2 * GRU KERNEL MCS INSTRUCTIONS
4 * Copyright (c) 2008 Silicon Graphics, Inc. All Rights Reserved.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 #include <linux/kernel.h>
24 #include "grutables.h"
28 #include <asm/processor.h>
29 #define GRU_OPERATION_TIMEOUT (((cycles_t) local_cpu_data->itc_freq)*10)
32 #define GRU_OPERATION_TIMEOUT ((cycles_t) tsc_khz*10*1000)
35 /* Extract the status field from a kernel handle */
36 #define GET_MSEG_HANDLE_STATUS(h) (((*(unsigned long *)(h)) >> 16) & 3)
38 struct mcs_op_statistic mcs_op_statistics
[mcsop_last
];
40 static void update_mcs_stats(enum mcs_op op
, unsigned long clks
)
42 atomic_long_inc(&mcs_op_statistics
[op
].count
);
43 atomic_long_add(clks
, &mcs_op_statistics
[op
].total
);
44 if (mcs_op_statistics
[op
].max
< clks
)
45 mcs_op_statistics
[op
].max
= clks
;
48 static void start_instruction(void *h
)
50 unsigned long *w0
= h
;
52 wmb(); /* setting CMD bit must be last */
57 static int wait_instruction_complete(void *h
, enum mcs_op opc
)
60 cycles_t start_time
= get_cycles();
64 status
= GET_MSEG_HANDLE_STATUS(h
);
65 if (status
!= CCHSTATUS_ACTIVE
)
67 if (GRU_OPERATION_TIMEOUT
< (get_cycles() - start_time
))
68 panic("GRU %p is malfunctioning\n", h
);
70 if (gru_options
& OPT_STATS
)
71 update_mcs_stats(opc
, get_cycles() - start_time
);
75 int cch_allocate(struct gru_context_configuration_handle
*cch
)
77 cch
->opc
= CCHOP_ALLOCATE
;
78 start_instruction(cch
);
79 return wait_instruction_complete(cch
, cchop_allocate
);
82 int cch_start(struct gru_context_configuration_handle
*cch
)
84 cch
->opc
= CCHOP_START
;
85 start_instruction(cch
);
86 return wait_instruction_complete(cch
, cchop_start
);
89 int cch_interrupt(struct gru_context_configuration_handle
*cch
)
91 cch
->opc
= CCHOP_INTERRUPT
;
92 start_instruction(cch
);
93 return wait_instruction_complete(cch
, cchop_interrupt
);
96 int cch_deallocate(struct gru_context_configuration_handle
*cch
)
98 cch
->opc
= CCHOP_DEALLOCATE
;
99 start_instruction(cch
);
100 return wait_instruction_complete(cch
, cchop_deallocate
);
103 int cch_interrupt_sync(struct gru_context_configuration_handle
106 cch
->opc
= CCHOP_INTERRUPT_SYNC
;
107 start_instruction(cch
);
108 return wait_instruction_complete(cch
, cchop_interrupt_sync
);
111 int tgh_invalidate(struct gru_tlb_global_handle
*tgh
,
112 unsigned long vaddr
, unsigned long vaddrmask
,
113 int asid
, int pagesize
, int global
, int n
,
114 unsigned short ctxbitmap
)
118 tgh
->pagesize
= pagesize
;
120 tgh
->global
= global
;
121 tgh
->vaddrmask
= vaddrmask
;
122 tgh
->ctxbitmap
= ctxbitmap
;
123 tgh
->opc
= TGHOP_TLBINV
;
124 start_instruction(tgh
);
125 return wait_instruction_complete(tgh
, tghop_invalidate
);
128 void tfh_write_only(struct gru_tlb_fault_handle
*tfh
,
129 unsigned long pfn
, unsigned long vaddr
,
130 int asid
, int dirty
, int pagesize
)
132 tfh
->fillasid
= asid
;
133 tfh
->fillvaddr
= vaddr
;
136 tfh
->pagesize
= pagesize
;
137 tfh
->opc
= TFHOP_WRITE_ONLY
;
138 start_instruction(tfh
);
141 void tfh_write_restart(struct gru_tlb_fault_handle
*tfh
,
142 unsigned long paddr
, int gaa
,
143 unsigned long vaddr
, int asid
, int dirty
,
146 tfh
->fillasid
= asid
;
147 tfh
->fillvaddr
= vaddr
;
148 tfh
->pfn
= paddr
>> GRU_PADDR_SHIFT
;
151 tfh
->pagesize
= pagesize
;
152 tfh
->opc
= TFHOP_WRITE_RESTART
;
153 start_instruction(tfh
);
156 void tfh_restart(struct gru_tlb_fault_handle
*tfh
)
158 tfh
->opc
= TFHOP_RESTART
;
159 start_instruction(tfh
);
162 void tfh_user_polling_mode(struct gru_tlb_fault_handle
*tfh
)
164 tfh
->opc
= TFHOP_USER_POLLING_MODE
;
165 start_instruction(tfh
);
168 void tfh_exception(struct gru_tlb_fault_handle
*tfh
)
170 tfh
->opc
= TFHOP_EXCEPTION
;
171 start_instruction(tfh
);