2 * GRU KERNEL MCS INSTRUCTIONS
4 * Copyright (c) 2008 Silicon Graphics, Inc. All Rights Reserved.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 #include <linux/kernel.h>
24 #include "grutables.h"
28 #include <asm/processor.h>
29 #define GRU_OPERATION_TIMEOUT (((cycles_t) local_cpu_data->itc_freq)*10)
32 #define GRU_OPERATION_TIMEOUT ((cycles_t) tsc_khz*10*1000)
35 /* Extract the status field from a kernel handle */
36 #define GET_MSEG_HANDLE_STATUS(h) (((*(unsigned long *)(h)) >> 16) & 3)
38 struct mcs_op_statistic mcs_op_statistics
[mcsop_last
];
40 static void update_mcs_stats(enum mcs_op op
, unsigned long clks
)
42 atomic_long_inc(&mcs_op_statistics
[op
].count
);
43 atomic_long_add(clks
, &mcs_op_statistics
[op
].total
);
44 if (mcs_op_statistics
[op
].max
< clks
)
45 mcs_op_statistics
[op
].max
= clks
;
48 static void start_instruction(void *h
)
50 unsigned long *w0
= h
;
52 wmb(); /* setting CMD bit must be last */
57 static int wait_instruction_complete(void *h
, enum mcs_op opc
)
60 cycles_t start_time
= get_cycles();
64 status
= GET_MSEG_HANDLE_STATUS(h
);
65 if (status
!= CCHSTATUS_ACTIVE
)
67 if (GRU_OPERATION_TIMEOUT
< (get_cycles() - start_time
))
68 panic("GRU %p is malfunctioning\n", h
);
70 if (gru_options
& OPT_STATS
)
71 update_mcs_stats(opc
, get_cycles() - start_time
);
75 #if defined CONFIG_IA64
76 static void cch_allocate_set_asids(
77 struct gru_context_configuration_handle
*cch
, int asidval
)
81 for (i
= 0; i
< 8; i
++) {
82 cch
->asid
[i
] = (asidval
++);
84 /* ZZZ hugepages not supported yet */
86 cch
->sizeavail
[i
] = GRU_SIZEAVAIL(hpage_shift
);
89 cch
->sizeavail
[i
] = GRU_SIZEAVAIL(PAGE_SHIFT
);
92 #elif defined CONFIG_X86_64
93 static void cch_allocate_set_asids(
94 struct gru_context_configuration_handle
*cch
, int asidval
)
98 for (i
= 0; i
< 8; i
++) {
99 cch
->asid
[i
] = asidval
++;
100 cch
->sizeavail
[i
] = GRU_SIZEAVAIL(PAGE_SHIFT
) |
106 int cch_allocate(struct gru_context_configuration_handle
*cch
,
107 int asidval
, unsigned long cbrmap
,
108 unsigned long dsrmap
)
110 cch_allocate_set_asids(cch
, asidval
);
111 cch
->dsr_allocation_map
= dsrmap
;
112 cch
->cbr_allocation_map
= cbrmap
;
113 cch
->opc
= CCHOP_ALLOCATE
;
114 start_instruction(cch
);
115 return wait_instruction_complete(cch
, cchop_allocate
);
118 int cch_start(struct gru_context_configuration_handle
*cch
)
120 cch
->opc
= CCHOP_START
;
121 start_instruction(cch
);
122 return wait_instruction_complete(cch
, cchop_start
);
125 int cch_interrupt(struct gru_context_configuration_handle
*cch
)
127 cch
->opc
= CCHOP_INTERRUPT
;
128 start_instruction(cch
);
129 return wait_instruction_complete(cch
, cchop_interrupt
);
132 int cch_deallocate(struct gru_context_configuration_handle
*cch
)
134 cch
->opc
= CCHOP_DEALLOCATE
;
135 start_instruction(cch
);
136 return wait_instruction_complete(cch
, cchop_deallocate
);
139 int cch_interrupt_sync(struct gru_context_configuration_handle
142 cch
->opc
= CCHOP_INTERRUPT_SYNC
;
143 start_instruction(cch
);
144 return wait_instruction_complete(cch
, cchop_interrupt_sync
);
147 int tgh_invalidate(struct gru_tlb_global_handle
*tgh
,
148 unsigned long vaddr
, unsigned long vaddrmask
,
149 int asid
, int pagesize
, int global
, int n
,
150 unsigned short ctxbitmap
)
154 tgh
->pagesize
= pagesize
;
156 tgh
->global
= global
;
157 tgh
->vaddrmask
= vaddrmask
;
158 tgh
->ctxbitmap
= ctxbitmap
;
159 tgh
->opc
= TGHOP_TLBINV
;
160 start_instruction(tgh
);
161 return wait_instruction_complete(tgh
, tghop_invalidate
);
164 void tfh_write_only(struct gru_tlb_fault_handle
*tfh
,
165 unsigned long pfn
, unsigned long vaddr
,
166 int asid
, int dirty
, int pagesize
)
168 tfh
->fillasid
= asid
;
169 tfh
->fillvaddr
= vaddr
;
172 tfh
->pagesize
= pagesize
;
173 tfh
->opc
= TFHOP_WRITE_ONLY
;
174 start_instruction(tfh
);
177 void tfh_write_restart(struct gru_tlb_fault_handle
*tfh
,
178 unsigned long paddr
, int gaa
,
179 unsigned long vaddr
, int asid
, int dirty
,
182 tfh
->fillasid
= asid
;
183 tfh
->fillvaddr
= vaddr
;
184 tfh
->pfn
= paddr
>> GRU_PADDR_SHIFT
;
187 tfh
->pagesize
= pagesize
;
188 tfh
->opc
= TFHOP_WRITE_RESTART
;
189 start_instruction(tfh
);
192 void tfh_restart(struct gru_tlb_fault_handle
*tfh
)
194 tfh
->opc
= TFHOP_RESTART
;
195 start_instruction(tfh
);
198 void tfh_user_polling_mode(struct gru_tlb_fault_handle
*tfh
)
200 tfh
->opc
= TFHOP_USER_POLLING_MODE
;
201 start_instruction(tfh
);
204 void tfh_exception(struct gru_tlb_fault_handle
*tfh
)
206 tfh
->opc
= TFHOP_EXCEPTION
;
207 start_instruction(tfh
);