2 * GRU KERNEL MCS INSTRUCTIONS
4 * Copyright (c) 2008 Silicon Graphics, Inc. All Rights Reserved.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 #include <linux/kernel.h>
24 #include "grutables.h"
28 #include <asm/processor.h>
29 #define GRU_OPERATION_TIMEOUT (((cycles_t) local_cpu_data->itc_freq)*10)
32 #define GRU_OPERATION_TIMEOUT ((cycles_t) tsc_khz*10*1000)
35 /* Extract the status field from a kernel handle */
36 #define GET_MSEG_HANDLE_STATUS(h) (((*(unsigned long *)(h)) >> 16) & 3)
38 struct mcs_op_statistic mcs_op_statistics
[mcsop_last
];
40 static void update_mcs_stats(enum mcs_op op
, unsigned long clks
)
42 atomic_long_inc(&mcs_op_statistics
[op
].count
);
43 atomic_long_add(clks
, &mcs_op_statistics
[op
].total
);
44 if (mcs_op_statistics
[op
].max
< clks
)
45 mcs_op_statistics
[op
].max
= clks
;
48 static void start_instruction(void *h
)
50 unsigned long *w0
= h
;
52 wmb(); /* setting CMD bit must be last */
57 static int wait_instruction_complete(void *h
, enum mcs_op opc
)
60 cycles_t start_time
= get_cycles();
64 status
= GET_MSEG_HANDLE_STATUS(h
);
65 if (status
!= CCHSTATUS_ACTIVE
)
67 if (GRU_OPERATION_TIMEOUT
< (get_cycles() - start_time
))
68 panic("GRU %p is malfunctioning\n", h
);
70 if (gru_options
& OPT_STATS
)
71 update_mcs_stats(opc
, get_cycles() - start_time
);
75 int cch_allocate(struct gru_context_configuration_handle
*cch
,
76 int asidval
, int sizeavail
, unsigned long cbrmap
,
81 for (i
= 0; i
< 8; i
++) {
82 cch
->asid
[i
] = (asidval
++);
83 cch
->sizeavail
[i
] = sizeavail
;
85 cch
->dsr_allocation_map
= dsrmap
;
86 cch
->cbr_allocation_map
= cbrmap
;
87 cch
->opc
= CCHOP_ALLOCATE
;
88 start_instruction(cch
);
89 return wait_instruction_complete(cch
, cchop_allocate
);
92 int cch_start(struct gru_context_configuration_handle
*cch
)
94 cch
->opc
= CCHOP_START
;
95 start_instruction(cch
);
96 return wait_instruction_complete(cch
, cchop_start
);
99 int cch_interrupt(struct gru_context_configuration_handle
*cch
)
101 cch
->opc
= CCHOP_INTERRUPT
;
102 start_instruction(cch
);
103 return wait_instruction_complete(cch
, cchop_interrupt
);
106 int cch_deallocate(struct gru_context_configuration_handle
*cch
)
108 cch
->opc
= CCHOP_DEALLOCATE
;
109 start_instruction(cch
);
110 return wait_instruction_complete(cch
, cchop_deallocate
);
113 int cch_interrupt_sync(struct gru_context_configuration_handle
116 cch
->opc
= CCHOP_INTERRUPT_SYNC
;
117 start_instruction(cch
);
118 return wait_instruction_complete(cch
, cchop_interrupt_sync
);
121 int tgh_invalidate(struct gru_tlb_global_handle
*tgh
,
122 unsigned long vaddr
, unsigned long vaddrmask
,
123 int asid
, int pagesize
, int global
, int n
,
124 unsigned short ctxbitmap
)
128 tgh
->pagesize
= pagesize
;
130 tgh
->global
= global
;
131 tgh
->vaddrmask
= vaddrmask
;
132 tgh
->ctxbitmap
= ctxbitmap
;
133 tgh
->opc
= TGHOP_TLBINV
;
134 start_instruction(tgh
);
135 return wait_instruction_complete(tgh
, tghop_invalidate
);
138 void tfh_write_only(struct gru_tlb_fault_handle
*tfh
,
139 unsigned long pfn
, unsigned long vaddr
,
140 int asid
, int dirty
, int pagesize
)
142 tfh
->fillasid
= asid
;
143 tfh
->fillvaddr
= vaddr
;
146 tfh
->pagesize
= pagesize
;
147 tfh
->opc
= TFHOP_WRITE_ONLY
;
148 start_instruction(tfh
);
151 void tfh_write_restart(struct gru_tlb_fault_handle
*tfh
,
152 unsigned long paddr
, int gaa
,
153 unsigned long vaddr
, int asid
, int dirty
,
156 tfh
->fillasid
= asid
;
157 tfh
->fillvaddr
= vaddr
;
158 tfh
->pfn
= paddr
>> GRU_PADDR_SHIFT
;
161 tfh
->pagesize
= pagesize
;
162 tfh
->opc
= TFHOP_WRITE_RESTART
;
163 start_instruction(tfh
);
166 void tfh_restart(struct gru_tlb_fault_handle
*tfh
)
168 tfh
->opc
= TFHOP_RESTART
;
169 start_instruction(tfh
);
172 void tfh_user_polling_mode(struct gru_tlb_fault_handle
*tfh
)
174 tfh
->opc
= TFHOP_USER_POLLING_MODE
;
175 start_instruction(tfh
);
178 void tfh_exception(struct gru_tlb_fault_handle
*tfh
)
180 tfh
->opc
= TFHOP_EXCEPTION
;
181 start_instruction(tfh
);