2 * Copyright (C) 2012-2019 Free Software Foundation, Inc.
4 * This file is part of GNU lightning.
6 * GNU lightning is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU Lesser General Public License as published
8 * by the Free Software Foundation; either version 3, or (at your option)
11 * GNU lightning is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
13 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
14 * License for more details.
17 * Paulo Cesar Pereira de Andrade
22 #if __BYTE_ORDER == __LITTLE_ENDIAN
23 struct { jit_uint32_t _:26; jit_uint32_t b : 6; } hc;
24 struct { jit_uint32_t _:21; jit_uint32_t b : 5; } rs;
25 struct { jit_uint32_t _:21; jit_uint32_t b : 5; } fm;
26 struct { jit_uint32_t _:16; jit_uint32_t b : 5; } rt;
27 struct { jit_uint32_t _:16; jit_uint32_t b : 5; } ft;
28 struct { jit_uint32_t _:11; jit_uint32_t b : 5; } rd;
29 struct { jit_uint32_t _:11; jit_uint32_t b : 5; } fs;
30 struct { jit_uint32_t _: 6; jit_uint32_t b : 5; } ic;
31 struct { jit_uint32_t _: 6; jit_uint32_t b : 5; } fd;
32 struct { jit_uint32_t _: 6; jit_uint32_t b : 10; } tr;
33 struct { jit_uint32_t _: 6; jit_uint32_t b : 20; } br;
34 struct { jit_uint32_t b : 6; } tc;
35 struct { jit_uint32_t b : 11; } cc;
36 struct { jit_uint32_t b : 16; } is;
37 struct { jit_uint32_t b : 26; } ii;
39 struct { jit_uint32_t b : 6; } hc;
40 struct { jit_uint32_t _: 6; jit_uint32_t b : 5; } rs;
41 struct { jit_uint32_t _: 6; jit_uint32_t b : 5; } fm;
42 struct { jit_uint32_t _:11; jit_uint32_t b : 5; } rt;
43 struct { jit_uint32_t _:11; jit_uint32_t b : 5; } ft;
44 struct { jit_uint32_t _:16; jit_uint32_t b : 5; } rd;
45 struct { jit_uint32_t _:16; jit_uint32_t b : 5; } fs;
46 struct { jit_uint32_t _:21; jit_uint32_t b : 5; } ic;
47 struct { jit_uint32_t _:21; jit_uint32_t b : 5; } fd;
48 struct { jit_uint32_t _:21; jit_uint32_t b : 10; } tr;
49 struct { jit_uint32_t _:21; jit_uint32_t b : 20; } br;
50 struct { jit_uint32_t _:26; jit_uint32_t b : 6; } tc;
51 struct { jit_uint32_t _:21; jit_uint32_t b : 11; } cc;
52 struct { jit_uint32_t _:16; jit_uint32_t b : 16; } is;
53 struct { jit_uint32_t _: 6; jit_uint32_t b : 26; } ii;
57 #if defined(_MIPS_ARCH_MIPS32R2) || defined(_MIPS_ARCH_MIPS64R2)
58 # define jit_mips2_p() 1
60 # define jit_mips2_p() 0
62 # define _ZERO_REGNO 0
63 # define _T0_REGNO 0x08
64 # define _T1_REGNO 0x09
65 # define _T2_REGNO 0x0a
66 # define _T3_REGNO 0x0b
67 # define _T4_REGNO 0x0c
68 # define _T5_REGNO 0x0d
69 # define _T6_REGNO 0x0e
70 # define _T7_REGNO 0x0f
71 # define _S0_REGNO 0x10
72 # define _S1_REGNO 0x11
73 # define _S2_REGNO 0x12
74 # define _S3_REGNO 0x13
75 # define _S4_REGNO 0x14
76 # define _S5_REGNO 0x15
77 # define _S6_REGNO 0x16
78 # define _S7_REGNO 0x17
79 # define _T8_REGNO 0x18
80 # define _T9_REGNO 0x19
81 # define _SP_REGNO 0x1d
82 # define _BP_REGNO 0x1e
83 # define _RA_REGNO 0x1f
84 # define _F16_REGNO 16
85 # define _F18_REGNO 18
86 # define _F20_REGNO 20
87 # define _F22_REGNO 22
88 # define _F24_REGNO 24
89 # define _F26_REGNO 26
90 # define _F28_REGNO 28
91 # define _F30_REGNO 30
94 # define stack_framesize 144
96 # define stack_framesize 112
98 # define ldr(u,v) ldr_i(u,v)
99 # define ldi(u,v) ldi_i(u,v)
100 # define ldxi(u,v,w) ldxi_i(u,v,w)
101 # define sti(u,v) sti_i(u,v)
102 # define stxi(u,v,w) stxi_i(u,v,w)
104 # define stack_framesize 144
105 # define ldr(u,v) ldr_l(u,v)
106 # define ldi(u,v) ldi_l(u,v)
107 # define ldxi(u,v,w) ldxi_l(u,v,w)
108 # define sti(u,v) sti_l(u,v)
109 # define stxi(u,v,w) stxi_l(u,v,w)
111 # define can_sign_extend_short_p(im) ((im) >= -32678 && (im) <= 32767)
112 # define can_zero_extend_short_p(im) ((im) >= 0 && (im) <= 65535)
113 # define is_low_mask(im) (((im) & 1) ? (__builtin_popcountl((im) + 1) <= 1) : 0)
114 # define is_middle_mask(im) ((im) ? (__builtin_popcountl((im) + (1 << __builtin_ctzl(im))) <= 1) : 0)
115 # define is_high_mask(im) ((im) ? (__builtin_popcountl((im) + (1 << __builtin_ctzl(im))) == 0) : 0)
116 # define masked_bits_count(im) __builtin_popcountl(im)
117 # define unmasked_bits_count(im) (__WORDSIZE - masked_bits_count(im))
118 # if __WORDSIZE == 32
119 # define can_sign_extend_int_p(im) 1
120 # define can_zero_extend_int_p(im) 1
122 # define can_sign_extend_int_p(im) \
123 (((im) >= 0 && (im) <= 0x7fffffffL) || \
124 ((im) < 0 && (im) >= -0x80000000L))
125 # define can_zero_extend_int_p(im) ((im) >= 0 && (im) <= 0xffffffff)
127 # define MIPS_SPECIAL 0x00
128 # define MIPS_REGIMM 0x01
130 # define MIPS_SRL 0x02
131 # define MIPS_JAL 0x03
132 # define MIPS_SRA 0x03
133 # define MIPS_BEQ 0x04
134 # define MIPS_BNE 0x05
135 # define MIPS_BLEZ 0x06
136 # define MIPS_BGTZ 0x07
137 # define MIPS_ADDI 0x08
138 # define MIPS_ADDIU 0x09
139 # define MIPS_SLTI 0x0a
140 # define MIPS_SLTIU 0x0b
141 # define MIPS_ANDI 0x0c
142 # define MIPS_ORI 0x0d
143 # define MIPS_XORI 0x0e
144 # define MIPS_LUI 0x0f
145 # define MIPS_COP0 0x10
146 # define MIPS_COP1 0x11
147 # define MIPS_COP2 0x12
148 # define MIPS_COP1X 0x13
149 # define MIPS_BEQL 0x14
150 # define MIPS_BNEL 0x15
151 # define MIPS_BLEZL 0x16
152 # define MIPS_BGTZL 0x17
153 # define MIPS_DADDI 0x18
154 # define MIPS_DADDIU 0x19
155 # define MIPS_LDL 0x1a
156 # define MIPS_LDR 0x1b
157 # define MIPS_SPECIAL2 0x1c
158 # define MIPS_JALX 0x1d
159 # define MIPS_SPECIAL3 0x1f
160 # define MIPS_LB 0x20
161 # define MIPS_LH 0x21
162 # define MIPS_LWL 0x22
163 # define MIPS_LW 0x23
164 # define MIPS_LBU 0x24
165 # define MIPS_LHU 0x25
166 # define MIPS_LWR 0x26
167 # define MIPS_LWU 0x27
168 # define MIPS_SB 0x28
169 # define MIPS_SH 0x29
170 # define MIPS_SWL 0x2a
171 # define MIPS_SW 0x2b
172 # define MIPS_SWR 0x2e
173 # define MIPS_CACHE 0x2f
174 # define MIPS_LL 0x30
175 # define MIPS_LWC1 0x31
176 # define MIPS_LWC2 0x32
177 # define MIPS_PREF 0x33
178 # define MIPS_LLD 0x34
179 # define MIPS_LDC1 0x35
180 # define MIPS_LDC2 0x36
181 # define MIPS_LD 0x37
182 # define MIPS_SC 0x38
183 # define MIPS_SCD 0x3c
184 # define MIPS_SDC1 0x3d
185 # define MIPS_SDC2 0x3e
186 # define MIPS_SWC1 0x39
187 # define MIPS_SWC2 0x3a
188 # define MIPS_SD 0x3f
189 # define MIPS_MF 0x00
190 # define MIPS_DMF 0x01
191 # define MIPS_CF 0x02
192 # define MIPS_MFH 0x03
193 # define MIPS_MT 0x04
194 # define MIPS_DMT 0x05
195 # define MIPS_CT 0x06
196 # define MIPS_MTH 0x07
197 # define MIPS_BC 0x08
198 # define MIPS_WRPGPR 0x0e
199 # define MIPS_BGZAL 0x11
200 # define MIPS_MFMC0 0x11
201 # define MIPS_BCF 0x00
202 # define MIPS_BLTZ 0x00
203 # define MIPS_BCT 0x01
204 # define MIPS_BGEZ 0x01
205 # define MIPS_BCFL 0x02
206 # define MIPS_BLTZL 0x02
207 # define MIPS_BCTL 0x03
208 # define MIPS_BGEZL 0x03
209 # define MIPS_TGEI 0x08
210 # define MIPS_TGEIU 0x09
211 # define MIPS_TLTI 0x0a
212 # define MIPS_TLTIU 0x0b
213 # define MIPS_TEQI 0x0c
214 # define MIPS_TNEI 0x0e
215 # define MIPS_BLTZAL 0x10
216 # define MIPS_BGEZAL 0x11
217 # define MIPS_BLTZALL 0x12
218 # define MIPS_BGEZALL 0x13
219 # define MIPS_SYNCI 0x1f
220 # define MIPS_WSBH 0x02
221 # define MIPS_DBSH 0x02
222 # define MIPS_DSHD 0x05
223 # define MIPS_SEB 0x10
224 # define MIPS_SEH 0x18
225 # define MIPS_MADD 0x00
226 # define MIPS_SLL 0x00
227 # define MIPS_EXT 0x00
228 # define MIPS_DEXTM 0x01
229 # define MIPS_MADDU 0x01
230 # define MIPS_MOVFT 0x01
231 # define MIPS_TLBR 0x01
232 # define MIPS_MUL 0x02
233 # define MIPS_DEXTU 0x02
234 # define MIPS_TLBWI 0x02
235 # define MIPS_DEXT 0x03
236 # define MIPS_SLLV 0x04
237 # define MIPS_INS 0x04
238 # define MIPS_MSUB 0x04
239 # define MIPS_DINSM 0x05
240 # define MIPS_MSUBU 0x05
241 # define MIPS_SRLV 0x06
242 # define MIPS_DINSU 0x06
243 # define MIPS_TLBWR 0x06
244 # define MIPS_SRAV 0x07
245 # define MIPS_DINS 0x07
246 # define MIPS_JR 0x08
247 # define MIPS_TLBP 0x08
248 # define MIPS_JALR 0x09
249 # define MIPS_MOVZ 0x0a
250 # define MIPS_MOVN 0x0b
251 # define MIPS_SYSCALL 0x0c
252 # define MIPS_BREAK 0x0d
253 # define MIPS_PREFX 0x0f
254 # define MIPS_SYNC 0x0f
255 # define MIPS_MFHI 0x10
256 # define MIPS_MTHI 0x11
257 # define MIPS_MFLO 0x12
258 # define MIPS_MTLO 0x13
259 # define MIPS_DSLLV 0x14
260 # define MIPS_DSRLV 0x16
261 # define MIPS_DSRAV 0x17
262 # define MIPS_MULT 0x18
263 # define MIPS_ERET 0x18
264 # define MIPS_MULTU 0x19
265 # define MIPS_DIV 0x1a
266 # define MIPS_DIVU 0x1b
267 # define MIPS_DMULT 0x1c
268 # define MIPS_DMULTU 0x1d
269 # define MIPS_DDIV 0x1e
270 # define MIPS_DDIVU 0x1f
271 # define MIPS_DERET 0x1f
272 # define MIPS_ADD 0x20
273 # define MIPS_CLZ 0x20
274 # define MIPS_BSHFL 0x20
275 # define MIPS_ADDU 0x21
276 # define MIPS_CLO 0x21
277 # define MIPS_SUB 0x22
278 # define MIPS_SUBU 0x23
279 # define MIPS_AND 0x24
280 # define MIPS_DCLZ 0x24
281 # define MIPS_DBSHFL 0x24
282 # define MIPS_OR 0x25
283 # define MIPS_DCLO 0x25
284 # define MIPS_XOR 0x26
285 # define MIPS_NOR 0x27
286 # define MIPS_SLT 0x2a
287 # define MIPS_SLTU 0x2b
288 # define MIPS_DADD 0x2c
289 # define MIPS_DADDU 0x2d
290 # define MIPS_DSUB 0x2e
291 # define MIPS_DSUBU 0x2f
292 # define MIPS_TGE 0x30
293 # define MIPS_TGEU 0x31
294 # define MIPS_TLT 0x32
295 # define MIPS_TLTU 0x33
296 # define MIPS_TEQ 0x34
297 # define MIPS_TNE 0x36
298 # define MIPS_DSLL 0x38
299 # define MIPS_DSRL 0x3a
300 # define MIPS_DSRA 0x3b
301 # define MIPS_DSLL32 0x3c
302 # define MIPS_DSRL32 0x3e
303 # define MIPS_DSRA32 0x3f
304 # define MIPS_SDBPP 0x3f
305 # define ii(i) *_jit->pc.ui++ = i
307 _hrrrit(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t,jit_int32_t,
308 jit_int32_t,jit_int32_t);
309 # define hrrrit(hc,rs,rt,rd,im,tc) _hrrrit(_jit,hc,rs,rt,rd,im,tc)
310 # define hrrr_t(hc,rs,rt,rd,tc) hrrrit(hc,rs,rt,rd,0,tc)
311 # define rrr_t(rs,rt,rd,tc) hrrr_t(0,rs,rt,rd,tc)
312 # define hrri(hc,rs,rt,im) _hrri(_jit,hc,rs,rt,im)
313 static void _hrri(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t,jit_int32_t);
314 # define hi(hc,im) _hi(_jit,hc,im)
315 static void _hi(jit_state_t*,jit_int32_t,jit_int32_t);
316 # define NOP(i0) ii(0)
317 # define nop(i0) _nop(_jit,i0)
318 static void _nop(jit_state_t*,jit_int32_t);
319 # define h_ri(hc,rt,im) _hrri(_jit,hc,0,rt,im)
320 # define rrit(rt,rd,im,tc) _hrrrit(_jit,0,0,rt,rd,im,tc)
321 # define LUI(rt,im) h_ri(MIPS_LUI,rt,im)
322 # define ADDU(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_ADDU)
323 # define DADDU(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_DADDU)
324 # define ADDIU(rt,rs,im) hrri(MIPS_ADDIU,rs,rt,im)
325 # define DADDIU(rt,rs,im) hrri(MIPS_DADDIU,rs,rt,im)
326 # define SUBU(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_SUBU)
327 # define DSUBU(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_DSUBU)
328 # define MUL(rd,rs,rt) hrrr_t(MIPS_SPECIAL2,rs,rt,rd,MIPS_MUL)
329 # define MULT(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_MULT)
330 # define MULTU(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_MULTU)
331 # define DMULT(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_DMULT)
332 # define DMULTU(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_DMULTU)
333 # define DIV(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_DIV)
334 # define DIVU(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_DIVU)
335 # define DDIV(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_DDIV)
336 # define DDIVU(rs,rt) rrr_t(rs,rt,_ZERO_REGNO,MIPS_DDIVU)
337 # define SLLV(rd,rt,rs) rrr_t(rs,rt,rd,MIPS_SLLV)
338 # define SLL(rd,rt,sa) rrit(rt,rd,sa,MIPS_SLL)
339 # define DSLLV(rd,rt,rs) rrr_t(rs,rt,rd,MIPS_DSLLV)
340 # define DSLL(rd,rt,sa) rrit(rt,rd,sa,MIPS_DSLL)
341 # define DSLL32(rd,rt,sa) rrit(rt,rd,sa,MIPS_DSLL32)
342 # define SRAV(rd,rt,rs) rrr_t(rs,rt,rd,MIPS_SRAV)
343 # define SRA(rd,rt,sa) rrit(rt,rd,sa,MIPS_SRA)
344 # define SRLV(rd,rt,rs) rrr_t(rs,rt,rd,MIPS_SRLV)
345 # define SRL(rd,rt,sa) rrit(rt,rd,sa,MIPS_SRL)
346 # define DSRAV(rd,rt,rs) rrr_t(rs,rt,rd,MIPS_DSRAV)
347 # define DSRA(rd,rt,sa) rrit(rt,rd,sa,MIPS_DSRA)
348 # define DSRA32(rd,rt,sa) rrit(rt,rd,sa,MIPS_DSRA32)
349 # define DSRLV(rd,rt,rs) rrr_t(rs,rt,rd,MIPS_DSRLV)
350 # define DSRL(rd,rt,sa) rrit(rt,rd,sa,MIPS_DSRL)
351 # define DSRL32(rd,rt,sa) rrit(rt,rd,sa,MIPS_DSRL32)
352 # define INS(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,pos+size-1,pos,MIPS_INS)
353 # define DINS(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,pos+size-1,pos,MIPS_DINS)
354 # define DINSU(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,pos+size-32-1,pos-32,MIPS_DINSU)
355 # define DINSM(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,pos+size-32-1,pos,MIPS_DINSM)
356 # define EXT(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,size-1,pos,MIPS_EXT)
357 # define DEXT(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,size-1,pos,MIPS_DEXT)
358 # define DEXTU(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,size-1,pos-32,MIPS_DEXTU)
359 # define DEXTM(rt,rs,pos,size) hrrrit(MIPS_SPECIAL3,rs,rt,size-32-1,pos,MIPS_DEXTM)
360 # define ROTR(rd,rt,sa) hrrrit(MIPS_SPECIAL,1,rt,rd,sa,MIPS_SRL)
361 # define DROTR(rd,rt,sa) hrrrit(MIPS_SPECIAL,1,rt,rd,sa,MIPS_DSRL)
362 # define MFHI(rd) rrr_t(_ZERO_REGNO,_ZERO_REGNO,rd,MIPS_MFHI)
363 # define MFLO(rd) rrr_t(_ZERO_REGNO,_ZERO_REGNO,rd,MIPS_MFLO)
364 # define MTHI(rs) rrr_t(rs,_ZERO_REGNO,_ZERO_REGNO,MIPS_MTHI)
365 # define MTLO(rs) rrr_t(rs,_ZERO_REGNO,_ZERO_REGNO,MIPS_MTLO)
366 # define AND(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_AND)
367 # define ANDI(rt,rs,im) hrri(MIPS_ANDI,rs,rt,im)
368 # define OR(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_OR)
369 # define ORI(rt,rs,im) hrri(MIPS_ORI,rs,rt,im)
370 # define XOR(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_XOR)
371 # define XORI(rt,rs,im) hrri(MIPS_XORI,rs,rt,im)
372 # define LB(rt,of,rb) hrri(MIPS_LB,rb,rt,of)
373 # define LBU(rt,of,rb) hrri(MIPS_LBU,rb,rt,of)
374 # define LH(rt,of,rb) hrri(MIPS_LH,rb,rt,of)
375 # define LHU(rt,of,rb) hrri(MIPS_LHU,rb,rt,of)
376 # define LW(rt,of,rb) hrri(MIPS_LW,rb,rt,of)
377 # define LWU(rt,of,rb) hrri(MIPS_LWU,rb,rt,of)
378 # define LD(rt,of,rb) hrri(MIPS_LD,rb,rt,of)
379 # define SB(rt,of,rb) hrri(MIPS_SB,rb,rt,of)
380 # define SH(rt,of,rb) hrri(MIPS_SH,rb,rt,of)
381 # define SW(rt,of,rb) hrri(MIPS_SW,rb,rt,of)
382 # define SD(rt,of,rb) hrri(MIPS_SD,rb,rt,of)
383 # define WSBH(rd,rt) hrrrit(MIPS_SPECIAL3,0,rt,rd,MIPS_WSBH,MIPS_BSHFL)
384 # define SEB(rd,rt) hrrrit(MIPS_SPECIAL3,0,rt,rd,MIPS_SEB,MIPS_BSHFL)
385 # define SEH(rd,rt) hrrrit(MIPS_SPECIAL3,0,rt,rd,MIPS_SEH,MIPS_BSHFL)
386 # define SLT(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_SLT)
387 # define SLTU(rd,rs,rt) rrr_t(rs,rt,rd,MIPS_SLTU)
388 # define SLTI(rt,rs,im) hrri(MIPS_SLTI,rs,rt,im)
389 # define SLTIU(rt,rs,im) hrri(MIPS_SLTIU,rs,rt,im)
390 # define BLTZ(rs,im) hrri(MIPS_REGIMM,rs,MIPS_BLTZ,im)
391 # define BLEZ(rs,im) hrri(MIPS_BLEZ,rs,_ZERO_REGNO,im)
392 # define BEQ(rs,rt,im) hrri(MIPS_BEQ,rs,rt,im)
393 # define BGEZ(rs,im) hrri(MIPS_REGIMM,rs,MIPS_BGEZ,im)
394 # define BGTZ(rs,im) hrri(MIPS_BGTZ,rs,_ZERO_REGNO,im)
395 # define BNE(rs,rt,im) hrri(MIPS_BNE,rs,rt,im)
396 # define JALR(r0) hrrrit(MIPS_SPECIAL,r0,0,_RA_REGNO,0,MIPS_JALR)
397 # if 1 /* supports MIPS32 R6 */
398 # define JR(r0) hrrrit(MIPS_SPECIAL,r0,0,0,0,MIPS_JALR)
399 # else /* does not support MIPS32 R6 */
400 # define JR(r0) hrrrit(MIPS_SPECIAL,r0,0,0,0,MIPS_JR)
402 # define J(i0) hi(MIPS_J,i0)
403 # define MOVN(rd,rs,rt) hrrrit(0,rs,rt,rd,0,MIPS_MOVN)
404 # define MOVZ(rd,rs,rt) hrrrit(0,rs,rt,rd,0,MIPS_MOVZ)
405 # define comr(r0,r1) xori(r0,r1,-1)
406 # define negr(r0,r1) subr(r0,_ZERO_REGNO,r1)
407 # if __WORDSIZE == 32
408 # define addr(rd,rs,rt) ADDU(rd,rs,rt)
409 # define addiu(r0,r1,i0) ADDIU(r0,r1,i0)
410 # define subr(rd,rs,rt) SUBU(rd,rs,rt)
411 # define mult(rs,rt) MULT(rs,rt)
412 # define multu(rs,rt) MULTU(rs,rt)
413 # define div(rs,rt) DIV(rs,rt)
414 # define divu(rs,rt) DIVU(rs,rt)
416 # define addr(rd,rs,rt) DADDU(rd,rs,rt)
417 # define addiu(r0,r1,i0) DADDIU(r0,r1,i0)
418 # define subr(rd,rs,rt) DSUBU(rd,rs,rt)
419 # define mult(rs,rt) DMULT(rs,rt)
420 # define multu(rs,rt) DMULTU(rs,rt)
421 # define div(rs,rt) DDIV(rs,rt)
422 # define divu(rs,rt) DDIVU(rs,rt)
424 # define extr(rd,rt,lsb,nb) _extr(_jit,rd,rt,lsb,nb)
425 static void _extr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t,jit_int32_t);
426 # define insr(rd,rt,lsb,nb) _insr(_jit,rd,rt,lsb,nb)
427 static void _insr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t,jit_int32_t);
428 # define addi(r0,r1,i0) _addi(_jit,r0,r1,i0)
429 static void _addi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
430 #define addcr(r0,r1,r2) _addcr(_jit,r0,r1,r2)
431 static void _addcr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
432 #define addci(r0,r1,i0) _addci(_jit,r0,r1,i0)
433 static void _addci(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
434 # define addxr(r0,r1,r2) _addxr(_jit,r0,r1,r2)
435 static void _addxr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
436 # define addxi(r0,r1,i0) _addxi(_jit,r0,r1,i0)
437 static void _addxi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
438 # define subi(r0,r1,i0) _subi(_jit,r0,r1,i0)
439 static void _subi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
440 # define subcr(r0,r1,r2) _subcr(_jit,r0,r1,r2)
441 static void _subcr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
442 # define subci(r0,r1,i0) _subci(_jit,r0,r1,i0)
443 static void _subci(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
444 # define subxr(r0,r1,r2) _subxr(_jit,r0,r1,r2)
445 static void _subxr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
446 # define subxi(r0,r1,i0) _subxi(_jit,r0,r1,i0)
447 static void _subxi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
448 # define rsbi(r0, r1, i0) _rsbi(_jit, r0, r1, i0)
449 static void _rsbi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
450 # define mulr(r0,r1,r2) _mulr(_jit,r0,r1,r2)
451 static void _mulr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
452 # define muli(r0,r1,i0) _muli(_jit,r0,r1,i0)
453 static void _muli(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
454 # define qmulr(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,1)
455 # define qmulr_u(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,0)
456 # define iqmulr(r0,r1,r2,r3,cc) _iqmulr(_jit,r0,r1,r2,r3,cc)
457 static void _iqmulr(jit_state_t*,jit_int32_t,jit_int32_t,
458 jit_int32_t,jit_int32_t,jit_bool_t);
459 # define qmuli(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,1)
460 # define qmuli_u(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,0)
461 # define iqmuli(r0,r1,r2,i0,cc) _iqmuli(_jit,r0,r1,r2,i0,cc)
462 static void _iqmuli(jit_state_t*,jit_int32_t,jit_int32_t,
463 jit_int32_t,jit_word_t,jit_bool_t);
464 # define divr(r0,r1,r2) _divr(_jit,r0,r1,r2)
465 static void _divr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
466 # define divi(r0,r1,i0) _divi(_jit,r0,r1,i0)
467 static void _divi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
468 # define divr_u(r0,r1,r2) _divr_u(_jit,r0,r1,r2)
469 static void _divr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
470 # define divi_u(r0,r1,i0) _divi_u(_jit,r0,r1,i0)
471 static void _divi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
472 # define qdivr(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,1)
473 # define qdivr_u(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,0)
474 # define iqdivr(r0,r1,r2,r3,cc) _iqdivr(_jit,r0,r1,r2,r3,cc)
475 static void _iqdivr(jit_state_t*,jit_int32_t,jit_int32_t,
476 jit_int32_t,jit_int32_t,jit_bool_t);
477 # define qdivi(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,1)
478 # define qdivi_u(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,0)
479 # define iqdivi(r0,r1,r2,i0,cc) _iqdivi(_jit,r0,r1,r2,i0,cc)
480 static void _iqdivi(jit_state_t*,jit_int32_t,jit_int32_t,
481 jit_int32_t,jit_word_t,jit_bool_t);
482 # define remr(r0,r1,r2) _remr(_jit,r0,r1,r2)
483 static void _remr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
484 # define remi(r0,r1,i0) _remi(_jit,r0,r1,i0)
485 static void _remi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
486 # define remr_u(r0,r1,r2) _remr_u(_jit,r0,r1,r2)
487 static void _remr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
488 # define remi_u(r0,r1,i0) _remi_u(_jit,r0,r1,i0)
489 static void _remi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
490 # if __WORDSIZE == 32
491 # define lshr(r0,r1,r2) SLLV(r0,r1,r2)
492 # define lshi(r0,r1,i0) SLL(r0,r1,i0)
493 # define rshr(r0,r1,r2) SRAV(r0,r1,r2)
494 # define rshi(r0,r1,i0) SRA(r0,r1,i0)
495 # define rshr_u(r0,r1,r2) SRLV(r0,r1,r2)
496 # define rshi_u(r0,r1,i0) SRL(r0,r1,i0)
498 # define lshr(r0,r1,r2) DSLLV(r0,r1,r2)
499 # define lshi(r0,r1,i0) _lshi(_jit,r0,r1,i0)
500 static void _lshi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
501 # define rshr(r0,r1,r2) DSRAV(r0,r1,r2)
502 # define rshi(r0,r1,i0) _rshi(_jit,r0,r1,i0)
503 static void _rshi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
504 # define rshr_u(r0,r1,r2) DSRLV(r0,r1,r2)
505 # define rshi_u(r0,r1,i0) _rshi_u(_jit,r0,r1,i0)
506 static void _rshi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
508 # define andr(r0,r1,r2) AND(r0,r1,r2)
509 # define andi(r0,r1,i0) _andi(_jit,r0,r1,i0)
510 static void _andi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
511 # define orr(r0,r1,r2) OR(r0,r1,r2)
512 # define ori(r0,r1,i0) _ori(_jit,r0,r1,i0)
513 static void _ori(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
514 # define xorr(r0,r1,r2) XOR(r0,r1,r2)
515 # define xori(r0,r1,i0) _xori(_jit,r0,r1,i0)
516 static void _xori(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
517 # define movr(r0,r1) _movr(_jit,r0,r1)
518 static void _movr(jit_state_t*,jit_int32_t,jit_int32_t);
519 # define movi(r0,i0) _movi(_jit,r0,i0)
520 static void _movi(jit_state_t*,jit_int32_t,jit_word_t);
521 # define movi_p(r0,i0) _movi_p(_jit,r0,i0)
522 static jit_word_t _movi_p(jit_state_t*,jit_int32_t,jit_word_t);
523 # define movnr(r0,r1,r2) MOVN(r0, r1, r2)
524 # define movzr(r0,r1,r2) MOVZ(r0, r1, r2)
525 # define ldr_c(r0,r1) LB(r0,0,r1)
526 # define ldi_c(r0,i0) _ldi_c(_jit,r0,i0)
527 static void _ldi_c(jit_state_t*,jit_int32_t,jit_word_t);
528 # define ldr_uc(r0,r1) LBU(r0,0,r1)
529 # define ldi_uc(r0,i0) _ldi_uc(_jit,r0,i0)
530 static void _ldi_uc(jit_state_t*,jit_int32_t,jit_word_t);
531 # define ldr_s(r0,r1) LH(r0,0,r1)
532 # define ldi_s(r0,i0) _ldi_s(_jit,r0,i0)
533 static void _ldi_s(jit_state_t*,jit_int32_t,jit_word_t);
534 # define ldr_us(r0,r1) LHU(r0,0,r1)
535 # define ldi_us(r0,i0) _ldi_us(_jit,r0,i0)
536 static void _ldi_us(jit_state_t*,jit_int32_t,jit_word_t);
537 # define ldr_i(r0,r1) LW(r0,0,r1)
538 # define ldi_i(r0,i0) _ldi_i(_jit,r0,i0)
539 static void _ldi_i(jit_state_t*,jit_int32_t,jit_word_t);
540 # if __WORDSIZE == 64
541 # define ldr_ui(r0,r1) LWU(r0,0,r1)
542 # define ldi_ui(r0,i0) _ldi_ui(_jit,r0,i0)
543 static void _ldi_ui(jit_state_t*,jit_int32_t,jit_word_t);
544 # define ldr_l(r0,r1) LD(r0,0,r1)
545 # define ldi_l(r0,i0) _ldi_l(_jit,r0,i0)
546 static void _ldi_l(jit_state_t*,jit_int32_t,jit_word_t);
548 # define ldxr_c(r0,r1,r2) _ldxr_c(_jit,r0,r1,r2)
549 static void _ldxr_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
550 # define ldxi_c(r0,r1,i0) _ldxi_c(_jit,r0,r1,i0)
551 static void _ldxi_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
552 # define ldxr_uc(r0,r1,r2) _ldxr_uc(_jit,r0,r1,r2)
553 static void _ldxr_uc(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
554 # define ldxi_uc(r0,r1,i0) _ldxi_uc(_jit,r0,r1,i0)
555 static void _ldxi_uc(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
556 # define ldxr_s(r0,r1,r2) _ldxr_s(_jit,r0,r1,r2)
557 static void _ldxr_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
558 # define ldxi_s(r0,r1,i0) _ldxi_s(_jit,r0,r1,i0)
559 static void _ldxi_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
560 # define ldxr_us(r0,r1,r2) _ldxr_us(_jit,r0,r1,r2)
561 static void _ldxr_us(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
562 # define ldxi_us(r0,r1,i0) _ldxi_us(_jit,r0,r1,i0)
563 static void _ldxi_us(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
564 # define ldxr_i(r0,r1,r2) _ldxr_i(_jit,r0,r1,r2)
565 static void _ldxr_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
566 # define ldxi_i(r0,r1,i0) _ldxi_i(_jit,r0,r1,i0)
567 static void _ldxi_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
568 # if __WORDSIZE == 64
569 # define ldxr_ui(r0,r1,r2) _ldxr_ui(_jit,r0,r1,r2)
570 static void _ldxr_ui(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
571 # define ldxi_ui(r0,r1,i0) _ldxi_ui(_jit,r0,r1,i0)
572 static void _ldxi_ui(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
573 # define ldxr_l(r0,r1,r2) _ldxr_l(_jit,r0,r1,r2)
574 static void _ldxr_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
575 # define ldxi_l(r0,r1,i0) _ldxi_l(_jit,r0,r1,i0)
576 static void _ldxi_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
578 # define str_c(r0,r1) SB(r1,0,r0)
579 # define sti_c(i0,r0) _sti_c(_jit,i0,r0)
580 static void _sti_c(jit_state_t*,jit_word_t,jit_int32_t);
581 # define str_s(r0,r1) SH(r1,0,r0)
582 # define sti_s(i0,r0) _sti_s(_jit,i0,r0)
583 static void _sti_s(jit_state_t*,jit_word_t,jit_int32_t);
584 # define str_i(r0,r1) SW(r1,0,r0)
585 # define sti_i(i0,r0) _sti_i(_jit,i0,r0)
586 static void _sti_i(jit_state_t*,jit_word_t,jit_int32_t);
587 # if __WORDSIZE == 64
588 # define str_l(r0,r1) SD(r1,0,r0)
589 # define sti_l(i0,r0) _sti_l(_jit,i0,r0)
590 static void _sti_l(jit_state_t*,jit_word_t,jit_int32_t);
592 # define stxr_c(r0,r1,r2) _stxr_c(_jit,r0,r1,r2)
593 static void _stxr_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
594 # define stxi_c(i0,r0,r1) _stxi_c(_jit,i0,r0,r1)
595 static void _stxi_c(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
596 # define stxr_s(r0,r1,r2) _stxr_s(_jit,r0,r1,r2)
597 static void _stxr_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
598 # define stxi_s(i0,r0,r1) _stxi_s(_jit,i0,r0,r1)
599 static void _stxi_s(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
600 # define stxr_i(r0,r1,r2) _stxr_i(_jit,r0,r1,r2)
601 static void _stxr_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
602 # define stxi_i(i0,r0,r1) _stxi_i(_jit,i0,r0,r1)
603 static void _stxi_i(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
604 # if __WORDSIZE == 64
605 # define stxr_l(r0,r1,r2) _stxr_l(_jit,r0,r1,r2)
606 static void _stxr_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
607 # define stxi_l(i0,r0,r1) _stxi_l(_jit,i0,r0,r1)
608 static void _stxi_l(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
610 # define bswapr_us(r0,r1) _bswapr_us(_jit,r0,r1)
611 static void _bswapr_us(jit_state_t*,jit_int32_t,jit_int32_t);
612 # define bswapr_ui(r0,r1) _bswapr_ui(_jit,r0,r1)
613 static void _bswapr_ui(jit_state_t*,jit_int32_t,jit_int32_t);
614 # if __WORDSIZE == 64
615 # define bswapr_ul(r0,r1) generic_bswapr_ul(_jit,r0,r1)
617 # define extr_c(r0,r1) _extr_c(_jit,r0,r1)
618 static void _extr_c(jit_state_t*,jit_int32_t,jit_int32_t);
619 # define extr_uc(r0,r1) ANDI(r0,r1,0xff)
620 # define extr_s(r0,r1) _extr_s(_jit,r0,r1)
621 static void _extr_s(jit_state_t*,jit_int32_t,jit_int32_t);
622 # define extr_us(r0,r1) ANDI(r0,r1,0xffff)
623 # if __WORDSIZE == 64
624 # define extr_i(r0,r1) SLL(r0,r1,0)
625 # define extr_ui(r0,r1) _extr_ui(_jit,r0,r1)
626 static void _extr_ui(jit_state_t*,jit_int32_t,jit_int32_t);
628 # define ltr(r0,r1,r2) SLT(r0,r1,r2)
629 # define lti(r0,r1,i0) _lti(_jit,r0,r1,i0)
630 static void _lti(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
631 # define ltr_u(r0,r1,r2) SLTU(r0,r1,r2)
632 # define lti_u(r0,r1,i0) _lti_u(_jit,r0,r1,i0)
633 static void _lti_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
634 #define ler(r0,r1,r2) _ler(_jit,r0,r1,r2)
635 static void _ler(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
636 #define lei(r0,r1,i0) _lei(_jit,r0,r1,i0)
637 static void _lei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
638 #define ler_u(r0,r1,r2) _ler_u(_jit,r0,r1,r2)
639 static void _ler_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
640 #define lei_u(r0,r1,i0) _lei_u(_jit,r0,r1,i0)
641 static void _lei_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
642 #define eqr(r0,r1,r2) _eqr(_jit,r0,r1,r2)
643 static void _eqr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
644 #define eqi(r0,r1,i0) _eqi(_jit,r0,r1,i0)
645 static void _eqi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
646 #define ger(r0,r1,r2) _ger(_jit,r0,r1,r2)
647 static void _ger(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
648 #define gei(r0,r1,i0) _gei(_jit,r0,r1,i0)
649 static void _gei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
650 #define ger_u(r0,r1,i0) _ger_u(_jit,r0,r1,i0)
651 static void _ger_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
652 #define gei_u(r0,r1,i0) _gei_u(_jit,r0,r1,i0)
653 static void _gei_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
654 # define gtr(r0,r1,r2) SLT(r0,r2,r1)
655 #define gti(r0,r1,i0) _gti(_jit,r0,r1,i0)
656 static void _gti(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
657 # define gtr_u(r0,r1,r2) SLTU(r0,r2,r1)
658 # define gti_u(r0,r1,i0) _gti_u(_jit,r0,r1,i0)
659 static void _gti_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
660 #define ner(r0,r1,r2) _ner(_jit,r0,r1,r2)
661 static void _ner(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
662 #define nei(r0,r1,i0) _nei(_jit,r0,r1,i0)
663 static void _nei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
664 #define bltr(i0,r0,r1) _bltr(_jit,i0,r0,r1)
665 static jit_word_t _bltr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
666 #define bltr_u(i0,r0,r1) _bltr_u(_jit,i0,r0,r1)
667 static jit_word_t _bltr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
668 #define blti(i0,r0,i1) _blti(_jit,i0,r0,i1)
669 static jit_word_t _blti(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
670 #define blti_u(i0,r0,i1) _blti_u(_jit,i0,r0,i1)
671 static jit_word_t _blti_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
672 #define bler(i0,r0,r1) _bler(_jit,i0,r0,r1)
673 static jit_word_t _bler(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
674 #define bler_u(i0,r0,r1) _bler_u(_jit,i0,r0,r1)
675 static jit_word_t _bler_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
676 #define blei(i0,r0,i1) _blei(_jit,i0,r0,i1)
677 static jit_word_t _blei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
678 #define blei_u(i0,r0,i1) _blei_u(_jit,i0,r0,i1)
679 static jit_word_t _blei_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
680 #define beqr(i0,r0,r1) _beqr(_jit,i0,r0,r1)
681 static jit_word_t _beqr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
682 #define beqi(i0,r0,i1) _beqi(_jit,i0,r0,i1)
683 static jit_word_t _beqi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
684 #define bger(i0,r0,r1) _bger(_jit,i0,r0,r1)
685 static jit_word_t _bger(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
686 #define bger_u(i0,r0,r1) _bger_u(_jit,i0,r0,r1)
687 static jit_word_t _bger_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
688 #define bgei(i0,r0,i1) _bgei(_jit,i0,r0,i1)
689 static jit_word_t _bgei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
690 #define bgei_u(i0,r0,i1) _bgei_u(_jit,i0,r0,i1)
691 static jit_word_t _bgei_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
692 #define bgtr(i0,r0,r1) _bgtr(_jit,i0,r0,r1)
693 static jit_word_t _bgtr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
694 #define bgtr_u(i0,r0,r1) _bgtr_u(_jit,i0,r0,r1)
695 static jit_word_t _bgtr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
696 #define bgti(i0,r0,i1) _bgti(_jit,i0,r0,i1)
697 static jit_word_t _bgti(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
698 #define bgti_u(i0,r0,i1) _bgti_u(_jit,i0,r0,i1)
699 static jit_word_t _bgti_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
700 #define bner(i0,r0,r1) _bner(_jit,i0,r0,r1)
701 static jit_word_t _bner(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
702 #define bnei(i0,r0,i1) _bnei(_jit,i0,r0,i1)
703 static jit_word_t _bnei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
704 # define jmpr(r0) _jmpr(_jit,r0)
705 static void _jmpr(jit_state_t*,jit_int32_t);
706 # define jmpi(i0) _jmpi(_jit,i0)
707 static jit_word_t _jmpi(jit_state_t*,jit_word_t);
708 # define boaddr(i0,r0,r1) _boaddr(_jit,i0,r0,r1)
709 static jit_word_t _boaddr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
710 # define boaddi(i0,r0,i1) _boaddi(_jit,i0,r0,i1)
711 static jit_word_t _boaddi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
712 # define boaddr_u(i0,r0,r1) _boaddr_u(_jit,i0,r0,r1)
713 static jit_word_t _boaddr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
714 # define boaddi_u(i0,r0,i1) _boaddi_u(_jit,i0,r0,i1)
715 static jit_word_t _boaddi_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
716 # define bxaddr(i0,r0,r1) _bxaddr(_jit,i0,r0,r1)
717 static jit_word_t _bxaddr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
718 # define bxaddi(i0,r0,i1) _bxaddi(_jit,i0,r0,i1)
719 static jit_word_t _bxaddi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
720 # define bxaddr_u(i0,r0,r1) _bxaddr_u(_jit,i0,r0,r1)
721 static jit_word_t _bxaddr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
722 # define bxaddi_u(i0,r0,i1) _bxaddi_u(_jit,i0,r0,i1)
723 static jit_word_t _bxaddi_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
724 # define bosubr(i0,r0,r1) _bosubr(_jit,i0,r0,r1)
725 static jit_word_t _bosubr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
726 # define bosubi(i0,r0,i1) _bosubi(_jit,i0,r0,i1)
727 static jit_word_t _bosubi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
728 # define bosubr_u(i0,r0,r1) _bosubr_u(_jit,i0,r0,r1)
729 static jit_word_t _bosubr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
730 # define bosubi_u(i0,r0,i1) _bosubi_u(_jit,i0,r0,i1)
731 static jit_word_t _bosubi_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
732 # define bxsubr(i0,r0,r1) _bxsubr(_jit,i0,r0,r1)
733 static jit_word_t _bxsubr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
734 # define bxsubi(i0,r0,i1) _bxsubi(_jit,i0,r0,i1)
735 static jit_word_t _bxsubi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
736 # define bxsubr_u(i0,r0,r1) _bxsubr_u(_jit,i0,r0,r1)
737 static jit_word_t _bxsubr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
738 # define bxsubi_u(i0,r0,i1) _bxsubi_u(_jit,i0,r0,i1)
739 static jit_word_t _bxsubi_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
740 # define bmsr(i0,r0,r1) _bmsr(_jit,i0,r0,r1)
741 static jit_word_t _bmsr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
742 # define bmsi(i0,r0,i1) _bmsi(_jit,i0,r0,i1)
743 static jit_word_t _bmsi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
744 # define bmcr(i0,r0,r1) _bmcr(_jit,i0,r0,r1)
745 static jit_word_t _bmcr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
746 # define bmci(i0,r0,i1) _bmci(_jit,i0,r0,i1)
747 static jit_word_t _bmci(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
748 # define callr(r0) _callr(_jit,r0)
749 static void _callr(jit_state_t*,jit_int32_t);
750 # define calli(i0) _calli(_jit,i0)
751 static void _calli(jit_state_t*,jit_word_t);
752 # define calli_p(i0) _calli_p(_jit,i0)
753 static jit_word_t _calli_p(jit_state_t*,jit_word_t);
754 # define prolog(node) _prolog(_jit,node)
755 static void _prolog(jit_state_t*,jit_node_t*);
756 # define epilog(node) _epilog(_jit,node)
757 static void _epilog(jit_state_t*,jit_node_t*);
758 # define vastart(r0) _vastart(_jit, r0)
759 static void _vastart(jit_state_t*, jit_int32_t);
760 # define vaarg(r0, r1) _vaarg(_jit, r0, r1)
761 static void _vaarg(jit_state_t*, jit_int32_t, jit_int32_t);
762 #define patch_abs(instr,label) _patch_abs(_jit,instr,label)
763 static void _patch_abs(jit_state_t*,jit_word_t,jit_word_t);
764 #define patch_at(jump,label) _patch_at(_jit,jump,label)
765 static void _patch_at(jit_state_t*,jit_word_t,jit_word_t);
770 _hrrrit(jit_state_t *_jit,jit_int32_t hc,
771 jit_int32_t rs, jit_int32_t rt, jit_int32_t rd,
772 jit_int32_t ic, jit_int32_t tc)
785 _hrri(jit_state_t *_jit, jit_int32_t hc,
786 jit_int32_t rs, jit_int32_t rt, jit_int32_t im)
798 _hi(jit_state_t *_jit, jit_int32_t hc, jit_int32_t im)
807 _nop(jit_state_t *_jit, jit_int32_t i0)
809 for (; i0 > 0; i0 -= 4)
815 _extr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
816 jit_int32_t pos, jit_int32_t size)
820 if (__WORDSIZE == 32)
821 EXT(r0, r1, pos, size);
823 DEXTU(r0, r1, pos, size);
825 DEXTM(r0, r1, pos, size);
827 DEXT(r0, r1, pos, size);
831 _insr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
832 jit_int32_t pos, jit_int32_t size)
836 if (__WORDSIZE == 32)
837 INS(r0, r1, pos, size);
839 DINSU(r0, r1, pos, size);
841 DINSM(r0, r1, pos, size);
843 DINS(r0, r1, pos, size);
847 _addi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
852 else if (can_sign_extend_short_p(i0))
855 reg = jit_get_reg(jit_class_gpr);
857 addr(r0, r1, rn(reg));
863 _addcr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
867 if (jit_carry == _NOREG)
868 jit_carry = jit_get_reg(jit_class_gpr);
870 t0 = jit_get_reg(jit_class_gpr);
871 addr(rn(t0), r1, r2);
872 SLTU(rn(jit_carry), rn(t0), r1);
878 SLTU(rn(jit_carry), r0, r1);
883 _addci(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
887 if (jit_carry == _NOREG)
888 jit_carry = jit_get_reg(jit_class_gpr);
889 t0 = jit_get_reg(jit_class_gpr);
891 if (can_sign_extend_short_p(i0))
892 addiu(rn(t0), r1, i0);
895 addr(rn(t0), r1, rn(t0));
897 SLTU(rn(jit_carry), rn(t0), r1);
901 if (can_sign_extend_short_p(i0))
905 addr(r0, r1, rn(t0));
907 SLTU(rn(jit_carry), r0, r1);
913 _addxr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
917 assert(jit_carry != _NOREG);
918 t0 = jit_get_reg(jit_class_gpr);
919 movr(rn(t0), rn(jit_carry));
921 addcr(r0, r0, rn(t0));
926 _addxi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
930 assert(jit_carry != _NOREG);
931 t0 = jit_get_reg(jit_class_gpr);
932 movr(rn(t0), rn(jit_carry));
934 addcr(r0, r0, rn(t0));
939 _subi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
944 else if (can_sign_extend_short_p(i0) && (i0 & 0xffff) != 0x8000)
947 reg = jit_get_reg(jit_class_gpr);
949 subr(r0, r1, rn(reg));
955 _subcr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
959 if (jit_carry == _NOREG)
960 jit_carry = jit_get_reg(jit_class_gpr);
962 t0 = jit_get_reg(jit_class_gpr);
963 subr(rn(t0), r1, r2);
964 SLTU(rn(jit_carry), r1, rn(t0));
970 SLTU(rn(jit_carry), r1, r0);
975 _subci(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
979 if (jit_carry == _NOREG)
980 jit_carry = jit_get_reg(jit_class_gpr);
981 t0 = jit_get_reg(jit_class_gpr);
983 if (can_sign_extend_short_p(i0) && (i0 & 0xffff) != 0x8000)
984 addiu(rn(t0), r1, -i0);
987 subr(rn(t0), r1, rn(t0));
989 SLTU(rn(jit_carry), r1, rn(t0));
993 if (can_sign_extend_short_p(i0) && (i0 & 0xffff) != 0x8000)
997 subr(r0, r1, rn(t0));
999 SLTU(rn(jit_carry), r1, r0);
1005 _subxr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1009 assert(jit_carry != _NOREG);
1010 t0 = jit_get_reg(jit_class_gpr);
1011 movr(rn(t0), rn(jit_carry));
1013 subcr(r0, r0, rn(t0));
1018 _subxi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1022 assert(jit_carry != _NOREG);
1023 t0 = jit_get_reg(jit_class_gpr);
1024 movr(rn(t0), rn(jit_carry));
1026 subcr(r0, r0, rn(t0));
1031 _rsbi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1038 _mulr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1040 if (__WORDSIZE == 32)
1049 _muli(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1053 reg = jit_get_reg(jit_class_gpr);
1055 mulr(r0, r1, rn(reg));
1060 _iqmulr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
1061 jit_int32_t r2, jit_int32_t r3, jit_bool_t sign)
1072 _iqmuli(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
1073 jit_int32_t r2, jit_word_t i0, jit_bool_t sign)
1076 reg = jit_get_reg(jit_class_gpr);
1078 iqmulr(r0, r1, r2, rn(reg), sign);
1083 _divr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1090 _divi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1093 reg = jit_get_reg(jit_class_gpr);
1095 divr(r0, r1, rn(reg));
1100 _divr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1107 _divi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1110 reg = jit_get_reg(jit_class_gpr);
1112 divr_u(r0, r1, rn(reg));
1117 _iqdivr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
1118 jit_int32_t r2, jit_int32_t r3, jit_bool_t sign)
1129 _iqdivi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
1130 jit_int32_t r2, jit_word_t i0, jit_bool_t sign)
1133 reg = jit_get_reg(jit_class_gpr);
1135 iqdivr(r0, r1, r2, rn(reg), sign);
1140 _remr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1147 _remi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1150 reg = jit_get_reg(jit_class_gpr);
1152 remr(r0, r1, rn(reg));
1157 _remr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1164 _remi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1167 reg = jit_get_reg(jit_class_gpr);
1169 remr_u(r0, r1, rn(reg));
1173 #if __WORDSIZE == 64
1175 _lshi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1177 assert(i0 >= 0 && i0 <= 63);
1181 DSLL32(r0, r1, i0 - 32);
1185 _rshi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1187 assert(i0 >= 0 && i0 <= 63);
1191 DSRA32(r0, r1, i0 - 32);
1195 _rshi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1197 assert(i0 >= 0 && i0 <= 63);
1201 DSRL32(r0, r1, i0 - 32);
1206 _andi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1209 if (can_zero_extend_short_p(i0))
1211 else if (is_low_mask(i0)) {
1213 extr(r0, r1, 0, masked_bits_count(i0));
1215 lshi(r0, r1, unmasked_bits_count(i0));
1216 rshi_u(r0, r0, unmasked_bits_count(i0));
1218 } else if (is_high_mask(i0)) {
1219 if (jit_mips2_p() && r0 == r1)
1220 insr(r0, _ZERO_REGNO, 0, unmasked_bits_count(i0));
1222 rshi(r0, r1, unmasked_bits_count(i0));
1223 lshi(r0, r0, unmasked_bits_count(i0));
1225 } else if (jit_mips2_p() && is_middle_mask(i0)) {
1226 extr(r0, r1, __builtin_ctzl(i0), masked_bits_count(i0));
1227 lshi(r0, r0, __builtin_ctzl(i0));
1228 } else if (jit_mips2_p() && is_middle_mask(~i0)) {
1231 insr(r0, _ZERO_REGNO, __builtin_ctzl(~i0), masked_bits_count(~i0));
1233 reg = jit_get_reg(jit_class_gpr);
1235 AND(r0, r1, rn(reg));
1241 _ori(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1244 if (can_zero_extend_short_p(i0))
1247 reg = jit_get_reg(jit_class_gpr);
1249 OR(r0, r1, rn(reg));
1255 _xori(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1258 if (can_zero_extend_short_p(i0))
1261 reg = jit_get_reg(jit_class_gpr);
1263 XOR(r0, r1, rn(reg));
1269 _movr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1272 orr(r0, r1, _ZERO_REGNO);
1276 _movi(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1279 OR(r0, _ZERO_REGNO, _ZERO_REGNO);
1280 else if (can_sign_extend_short_p(i0))
1281 addiu(r0, _ZERO_REGNO, i0);
1282 else if (can_zero_extend_short_p(i0))
1283 ORI(r0, _ZERO_REGNO, i0);
1285 if (can_sign_extend_int_p(i0))
1287 else if (can_zero_extend_int_p(i0)) {
1288 if (i0 & 0xffff0000) {
1289 ORI(r0, _ZERO_REGNO, i0 >> 16);
1293 # if __WORDSIZE == 64
1295 movi(r0, (jit_uword_t)i0 >> 32);
1296 if (i0 & 0xffff0000) {
1298 ORI(r0, r0, i0 >> 16);
1311 _movi_p(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1316 # if __WORDSIZE == 32
1321 ORI(r0, r0, i0 >> 32);
1323 ORI(r0, r0, i0 >> 16);
1332 _ldi_c(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1335 if (can_sign_extend_short_p(i0))
1336 LB(r0, i0, _ZERO_REGNO);
1338 reg = jit_get_reg(jit_class_gpr);
1346 _ldi_uc(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1349 if (can_sign_extend_short_p(i0))
1350 LBU(r0, i0, _ZERO_REGNO);
1352 reg = jit_get_reg(jit_class_gpr);
1354 ldr_uc(r0, rn(reg));
1360 _ldi_s(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1363 if (can_sign_extend_short_p(i0))
1364 LH(r0, i0, _ZERO_REGNO);
1366 reg = jit_get_reg(jit_class_gpr);
1374 _ldi_us(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1377 if (can_sign_extend_short_p(i0))
1378 LHU(r0, i0, _ZERO_REGNO);
1380 reg = jit_get_reg(jit_class_gpr);
1382 ldr_us(r0, rn(reg));
1388 _ldi_i(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1391 if (can_sign_extend_short_p(i0))
1392 LW(r0, i0, _ZERO_REGNO);
1394 reg = jit_get_reg(jit_class_gpr);
1401 #if __WORDSIZE == 64
1403 _ldi_ui(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1406 if (can_sign_extend_short_p(i0))
1407 LWU(r0, i0, _ZERO_REGNO);
1409 reg = jit_get_reg(jit_class_gpr);
1411 ldr_ui(r0, rn(reg));
1417 _ldi_l(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1420 if (can_sign_extend_short_p(i0))
1421 LD(r0, i0, _ZERO_REGNO);
1423 reg = jit_get_reg(jit_class_gpr);
1432 _ldxr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1435 reg = jit_get_reg(jit_class_gpr);
1436 addr(rn(reg), r1, r2);
1442 _ldxi_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1445 if (can_sign_extend_short_p(i0))
1448 reg = jit_get_reg(jit_class_gpr);
1449 addi(rn(reg), r1, i0);
1456 _ldxr_uc(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1459 reg = jit_get_reg(jit_class_gpr);
1460 addr(rn(reg), r1, r2);
1461 ldr_uc(r0, rn(reg));
1466 _ldxi_uc(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1469 if (can_sign_extend_short_p(i0))
1472 reg = jit_get_reg(jit_class_gpr);
1473 addi(rn(reg), r1, i0);
1474 ldr_uc(r0, rn(reg));
1480 _ldxr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1483 reg = jit_get_reg(jit_class_gpr);
1484 addr(rn(reg), r1, r2);
1490 _ldxi_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1493 if (can_sign_extend_short_p(i0))
1496 reg = jit_get_reg(jit_class_gpr);
1497 addi(rn(reg), r1, i0);
1504 _ldxr_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1507 reg = jit_get_reg(jit_class_gpr);
1508 addr(rn(reg), r1, r2);
1509 ldr_us(r0, rn(reg));
1514 _ldxi_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1517 if (can_sign_extend_short_p(i0))
1520 reg = jit_get_reg(jit_class_gpr);
1521 addi(rn(reg), r1, i0);
1522 ldr_us(r0, rn(reg));
1528 _ldxr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1531 reg = jit_get_reg(jit_class_gpr);
1532 addr(rn(reg), r1, r2);
1538 _ldxi_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1541 if (can_sign_extend_short_p(i0))
1544 reg = jit_get_reg(jit_class_gpr);
1545 addi(rn(reg), r1, i0);
1551 #if __WORDSIZE == 64
1553 _ldxr_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1556 reg = jit_get_reg(jit_class_gpr);
1557 addr(rn(reg), r1, r2);
1558 ldr_ui(r0, rn(reg));
1563 _ldxi_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1566 if (can_sign_extend_short_p(i0))
1569 reg = jit_get_reg(jit_class_gpr);
1570 addi(rn(reg), r1, i0);
1571 ldr_ui(r0, rn(reg));
1577 _ldxr_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1580 reg = jit_get_reg(jit_class_gpr);
1581 addr(rn(reg), r1, r2);
1587 _ldxi_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1590 if (can_sign_extend_short_p(i0))
1593 reg = jit_get_reg(jit_class_gpr);
1594 addi(rn(reg), r1, i0);
1602 _sti_c(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1605 if (can_sign_extend_short_p(i0))
1606 SB(r0, i0, _ZERO_REGNO);
1608 reg = jit_get_reg(jit_class_gpr);
1616 _sti_s(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1619 if (can_sign_extend_short_p(i0))
1620 SH(r0, i0, _ZERO_REGNO);
1622 reg = jit_get_reg(jit_class_gpr);
1630 _sti_i(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1633 if (can_sign_extend_short_p(i0))
1634 SW(r0, i0, _ZERO_REGNO);
1636 reg = jit_get_reg(jit_class_gpr);
1643 #if __WORDSIZE == 64
1645 _sti_l(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1648 if (can_sign_extend_short_p(i0))
1649 SD(r0, i0, _ZERO_REGNO);
1651 reg = jit_get_reg(jit_class_gpr);
1660 _stxr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1663 reg = jit_get_reg(jit_class_gpr);
1664 addr(rn(reg), r0, r1);
1670 _stxi_c(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1673 if (can_sign_extend_short_p(i0))
1676 reg = jit_get_reg(jit_class_gpr);
1677 addi(rn(reg), r0, i0);
1684 _stxr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1687 reg = jit_get_reg(jit_class_gpr);
1688 addr(rn(reg), r0, r1);
1694 _stxi_s(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1697 if (can_sign_extend_short_p(i0))
1700 reg = jit_get_reg(jit_class_gpr);
1701 addi(rn(reg), r0, i0);
1708 _stxr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1711 reg = jit_get_reg(jit_class_gpr);
1712 addr(rn(reg), r0, r1);
1718 _stxi_i(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1721 if (can_sign_extend_short_p(i0))
1724 reg = jit_get_reg(jit_class_gpr);
1725 addi(rn(reg), r0, i0);
1731 #if __WORDSIZE == 64
1733 _stxr_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1 ,jit_int32_t r2)
1736 reg = jit_get_reg(jit_class_gpr);
1737 addr(rn(reg), r0, r1);
1743 _stxi_l(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1746 if (can_sign_extend_short_p(i0))
1749 reg = jit_get_reg(jit_class_gpr);
1750 addi(rn(reg), r0, i0);
1758 _bswapr_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1760 if (jit_mips2_p()) {
1764 generic_bswapr_us(_jit, r0, r1);
1769 _bswapr_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1771 if (jit_mips2_p()) {
1772 if (__WORDSIZE == 64) {
1776 extr(r0, r0, 0, 32);
1782 generic_bswapr_ui(_jit, r0, r1);
1787 _extr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1792 lshi(r0, r1, __WORDSIZE - 8);
1793 rshi(r0, r0, __WORDSIZE - 8);
1798 _extr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1803 lshi(r0, r1, __WORDSIZE - 16);
1804 rshi(r0, r0, __WORDSIZE - 16);
1808 # if __WORDSIZE == 64
1810 _extr_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1813 DEXT(r0, r1, 0, 32);
1822 _lti(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1826 if (can_sign_extend_short_p(i0))
1829 reg = jit_get_reg(jit_class_gpr);
1831 ltr(r0, r1, rn(reg));
1837 _lti_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1841 if (can_sign_extend_short_p(i0))
1844 reg = jit_get_reg(jit_class_gpr);
1846 ltr_u(r0, r1, rn(reg));
1852 _ler(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1859 _lei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1863 if (can_sign_extend_short_p(i0 + 1))
1864 SLTI(r0, r1, i0 + 1);
1866 reg = jit_get_reg(jit_class_gpr);
1868 ler(r0, r1, rn(reg));
1874 _ler_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1881 _lei_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1885 if (can_sign_extend_short_p(i0 + 1))
1886 SLTIU(r0, r1, i0 + 1);
1888 reg = jit_get_reg(jit_class_gpr);
1890 ler_u(r0, r1, rn(reg));
1896 _eqr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1899 SLTU(r0, _ZERO_REGNO, r0);
1904 _eqi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1908 SLTU(r0, _ZERO_REGNO, r0);
1911 SLTU(r0, _ZERO_REGNO, r1);
1916 _ger(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1923 _gei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1927 if (can_sign_extend_short_p(i0)) {
1931 reg = jit_get_reg(jit_class_gpr);
1933 ger(r0, r1, rn(reg));
1939 _ger_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1946 _gei_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1950 if (can_sign_extend_short_p(i0)) {
1954 reg = jit_get_reg(jit_class_gpr);
1956 ger_u(r0, r1, rn(reg));
1962 _gti(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1967 SLT(r0, _ZERO_REGNO, r1);
1969 reg = jit_get_reg(jit_class_gpr);
1971 SLT(r0, rn(reg), r1);
1977 _gti_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1982 SLTU(r0, _ZERO_REGNO, r1);
1984 reg = jit_get_reg(jit_class_gpr);
1986 SLTU(r0, rn(reg), r1);
1992 _ner(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1995 SLTU(r0, _ZERO_REGNO, r0);
1999 _nei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
2003 SLTU(r0, _ZERO_REGNO, r0);
2006 SLTU(r0, _ZERO_REGNO, r1);
2010 _bltr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2015 reg = jit_get_reg(jit_class_gpr);
2016 SLT(rn(reg), r0, r1);
2018 BNE(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2026 _bltr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2031 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2032 SLTU(rn(reg), r0, r1);
2034 BNE(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2042 _blti(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2049 if (!(zero_p = i1 == 0))
2050 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2051 if (can_sign_extend_short_p(i1)) {
2053 SLTI(rn(reg), r0, i1);
2055 d = ((i0 - w) >> 2) - 1;
2057 BNE(rn(reg), _ZERO_REGNO, d);
2064 w = bltr(i0, r0, rn(reg));
2073 _blti_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2078 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2079 if (can_sign_extend_short_p(i1)) {
2080 SLTIU(rn(reg), r0, i1);
2082 BNE(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2087 w = bltr_u(i0, r0, rn(reg));
2095 _bler(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2100 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2101 SLT(rn(reg), r1, r0);
2103 BEQ(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2111 _bler_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2116 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2117 SLTU(rn(reg), r1, r0);
2119 BEQ(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2127 _blei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2134 BLEZ(r0, ((i0 - w) >> 2) - 1);
2138 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2140 w = bler(i0, r0, rn(reg));
2148 _blei_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2155 BEQ(r0, _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2159 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2161 w = bler_u(i0, r0, rn(reg));
2169 _beqr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2174 BEQ(r0, r1, ((i0 - w) >> 2) - 1);
2181 _beqi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2188 BEQ(r0, _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2192 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2194 w = beqr(i0, r0, rn(reg));
2202 _bger(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2207 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2208 SLT(rn(reg), r0, r1);
2210 BEQ(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2218 _bger_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2223 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2224 SLTU(rn(reg), r0, r1);
2226 BEQ(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2234 _bgei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2241 if (!(zero_p = i1 == 0))
2242 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2243 if (can_sign_extend_short_p(i1)) {
2245 SLTI(rn(reg), r0, i1);
2247 d = ((i0 - w) >> 2) - 1;
2249 BEQ(rn(reg), _ZERO_REGNO, d);
2256 w = bger(i0, r0, rn(reg));
2265 _bgei_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2270 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2271 if (can_sign_extend_short_p(i1)) {
2272 SLTIU(rn(reg), r0, i1);
2274 BEQ(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2279 w = bger_u(i0, r0, rn(reg));
2287 _bgtr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2292 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2293 SLT(rn(reg), r1, r0);
2295 BNE(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2303 _bgtr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2308 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2309 SLTU(rn(reg), r1, r0);
2311 BNE(rn(reg), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2319 _bgti(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2326 BGTZ(r0, ((i0 - w) >> 2) - 1);
2330 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2332 w = bgtr(i0, r0, rn(reg));
2340 _bgti_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2347 BNE(r0, _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2351 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2353 w = bgtr_u(i0, r0, rn(reg));
2361 _bner(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2366 BNE(r0, r1, ((i0 - w) >> 2) - 1);
2373 _bnei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2380 BNE(r0, _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2384 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2386 w = bner(i0, r0, rn(reg));
2394 _jmpr(jit_state_t *_jit, jit_int32_t r0)
2401 _jmpi(jit_state_t *_jit, jit_word_t i0)
2407 if (((w + sizeof(jit_int32_t)) & 0xf0000000) == (i0 & 0xf0000000)) {
2408 J((i0 & ~0xf0000000) >> 2);
2412 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
2413 movi_p(rn(reg), i0);
2422 _boaddr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2429 /* t1 = r0 + r1; overflow = r1 < 0 ? r0 < t1 : t1 < r0 */
2430 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2431 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2432 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2433 SLT(rn(t0), r1, _ZERO_REGNO); /* t0 = r1 < 0 */
2434 addr(rn(t1), r0, r1); /* t1 = r0 + r1 */
2435 SLT(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
2436 SLT(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
2437 MOVZ(rn(t1), rn(t2), rn(t0)); /* if (r0 == 0) t1 = t2 */
2439 BNE(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2450 _boaddi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2457 if (can_sign_extend_short_p(i1)) {
2458 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2459 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2460 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2461 SLTI(rn(t0), _ZERO_REGNO, i1);
2462 addiu(rn(t1), r0, i1);
2463 SLT(rn(t2), r0, rn(t1));
2464 SLT(rn(t1), rn(t1), r0);
2465 MOVZ(rn(t1), rn(t2), rn(t0));
2467 BNE(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2475 t0 = jit_get_reg(jit_class_gpr);
2477 w = boaddr(i0, r0, rn(t0));
2484 _boaddr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2490 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2491 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2492 addr(rn(t0), r0, r1);
2493 SLTU(rn(t1), rn(t0), r0);
2495 BNE(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2504 _boaddi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2510 if (can_sign_extend_short_p(i0)) {
2511 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2512 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2513 addiu(rn(t0), r0, i1);
2514 SLTU(rn(t1), rn(t0), r0);
2516 BNE(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2523 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2525 w = boaddr_u(i0, r0, rn(t0));
2532 _bxaddr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2539 /* t1 = r0 + r1; overflow = r1 < 0 ? r0 < t1 : t1 < r0 */
2540 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2541 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2542 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2543 SLT(rn(t0), r1, _ZERO_REGNO); /* t0 = r1 < 0 */
2544 addr(rn(t1), r0, r1); /* t1 = r0 + r1 */
2545 SLT(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
2546 SLT(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
2547 MOVZ(rn(t1), rn(t2), rn(t0)); /* if (r0 == 0) t1 = t2 */
2549 BEQ(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2560 _bxaddi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2567 if (can_sign_extend_short_p(i1)) {
2568 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2569 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2570 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2571 SLTI(rn(t0), _ZERO_REGNO, i1);
2572 addiu(rn(t1), r0, i1);
2573 SLT(rn(t2), r0, rn(t1));
2574 SLT(rn(t1), rn(t1), r0);
2575 MOVZ(rn(t1), rn(t2), rn(t0));
2577 BEQ(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2585 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2587 w = bxaddr(i0, r0, rn(t0));
2594 _bxaddr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2600 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2601 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2602 addr(rn(t0), r0, r1);
2603 SLTU(rn(t1), rn(t0), r0);
2605 BEQ(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2614 _bxaddi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2620 if (can_sign_extend_short_p(i0)) {
2621 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2622 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2623 addiu(rn(t0), r0, i1);
2624 SLTU(rn(t1), rn(t0), r0);
2626 BEQ(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2633 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2635 w = bxaddr_u(i0, r0, rn(t0));
2642 _bosubr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2649 /* t1 = r0 - r1; overflow = 0 < r1 ? r0 < t1 : t1 < r0 */
2650 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2651 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2652 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2653 SLT(rn(t0), _ZERO_REGNO, r1); /* t0 = 0 < r1 */
2654 subr(rn(t1), r0, r1); /* t1 = r0 - r1 */
2655 SLT(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
2656 SLT(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
2657 MOVZ(rn(t1), rn(t2), rn(t0)); /* if (r0 == 0) t1 = t2 */
2659 BNE(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2670 _bosubi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2677 if (can_sign_extend_short_p(i1) && (i1 & 0xffff) != 0x8000) {
2678 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2679 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2680 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2681 SLTI(rn(t0), _ZERO_REGNO, i1);
2682 addiu(rn(t1), r0, -i1);
2683 SLT(rn(t2), rn(t1), r0);
2684 SLT(rn(t1), r0, rn(t1));
2685 MOVZ(rn(t1), rn(t2), rn(t0));
2687 BNE(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2695 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2697 w = bosubr(i0, r0, rn(t0));
2704 _bosubr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2710 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2711 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2712 subr(rn(t0), r0, r1);
2713 SLTU(rn(t1), r0, rn(t0));
2715 BNE(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2724 _bosubi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2730 if (can_sign_extend_short_p(i0) && (i0 & 0xffff) != 0x8000) {
2731 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2732 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2733 addiu(rn(t0), r0, -i1);
2734 SLTU(rn(t1), r0, rn(t0));
2736 BNE(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2743 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2745 w = bosubr_u(i0, r0, rn(t0));
2752 _bxsubr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2759 /* t1 = r0 - r1; overflow = 0 < r1 ? r0 < t1 : t1 < r0 */
2760 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2761 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2762 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2763 SLT(rn(t0), _ZERO_REGNO, r1); /* t0 = 0 < r1 */
2764 subr(rn(t1), r0, r1); /* t1 = r0 - r1 */
2765 SLT(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
2766 SLT(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
2767 MOVZ(rn(t1), rn(t2), rn(t0)); /* if (t0 == 0) t1 = t2 */
2769 BEQ(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2780 _bxsubi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2787 if (can_sign_extend_short_p(i1) && (i1 & 0xffff) != 0x8000) {
2788 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2789 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2790 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2791 SLTI(rn(t0), _ZERO_REGNO, i1);
2792 addiu(rn(t1), r0, -i1);
2793 SLT(rn(t2), rn(t1), r0);
2794 SLT(rn(t1), r0, rn(t1));
2795 MOVZ(rn(t1), rn(t2), rn(t0));
2797 BEQ(rn(t1), _ZERO_REGNO, ((i0 - w) >> 2) - 1);
2805 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2807 w = bxsubr(i0, r0, rn(t0));
2814 _bxsubr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2820 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2821 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2822 subr(rn(t0), r0, r1);
2823 SLTU(rn(t1), r0, rn(t0));
2825 BEQ(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2834 _bxsubi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2840 if (can_sign_extend_short_p(i0) && (i0 & 0xffff) != 0x8000) {
2841 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2842 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2843 addiu(rn(t0), r0, -i1);
2844 SLTU(rn(t1), r0, rn(t0));
2846 BEQ(_ZERO_REGNO, rn(t1), ((i0 - w) >> 2) - 1);
2853 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2855 w = bxsubr_u(i0, r0, rn(t0));
2862 _bmsr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2866 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2867 AND(rn(t0), r0, r1);
2869 BNE(_ZERO_REGNO, rn(t0), ((i0 - w) >> 2) - 1);
2876 _bmsi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2880 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2882 andi(rn(t0), r0, i1);
2884 BNE(_ZERO_REGNO, rn(t0), ((i0 - w) >> 2) - 1);
2892 _bmcr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
2896 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2897 AND(rn(t0), r0, r1);
2899 BEQ(_ZERO_REGNO, rn(t0), ((i0 - w) >> 2) - 1);
2906 _bmci(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
2910 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
2912 andi(rn(t0), r0, i1);
2914 BEQ(_ZERO_REGNO, rn(t0), ((i0 - w) >> 2) - 1);
2922 _callr(jit_state_t *_jit, jit_int32_t r0)
2925 if (r0 != _T9_REGNO)
2926 movr(_T9_REGNO, r0);
2932 _calli(jit_state_t *_jit, jit_word_t i0)
2934 movi(_T9_REGNO, i0);
2940 _calli_p(jit_state_t *_jit, jit_word_t i0)
2945 movi_p(_T9_REGNO, i0);
2952 static jit_int32_t fregs[] = {
2953 _F30, _F28, _F26, _F24, _F22, _F20,
2959 static jit_int32_t iregs[] = {
2960 _S7, _S6, _S5, _S4, _S3, _S2, _S1, _S0,
2964 _prolog(jit_state_t *_jit, jit_node_t *node)
2968 if (_jitc->function->define_frame || _jitc->function->assume_frame) {
2969 jit_int32_t frame = -_jitc->function->frame;
2970 assert(_jitc->function->self.aoff >= frame);
2971 if (_jitc->function->assume_frame)
2973 _jitc->function->self.aoff = frame;
2975 if (_jitc->function->allocar)
2976 _jitc->function->self.aoff &= -8;
2978 _jitc->function->stack = ((_jitc->function->self.alen -
2979 /* align stack at 16 bytes */
2980 _jitc->function->self.aoff) + 15) & -16;
2982 _jitc->function->stack = ((/* first 16 bytes must be allocated */
2983 (_jitc->function->self.alen > 16 ?
2984 _jitc->function->self.alen : 16) -
2985 /* align stack at 8 bytes */
2986 _jitc->function->self.aoff) + 7) & -8;
2988 /* callee save registers */
2990 if ((_jitc->function->self.call & jit_call_varargs) &&
2991 jit_arg_reg_p(_jitc->function->vagp))
2992 subi(_SP_REGNO, _SP_REGNO, stack_framesize + 64);
2995 subi(_SP_REGNO, _SP_REGNO, stack_framesize);
2996 offset = stack_framesize - (sizeof(jit_word_t) << 1);
2997 for (index = 0; index < jit_size(fregs); index++, offset -= 8) {
2998 if (jit_regset_tstbit(&_jitc->function->regset, fregs[index]))
2999 stxi_d(offset, _SP_REGNO, rn(fregs[index]));
3001 for (index = 0; index < jit_size(iregs);
3002 index++, offset -= sizeof(jit_word_t)) {
3003 if (jit_regset_tstbit(&_jitc->function->regset, iregs[index]))
3004 stxi(offset, _SP_REGNO, rn(iregs[index]));
3006 assert(offset >= sizeof(jit_word_t));
3007 stxi(offset, _SP_REGNO, _RA_REGNO);
3008 stxi(0, _SP_REGNO, _BP_REGNO);
3009 movr(_BP_REGNO, _SP_REGNO);
3012 if (_jitc->function->stack)
3013 subi(_SP_REGNO, _SP_REGNO, _jitc->function->stack);
3014 if (_jitc->function->allocar) {
3015 index = jit_get_reg(jit_class_gpr);
3016 movi(rn(index), _jitc->function->self.aoff);
3017 stxi_i(_jitc->function->aoffoff, _BP_REGNO, rn(index));
3018 jit_unget_reg(index);
3021 if (_jitc->function->self.call & jit_call_varargs) {
3023 index = _jitc->function->vagp;
3025 index = (_jitc->function->self.size - stack_framesize) >> STACK_SHIFT;
3027 offset = stack_framesize + index * STACK_SLOT;
3028 for (; jit_arg_reg_p(index); ++index, offset += STACK_SLOT) {
3030 SD(rn(_A0 - index), offset, _BP_REGNO);
3032 stxi(offset + WORD_ADJUST, _BP_REGNO, rn(_A0 - index));
3039 _epilog(jit_state_t *_jit, jit_node_t *node)
3043 if (_jitc->function->assume_frame)
3045 /* callee save registers */
3046 movr(_SP_REGNO, _BP_REGNO);
3047 offset = stack_framesize - (sizeof(jit_word_t) << 1);
3048 for (index = 0; index < jit_size(fregs); index++, offset -= 8) {
3049 if (jit_regset_tstbit(&_jitc->function->regset, fregs[index]))
3050 ldxi_d(rn(fregs[index]), _SP_REGNO, offset);
3052 for (index = 0; index < jit_size(iregs);
3053 index++, offset -= sizeof(jit_word_t)) {
3054 if (jit_regset_tstbit(&_jitc->function->regset, iregs[index]))
3055 ldxi(rn(iregs[index]), _SP_REGNO, offset);
3057 assert(offset >= sizeof(jit_word_t));
3058 ldxi(_RA_REGNO, _SP_REGNO, offset);
3059 ldxi(_BP_REGNO, _SP_REGNO, 0);
3063 if ((_jitc->function->self.call & jit_call_varargs) &&
3064 jit_arg_reg_p(_jitc->function->vagp))
3065 addi(_SP_REGNO, _SP_REGNO, stack_framesize + 64);
3068 addi(_SP_REGNO, _SP_REGNO, stack_framesize);
3072 _vastart(jit_state_t *_jit, jit_int32_t r0)
3074 assert(_jitc->function->self.call & jit_call_varargs);
3075 /* Initialize va_list to the first stack argument. */
3077 if (jit_arg_reg_p(_jitc->function->vagp))
3078 addi(r0, _BP_REGNO, stack_framesize + _jitc->function->vagp *
3079 sizeof(jit_int64_t));
3082 addi(r0, _BP_REGNO, _jitc->function->self.size);
3086 _vaarg(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3088 /* Load argument. */
3090 ldxi(r0, r1, WORD_ADJUST);
3095 /* Update va_list. */
3096 addi(r1, r1, STACK_SLOT);
3100 _patch_abs(jit_state_t *_jit, jit_word_t instr, jit_word_t label)
3109 #if __WORDSIZE == 32
3111 assert(i.hc.b == MIPS_LUI);
3112 i.is.b = label >> 16;
3115 assert(i.hc.b == MIPS_ORI);
3120 assert(i.hc.b == MIPS_LUI);
3121 i.is.b = label >> 48;
3124 assert(i.hc.b == MIPS_ORI);
3125 i.is.b = label >> 32;
3129 assert(i.hc.b == MIPS_ORI);
3130 i.is.b = label >> 16;
3134 assert(i.hc.b == MIPS_ORI);
3141 _patch_at(jit_state_t *_jit, jit_word_t instr, jit_word_t label)
3152 /* 16 bit immediate opcodes */
3155 case MIPS_BLTZ: case MIPS_BLTZL:
3156 case MIPS_BLTZAL: case MIPS_BLTZALL:
3157 case MIPS_BGEZ: case MIPS_BGEZAL:
3158 case MIPS_BGEZALL: case MIPS_BGEZL:
3159 case MIPS_TEQI: case MIPS_TGEI:
3160 case MIPS_TGEIU: case MIPS_TLTI:
3161 case MIPS_TLTIU: case MIPS_TNEI:
3162 i.is.b = ((label - instr) >> 2) - 1;
3166 assert(!"unhandled branch opcode");
3171 case MIPS_COP1: case MIPS_COP2:
3172 assert(i.rs.b == MIPS_BC);
3174 case MIPS_BCF: case MIPS_BCFL:
3175 case MIPS_BCT: case MIPS_BCTL:
3176 i.is.b = ((label - instr) >> 2) - 1;
3180 assert(!"unhandled branch opcode");
3185 case MIPS_BLEZ: case MIPS_BLEZL:
3186 case MIPS_BEQ: case MIPS_BEQL:
3187 case MIPS_BGTZ: case MIPS_BGTZL:
3188 case MIPS_BNE: case MIPS_BNEL:
3189 i.is.b = ((label - instr) >> 2) - 1;
3194 patch_abs(instr, label);
3197 case MIPS_J: case MIPS_JAL:
3199 assert(((instr + sizeof(jit_int32_t)) & 0xf0000000) ==
3200 (label & 0xf0000000));
3201 i.ii.b = (label & ~0xf0000000) >> 2;
3206 assert(!"unhandled branch opcode");