2 * Copyright (C) 2013-2023 Free Software Foundation, Inc.
4 * This file is part of GNU lightning.
6 * GNU lightning is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU Lesser General Public License as published
8 * by the Free Software Foundation; either version 3, or (at your option)
11 * GNU lightning is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
13 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
14 * License for more details.
17 * Paulo Cesar Pereira de Andrade
21 #define stack_framesize 144
22 #define params_offset 16
23 #define INST_NONE 0 /* should never be generated */
24 #define INST_STOP 1 /* or'ed if stop is required */
25 #define INST_A 2 /* M- or I- unit */
40 /* Data and instructions are referenced by 64-bit addresses. Instructions
41 * are stored in memory in little endian byte order, in which the least
42 * significant byte appears in the lowest addressed byte of a memory
43 * location. For data, modes for both big and little endian byte order are
44 * supported and can be controlled by a bit in the User Mask Register.
46 #define il(ii) *_jit->pc.ul++ = ii
47 #define set_bundle(p, l, h, tm, s0, s1, s2) \
49 l = tm | ((s0 & 0x1ffffffffffL) << 5L) | (s1 << 46L); \
50 h = ((s1 >> 18L) & 0x7fffffLL) | (s2 << 23L); \
51 p[0] = byte_swap_if_big_endian(l); \
52 p[1] = byte_swap_if_big_endian(h); \
54 #define get_bundle(p, l, h, tm, s0, s1, s2) \
56 l = byte_swap_if_big_endian(p[0]); \
57 h = byte_swap_if_big_endian(p[1]); \
59 s0 = (l >> 5L) & 0x1ffffffffffL; \
60 s1 = ((l >> 46L) & 0x3ffffL) | ((h & 0x7fffffL) << 18L); \
61 s2 = (h >> 23L) & 0x1ffffffffffL; \
64 /* Need to insert a stop if a modified register would (or could)
65 * be read in the same cycle.
69 if (jit_regset_tstbit(&_jitc->regs, r0)) \
72 #define TSTREG2(r0, r1) \
74 if (jit_regset_tstbit(&_jitc->regs, r0) || \
75 jit_regset_tstbit(&_jitc->regs, r1)) \
80 if (p0 && (_jitc->pred & (1 << p0))) \
83 /* Record register was modified */
84 #define SETREG(r0) jit_regset_setbit(&_jitc->regs, r0)
86 /* Avoid using constants in macros and code */
88 GR_0, GR_1, GR_2, GR_3,
89 GR_4, GR_5, GR_6, GR_7,
90 GR_8, GR_9, GR_10, GR_11,
91 GR_12, GR_13, GR_14, GR_15,
92 GR_16, GR_17, GR_18, GR_19,
93 GR_20, GR_21, GR_22, GR_23,
94 GR_24, GR_25, GR_26, GR_27,
95 GR_28, GR_29, GR_30, GR_31,
96 GR_32, GR_33, GR_34, GR_35,
97 GR_36, GR_37, GR_38, GR_39,
98 GR_40, GR_41, GR_42, GR_43,
103 PR_0, /* constant - always 1 */
104 /* p0-p5 - preserved */
105 PR_1, PR_2, PR_3, PR_4,
107 /* p6-p15 - scratch */
108 PR_6, PR_7, PR_8, PR_9,
109 PR_10, PR_11, PR_12, PR_13,
111 /* p16-... - preserved - rotating */
115 BR_0, /* scratch - Return link */
116 /* b1-b5 - preserved */
117 BR_1, BR_2, BR_3, BR_4,
119 /* b6-b7 - scratch */
124 AR_KR0, AR_KR1, AR_KR2, AR_KR3,
125 AR_KR4, AR_KR5, AR_KR6, AR_KR7,
126 AR_8, AR_9, AR_10, AR_11,
127 AR_12, AR_13, AR_14, AR_15,
128 AR_RSC, AR_BSP, AR_BSPSTORE, AR_RNAT,
129 AR_20, AR_FCR, AR_22, AR_23,
130 AR_EFLAG, AR_CSD, AR_SSD, AR_CFLG,
131 AR_FSR, AR_FIR, AR_FDR, AR_31,
132 AR_CCV, AR_33, AR_34, AR_35,
133 AR_UNAT, AR_37, AR_38, AR_39,
134 AR_FPSR, AR_41, AR_42, AR_43,
135 AR_ITC, AR_RUC, AR_46, AR_47,
136 AR_48, AR_49, AR_50, AR_51,
137 AR_52, AR_53, AR_54, AR_55,
138 AR_56, AR_57, AR_58, AR_59,
139 AR_60, AR_61, AR_62, AR_63,
140 AR_PFS, AR_LC, AR_EC,
141 /* AR_67 ... AR_127 */
145 TM_M_I_I_, TM_M_I_Is, TM_M_IsI_, TM_M_IsIs,
146 TM_M_L_X_, TM_M_L_Xs, TM_ILL_06, TM_ILL_07,
147 TM_M_M_I_, TM_M_M_Is, TM_MsM_I_, TM_MsM_Is,
148 TM_M_F_I_, TM_M_F_Is, TM_M_M_F_, TM_M_M_Fs,
149 TM_M_I_B_, TM_M_I_Bs, TM_M_B_B_, TM_M_B_Bs,
150 TM_ILL_14, TM_ILL_15, TM_B_B_B_, TM_B_B_Bs,
151 TM_M_M_B_, TM_M_M_Bs, TM_ILL_1A, TM_ILL_1B,
152 TM_M_F_B_, TM_M_F_Bs, TM_ILL_1E, TM_ILL_1F,
177 #define BR_BWH_SPTK 0
178 #define BR_BWH_SPNT 1
179 #define BR_BWH_DPTK 2
180 #define BR_BWH_DPNT 3
182 #define BRI_BWH_SPTK 1
183 #define BRI_BWH_SPNT 3
184 #define BRI_BWH_DPTK 5
185 #define BRI_BWH_DPNT 7
193 #define BR_IPWH_SPTK 0
194 #define BR_IPWH_LOOP 1
195 #define BR_IPWH_DPTK 2
196 #define BR_IPWH_EXIT 3
198 #define BR_INDWH_SPTK 0
199 #define BR_INDWH_DPTK 2
207 #define ldr(r0,r1) ldr_l(r0,r1)
208 #define ldi(r0,i0) ldi_l(r0,i0)
209 #define str(r0,r1) str_l(r0,r1)
210 #define sti(i0,r0) str_l(i0,r0)
211 #define ldxr(r0,r1,r2) ldxr_l(r0,r1,r2)
212 #define ldxi(r0,r1,i0) ldxi_l(r0,r1,i0)
213 #define stxr(r0,r1,r2) stxr_l(r0,r1,r2)
214 #define stxi(i0,r0,r1) stxi_l(i0,r0,r1)
217 # define ffsl(l) __builtin_ffsl(l)
221 #if defined(__GNUC__)
222 extern long __divdi3(long,long);
223 extern unsigned long __udivdi3(unsigned long,unsigned long);
224 extern long __moddi3(long,long);
225 extern unsigned long __umoddi3(unsigned long,unsigned long);
227 static long __divdi3(long,long);
228 static unsigned long __udivdi3(unsigned long,unsigned long);
229 static long __moddi3(long,long);
230 static unsigned long __umoddi3(unsigned long,unsigned long);
232 #define out(n,tm,s0,s1,s2) _out(_jit,n,tm,s0,s1,s2)
233 static void _out(jit_state_t*,int,int,jit_word_t,jit_word_t,jit_word_t);
234 #define stop() _stop(_jit)
235 static void _stop(jit_state_t*);
236 #define sync() _sync(_jit)
237 static void _sync(jit_state_t*);
238 #define flush() _flush(_jit)
239 static void _flush(jit_state_t*);
240 #define inst(w, t) _inst(_jit, w, t)
241 static void _inst(jit_state_t*, jit_word_t, jit_uint8_t);
242 #define A1(x4,x2,r3,r2,r1) _A1(_jit,0,x4,x2,r3,r2,r1)
243 static void _A1(jit_state_t*, jit_word_t,
244 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
245 #define A2(x4,ct,r3,r2,r1) A1(x4,ct,r3,r2,r1)
246 #define A3(x4,x2,r3,im,r1) _A3(_jit,0,x4,x2,r3,im,r1)
247 static void _A3(jit_state_t*, jit_word_t,
248 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
249 #define A4(x2a,r3,im,r1) _A4(_jit,0,x2a,r3,im,r1)
250 static void _A4(jit_state_t*,jit_word_t,
251 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
252 #define A5(r3,im,r1) _A5(_jit,0,r3,im,r1)
253 static void _A5(jit_state_t*,jit_word_t,
254 jit_word_t,jit_word_t,jit_word_t);
255 #define A6(o,x2,ta,p2,r3,r2,c,p1) _A6(_jit,0,o,x2,ta,p2,r3,r2,c,p1)
256 static void _A6(jit_state_t*,jit_word_t,
257 jit_word_t,jit_word_t,jit_word_t,jit_word_t,
258 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
259 #define A7(o,x2,ta,p2,r3,c,p1) _A7(_jit,0,o,x2,ta,p2,r3,c,p1)
260 static void _A7(jit_state_t*,jit_word_t,
261 jit_word_t,jit_word_t,jit_word_t,
262 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
264 #define A8(o,x2,ta,p2,r3,im,c,p1) _A8(_jit,0,o,x2,ta,p2,r3,im,c,p1)
265 static void _A8(jit_state_t*,jit_word_t,
266 jit_word_t,jit_word_t,jit_word_t,jit_word_t,
267 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
268 #define A9(za,zb,x4,x2,r3,r2,r1) _A9(_jit,0,za,zb,x4,x2,r3,r2,r1)
269 static void _A9(jit_state_t*,jit_word_t,
270 jit_word_t,jit_word_t,jit_word_t,
271 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
273 #define A10(x4,ct,r3,r2,r1) A9(0,1,x4,ct,r3,r2,r1)
274 #define I1(ct,x2,r3,r2,r1) _I1(_jit,0,ct,x2,r3,r2,r1)
275 static void _I1(jit_state_t*,jit_word_t,
276 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
278 #define I2(za,x2a,zb,x2c,x2b,r3,r2,r1) _I2(_jit,0,za,x2a,zb,x2c,x2b,r3,r2,r1)
279 static void _I2(jit_state_t*,jit_word_t,
280 jit_word_t,jit_word_t,jit_word_t,jit_word_t,
281 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
283 #define I3(mbt,r2,r1) _I3(_jit,0,mbt,r2,r1)
284 static void _I3(jit_state_t*,jit_word_t,
285 jit_word_t,jit_word_t,jit_word_t)
286 #if __BYTE_ORDER == __BIG_ENDIAN
290 #define I4(mht,r2,r1) _I4(_jit,0,mht,r2,r1)
291 static void _I4(jit_state_t*,jit_word_t,
292 jit_word_t,jit_word_t,jit_word_t)
294 #define I5(za,zb,x2b,r3,r2,r1) _I5(_jit,0,za,zb,x2b,r3,r2,r1)
295 static void _I5(jit_state_t*,jit_word_t,
296 jit_word_t,jit_word_t,jit_word_t,
297 jit_word_t,jit_word_t,jit_word_t);
298 #define I6(za,zb,x2b,r3,ct,r1) _I6(_jit,0,za,zb,x2b,r3,ct,r1)
299 static void _I6(jit_state_t*,jit_word_t,
300 jit_word_t,jit_word_t,jit_word_t,
301 jit_word_t,jit_word_t,jit_word_t)
303 #define I7(za,zb,r3,r2,r1) _I7(_jit,0,za,zb,r3,r2,r1)
304 static void _I7(jit_state_t*,jit_word_t,
305 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
306 #define I8(za,zb,ct,r2,r1) _I8(_jit,0,za,zb,ct,r2,r1)
307 static void _I8(jit_state_t*,jit_word_t,
308 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
310 #define I9(x2c,r3,r1) _I9(_jit,0,x2c,r3,r1)
311 static void _I9(jit_state_t*,jit_word_t,
312 jit_word_t,jit_word_t,jit_word_t)
314 #define I10(ct,r3,r2,r1) _I10(_jit,0,ct,r3,r2,r1)
315 static void _I10(jit_state_t*,jit_word_t,
316 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
318 #define I11(len,r3,pos,y,r1) _I11(_jit,0,len,r3,pos,y,r1)
319 static void _I11(jit_state_t*,jit_word_t,
320 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
322 #define I12(len,pos,r2,r1) _I12(_jit,0,len,pos,r2,r1)
323 static void _I12(jit_state_t*,jit_word_t,
324 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
326 #define I13(len,pos,im,r1) _I13(_jit,0,len,pos,im,r1)
327 static void _I13(jit_state_t*,jit_word_t,
328 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
330 #define I14(s,len,r3,pos,r1) _I14(_jit,0,s,len,r3,pos,r1)
331 static void _I14(jit_state_t*,jit_word_t,
332 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
334 #define I15(pos,len,r3,r2,r1) _I15(_jit,0,pos,len,r3,r2,r1)
335 static void _I15(jit_state_t*,jit_word_t,
336 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
338 #define I16(tb,ta,p2,r3,pos,c,p1) _I16(_jit,0,tb,ta,p2,r3,pos,c,p1)
339 static void _I16(jit_state_t*,jit_word_t,
340 jit_word_t,jit_word_t,jit_word_t,
341 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
343 #define I17(tb,ta,p2,r3,c,p1) _I17(_jit,0,tb,ta,p2,r3,c,p1)
344 static void _I17(jit_state_t*,jit_word_t,
345 jit_word_t,jit_word_t,jit_word_t,
346 jit_word_t,jit_word_t,jit_word_t)
348 #define I18(im,y) _I18(_jit,0,im,y)
349 static void _I18(jit_state_t*,jit_word_t,
350 jit_word_t,jit_word_t)
352 #define I19(im) _I19(_jit,0,im)
353 static void _I19(jit_state_t*,jit_word_t,
356 #define I20(r2,im) _I20(_jit,0,r2,im)
357 static void _I20(jit_state_t*,jit_word_t,
358 jit_word_t,jit_word_t)
360 #define I21(im,ih,x,wh,r2,b1) _I21(_jit,0,im,ih,x,wh,r2,b1)
361 static void _I21(jit_state_t*,jit_word_t,
362 jit_word_t,jit_word_t,
363 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
364 #define I22(b2,r1) _I22(_jit,0,b2,r1)
365 static void _I22(jit_state_t*,jit_word_t,
366 jit_word_t,jit_word_t);
367 #define I23(r2,im) _I23(_jit,0,r2,im)
368 static void _I23(jit_state_t*,jit_word_t,
369 jit_word_t,jit_word_t)
371 #define I24(im) _I24(_jit,0,im)
372 static void _I24(jit_state_t*,jit_word_t,
375 #define I25(x6,r1) _I25(_jit,0,x6,r1)
376 static void _I25(jit_state_t*,jit_word_t,
377 jit_word_t,jit_word_t)
379 #define I26(ar,r2) _I26(_jit,0,ar,r2)
380 static void _I26(jit_state_t*,jit_word_t,
381 jit_word_t,jit_word_t);
382 #define I27(ar,im) _I27(_jit,0,ar,im)
383 static void _I27(jit_state_t*,jit_word_t,
384 jit_word_t,jit_word_t)
386 #define I28(ar,r1) _I28(_jit,0,ar,r1)
387 static void _I28(jit_state_t*,jit_word_t,
388 jit_word_t,jit_word_t)
390 #define I29(x6,r3,r1) _I29(_jit,0,x6,r3,r1)
391 static void _I29(jit_state_t*,jit_word_t,
392 jit_word_t,jit_word_t,jit_word_t);
393 #define I30(tb,ta,p2,im,c,p1) _I30(_jit,0,ta,tb,p2,im,c,p1)
394 static void _I30(jit_state_t*,jit_word_t,
395 jit_word_t,jit_word_t,jit_word_t,
396 jit_word_t,jit_word_t,jit_word_t)
398 #define M1(x6,ht,x,r3,r1) _M1(_jit,0,x6,ht,x,r3,r1)
399 static void _M1(jit_state_t*,jit_word_t,
400 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
401 #define M2(x6,ht,r3,r2,r1) _M2(_jit,0,x6,ht,r3,r2,r1)
402 static void _M2(jit_state_t*,jit_word_t,
403 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
405 #define M3(x6,ht,r3,im,r1) _M3(_jit,0,x6,ht,r3,im,r1)
406 static void _M3(jit_state_t*,jit_word_t,
407 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
408 #define M5(x6,ht,r3,r2,im) _M5(_jit,0,x6,ht,r3,r2,im)
409 static void _M5(jit_state_t*,jit_word_t,
410 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
412 #define M6(x6,ht,x,r3,r2) _M6(_jit,0,x6,ht,x,r3,r2)
413 static void _M6(jit_state_t*,jit_word_t,
414 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
415 #define M13(x6,ht,r3,f2) _M13(_jit,0,x6,ht,r3,f2)
416 static void _M13(jit_state_t*,jit_word_t,
417 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
418 #define M14(x6,ht,r3,r2) _M14(_jit,0,x6,ht,r3,r2)
419 static void _M14(jit_state_t*,jit_word_t,
420 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
422 #define M15(x6,ht,r3,im) _M15(_jit,0,x6,ht,r3,im)
423 static void _M15(jit_state_t*,jit_word_t,
424 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
426 #define M16(x6,ht,r3,r2,r1) _M16(_jit,0,x6,ht,r3,r2,r1)
427 static void _M16(jit_state_t*,jit_word_t,
428 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
430 #define M17(x6,ht,r3,im,r1) _M17(_jit,0,x6,ht,r3,im,r1)
431 static void _M17(jit_state_t*,jit_word_t,
432 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
434 #define M20(r2,im) M20x(0x1,r2,im)
435 #define M20x(x3,r2,im) _M20x(_jit,0,x3,r2,im)
436 static void _M20x(jit_state_t*,jit_word_t,
437 jit_word_t,jit_word_t,jit_word_t)
439 #define M22(x3,im,r1) M22x(x3,im,r1)
440 #define M22x(x3,im,r1) _M22x(_jit,0,x3,im,r1)
441 static void _M22x(jit_state_t*,jit_word_t,
442 jit_word_t,jit_word_t,jit_word_t)
444 #define M24(x2,x4) _M24(_jit,0,x2,x4)
445 #define M25(x4) M24(0,x4)
446 static void _M24(jit_state_t*,jit_word_t,
447 jit_word_t,jit_word_t)
449 #define M26(r1) M26x(2,r1)
450 #define M26x(x4,r1) _M26x(_jit,0,x4,r1)
451 static void _M26x(jit_state_t*,jit_word_t,
452 jit_word_t,jit_word_t)
454 #define M28(x,r3) _M28(_jit,0,x,r3)
455 static void _M28(jit_state_t*,jit_word_t,
456 jit_word_t,jit_word_t)
458 #define M29(ar,r2) _M29(_jit,0,ar,r2)
459 static void _M29(jit_state_t*,jit_word_t,
460 jit_word_t,jit_word_t)
462 #define M30(ar,im) _M30(_jit,0,ar,im)
463 static void _M30(jit_state_t*,jit_word_t,jit_word_t,jit_word_t)
465 #define M31(ar,r1) _M31(_jit,0,ar,r1)
466 static void _M31(jit_state_t*,jit_word_t,
467 jit_word_t,jit_word_t)
469 #define M32(cr,r2) _M32(_jit,0,cr,r2)
470 static void _M32(jit_state_t*,jit_word_t,
471 jit_word_t,jit_word_t)
473 #define M33(cr,r1) _M33(_jit,0,cr,r1)
474 static void _M33(jit_state_t*,jit_word_t,
475 jit_word_t,jit_word_t)
477 #define M34(sor,sol,sof,r1) _M34(_jit,0,sor,sol,sof,r1)
478 static void _M34(jit_state_t*,jit_word_t,
479 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
480 #define M35(x6,r2) _M35(_jit,0,x6,r2)
481 static void _M35(jit_state_t*,jit_word_t,
482 jit_word_t,jit_word_t)
484 #define M36(x6,r1) _M36(_jit,0,x6,r1)
485 static void _M36(jit_state_t*,jit_word_t,
486 jit_word_t,jit_word_t)
488 #define M37(im) _M37(_jit,0,im)
489 static void _M37(jit_state_t*,jit_word_t,
492 #define M38(x6,r3,r2,r1) _M38(_jit,0,x6,r3,r2,r1)
493 static void _M38(jit_state_t*,jit_word_t,
494 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
496 #define M39(x6,r3,im,r1) _M39(_jit,0,x6,r3,im,r1)
497 static void _M39(jit_state_t*,jit_word_t,
498 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
500 #define M40(x6,r3,im) _M40(_jit,0,x6,r3,im)
501 static void _M40(jit_state_t*,jit_word_t,
502 jit_word_t,jit_word_t,jit_word_t)
504 #define M41(x6,r2) _M41(_jit,0,x6,r2)
505 static void _M41(jit_state_t*,jit_word_t,
506 jit_word_t,jit_word_t)
508 #define M42(x6,r3,r2) _M42(_jit,0,x6,r3,r2)
509 static void _M42(jit_state_t*,jit_word_t,
510 jit_word_t,jit_word_t,jit_word_t)
512 #define M43(x6,r3,r1) _M43(_jit,0,x6,r3,r1)
513 static void _M43(jit_state_t*,jit_word_t,
514 jit_word_t,jit_word_t,jit_word_t)
516 #define M44(x4,im) _M44(_jit,0,x4,im)
517 static void _M44(jit_state_t*,jit_word_t,
518 jit_word_t,jit_word_t)
520 #define M45(x6,r3,r2) _M45(_jit,0,x6,r3,r2)
521 static void _M45(jit_state_t*,jit_word_t,
522 jit_word_t,jit_word_t,jit_word_t)
524 #define M46(x6,r3,r1) _M46(_jit,0,x6,r3,r1)
525 #define M47(x6,r3) M46(x6,r3,0)
526 static void _M46(jit_state_t*,jit_word_t,
527 jit_word_t,jit_word_t,jit_word_t)
529 #define M48(y,im) _M48(_jit,0,y,im)
530 static void _M48(jit_state_t*,jit_word_t,
531 jit_word_t,jit_word_t)
533 #define B1(d,wh,im,p,tp) _B1(_jit,0,d,wh,im,p,tp)
534 #define B2(d,wh,im,p,tp) B1(d,wh,im,p,tp)
535 static void _B1(jit_state_t*,jit_word_t,
536 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
537 #define B3(d,wh,im,p,b) _B3(_jit,0,d,wh,im,p,b)
538 static void _B3(jit_state_t*,jit_word_t,
539 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
541 #define B4(d,wh,x6,b,p,tp) _B4(_jit,0,d,wh,x6,b,p,tp)
542 static void _B4(jit_state_t*,jit_word_t,
543 jit_word_t,jit_word_t,jit_word_t,
544 jit_word_t,jit_word_t,jit_word_t);
545 #define B5(d,wh,b2,p,b1) _B5(_jit,0,d,wh,b2,p,b1)
546 static void _B5(jit_state_t*,jit_word_t,
547 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
548 #define B6(ih,im,tag,wh) _B6(_jit,0,ih,im,tag,wh)
549 static void _B6(jit_state_t*,jit_word_t,
550 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
552 #define B7(ih,x6,b2,tag,wh) _B7(_jit,0,ih,x6,b2,tag,wh)
553 static void _B7(jit_state_t*,jit_word_t,
554 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
556 #define B8(x6) _B8(_jit,0,x6)
557 static void _B8(jit_state_t*,jit_word_t,
560 #define B9(op,x6,im) _B9(_jit,0,op,x6,im)
561 static void _B9(jit_state_t*,jit_word_t,
562 jit_word_t,jit_word_t,jit_word_t)
564 #define X1(im) _X1(_jit,0,im)
565 static void _X1(jit_state_t*,jit_word_t,
568 #define X2(r1,im) _X2(_jit,0,r1,im)
569 static void _X2(jit_state_t*,jit_word_t,
570 jit_word_t,jit_word_t);
571 #define X3x(o,d,wh,p,tp,im) _X3x(_jit,0,o,d,wh,p,tp,im)
572 #define X3(d,wh,p,tp,im) X3x(0xc,d,wh,p,tp,im)
573 #define X4(d,wh,p,tp,im) X3x(0xd,d,wh,p,tp,im)
574 static void _X3x(jit_state_t*,jit_word_t,
575 jit_word_t,jit_word_t,jit_word_t,
576 jit_word_t,jit_word_t,jit_word_t);
577 #define X5(y,im) _X5(_jit,0,y,im)
578 static void _X5(jit_state_t*,jit_word_t,
579 jit_word_t,jit_word_t)
583 #define ADD(r1,r2,r3) A1(0,0,r3,r2,r1)
584 #define ADD1(r1,r2,r3) A1(0,1,r3,r2,r1)
585 #define ADDS(r1,im,r3) A4(2,r3,im,r1)
586 #define ADDS_p(r1,im,r3,_p) _A4(_jit,_p,2,r3,im,r1)
587 #define ADDL(r1,im,r3) A5(r3,im,r1)
588 #define ADDL_p(r1,im,r3,_p) _A5(_jit,_p,r3,im,r1)
590 #define ADDP4(r1,r2,r3) A1(2,0,r3,r2,r1)
591 #define ADDIP4(r1,im,r3) A4(3,r3,im,r1)
593 #define ALLOCR(r1,i,l,o,r) M34((r)>>3,(i)+(l),(i)+(l)+(o),r1)
594 #define ALLOC(r1,i,o) ALLOCR(r1,i,0,o,0)
596 #define AND(r1,r2,r3) A1(3,0,r3,r2,r1)
597 #define ANDI(r1,im,r3) A3(0xb,0,r3,im,r1)
599 #define ANDCM(r1,r2,r3) A1(3,1,r3,r2,r1)
600 #define ANDCMI(r1,im,r3) A3(0xb,1,r3,im,r1)
602 #define BRI(im) B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
603 #define BRI_COND(im,_p) _B1(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
604 #define BRI_WEXIT(im) B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,2)
605 #define BRI_WTOP(im) B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,3)
606 #define BRI_CALL(b,im) B3(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,b)
607 #define BRI_CLOOP(im) B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,5)
608 #define BRI_CEXIT(im) B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,6)
609 #define BRI_CTOP(im) B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,7)
610 #define BR_COND(b,_p) _B4(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
611 #define BR(b) B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
612 #define BR_IA(b) B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_MANY,1)
613 #define BR_RET(b) B4(BR_DH_NONE,BR_BWH_SPTK,0x21,b,BR_PH_MANY,4)
614 #define BR_CALL(b1,b2) B5(BR_DH_NONE,BRI_BWH_SPTK,b2,BR_PH_MANY,b1)
616 #define BREAK_I(im) I19(im)
617 #define BREAK_M(im) M37(im)
618 #define BREAK_B(im) B9(0,0,im)
619 #define BREAK_X(im) X1(im)
621 #define BRL(im) X3(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
622 #define BRL_COND(im,_p) _X3(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
623 #define BRL_CALL(b1,im) X4(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,b1,im)
625 #define BRP(im,tag) B6(BR_IH_NONE,im,tag,BR_IPWH_SPTK)
626 #define BRPI(b2,tag) B7(BR_IH_NONE,0x10,b2,tag,BR_INDWH_SPTK)
627 #define BRPI_RET(b2,tag) B7(BR_IH_NONE,0x11,b2,tag,BR_INDWH_SPTK)
629 #define BSW_0() B8(0x0c)
630 #define BSW_1() B8(0x0d)
632 #define CHK_S_I(r2,im) I20(r2,im)
633 #define CHK_S_M(r2,im) M20(r2,im)
634 #define CHK_A_NC(r1,im) M22(0x4,im,r1)
635 #define CHK_A_CLR(r1,im) M22(0x5,im,r1)
637 #define CLRRRB() B8(0x04)
638 #define CLRRRB_PR() B8(0x05)
640 #define CLZ(r1,r3) I9(3,r3,r1)
642 #define CMP_LT(p1,p2,r2,r3) A6(0xc,0,0,p2,r3,r2,0,p1)
643 #define CMP_LT_p(p1,p2,r2,r3,_p) A6(_jit,_p,0xc,0,0,p2,r3,r2,0,p1)
644 #define CMP_LTU(p1,p2,r2,r3) A6(0xd,0,0,p2,r3,r2,0,p1)
645 #define CMP_EQ(p1,p2,r2,r3) A6(0xe,0,0,p2,r3,r2,0,p1)
646 #define CMP_LT_UNC(p1,p2,r2,r3) A6(0xc,0,0,p2,r3,r2,1,p1)
647 #define CMP_LTU_UNC(p1,p2,r2,r3) A6(0xd,0,0,p2,r3,r2,1,p1)
648 #define CMP_EQ_UNC(p1,p2,r2,r3) A6(0xe,0,0,p2,r3,r2,1,p1)
649 #define CMP_EQ_AND(p1,p2,r2,r3) A6(0xc,0,1,p2,r3,r2,0,p1)
650 #define CMP_EQ_OR(p1,p2,r2,r3) A6(0xd,0,1,p2,r3,r2,0,p1)
651 #define CMP_EQ_OR_ANDCM(p1,p2,r2,r3) A6(0xe,0,1,p2,r3,r2,0,p1)
652 #define CMP_NE_AND(p1,p2,r2,r3) A6(0xc,0,1,p2,r3,r2,1,p1)
653 #define CMP_NE_OR(p1,p2,r2,r3) A6(0xd,0,1,p2,r3,r2,1,p1)
654 #define CMP_NE_OR_ANDCM(p1,p2,r2,r3) A6(0xe,0,1,p2,r3,r2,1,p1)
655 #define CMPI_LT(p1,p2,im,r3) A8(0xc,2,0,p2,r3,im,0,p1)
656 #define CMPI_LTU(p1,p2,im,r3) A8(0xd,2,0,p2,r3,im,0,p1)
657 #define CMPI_EQ(p1,p2,im,r3) A8(0xe,2,0,p2,r3,im,0,p1)
658 #define CMPI_EQ_p(p1,p2,im,r3,_p) _A8(_jit,_p,0xe,2,0,p2,r3,im,0,p1)
659 #define CMPI_LT_UNC(p1,p2,im,r3) A8(0xc,2,0,p2,r3,im,1,p1)
660 #define CMPI_LTU_UNC(p1,p2,im,r3) A8(0xd,2,0,p2,r3,im,1,p1)
661 #define CMPI_EQ_UNC(p1,p2,im,r3) A8(0xe,2,0,p2,r3,im,1,p1)
662 #define CMPI_EQ_AND(p1,p2,im,r3) A8(0xc,2,1,p2,r3,im,0,p1)
663 #define CMPI_EQ_OR(p1,p2,im,r3) A8(0xd,2,1,p2,r3,im,0,p1)
664 #define CMPI_EQ_ANDCM(p1,p2,im,r3) A8(0xe,2,1,p2,r3,im,0,p1)
665 #define CMPI_NE_AND(p1,p2,im,r3) A8(0xc,2,1,p2,r3,im,1,p1)
666 #define CMPI_NE_OR(p1,p2,im,r3) A8(0xd,2,1,p2,r3,im,1,p1)
667 #define CMPI_NE_ANDCM(p1,p2,im,r3) A8(0xe,2,1,p2,r3,im,1,p1)
668 #define ZCMP_GT_AND(p1,p2,r3) A7(0xc,0,0,p2,r3,0,p1)
669 #define ZCMP_GT_OR(p1,p2,r3) A7(0xd,0,0,p2,r3,0,p1)
670 #define ZCMP_GT_ANDCM(p1,p2,r3) A7(0xe,0,0,p2,r3,0,p1)
671 #define ZCMP_LE_AND(p1,p2,r3) A7(0xc,0,0,p2,r3,1,p1)
672 #define ZCMP_LE_OR(p1,p2,r3) A7(0xd,0,0,p2,r3,1,p1)
673 #define ZCMP_LE_ANDCM(p1,p2,r3) A7(0xe,0,0,p2,r3,1,p1)
674 #define ZCMP_GE_AND(p1,p2,r3) A7(0xc,0,1,p2,r3,0,p1)
675 #define ZCMP_GE_OR(p1,p2,r3) A7(0xd,0,1,p2,r3,0,p1)
676 #define ZCMP_GE_ANDCM(p1,p2,r3) A7(0xe,0,1,p2,r3,0,p1)
677 #define ZCMP_LT_AND(p1,p2,r3) A7(0xc,0,1,p2,r3,1,p1)
678 #define ZCMP_LT_OR(p1,p2,r3) A7(0xd,0,1,p2,r3,1,p1)
679 #define ZCMP_LT_ANDCM(p1,p2,r3) A7(0xe,0,1,p2,r3,1,p1)
681 #define CMP4_LT(p1,p2,r2,r3) A6(0xc,1,0,p2,r3,r2,0,p1)
682 #define CMP4_LTU(p1,p2,r2,r3) A6(0xd,1,0,p2,r3,r2,0,p1)
683 #define CMP4_EQ(p1,p2,r2,r3) A6(0xe,1,0,p2,r3,r2,0,p1)
684 #define CMP4_LT_UNC(p1,p2,r2,r3) A6(0xc,1,0,p2,r3,r2,1,p1)
685 #define CMP4_LTU_UNC(p1,p2,r2,r3) A6(0xd,1,0,p2,r3,r2,1,p1)
686 #define CMP4_EQ_UNC(p1,p2,r2,r3) A6(0xe,1,0,p2,r3,r2,1,p1)
687 #define CMP4_EQ_AND(p1,p2,r2,r3) A6(0xc,1,1,p2,r3,r2,0,p1)
688 #define CMP4_EQ_OR(p1,p2,r2,r3) A6(0xd,1,1,p2,r3,r2,0,p1)
689 #define CMP4_EQ_XOR(p1,p2,r2,r3) A6(0xe,1,1,p2,r3,r2,0,p1)
690 #define CMP4_NE_AND(p1,p2,r2,r3) A6(0xc,1,1,p2,r3,r2,1,p1)
691 #define CMP4_NE_OR(p1,p2,r2,r3) A6(0xd,1,1,p2,r3,r2,1,p1)
692 #define CMP4_NE_XOR(p1,p2,r2,r3) A6(0xe,1,1,p2,r3,r2,1,p1)
693 #define CMP4I_LT(p1,p2,im,r3) A8(0xc,3,0,p2,r3,im,0,p1)
694 #define CMP4I_LTU(p1,p2,im,r3) A8(0xd,3,0,p2,r3,im,0,p1)
695 #define CMP4I_EQ(p1,p2,im,r3) A8(0xe,3,0,p2,r3,im,0,p1)
696 #define CMP4I_LT_UNC(p1,p2,im,r3) A8(0xc,3,0,p2,r3,im,1,p1)
697 #define CMP4I_LTU_UNC(p1,p2,im,r3) A8(0xd,3,0,p2,r3,im,1,p1)
698 #define CMP4I_EQ_UNC(p1,p2,im,r3) A8(0xe,3,0,p2,r3,im,1,p1)
699 #define CMP4I_EQ_AND(p1,p2,im,r3) A8(0xc,3,1,p2,r3,im,0,p1)
700 #define CMP4I_EQ_OR(p1,p2,im,r3) A8(0xd,3,1,p2,r3,im,0,p1)
701 #define CMP4I_EQ_ANDCM(p1,p2,im,r3) A8(0xe,3,1,p2,r3,im,0,p1)
702 #define CMP4I_NE_AND(p1,p2,im,r3) A8(0xc,3,1,p2,r3,im,1,p1)
703 #define CMP4I_NE_OR(p1,p2,im,r3) A8(0xd,3,1,p2,r3,im,1,p1)
704 #define CMP4I_NE_ANDCM(p1,p2,im,r3) A8(0xe,3,1,p2,r3,im,1,p1)
705 #define ZCMP4_GT_AND(p1,p2,r3) A7(0xc,1,0,p2,r3,0,p1)
706 #define ZCMP4_GT_OR(p1,p2,r3) A7(0xd,1,0,p2,r3,0,p1)
707 #define ZCMP4_GT_ANDCM(p1,p2,r3) A7(0xe,1,0,p2,r3,0,p1)
708 #define ZCMP4_LE_AND(p1,p2,r3) A7(0xc,1,0,p2,r3,1,p1)
709 #define ZCMP4_LE_OR(p1,p2,r3) A7(0xd,1,0,p2,r3,1,p1)
710 #define ZCMP4_LE_ANDCM(p1,p2,r3) A7(0xe,1,0,p2,r3,1,p1)
711 #define ZCMP4_GE_AND(p1,p2,r3) A7(0xc,1,1,p2,r3,0,p1)
712 #define ZCMP4_GE_OR(p1,p2,r3) A7(0xd,1,1,p2,r3,0,p1)
713 #define ZCMP4_GE_ANDCM(p1,p2,r3) A7(0xe,1,1,p2,r3,0,p1)
714 #define ZCMP4_LT_AND(p1,p2,r3) A7(0xc,1,1,p2,r3,1,p1)
715 #define ZCMP4_LT_OR(p1,p2,r3) A7(0xd,1,1,p2,r3,1,p1)
716 #define ZCMP4_LT_ANDCM(p1,p2,r3) A7(0xe,1,1,p2,r3,1,p1)
718 #define CMPXCHG1_ACQ(r1,r3,r2) M16(0x00,LD_NONE,r3,r2,r1)
719 #define CMPXCHG2_ACQ(r1,r3,r2) M16(0x01,LD_NONE,r3,r2,r1)
720 #define CMPXCHG4_ACQ(r1,r3,r2) M16(0x02,LD_NONE,r3,r2,r1)
721 #define CMPXCHG8_ACQ(r1,r3,r2) M16(0x03,LD_NONE,r3,r2,r1)
722 #define CMPXCHG1_REL(r1,r3,r2) M16(0x04,LD_NONE,r3,r2,r1)
723 #define CMPXCHG2_REL(r1,r3,r2) M16(0x05,LD_NONE,r3,r2,r1)
724 #define CMPXCHG4_REL(r1,r3,r2) M16(0x06,LD_NONE,r3,r2,r1)
725 #define CMPXCHG8_REL(r1,r3,r2) M16(0x07,LD_NONE,r3,r2,r1)
726 #define CMP8XCHG16_ACQ(r1,r3,r2) M16(0x20,LD_NONE,r3,r2,r1)
727 #define CMP8XCHG16_REL(r1,r3,r2) M16(0x24,LD_NONE,r3,r2,r1)
729 #define COVER() B8(0x02)
731 #define CZX1_L(r1,r3) I29(0x18,r3,r1)
732 #define CZX2_L(r1,r3) I29(0x19,r3,r1)
733 #define CZX1_R(r1,r3) I29(0x1c,r3,r1)
734 #define CZX2_R(r1,r3) I29(0x1d,r3,r1)
736 #define DEP_Z(r1,r2,pos,len) I12(len,pos,r2,r1)
737 #define DEPI_Z(r1,im,pos,len) I13(len,pos,im,r1)
738 #define DEPs(r1,r2,r3,pos,len) I14(1,len,r3,pos,r1)
739 #define DEPu(r1,r2,r3,pos,len) I14(0,len,r3,pos,r1)
740 #define DEP(r1,r2,r3,pos,len) I15(pos,len,r3,r2,r1)
742 #define EPC() B8(0x10)
744 #define EXTR(r1,r3,pos,len) I11(len,r3,pos,1,r1)
745 #define EXTR_U(r1,r3,pos,len) I11(len,r3,pos,0,r1)
747 #define FC(r3) M28(0,r3)
748 #define FC_I(r3) M28(1,r3)
750 #define FETCHADD4_ACQ(r1,r3,im) M17(0x12,LD_NONE,r3,im,r1)
751 #define FETCHADD8_ACQ(r1,r3,im) M17(0x13,LD_NONE,r3,im,r1)
752 #define FETCHADD4_REL(r1,r3,im) M17(0x16,LD_NONE,r3,im,r1)
753 #define FETCHADD8_REL(r1,r3,im) M17(0x17,LD_NONE,r3,im,r1)
755 #define FLUSHRS() M25(0xc)
757 #define FWB() M24(2,0)
759 #define HINT_I(im) I18(im,1)
760 #define HINT_M(im) M48(1,im)
761 #define HINT_B(im) B9(2,1,im)
762 #define HINT_X(im) X5(1,im)
764 #define INVALA() M24(1,0)
765 #define INVALA_E(r1) M26(r1)
767 #define ITC_I(r2) M41(0x2f,r2)
768 #define ITC_D(r2) M41(0x2e,r2)
770 #define ITR_I(r3,r2) M42(0x0f,r3,r2)
771 #define ITR_D(r3,r2) M42(0x0e,r3,r2)
773 #define LD1(r1,r3) M1(0x00,LD_NONE,0,r3,r1)
774 #define LD2(r1,r3) M1(0x01,LD_NONE,0,r3,r1)
775 #define LD4(r1,r3) M1(0x02,LD_NONE,0,r3,r1)
776 #define LD8(r1,r3) M1(0x03,LD_NONE,0,r3,r1)
777 #define LD1_S(r1,r3) M1(0x04,LD_NONE,0,r3,r1)
778 #define LD2_S(r1,r3) M1(0x05,LD_NONE,0,r3,r1)
779 #define LD4_S(r1,r3) M1(0x06,LD_NONE,0,r3,r1)
780 #define LD8_S(r1,r3) M1(0x07,LD_NONE,0,r3,r1)
781 #define LD1_A(r1,r3) M1(0x08,LD_NONE,0,r3,r1)
782 #define LD2_A(r1,r3) M1(0x09,LD_NONE,0,r3,r1)
783 #define LD4_A(r1,r3) M1(0x0a,LD_NONE,0,r3,r1)
784 #define LD8_A(r1,r3) M1(0x0b,LD_NONE,0,r3,r1)
785 #define LD1_SA(r1,r3) M1(0x0c,LD_NONE,0,r3,r1)
786 #define LD2_SA(r1,r3) M1(0x0d,LD_NONE,0,r3,r1)
787 #define LD4_SA(r1,r3) M1(0x0e,LD_NONE,0,r3,r1)
788 #define LD8_SA(r1,r3) M1(0x0f,LD_NONE,0,r3,r1)
789 #define LD1_BIAS(r1,r3) M1(0x10,LD_NONE,0,r3,r1)
790 #define LD2_BIAS(r1,r3) M1(0x11,LD_NONE,0,r3,r1)
791 #define LD4_BIAS(r1,r3) M1(0x12,LD_NONE,0,r3,r1)
792 #define LD8_BIAS(r1,r3) M1(0x13,LD_NONE,0,r3,r1)
793 #define LD1_ACQ(r1,r3) M1(0x14,LD_NONE,0,r3,r1)
794 #define LD2_ACQ(r1,r3) M1(0x15,LD_NONE,0,r3,r1)
795 #define LD4_ACQ(r1,r3) M1(0x16,LD_NONE,0,r3,r1)
796 #define LD8_ACQ(r1,r3) M1(0x17,LD_NONE,0,r3,r1)
797 #define LD8_FILL(r1,r3) M1(0x1b,LD_NONE,0,r3,r1)
798 #define LD1_C_CLR(r1,r3) M1(0x20,LD_NONE,0,r3,r1)
799 #define LD2_C_CLR(r1,r3) M1(0x21,LD_NONE,0,r3,r1)
800 #define LD4_C_CLR(r1,r3) M1(0x22,LD_NONE,0,r3,r1)
801 #define LD8_C_CLR(r1,r3) M1(0x23,LD_NONE,0,r3,r1)
802 #define LD1_C_NC(r1,r3) M1(0x24,LD_NONE,0,r3,r1)
803 #define LD2_C_NC(r1,r3) M1(0x25,LD_NONE,0,r3,r1)
804 #define LD4_C_NC(r1,r3) M1(0x26,LD_NONE,0,r3,r1)
805 #define LD8_C_NC(r1,r3) M1(0x27,LD_NONE,0,r3,r1)
806 #define LD1_C_CLR_ACQ(r1,r3) M1(0x28,LD_NONE,0,r3,r1)
807 #define LD2_C_CLR_ACQ(r1,r3) M1(0x29,LD_NONE,0,r3,r1)
808 #define LD4_C_CLR_ACQ(r1,r3) M1(0x2a,LD_NONE,0,r3,r1)
809 #define LD8_C_CLR_ACQ(r1,r3) M1(0x2b,LD_NONE,0,r3,r1)
810 #define LD16(r1,r3) M1(0x28,LD_NONE,1,r3,r1)
811 #define LD16_ACQ(r1,r3) M1(0x2c,LD_NONE,1,r3,r1)
812 #define LD1_inc(r1,r3,im) M3(0x00,LD_NONE,r3,im,r1)
813 #define LD2_inc(r1,r3,im) M3(0x01,LD_NONE,r3,im,r1)
814 #define LD4_inc(r1,r3,im) M3(0x02,LD_NONE,r3,im,r1)
815 #define LD8_inc(r1,r3,im) M3(0x03,LD_NONE,r3,im,r1)
816 #define LD1_S_inc(r1,r3,im) M3(0x04,LD_NONE,r3,im,r1)
817 #define LD2_S_inc(r1,r3,im) M3(0x05,LD_NONE,r3,im,r1)
818 #define LD4_S_inc(r1,r3,im) M3(0x06,LD_NONE,r3,im,r1)
819 #define LD8_S_inc(r1,r3,im) M3(0x07,LD_NONE,r3,im,r1)
820 #define LD1_A_inc(r1,r3,im) M3(0x08,LD_NONE,r3,im,r1)
821 #define LD2_A_inc(r1,r3,im) M3(0x09,LD_NONE,r3,im,r1)
822 #define LD4_A_inc(r1,r3,im) M3(0x0a,LD_NONE,r3,im,r1)
823 #define LD8_A_inc(r1,r3,im) M3(0x0b,LD_NONE,r3,im,r1)
824 #define LD1_SA_inc(r1,r3,im) M3(0x0c,LD_NONE,r3,im,r1)
825 #define LD2_SA_inc(r1,r3,im) M3(0x0d,LD_NONE,r3,im,r1)
826 #define LD4_SA_inc(r1,r3,im) M3(0x0e,LD_NONE,r3,im,r1)
827 #define LD8_SA_inc(r1,r3,im) M3(0x0f,LD_NONE,r3,im,r1)
828 #define LD1_BIAS_inc(r1,r3,im) M3(0x10,LD_NONE,r3,im,r1)
829 #define LD2_BIAS_inc(r1,r3,im) M3(0x11,LD_NONE,r3,im,r1)
830 #define LD4_BIAS_inc(r1,r3,im) M3(0x12,LD_NONE,r3,im,r1)
831 #define LD8_BIAS_inc(r1,r3,im) M3(0x13,LD_NONE,r3,im,r1)
832 #define LD1_ACQ_inc(r1,r3,im) M3(0x14,LD_NONE,r3,im,r1)
833 #define LD2_ACQ_inc(r1,r3,im) M3(0x15,LD_NONE,r3,im,r1)
834 #define LD4_ACQ_inc(r1,r3,im) M3(0x16,LD_NONE,r3,im,r1)
835 #define LD8_AVQ_inc(r1,r3,im) M3(0x17,LD_NONE,r3,im,r1)
836 #define LD8_FILL_inc(r1,r3,im) M3(0x1b,LD_NONE,r3,im,r1)
837 #define LD1_C_CLR_inc(r1,r3,im) M3(0x20,LD_NONE,r3,im,r1)
838 #define LD2_C_CLR_inc(r1,r3,im) M3(0x21,LD_NONE,r3,im,r1)
839 #define LD4_C_CLR_inc(r1,r3,im) M3(0x22,LD_NONE,r3,im,r1)
840 #define LD8_C_CLR_inc(r1,r3,im) M3(0x23,LD_NONE,r3,im,r1)
841 #define LD1_C_NC_inc(r1,r3,im) M3(0x24,LD_NONE,r3,im,r1)
842 #define LD2_C_NC_inc(r1,r3,im) M3(0x25,LD_NONE,r3,im,r1)
843 #define LD4_C_NC_inc(r1,r3,im) M3(0x26,LD_NONE,r3,im,r1)
844 #define LD8_C_NC_inc(r1,r3,im) M3(0x27,LD_NONE,r3,im,r1)
845 #define LD1_C_CLR_ACQ_inc(r1,r3,im) M3(0x28,LD_NONE,r3,im,r1)
846 #define LD2_C_CLR_ACQ_inc(r1,r3,im) M3(0x29,LD_NONE,r3,im,r1)
847 #define LD4_C_CLR_ACQ_inc(r1,r3,im) M3(0x2a,LD_NONE,r3,im,r1)
848 #define LD8_C_CLR_ACQ_inc(r1,r3,im) M3(0x2b,LD_NONE,r3,im,r1)
849 #define LDX1(r1,r3,r2) M2(0x00,LD_NONE,r3,r2,r1)
850 #define LDX2(r1,r3,r2) M2(0x01,LD_NONE,r3,r2,r1)
851 #define LDX4(r1,r3,r2) M2(0x02,LD_NONE,r3,r2,r1)
852 #define LDX8(r1,r3,r2) M2(0x03,LD_NONE,r3,r2,r1)
853 #define LDX1_S(r1,r3,r2) M2(0x04,LD_NONE,r3,r2,r1)
854 #define LDX2_S(r1,r3,r2) M2(0x05,LD_NONE,r3,r2,r1)
855 #define LDX4_S(r1,r3,r2) M2(0x06,LD_NONE,r3,r2,r1)
856 #define LDX8_S(r1,r3,r2) M2(0x07,LD_NONE,r3,r2,r1)
857 #define LDX1_A(r1,r3,r2) M2(0x08,LD_NONE,r3,r2,r1)
858 #define LDX2_A(r1,r3,r2) M2(0x09,LD_NONE,r3,r2,r1)
859 #define LDX4_A(r1,r3,r2) M2(0x0a,LD_NONE,r3,r2,r1)
860 #define LDX8_A(r1,r3,r2) M2(0x0b,LD_NONE,r3,r2,r1)
861 #define LDX1_SA(r1,r3,r2) M2(0x0c,LD_NONE,r3,r2,r1)
862 #define LDX2_SA(r1,r3,r2) M2(0x0d,LD_NONE,r3,r2,r1)
863 #define LDX4_SA(r1,r3,r2) M2(0x0e,LD_NONE,r3,r2,r1)
864 #define LDX8_SA(r1,r3,r2) M2(0x0f,LD_NONE,r3,r2,r1)
865 #define LDX1_BIAS(r1,r3,r2) M2(0x10,LD_NONE,r3,r2,r1)
866 #define LDX2_BIAS(r1,r3,r2) M2(0x11,LD_NONE,r3,r2,r1)
867 #define LDX4_BIAS(r1,r3,r2) M2(0x12,LD_NONE,r3,r2,r1)
868 #define LDX8_BIAS(r1,r3,r2) M2(0x13,LD_NONE,r3,r2,r1)
869 #define LDX1_ACQ(r1,r3,r2) M2(0x14,LD_NONE,r3,r2,r1)
870 #define LDX2_ACQ(r1,r3,r2) M2(0x15,LD_NONE,r3,r2,r1)
871 #define LDX4_ACQ(r1,r3,r2) M2(0x16,LD_NONE,r3,r2,r1)
872 #define LDX8_ACQ(r1,r3,r2) M2(0x17,LD_NONE,r3,r2,r1)
873 #define LDX8_FILL(r1,r3,r2) M2(0x1b,LD_NONE,r3,r2,r1)
874 #define LDX1_C_CLR(r1,r3,r2) M2(0x20,LD_NONE,r3,r2,r1)
875 #define LDX2_C_CLR(r1,r3,r2) M2(0x21,LD_NONE,r3,r2,r1)
876 #define LDX4_C_CLR(r1,r3,r2) M2(0x22,LD_NONE,r3,r2,r1)
877 #define LDX8_C_CLR(r1,r3,r2) M2(0x23,LD_NONE,r3,r2,r1)
878 #define LDX1_C_NC(r1,r3,r2) M2(0x24,LD_NONE,r3,r2,r1)
879 #define LDX2_C_NC(r1,r3,r2) M2(0x25,LD_NONE,r3,r2,r1)
880 #define LDX4_C_NC(r1,r3,r2) M2(0x26,LD_NONE,r3,r2,r1)
881 #define LDX8_C_NC(r1,r3,r2) M2(0x27,LD_NONE,r3,r2,r1)
882 #define LDX1_C_CLR_ACQ(r1,r3,r2) M2(0x28,LD_NONE,r3,r2,r1)
883 #define LDX2_C_CLR_ACQ(r1,r3,r2) M2(0x29,LD_NONE,r3,r2,r1)
884 #define LDX4_C_CLR_ACQ(r1,r3,r2) M2(0x2a,LD_NONE,r3,r2,r1)
885 #define LDX8_C_CLR_ACQ(r1,r3,r2) M2(0x2b,LD_NONE,r3,r2,r1)
887 #define LFETCH_EXCL(r3) M13(0x2d,LF_NONE,r3,GR_0)
888 #define LFETCH_FAULT(r3) M13(0x2e,LF_NONE,r3,GR_0)
889 #define LFETCH_FAULT_EXCL(r3) M13(0x2f,LF_NONE,r3,GR_0)
890 #define LXFETCH(r3,r2) M14(0x2c,LF_NONE,r3,r2)
891 #define LXFETCH_EXCL(r3,r2) M14(0x2d,LF_NONE,r3,r2)
892 #define LXFETCH_FAULT(r3,r2) M14(0x2e,LF_NONE,r3,r2)
893 #define LXFETCH_FAULT_EXCL(r3,r2) M14(0x2f,LF_NONE,r3,r2)
894 #define LFETCHI(r3,im) M15(0x2c,LF_NONE,r3,im)
895 #define LFETCHI_EXCL(r3,im) M15(0x2d,LF_NONE,r3,im)
896 #define LFETCHI_FAULT(r3,im) M15(0x2e,LF_NONE,r3,im)
897 #define LFETCHI_FAULT_EXCL(r3,im) M15(0x2f,LF_NONE,r3,im)
899 #define LOADRS() M25(0xa)
901 #define MF() M24(2,2)
902 #define MF_A() M24(2,3)
904 #define MIX1_R(r1,r2,r3) I2(0,2,0,2,0,r3,r2,r1)
905 #define MIX2_R(r1,r2,r3) I2(0,2,1,2,0,r3,r2,r1)
906 #define MIX4_R(r1,r2,r3) I2(1,2,0,2,0,r3,r2,r1)
907 #define MIX1_L(r1,r2,r3) I2(0,2,0,2,2,r3,r2,r1)
908 #define MIX2_L(r1,r2,r3) I2(0,2,1,2,2,r3,r2,r1)
909 #define MIX4_L(r1,r2,r3) I2(1,2,0,2,2,r3,r2,r1)
910 /* mov - Move Application Register */
911 #define MOV_I_rn_ar(r1,ar) I28(ar,r1)
912 #define MOV_I_ar_rn(ar,r2) I26(ar,r2)
913 #define MOV_I_ar_im(ar,im) I27(ar,im)
914 #define MOV_M_rn_a(r1,ar) M31(r1,ar)
915 #define MOV_M_ar_rn(ar,r2) M29(ar,r2)
916 #define MOV_M_ar_im(ar,im) M30(ar,im)
917 /* mov - Move Branch Register */
918 #define MOV_rn_br(r1,b2) I22(b2,r1)
919 #define MOV_br_rn_tg(b1,r2,tag) I21(tag,IH_NONE,0,MWH_NONE,r2,b1)
920 #define MOV_br_rn(b1,r2) MOV_br_rn_tg(b1,r2,0)
921 #define MOV_RET_br_rn_tg(b1,r2,tag) I21(tag,IH_NONE,1,MWH_NONE,r2,b1)
922 /* mov - Move Control Register */
923 #define MOV_rn_cr(cr,r1) M33(cr,r1)
924 #define MOV_cr_rr(cr,r2) M32(cr,r2)
925 /* mov - Move General Register */
926 #define MOV(r0,r1) ADDS(r0,0,r1)
927 #define MOV_p(r0,r1,_p) ADDS_p(r0,0,r1,_p)
928 /* mov - Move Immediate */
929 #define MOVI(r1,im) ADDL(r1,im,GR_0)
930 #define MOVI_p(r1,im,_p) ADDL_p(r1,im,GR_0,_p)
931 /* mov - Move Indirect Register */
932 #define MOV_rn_RR(r1,r3) M43(0x10,r3,r1)
933 #define MOV_rn_DBR(r1,r3) M43(0x11,r3,r1)
934 #define MOV_rn_IBR(r1,r3) M43(0x012,r3,r1)
935 #define MOV_rn_PKR(r1,r3) M43(0x13,r3,r1)
936 #define MOV_rn_PMC(r1,r3) M43(0x14,r3,r1)
937 #define MOV_rn_PMD(r1,r3) M43(0x15,r3,r1)
938 #define MOV_rn_CPUID(r1,r3) M43(0x17,r3,r1)
939 #define MOV_RR_rn(r3,r2) M42(0x00,r3,r2)
940 #define MOV_DBR_rn(r3,r2) M42(0x01,r3,r2)
941 #define MOV_IBR_rn(r3,r2) M42(0x02,r3,r2)
942 #define MOV_PKR_rn(r3,r2) M42(0x03,r3,r2)
943 #define MOV_PMC_rn(r3,r2) M42(0x04,r3,r2)
944 #define MOV_PMD_rn(r3,r2) M42(0x05,r3,r2)
945 /* mov - Move Instruction Pointer */
946 #define MOV_rn_ip(r1) I25(0x30,r1)
947 /* mov - Move Predicates */
948 #define MOV_rn_pr(r1) I25(0x33,r1)
949 #define MOV_pr_rn(r2,im) I23(r2,im)
950 #define MOVI_pr(im) I24(im)
951 /* mov - Move Processor Status Register */
952 #define MOV_rn_psr(r1) M36(0x25,r1)
953 #define MOV_psr_l_rn(r2) M35(0x2d,r2)
954 /* mov - Move User Mask */
955 #define MOV_rn_psr_um(r1) M36(0x21,r1)
956 #define MOV_psr_um_rn(r2) M35(0x29,r2)
958 #define MOVL(r1,im) X2(r1,im)
960 #define MPY4(r1,r2,r3) I2(1,0,0,3,1,r3,r2,r1)
962 #define MPYSHL4(r1,r2,r3) I2(1,0,0,3,3,r3,r2,r1)
964 #define MUX1(r1,r2,mbt) I3(mbt,r2,r1)
965 #define MUX2(r1,r2,mht) I4(mht,r2,r1)
967 #define NOP_I(im) I18(im,0)
968 #define NOP_M(im) M48(0,im)
969 #define NOP_B(im) B9(2,0,im)
970 #define NOP_X(im) X5(0,im)
972 #define OR(r1,r2,r3) A1(3,2,r3,r2,r1)
973 #define ORI(r1,im,r3) A3(0xb,2,r3,im,r1)
975 #define PACK2_USS(r1,r2,r3) I2(0,2,1,0,0,r3,r2,r1)
976 #define PACK2_SSS(r1,r2,r3) I2(0,2,1,0,2,r3,r2,r1)
977 #define PACK4_SSS(r1,r2,r3) I2(1,2,0,0,2,r3,r2,r1)
979 #define PADD1(r1,r2,r3) A9(0,0,0,0,r3,r2,r1)
980 #define PADD1_SSS(r1,r2,r3) A9(0,0,0,1,r3,r2,r1)
981 #define PADD1_UUU(r1,r2,r3) A9(0,0,0,2,r3,r2,r1)
982 #define PADD1_UUS(r1,r2,r3) A9(0,0,0,3,r3,r2,r1)
983 #define PADD2(r1,r2,r3) A9(0,1,0,0,r3,r2,r1)
984 #define PADD2_SSS(r1,r2,r3) A9(0,1,0,1,r3,r2,r1)
985 #define PADD2_UUU(r1,r2,r3) A9(0,1,0,2,r3,r2,r1)
986 #define PADD2_UUS(r1,r2,r3) A9(0,1,0,3,r3,r2,r1)
987 #define PADD4(r1,r2,r3) A9(1,0,0,0,r3,r2,r1)
989 #define PAVG1(r1,r2,r3) A9(0,0,2,2,r3,r2,r1)
990 #define PAVG2(r1,r2,r3) A9(0,1,2,2,r3,r2,r1)
991 #define PAVG1_RAZ(r1,r2,r3) A9(0,0,2,3,r3,r2,r1)
992 #define PAVG2_RAZ(r1,r2,r3) A9(0,1,2,3,r3,r2,r1)
994 #define PAVGSUB1(r1,r2,r3) A9(0,0,3,2,r3,r2,r1)
995 #define PAVGSUB2(r1,r2,r3) A9(0,1,3,2,r3,r2,r1)
997 #define PCMP1_EQ(r1,r2,r3) A9(0,0,9,0,r3,r2,r1)
998 #define PCMP2_EQ(r1,r2,r3) A9(0,1,9,0,r3,r2,r1)
999 #define PCMP4_EQ(r1,r2,r3) A9(1,0,9,0,r3,r2,r1)
1000 #define PCMP1_GT(r1,r2,r3) A9(0,0,9,1,r3,r2,r1)
1001 #define PCMP2_GT(r1,r2,r3) A9(0,1,9,1,r3,r2,r1)
1002 #define PCMP4_GT(r1,r2,r3) A9(1,0,9,1,r3,r2,r1)
1004 #define PMAX1_U(r1,r2,r3) I2(0,2,0,1,1,r3,r2,r1)
1005 #define PMAX2(r1,r2,r3) I2(0,2,1,1,3,r3,r2,r1)
1007 #define PMIN1_U(r1,r2,r3) I2(0,2,0,0,1,r3,r2,r1)
1008 #define PMIN2(r1,r2,r3) I2(0,2,1,0,3,r3,r2,r1)
1010 #define PMPY2_R(r1,r2,r3) I2(0,2,1,3,1,r3,r2,r1)
1011 #define PMPY2_L(r1,r2,r3) I2(0,2,1,3,3,r3,r2,r1)
1013 #define PMPYSHR2(r1,r2,r3,im) I1(im,3,r3,r2,r1)
1014 #define PMPYSHR2_U(r1,r2,r3,im) I1(im,1,r3,r2,r1)
1016 #define POPCNT(r1,r3) I9(2,r3,r1)
1018 #define PROBE_R(r1,r3,r2) M38(0x38,r3,r2,r1)
1019 #define PROBE_W(r1,r3,r2) M38(0x39,r3,r2,r1)
1020 #define PROBEI_R(r1,r3,im) M39(0x18,r3,im,r1)
1021 #define PROBEI_W(r1,r3,im) M39(0x19,r3,im,r1)
1022 #define PROBE_RW_FAULT(r3,im) M40(0x31,r3,im)
1023 #define PROBE_R_FAULT(r3,im) M40(0x32,r3,im)
1024 #define PROBE_W_FAULT(r3,im) M40(0x33,r3,im)
1026 #define PSAD1(r1,r2,r3) I2(0,2,0,2,3,r3,r2,r1)
1028 #define PSHL2(r1,r2,r3) I7(0,1,r3,r2,r1)
1029 #define PSHL4(r1,r2,r3) I7(1,0,r3,r2,r1)
1030 #define PSHL2I(r1,r2,im) I8(0,1,im,r2,r1)
1031 #define PSHL4I(r1,r2,im) I8(1,0,im,r2,r1)
1033 #define PSHLADD2(r1,r2,im,r3) A10(4,im,r3,r2,r1)
1035 #define PSHR2(r1,r3,r2) I5(0,1,2,r3,r2,r1)
1036 #define PSHR2I(r1,r3,im) I6(0,1,3,r3,im,r1)
1037 #define PSHR2_U(r1,r3,r2) I5(0,1,0,r3,r2,r1)
1038 #define PSHR2I_U(r1,r3,im) I6(0,1,1,r3,im,r1)
1039 #define PSHR4(r1,r3,r2) I5(1,0,2,r3,r2,r1)
1040 #define PSHR4I(r1,r3,im) I6(1,0,3,r3,im,r1)
1041 #define PSHR4_U(r1,r3,r2) I5(1,0,0,r3,r2,r1)
1042 #define PSHR4I_U(r1,r3,im) I6(1,0,1,r3,im,r1)
1044 #define PSHRADD2(r1,r2,im,r3) A10(6,im,r3,r2,r1)
1046 #define PSUB1(r1,r2,r3) A9(0,0,1,0,r3,r2,r1)
1047 #define PSUB1_SSS(r1,r2,r3) A9(0,0,1,1,r3,r2,r1)
1048 #define PSUB1_UUU(r1,r2,r3) A9(0,0,1,2,r3,r2,r1)
1049 #define PSUB1_UUS(r1,r2,r3) A9(0,0,1,3,r3,r2,r1)
1050 #define PSUB2(r1,r2,r3) A9(0,1,1,0,r3,r2,r1)
1051 #define PSUB2_SSS(r1,r2,r3) A9(0,1,1,1,r3,r2,r1)
1052 #define PSUB2_UUU(r1,r2,r3) A9(0,1,1,2,r3,r2,r1)
1053 #define PSUB2_UUS(r1,r2,r3) A9(0,1,1,3,r3,r2,r1)
1054 #define PSUB4(r1,r2,r3) A9(1,0,1,0,r3,r2,r1)
1056 #define PTC_E(r3) M47(0x34,r3)
1058 #define PTC_G(r3,r2) M45(0xa,r3,r2)
1059 #define PTC_GA(r3,r2) M45(0xb,r3,r2)
1061 #define PTC_L(r3,r2) M45(0x9,r3,r2)
1063 #define PTR_D(r3,r2) M45(0xc,r3,r2)
1064 #define PTR_I(r3,r2) M45(0xd,r3,r2)
1066 #define RFI() B8(0x08)
1068 #define RSM(im) M44(7,im)
1070 #define RUM(im) M44(5,im)
1072 #define SHL(r1,r2,r3) I7(1,1,r3,r2,r1)
1074 #define SHLADD(r1,r2,im,r3) A2(4,im,r3,r2,r1)
1076 #define SHLADDP4(r1,r2,im,r3) A2(6,im,r3,r2,r1)
1078 #define SHR(r1,r3,r2) I5(1,1,2,r3,r2,r1)
1079 #define SHR_U(r1,r3,r2) I5(1,1,0,r3,r2,r1)
1081 #define SHRP(r1,r2,r3,im) I10(im,r3,r2,r1)
1083 #define SRLZ_I() M24(3,1)
1084 #define SRLZ_D() M24(3,0)
1086 #define SSM(im) M44(6,im)
1088 #define ST1(r3,r2) M6(0x30,ST_NONE,0,r3,r2)
1089 #define ST2(r3,r2) M6(0x31,ST_NONE,0,r3,r2)
1090 #define ST4(r3,r2) M6(0x32,ST_NONE,0,r3,r2)
1091 #define ST8(r3,r2) M6(0x33,ST_NONE,0,r3,r2)
1092 #define ST1_REL(r3,r2) M6(0x34,ST_NONE,0,r3,r2)
1093 #define ST2_REL(r3,r2) M6(0x35,ST_NONE,0,r3,r2)
1094 #define ST4_REL(r3,r2) M6(0x36,ST_NONE,0,r3,r2)
1095 #define ST8_REL(r3,r2) M6(0x37,ST_NONE,0,r3,r2)
1096 #define ST8_SPILL(r3,r2) M6(0x3b,ST_NONE,0,r3,r2)
1097 #define ST16(r3,r2) M6(0x30,ST_NONE,1,r3,r2)
1098 #define ST16_REL(r3,r2) M6(0x34,ST_NONE,1,r3,r2)
1099 #define ST1_inc(r3,r2,im) M5(0x30,ST_NONE,r3,r2,im)
1100 #define ST2_inc(r3,r2,im) M5(0x31,ST_NONE,r3,r2,im)
1101 #define ST4_inc(r3,r2,im) M5(0x32,ST_NONE,r3,r2,im)
1102 #define ST8_inc(r3,r2,im) M5(0x33,ST_NONE,r3,r2,im)
1103 #define ST1_REL_inc(r3,r2,im) M5(0x34,ST_NONE,r3,r2,im)
1104 #define ST2_REL_inc(r3,r2,im) M5(0x35,ST_NONE,r3,r2,im)
1105 #define ST4_REL_inc(r3,r2,im) M5(0x36,ST_NONE,r3,r2,im)
1106 #define ST8_REL_inc(r3,r2,im) M5(0x37,ST_NONE,r3,r2,im)
1107 #define ST8_SPILL_inc(r3,r2,im) M5(0x3b,ST_NONE,r3,r2,im)
1109 #define SUB(r1,r2,r3) A1(1,1,r3,r2,r1)
1110 #define SUB1(r1,r2,r3) A1(1,0,r3,r2,r1)
1111 #define SUBI(r1,im,r3) A3(9,1,r3,im,r1)
1113 #define SUM(im) M44(4,im)
1115 #define SXT1(r1,r3) I29(0x14,r3,r1)
1116 #define SXT2(r1,r3) I29(0x15,r3,r1)
1117 #define SXT4(r1,r3) I29(0x16,r3,r1)
1119 #define SYNC_I() M24(3,3)
1121 #define TAK(r1,r3) M46(0x1f,r3,r1)
1123 #define TBIT_Z(p1,p2,r3,pos) I16(0,0,p2,r3,pos,0,p1)
1124 #define TBIT_Z_UNC(p1,p2,r3,pos) I16(0,0,p2,r3,pos,1,p1)
1125 #define TBIT_Z_AND(p1,p2,r3,pos) I16(1,0,p2,r3,pos,0,p1)
1126 #define TBIT_NZ_AND(p1,p2,r3,pos) I16(1,0,p2,r3,pos,1,p1)
1127 #define TBIT_Z_OR(p1,p2,r3,pos) I16(0,1,p2,r3,pos,0,p1)
1128 #define TBIT_NZ_OR(p1,p2,r3,pos) I16(0,1,p2,r3,pos,1,p1)
1129 #define TBIT_Z_ANDCM(p1,p2,r3,pos) I16(1,1,p2,r3,pos,0,p1)
1130 #define TBIT_NZ_ANDCM(p1,p2,r3,pos) I16(1,1,p2,r3,pos,1,p1)
1132 #define TF_Z(p1,p2,im) I30(0,0,p2,im,0,p1)
1133 #define TF_Z_UNC(p1,p2,im) I30(0,0,p2,im,1,p1)
1134 #define TF_Z_AND(p1,p2,im) I30(1,0,p2,im,0,p1)
1135 #define TF_NZ_AND(p1,p2,im) I30(1,0,p2,im,1,p1)
1136 #define TF_Z_OR(p1,p2,im) I30(0,1,p2,im,0,p1)
1137 #define TF_NZ_OR(p1,p2,im) I30(0,1,p2,im,1,p1)
1138 #define TF_Z_ANDCM(p1,p2,im) I30(1,1,p2,im,0,p1)
1139 #define TF_NZ_ANDCM(p1,p2,im) I30(1,1,p2,im,1,p1)
1141 #define THASH(r1,r3) M46(0x1a,r3,r1)
1143 #define TNAT_Z(p1,p2,r3) I17(0,0,p2,r3,0,p1)
1144 #define TNAT_Z_UNC(p1,p2,r3) I17(0,0,p2,r3,1,p1)
1145 #define TNAT_Z_AND(p1,p2,r3) I17(1,0,p2,r3,0,p1)
1146 #define TNAT_NZ_AND(p1,p2,r3) I17(1,0,p2,r3,1,p1)
1147 #define TNAT_Z_OR(p1,p2,r3) I17(0,1,p2,r3,0,p1)
1148 #define TNAT_NZ_OR(p1,p2,r3) I17(0,1,p2,r3,1,p1)
1149 #define TNAT_Z_ANDCM(p1,p2,r3) I17(1,1,p2,r3,0,p1)
1150 #define TNAT_NZ_ANDCM(p1,p2,r3) I17(1,1,p2,r3,1,p1)
1152 #define TPA(r1,r3) M46(0x1e,r3,r1)
1154 #define TTAG(r1,r3) M46(0x1b,r3,r1)
1156 #define UNPACK1_H(r1,r2,r3) I2(0,2,0,1,0,r3,r2,r1)
1157 #define UNPACK2_H(r1,r2,r3) I2(0,2,1,1,0,r3,r2,r1)
1158 #define UNPACK4_H(r1,r2,r3) I2(1,2,0,1,0,r3,r2,r1)
1159 #define UNPACK1_L(r1,r2,r3) I2(0,2,0,1,2,r3,r2,r1)
1160 #define UNPACK2_L(r1,r2,r3) I2(0,2,1,1,2,r3,r2,r1)
1161 #define UNPACK4_L(r1,r2,r3) I2(1,2,0,1,2,r3,r2,r1)
1163 #define VMSW_0() B8(0x18)
1164 #define VMSW_1() B8(0x19)
1166 #define XCHG1_ACQ(r1,r3,r2) M16(0x08,LD_NONE,r3,r2,r1)
1167 #define XCHG2_ACQ(r1,r3,r2) M16(0x09,LD_NONE,r3,r2,r1)
1168 #define XCHG4_ACQ(r1,r3,r2) M16(0x0a,LD_NONE,r3,r2,r1)
1169 #define XCHG8_ACQ(r1,r3,r2) M16(0x0b,LD_NONE,r3,r2,r1)
1171 #define XOR(r1,r2,r3) A1(3,3,r3,r2,r1)
1172 #define XORI(r1,im,r3) A3(0xb,3,r3,im,r1)
1174 #define ZXT1(r1,r3) I29(0x10,r3,r1)
1175 #define ZXT2(r1,r3) I29(0x11,r3,r1)
1176 #define ZXT4(r1,r3) I29(0x12,r3,r1)
1178 # define nop(i0) _nop(_jit,i0)
1179 static void _nop(jit_state_t*, jit_int32_t);
1180 #define addr(r0,r1,r2) ADD(r0,r1,r2)
1181 #define addi(r0,r1,i0) _addi(_jit,r0,r1,i0)
1182 static void _addi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1183 #define addcr(r0, r1, r2) _addcr(_jit, r0, r1, r2)
1184 static void _addcr(jit_state_t*, jit_int32_t, jit_int32_t, jit_int32_t);
1185 #define addci(r0, r1, i0) _addci(_jit, r0, r1, i0)
1186 static void _addci(jit_state_t*, jit_int32_t, jit_int32_t, jit_word_t);
1187 # define addxr(r0, r1, r2) _addxr(_jit, r0, r1, r2)
1188 static void _addxr(jit_state_t*, jit_int32_t, jit_int32_t, jit_int32_t);
1189 # define addxi(r0, r1, i0) _addxi(_jit, r0, r1, i0)
1190 static void _addxi(jit_state_t*, jit_int32_t, jit_int32_t, jit_word_t);
1191 #define subr(r0,r1,r2) SUB(r0,r1,r2)
1192 #define subi(r0,r1,i0) _subi(_jit,r0,r1,i0)
1193 static void _subi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1194 # define subcr(r0, r1, r2) _subcr(_jit, r0, r1, r2)
1195 static void _subcr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1196 # define subci(r0, r1, i0) _subci(_jit, r0, r1, i0)
1197 static void _subci(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1198 # define subxr(r0, r1, r2) _subxr(_jit, r0, r1, r2)
1199 static void _subxr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1200 # define subxi(r0, r1, i0) _subxi(_jit, r0, r1, i0)
1201 static void _subxi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1202 # define rsbi(r0, r1, i0) _rsbi(_jit, r0, r1, i0)
1203 static void _rsbi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1204 #define mulr(r0,r1,r2) _mulr(_jit,r0,r1,r2)
1205 static void _mulr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1206 #define muli(r0,r1,i0) _muli(_jit,r0,r1,i0)
1207 static void _muli(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1208 #define divr(r0,r1,r2) _divr(_jit,r0,r1,r2)
1209 static void _divr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1210 #define divi(r0,r1,i0) _divi(_jit,r0,r1,i0)
1211 static void _divi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1212 #define divr_u(r0,r1,r2) _divr_u(_jit,r0,r1,r2)
1213 static void _divr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1214 #define divi_u(r0,r1,i0) _divi_u(_jit,r0,r1,i0)
1215 static void _divi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1216 #define remr(r0,r1,r2) _remr(_jit,r0,r1,r2)
1217 static void _remr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1218 #define remi(r0,r1,i0) _remi(_jit,r0,r1,i0)
1219 static void _remi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1220 #define remr_u(r0,r1,r2) _remr_u(_jit,r0,r1,r2)
1221 static void _remr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1222 #define remi_u(r0,r1,i0) _remi_u(_jit,r0,r1,i0)
1223 static void _remi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1224 #define mulh(r0,r1,r2,sign) _mulh(_jit,r0,r1,r2,sign)
1225 static void _mulh(jit_state_t*,jit_bool_t,jit_int32_t,jit_int32_t,jit_int32_t);
1226 #define qmulr(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,1)
1227 #define qmulr_u(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,0)
1228 #define iqmulr(r0,r1,r2,r3,sign) _iqmulr(_jit,r0,r1,r2,r3,sign)
1229 static void _iqmulr(jit_state_t*,jit_int32_t,jit_int32_t,
1230 jit_int32_t,jit_int32_t,jit_bool_t);
1231 #define qmuli(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,1)
1232 #define qmuli_u(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,0)
1233 #define iqmuli(r0,r1,r2,i0,sign) _iqmuli(_jit,r0,r1,r2,i0,sign)
1234 static void _iqmuli(jit_state_t*,jit_int32_t,jit_int32_t,
1235 jit_int32_t,jit_word_t,jit_bool_t);
1236 #define qdivr(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,1)
1237 #define qdivr_u(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,0)
1238 #define iqdivr(r0,r1,r2,r3,sign) _iqdivr(_jit,r0,r1,r2,r3,sign)
1239 static void _iqdivr(jit_state_t*,jit_int32_t,jit_int32_t,
1240 jit_int32_t,jit_int32_t,jit_bool_t);
1241 #define qdivi(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,1)
1242 #define qdivi_u(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,0)
1243 #define iqdivi(r0,r1,r2,i0,sign) _iqdivi(_jit,r0,r1,r2,i0,sign)
1244 static void _iqdivi(jit_state_t*,jit_int32_t,jit_int32_t,
1245 jit_int32_t,jit_word_t,jit_bool_t);
1246 #define andr(r0,r1,r2) AND(r0,r1,r2)
1247 #define andi(r0,r1,i0) _andi(_jit,r0,r1,i0)
1248 static void _andi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1249 #define orr(r0,r1,r2) OR(r0,r1,r2)
1250 #define ori(r0,r1,i0) _ori(_jit,r0,r1,i0)
1251 static void _ori(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1252 #define xorr(r0,r1,r2) XOR(r0,r1,r2)
1253 #define xori(r0,r1,i0) _xori(_jit,r0,r1,i0)
1254 static void _xori(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1255 #define lshr(r0,r1,r2) SHL(r0,r1,r2)
1256 #define lshi(r0,r1,i0) _lshi(_jit,r0,r1,i0)
1257 static void _lshi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1258 #define rshr(r0,r1,r2) SHR(r0,r1,r2)
1259 #define rshi(r0,r1,i0) _rshi(_jit,r0,r1,i0)
1260 static void _rshi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1261 #define rshr_u(r0,r1,r2) SHR_U(r0,r1,r2)
1262 #define rshi_u(r0,r1,i0) _rshi_u(_jit,r0,r1,i0)
1263 static void _rshi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1264 #define ltr(r0,r1,r2) _ltr(_jit,r0,r1,r2)
1265 static void _ltr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1266 #define lti(r0,r1,i0) _lti(_jit,r0,r1,i0)
1267 static void _lti(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1268 #define ltr_u(r0,r1,r2) _ltr_u(_jit,r0,r1,r2)
1269 static void _ltr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1270 #define lti_u(r0,r1,i0) _lti_u(_jit,r0,r1,i0)
1271 static void _lti_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1272 #define ler(r0,r1,r2) _ler(_jit,r0,r1,r2)
1273 static void _ler(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1274 #define lei(r0,r1,i0) _lei(_jit,r0,r1,i0)
1275 static void _lei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1276 #define ler_u(r0,r1,r2) _ler_u(_jit,r0,r1,r2)
1277 static void _ler_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1278 #define lei_u(r0,r1,i0) _lei_u(_jit,r0,r1,i0)
1279 static void _lei_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1280 #define eqr(r0,r1,r2) _eqr(_jit,r0,r1,r2)
1281 static void _eqr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1282 #define eqi(r0,r1,i0) _eqi(_jit,r0,r1,i0)
1283 static void _eqi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1284 #define ger(r0,r1,r2) _ger(_jit,r0,r1,r2)
1285 static void _ger(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1286 #define gei(r0,r1,i0) _gei(_jit,r0,r1,i0)
1287 static void _gei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1288 #define ger_u(r0,r1,r2) _ger_u(_jit,r0,r1,r2)
1289 static void _ger_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1290 #define gei_u(r0,r1,i0) _gei_u(_jit,r0,r1,i0)
1291 static void _gei_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1292 #define gtr(r0,r1,r2) _gtr(_jit,r0,r1,r2)
1293 static void _gtr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1294 #define gti(r0,r1,i0) _gti(_jit,r0,r1,i0)
1295 static void _gti(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1296 #define gtr_u(r0,r1,r2) _gtr_u(_jit,r0,r1,r2)
1297 static void _gtr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1298 #define gti_u(r0,r1,i0) _gti_u(_jit,r0,r1,i0)
1299 static void _gti_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1300 #define ner(r0,r1,r2) _ner(_jit,r0,r1,r2)
1301 static void _ner(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1302 #define nei(r0,r1,i0) _nei(_jit,r0,r1,i0)
1303 static void _nei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1304 #define bitswap(r0, r1) _bitswap(_jit, r0, r1)
1305 static void _bitswap(jit_state_t*, jit_int32_t, jit_int32_t);
1306 #define clor(r0, r1) _clor(_jit, r0, r1)
1307 static void _clor(jit_state_t*, jit_int32_t, jit_int32_t);
1308 #define clzr(r0, r1) _clzr(_jit, r0, r1)
1309 static void _clzr(jit_state_t*, jit_int32_t, jit_int32_t);
1310 #define ctor(r0, r1) _ctor(_jit, r0, r1)
1311 static void _ctor(jit_state_t*, jit_int32_t, jit_int32_t);
1312 #define ctzr(r0, r1) _ctzr(_jit, r0, r1)
1313 static void _ctzr(jit_state_t*, jit_int32_t, jit_int32_t);
1314 #define negr(r0,r1) subr(r0,0,r1)
1315 #define comr(r0,r1) ANDCMI(r0,-1,r1)
1316 #define movr(r0,r1) _movr(_jit,r0,r1)
1317 static void _movr(jit_state_t*,jit_int32_t,jit_int32_t);
1318 #define movi(r0,i0) _movi(_jit,r0,i0)
1319 static void _movi(jit_state_t*,jit_int32_t,jit_word_t);
1320 #define movi_p(r0,i0) _movi_p(_jit,r0,i0)
1321 static jit_word_t _movi_p(jit_state_t*,jit_int32_t,jit_word_t);
1322 # define movnr(r0,r1,r2) _movnr(_jit,r0,r1,r2)
1323 static void _movnr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1324 # define movzr(r0,r1,r2) _movzr(_jit,r0,r1,r2)
1325 static void _movzr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1326 # define casx(r0, r1, r2, r3, i0) _casx(_jit, r0, r1, r2, r3, i0)
1327 static void _casx(jit_state_t *_jit,jit_int32_t,jit_int32_t,
1328 jit_int32_t,jit_int32_t,jit_word_t);
1329 #define casr(r0, r1, r2, r3) casx(r0, r1, r2, r3, 0)
1330 #define casi(r0, i0, r1, r2) casx(r0, _NOREG, r1, r2, i0)
1331 # define bswapr_us(r0,r1) _bswapr_us(_jit,r0,r1)
1332 static void _bswapr_us(jit_state_t*,jit_int32_t,jit_int32_t);
1333 # define bswapr_ui(r0,r1) _bswapr_ui(_jit,r0,r1)
1334 static void _bswapr_ui(jit_state_t*,jit_int32_t,jit_int32_t);
1335 # define bswapr_ul(r0,r1) MUX1(r0,r1,MUX_REV)
1336 #define extr_c(r0,r1) SXT1(r0,r1)
1337 #define extr_uc(r0,r1) ZXT1(r0,r1)
1338 #define extr_s(r0,r1) SXT2(r0,r1)
1339 #define extr_us(r0,r1) ZXT2(r0,r1)
1340 #define extr_i(r0,r1) SXT4(r0,r1)
1341 #define extr_ui(r0,r1) ZXT4(r0,r1)
1342 #define bltr(i0,r0,r1) _bltr(_jit,i0,r0,r1)
1343 static jit_word_t _bltr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1344 #define blti(i0,r0,i1) _blti(_jit,i0,r0,i1)
1345 static jit_word_t _blti(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1346 #define bltr_u(i0,r0,r1) _bltr_u(_jit,i0,r0,r1)
1347 static jit_word_t _bltr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1348 #define blti_u(i0,r0,i1) _blti_u(_jit,i0,r0,i1)
1349 static jit_word_t _blti_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1350 #define bler(i0,r0,r1) _bler(_jit,i0,r0,r1)
1351 static jit_word_t _bler(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1352 #define blei(i0,r0,i1) _blei(_jit,i0,r0,i1)
1353 static jit_word_t _blei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1354 #define bler_u(i0,r0,r1) _bler_u(_jit,i0,r0,r1)
1355 static jit_word_t _bler_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1356 #define blei_u(i0,r0,i1) _blei_u(_jit,i0,r0,i1)
1357 static jit_word_t _blei_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1358 #define beqr(i0,r0,r1) _beqr(_jit,i0,r0,r1)
1359 static jit_word_t _beqr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1360 #define beqi(i0,r0,i1) _beqi(_jit,i0,r0,i1)
1361 static jit_word_t _beqi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1362 #define bger(i0,r0,r1) _bger(_jit,i0,r0,r1)
1363 static jit_word_t _bger(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1364 #define bgei(i0,r0,i1) _bgei(_jit,i0,r0,i1)
1365 static jit_word_t _bgei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1366 #define bger_u(i0,r0,r1) _bger_u(_jit,i0,r0,r1)
1367 static jit_word_t _bger_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1368 #define bgei_u(i0,r0,i1) _bgei_u(_jit,i0,r0,i1)
1369 static jit_word_t _bgei_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1370 #define bgtr(i0,r0,r1) _bgtr(_jit,i0,r0,r1)
1371 static jit_word_t _bgtr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1372 #define bgti(i0,r0,i1) _bgti(_jit,i0,r0,i1)
1373 static jit_word_t _bgti(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1374 #define bgtr_u(i0,r0,r1) _bgtr_u(_jit,i0,r0,r1)
1375 static jit_word_t _bgtr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1376 #define bgti_u(i0,r0,i1) _bgti_u(_jit,i0,r0,i1)
1377 static jit_word_t _bgti_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1378 #define bner(i0,r0,r1) _bner(_jit,i0,r0,r1)
1379 static jit_word_t _bner(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1380 #define bnei(i0,r0,i1) _bnei(_jit,i0,r0,i1)
1381 static jit_word_t _bnei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1382 #define bmsr(i0,r0,r1) _bmsr(_jit,i0,r0,r1)
1383 static jit_word_t _bmsr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1384 #define bmsi(i0,r0,i1) _bmsi(_jit,i0,r0,i1)
1385 static jit_word_t _bmsi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1386 #define bmcr(i0,r0,r1) _bmcr(_jit,i0,r0,r1)
1387 static jit_word_t _bmcr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1388 #define bmci(i0,r0,i1) _bmci(_jit,i0,r0,i1)
1389 static jit_word_t _bmci(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1390 #define baddr(i0,r0,r1,cc) _baddr(_jit,i0,r0,r1,cc)
1391 static jit_word_t _baddr(jit_state_t*,jit_word_t,
1392 jit_int32_t,jit_int32_t,jit_bool_t);
1393 #define baddi(i0,r0,i1,cc) _baddi(_jit,i0,r0,i1,cc)
1394 static jit_word_t _baddi(jit_state_t*,jit_word_t,
1395 jit_int32_t,jit_word_t,jit_bool_t);
1396 #define baddr_u(i0,r0,r1,cc) _baddr_u(_jit,i0,r0,r1,cc)
1397 static jit_word_t _baddr_u(jit_state_t*,jit_word_t,
1398 jit_int32_t,jit_int32_t,jit_bool_t);
1399 #define baddi_u(i0,r0,i1,cc) _baddi_u(_jit,i0,r0,i1,cc)
1400 static jit_word_t _baddi_u(jit_state_t*,jit_word_t,
1401 jit_int32_t,jit_word_t,jit_bool_t);
1402 #define bsubr(i0,r0,r1,cc) _bsubr(_jit,i0,r0,r1,cc)
1403 static jit_word_t _bsubr(jit_state_t*,jit_word_t,
1404 jit_int32_t,jit_int32_t,jit_bool_t);
1405 #define bsubi(i0,r0,i1,cc) _bsubi(_jit,i0,r0,i1,cc)
1406 static jit_word_t _bsubi(jit_state_t*,jit_word_t,
1407 jit_int32_t,jit_word_t,jit_bool_t);
1408 #define bsubr_u(i0,r0,r1,cc) _bsubr_u(_jit,i0,r0,r1,cc)
1409 static jit_word_t _bsubr_u(jit_state_t*,jit_word_t,
1410 jit_int32_t,jit_int32_t,jit_bool_t);
1411 #define bsubi_u(i0,r0,i1,cc) _bsubi_u(_jit,i0,r0,i1,cc)
1412 static jit_word_t _bsubi_u(jit_state_t*,jit_word_t,
1413 jit_int32_t,jit_word_t,jit_bool_t);
1414 #define boaddr(i0,r0,r1) baddr(i0,r0,r1,1)
1415 #define boaddi(i0,r0,i1) baddi(i0,r0,i1,1)
1416 #define boaddr_u(i0,r0,r1) baddr_u(i0,r0,r1,1)
1417 #define boaddi_u(i0,r0,i1) baddi_u(i0,r0,i1,1)
1418 #define bxaddr(i0,r0,r1) baddr(i0,r0,r1,0)
1419 #define bxaddi(i0,r0,i1) baddi(i0,r0,i1,0)
1420 #define bxaddr_u(i0,r0,r1) baddr_u(i0,r0,r1,0)
1421 #define bxaddi_u(i0,r0,i1) baddi_u(i0,r0,i1,0)
1422 #define bosubr(i0,r0,r1) bsubr(i0,r0,r1,1)
1423 #define bosubi(i0,r0,i1) bsubi(i0,r0,i1,1)
1424 #define bosubr_u(i0,r0,r1) bsubr_u(i0,r0,r1,1)
1425 #define bosubi_u(i0,r0,i1) bsubi_u(i0,r0,i1,1)
1426 #define bxsubr(i0,r0,r1) bsubr(i0,r0,r1,0)
1427 #define bxsubi(i0,r0,i1) bsubi(i0,r0,i1,0)
1428 #define bxsubr_u(i0,r0,r1) bsubr_u(i0,r0,r1,0)
1429 #define bxsubi_u(i0,r0,i1) bsubi_u(i0,r0,i1,0)
1430 #define ldr_c(r0,r1) _ldr_c(_jit,r0,r1)
1431 static void _ldr_c(jit_state_t*,jit_int32_t,jit_int32_t);
1432 #define ldi_c(r0,i0) _ldi_c(_jit,r0,i0)
1433 static void _ldi_c(jit_state_t*,jit_int32_t,jit_word_t);
1434 #define ldr_uc(r0,r1) LD1(r0,r1)
1435 #define ldi_uc(r0,i0) _ldi_uc(_jit,r0,i0)
1436 static void _ldi_uc(jit_state_t*,jit_int32_t,jit_word_t);
1437 #define ldr_s(r0,r1) _ldr_s(_jit,r0,r1)
1438 static void _ldr_s(jit_state_t*,jit_int32_t,jit_int32_t);
1439 #define ldi_s(r0,i0) _ldi_s(_jit,r0,i0)
1440 static void _ldi_s(jit_state_t*,jit_int32_t,jit_word_t);
1441 #define ldr_us(r0,r1) LD2(r0,r1)
1442 #define ldi_us(r0,i0) _ldi_us(_jit,r0,i0)
1443 static void _ldi_us(jit_state_t*,jit_int32_t,jit_word_t);
1444 #define ldr_i(r0,r1) _ldr_i(_jit,r0,r1)
1445 static void _ldr_i(jit_state_t*,jit_int32_t,jit_int32_t);
1446 #define ldi_i(r0,i0) _ldi_i(_jit,r0,i0)
1447 static void _ldi_i(jit_state_t*,jit_int32_t,jit_word_t);
1448 #define ldr_ui(r0,r1) LD4(r0,r1)
1449 #define ldi_ui(r0,i0) _ldi_ui(_jit,r0,i0)
1450 static void _ldi_ui(jit_state_t*,jit_int32_t,jit_word_t);
1451 #define ldr_l(r0,r1) LD8(r0,r1)
1452 #define ldi_l(r0,i0) _ldi_l(_jit,r0,i0)
1453 static void _ldi_l(jit_state_t*,jit_int32_t,jit_word_t);
1454 #define ldxr_c(r0,r1,r2) _ldxr_c(_jit,r0,r1,r2)
1455 static void _ldxr_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1456 #define ldxi_c(r0,r1,i0) _ldxi_c(_jit,r0,r1,i0)
1457 static void _ldxi_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1458 #define ldxr_uc(r0,r1,r2) _ldxr_uc(_jit,r0,r1,r2)
1459 static void _ldxr_uc(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1460 #define ldxi_uc(r0,r1,i0) _ldxi_uc(_jit,r0,r1,i0)
1461 static void _ldxi_uc(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1462 #define ldxr_s(r0,r1,r2) _ldxr_s(_jit,r0,r1,r2)
1463 static void _ldxr_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1464 #define ldxi_s(r0,r1,i0) _ldxi_s(_jit,r0,r1,i0)
1465 static void _ldxi_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1466 #define ldxr_us(r0,r1,r2) _ldxr_us(_jit,r0,r1,r2)
1467 static void _ldxr_us(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1468 #define ldxi_us(r0,r1,i0) _ldxi_us(_jit,r0,r1,i0)
1469 static void _ldxi_us(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1470 #define ldxr_i(r0,r1,r2) _ldxr_i(_jit,r0,r1,r2)
1471 static void _ldxr_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1472 #define ldxi_i(r0,r1,i0) _ldxi_i(_jit,r0,r1,i0)
1473 static void _ldxi_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1474 #define ldxr_ui(r0,r1,r2) _ldxr_ui(_jit,r0,r1,r2)
1475 static void _ldxr_ui(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1476 #define ldxi_ui(r0,r1,i0) _ldxi_ui(_jit,r0,r1,i0)
1477 static void _ldxi_ui(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1478 #define ldxr_l(r0,r1,r2) _ldxr_l(_jit,r0,r1,r2)
1479 static void _ldxr_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1480 #define ldxi_l(r0,r1,i0) _ldxi_l(_jit,r0,r1,i0)
1481 static void _ldxi_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1482 #define str_c(r0,r1) ST1(r0,r1)
1483 #define sti_c(i0,r0) _sti_c(_jit,i0,r0)
1484 static void _sti_c(jit_state_t*,jit_word_t,jit_int32_t);
1485 #define str_s(r0,r1) ST2(r0,r1)
1486 #define sti_s(i0,r0) _sti_s(_jit,i0,r0)
1487 static void _sti_s(jit_state_t*,jit_word_t,jit_int32_t);
1488 #define str_i(r0,r1) ST4(r0,r1)
1489 #define sti_i(i0,r0) _sti_i(_jit,i0,r0)
1490 static void _sti_i(jit_state_t*,jit_word_t,jit_int32_t);
1491 #define str_l(r0,r1) ST8(r0,r1)
1492 #define sti_l(i0,r0) _sti_l(_jit,i0,r0)
1493 static void _sti_l(jit_state_t*,jit_word_t,jit_int32_t);
1494 #define stxr_c(r0,r1,r2) _stxr_c(_jit,r0,r1,r2)
1495 static void _stxr_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1496 #define stxi_c(i0,r0,r1) _stxi_c(_jit,i0,r0,r1)
1497 static void _stxi_c(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1498 #define stxr_s(r0,r1,r2) _stxr_s(_jit,r0,r1,r2)
1499 static void _stxr_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1500 #define stxi_s(i0,r0,r1) _stxi_s(_jit,i0,r0,r1)
1501 static void _stxi_s(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1502 #define stxr_i(r0,r1,r2) _stxr_i(_jit,r0,r1,r2)
1503 static void _stxr_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1504 #define stxi_i(i0,r0,r1) _stxi_i(_jit,i0,r0,r1)
1505 static void _stxi_i(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1506 #define stxr_l(r0,r1,r2) _stxr_l(_jit,r0,r1,r2)
1507 static void _stxr_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1508 #define stxi_l(i0,r0,r1) _stxi_l(_jit,i0,r0,r1)
1509 static void _stxi_l(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1510 #define jmpr(r0) _jmpr(_jit,r0)
1511 static void _jmpr(jit_state_t*,jit_int32_t);
1512 #define jmpi(i0) _jmpi(_jit,i0)
1513 static jit_word_t _jmpi(jit_state_t*,jit_word_t);
1514 #define jmpi_p(i0) _jmpi_p(_jit,i0)
1515 static jit_word_t _jmpi_p(jit_state_t*,jit_word_t);
1516 #define callr(r0) _callr(_jit,r0)
1517 static void _callr(jit_state_t*,jit_int32_t);
1518 #define calli(i0) _calli(_jit,i0)
1519 static void _calli(jit_state_t*,jit_word_t);
1520 #define calli_p(i0) _calli_p(_jit,i0)
1521 static jit_word_t _calli_p(jit_state_t*,jit_word_t);
1522 #define prolog(node) _prolog(_jit,node)
1523 static void _prolog(jit_state_t*,jit_node_t*);
1524 #define epilog(node) _epilog(_jit,node)
1525 static void _epilog(jit_state_t*,jit_node_t*);
1526 # define vastart(r0) _vastart(_jit, r0)
1527 static void _vastart(jit_state_t*, jit_int32_t);
1528 # define vaarg(r0, r1) _vaarg(_jit, r0, r1)
1529 static void _vaarg(jit_state_t*, jit_int32_t, jit_int32_t);
1530 #define patch_at(code,instr,label) _patch_at(_jit,code,instr,label)
1531 static void _patch_at(jit_state_t*,jit_code_t,jit_word_t,jit_word_t);
1535 #if __BYTE_ORDER == __BIG_ENDIAN
1537 byte_swap_if_big_endian(jit_word_t w)
1555 #define byte_swap_if_big_endian(w) (w)
1559 _out(jit_state_t *_jit, int n, int tm,
1560 jit_word_t s0, jit_word_t s1, jit_word_t s2)
1563 jit_word_t l, h, *w;
1564 set_bundle(_jit->pc.ul, l, h, tm, s0, s1, s2);
1566 w = (jit_word_t *)_jitc->inst;
1567 for (i = n; i < _jitc->ioff; i++)
1572 #define nop_m 0x0008000000L
1573 #define nop_i 0x0008000000L
1574 #define nop_b 0x4000000000L
1576 _stop(jit_state_t *_jit)
1578 /* Clear set of live registers */
1579 jit_regset_set_ui(&_jitc->regs, 0);
1581 /* Flag a stop is required */
1583 _jitc->inst[_jitc->ioff - 1].t |= INST_STOP;
1585 inst(nop_m, INST_Ms);
1589 _sync(jit_state_t *_jit)
1591 /* Taken branches are supposed to not need a stop, so, it
1592 * should not be required to stop if no registers live in
1593 * sequential code */
1594 if (jit_regset_cmp_ui(&_jitc->regs, 0) != 0 || _jitc->pred)
1598 while (_jitc->ioff);
1615 #define A_1 (INST_A<<4)
1616 #define As1 (INST_As<<4)
1617 #define I_1 (INST_I<<4)
1618 #define Is1 (INST_Is<<4)
1619 #define M_1 (INST_M<<4)
1620 #define Ms1 (INST_Ms<<4)
1621 #define F_1 (INST_F<<4)
1622 #define Fs1 (INST_Fs<<4)
1623 #define B_1 (INST_B<<4)
1624 #define Bs1 (INST_Bs<<4)
1625 #define L_1 (INST_L<<4)
1626 #define Ls1 (INST_Ls<<4)
1627 #define X_1 (INST_X<<4)
1628 #define Xs1 (INST_Xs<<4)
1629 #define A_2 (INST_A<<8)
1630 #define As2 (INST_As<<8)
1631 #define I_2 (INST_I<<8)
1632 #define Is2 (INST_Is<<8)
1633 #define M_2 (INST_M<<8)
1634 #define Ms2 (INST_Ms<<8)
1635 #define F_2 (INST_F<<8)
1636 #define Fs2 (INST_Fs<<8)
1637 #define B_2 (INST_B<<8)
1638 #define Bs2 (INST_Bs<<8)
1639 #define L_2 (INST_L<<8)
1640 #define Ls2 (INST_Ls<<8)
1641 #define X_2 (INST_X<<8)
1642 #define Xs2 (INST_Xs<<8)
1645 #define I_I_ I_0|I_1
1646 #define I_Is I_0|Is1
1647 #define I_B_ I_0|B_1
1648 #define I_Bs I_0|Bs1
1650 #define IsI_ Is0|I_1
1651 #define IsIs Is0|Is1
1653 #define M_I_ M_0|I_1
1654 #define M_Is M_0|Is1
1655 #define M_M_ M_0|M_1
1656 #define M_Ms M_0|Ms1
1657 #define M_F_ M_0|F_1
1658 #define M_Fs M_0|Fs1
1659 #define M_B_ M_0|B_1
1660 #define M_Bs M_0|Bs1
1661 #define M_I_I_ M_0|I_1|I_2
1662 #define M_I_Is M_0|I_1|Is2
1663 #define M_I_B_ M_0|I_1|B_2
1664 #define M_I_Bs M_0|I_1|Bs2
1665 #define M_IsI_ M_0|Is1|I_2
1666 #define M_IsIs M_0|Is1|Is2
1667 #define M_M_I_ M_0|M_1|I_2
1668 #define M_M_Is M_0|M_1|Is2
1669 #define M_M_F_ M_0|M_1|F_2
1670 #define M_M_Fs M_0|M_1|Fs2
1671 #define M_M_B_ M_0|M_1|B_2
1672 #define M_M_Bs M_0|M_1|Bs2
1673 #define M_F_I_ M_0|F_1|I_2
1674 #define M_F_Is M_0|F_1|Is2
1675 #define M_F_B_ M_0|F_1|B_2
1676 #define M_F_Bs M_0|F_1|Bs2
1677 #define M_B_B_ M_0|B_1|B_2
1678 #define M_B_Bs M_0|B_1|Bs2
1679 #define M_L_X_ M_0|L_1|X_2
1680 #define M_L_Xs M_0|L_1|Xs2
1682 #define MsI_ Ms0|I_1
1683 #define MsIs Ms0|Is1
1684 #define MsM_ Ms0|M_1
1685 #define MsMs Ms0|Ms1
1686 #define MsM_I_ Ms0|M_1|I_2
1687 #define MsM_Is Ms0|M_1|Is2
1689 #define F_I_ F_0|I_1
1690 #define F_Is F_0|Is1
1691 #define F_B_ F_0|B_1
1692 #define F_Bs F_0|Bs1
1695 #define B_B_ B_0|B_1
1696 #define B_Bs B_0|Bs1
1697 #define B_B_B_ B_0|B_1|B_2
1698 #define B_B_Bs B_0|B_1|Bs2
1700 #define L_X_ L_0|X_1
1701 #define L_Xs L_0|Xs1
1704 templat(jit_word_t cc)
1708 case I_I_: case I_Is:
1709 case I_B_: case I_Bs:
1711 case IsI_: case IsIs:
1713 case M_I_: case M_Is:
1714 case M_M_: case M_Ms:
1715 case M_F_: case M_Fs:
1716 case M_B_: case M_Bs:
1717 case M_I_I_: case M_I_Is:
1718 case M_I_B_: case M_I_Bs:
1719 case M_IsI_: case M_IsIs:
1720 case M_M_I_: case M_M_Is:
1721 case M_M_F_: case M_M_Fs:
1722 case M_M_B_: case M_M_Bs:
1723 case M_F_I_: case M_F_Is:
1724 case M_F_B_: case M_F_Bs:
1725 case M_B_B_: case M_B_Bs:
1726 case M_L_X_: case M_L_Xs:
1728 case MsI_: case MsIs:
1729 case MsM_: case MsMs:
1730 case MsM_I_: case MsM_Is:
1732 case F_I_: case F_Is:
1733 case F_B_: case F_Bs:
1736 case B_B_: case B_Bs:
1737 case B_B_B_: case B_B_Bs:
1739 case L_X_: case L_Xs:
1746 /* match* functions recurse attempting to find a template for A-
1747 * instructions, that may be executed in M- or I- unit.
1748 * It also uses an heuristic of trying first M- for slot 0 and 2,
1749 * and I- for slot 1, but tries all possible matches.
1752 match_2(jit_word_t cc)
1755 if ((t = templat(cc | M_2)))
1757 if ((t = templat(cc | I_2)))
1763 matchs2(jit_word_t cc)
1766 if ((t = templat(cc | Ms2)))
1768 if ((t = templat(cc | Is2)))
1774 match2(jit_word_t cc)
1776 if ((cc & 0xf00) == A_2)
1777 return (match_2(cc & ~0xf00));
1778 if ((cc & 0xf00) == As2)
1779 return (matchs2(cc & ~0xf00));
1784 match_1(jit_word_t cc)
1787 if ((t = templat(cc | I_1)))
1789 if ((t = templat(cc | M_1)))
1791 if ((t = match2(cc | I_1)))
1793 if ((t = match2(cc | M_1)))
1799 matchs1(jit_word_t cc)
1802 if ((t = templat(cc | Is1)))
1804 if ((t = templat(cc | Ms1)))
1806 if ((t = match2(cc | Is1)))
1808 if ((t = match2(cc | Ms1)))
1814 match1(jit_word_t cc)
1816 if ((cc & 0x0f0) == A_1)
1817 return (match_1(cc & ~0x0f0));
1818 if ((cc & 0x0f0) == As1)
1819 return (matchs1(cc & ~0x0f0));
1824 match_0(jit_word_t cc)
1827 if ((t = templat(cc | M_0)))
1829 if ((t = templat(cc | I_0)))
1831 if ((t = match1(cc | M_0)))
1833 if ((t = match1(cc | I_0)))
1839 matchs0(jit_word_t cc)
1842 if ((t = templat(cc | Ms0)))
1844 if ((t = templat(cc | Is0)))
1846 if ((t = match1(cc | Ms0)))
1848 if ((t = match1(cc | Is0)))
1854 match0(jit_word_t cc)
1856 if ((cc & 0x00f) == A_0)
1857 return (match_0(cc & ~0x00f));
1858 if ((cc & 0x00f) == As0)
1859 return (matchs0(cc & ~0x00f));
1864 _flush(jit_state_t *_jit)
1867 jit_word_t t, cc, tm, s0, s1, s2;
1871 for (cc = 0, n = soff = 0; n < _jitc->ioff; n++, soff += 4)
1872 cc |= (jit_uword_t)(_jitc->inst[n].t) << soff;
1876 /* Try to find a template, or reduce down
1877 * to one instruction if no template match */
1878 if ((t = templat(cc))) {
1882 /* A- instructions may be execute in M- or I- unit */
1883 if ((t = match0(cc))) {
1892 /* Prefer tail nop if need to add some nop, so that patching is easier */
1893 #define ii(n) _jitc->inst[n].i
1896 n = 1; tm = TM_M_I_I_;
1897 s0 = nop_m; s1 = ii(0); s2 = nop_i;
1900 n = 2; tm = TM_M_I_I_;
1901 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1904 n = 2; tm = TM_M_I_Is;
1905 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1908 n = 2; tm = TM_M_I_B_;
1909 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1912 n = 2; tm = TM_M_I_Bs;
1913 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1916 n = 1; tm = TM_M_IsI_;
1917 s0 = nop_m; s1 = ii(0); s2 = nop_i;
1920 n = 2; tm = TM_M_IsI_;
1921 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1924 n = 2; tm = TM_M_IsIs;
1925 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1928 n = 1; tm = TM_M_I_I_;
1929 s0 = ii(0); s1 = nop_i; s2 = nop_i;
1932 n = 2; tm = TM_M_I_I_;
1933 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1936 n = 2; tm = TM_M_IsI_;
1937 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1940 n = 2; tm = TM_M_M_I_;
1941 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1944 n = 2; tm = TM_M_M_Is;
1945 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1948 n = 2; tm = TM_M_F_I_;
1949 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1952 n = 2; tm = TM_M_F_Is;
1953 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1956 n = 2; tm = TM_M_B_B_;
1957 s0 = ii(0); s1 = ii(1); s2 = nop_b;
1960 n = 2; tm = TM_M_B_Bs;
1961 s0 = ii(0); s1 = ii(1); s2 = nop_b;
1964 n = 3; tm = TM_M_I_I_;
1965 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1968 n = 3; tm = TM_M_I_Is;
1969 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1972 n = 3; tm = TM_M_I_B_;
1973 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1976 n = 3; tm = TM_M_I_Bs;
1977 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1980 n = 3; tm = TM_M_IsI_;
1981 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1984 n = 3; tm = TM_M_IsIs;
1985 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1988 n = 3; tm = TM_M_M_I_;
1989 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1992 n = 3; tm = TM_M_M_Is;
1993 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1996 n = 3; tm = TM_M_M_F_;
1997 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2000 n = 3; tm = TM_M_M_Fs;
2001 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2004 n = 3; tm = TM_M_M_B_;
2005 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2008 n = 3; tm = TM_M_M_Bs;
2009 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2012 n = 3; tm = TM_M_F_I_;
2013 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2016 n = 3; tm = TM_M_F_Is;
2017 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2020 n = 3; tm = TM_M_F_B_;
2021 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2024 n = 3; tm = TM_M_F_Bs;
2025 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2028 n = 3; tm = TM_M_B_B_;
2029 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2032 n = 3; tm = TM_M_B_Bs;
2033 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2036 n = 3; tm = TM_M_L_X_;
2037 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2040 n = 3; tm = TM_M_L_Xs;
2041 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2044 n = 1; tm = TM_MsM_I_;
2045 s0 = ii(0); s1 = nop_m; s2 = nop_i;
2048 n = 2; tm = TM_MsM_I_;
2049 s0 = ii(0); s1 = nop_m; s2 = ii(1);
2052 n = 2; tm = TM_MsM_Is;
2053 s0 = ii(0); s1 = nop_m; s2 = ii(1);
2056 n = 2; tm = TM_MsM_I_;
2057 s0 = ii(0); s1 = ii(1); s2 = nop_i;
2060 n = 2; tm = TM_MsM_Is;
2061 s0 = ii(0); s1 = ii(1); s2 = nop_i;
2064 n = 3; tm = TM_MsM_I_;
2065 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2068 n = 3; tm = TM_MsM_Is;
2069 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2072 n = 1; tm = TM_M_F_I_;
2073 s0 = nop_m; s1 = ii(0); s2 = nop_i;
2076 n = 2; tm = TM_M_F_I_;
2077 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2080 n = 2; tm = TM_M_F_Is;
2081 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2084 n = 2; tm = TM_M_F_B_;
2085 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2088 n = 2; tm = TM_M_F_Bs;
2089 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2092 n = 1; tm = TM_M_F_Is;
2093 s0 = nop_m; s1 = ii(0); s2 = nop_i;
2096 n = 1; tm = TM_B_B_B_;
2097 s0 = ii(0); s1 = nop_b; s2 = nop_b;
2100 n = 2; tm = TM_B_B_B_;
2101 s0 = ii(0); s1 = ii(1); s2 = nop_b;
2104 n = 2; tm = TM_B_B_Bs;
2105 s0 = ii(0); s1 = ii(1); s2 = nop_b;
2108 n = 3; tm = TM_B_B_B_;
2109 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2112 n = 3; tm = TM_B_B_Bs;
2113 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2116 n = 1; tm = TM_B_B_Bs;
2117 s0 = ii(0); s1 = nop_b; s2 = nop_b;
2120 n = 2; tm = TM_M_L_X_;
2121 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2124 n = 2; tm = TM_M_L_Xs;
2125 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2130 out(n, tm, s0, s1, s2);
2134 _inst(jit_state_t *_jit, jit_word_t i, jit_uint8_t t)
2136 if (_jitc->ioff > 2)
2138 assert(!(i & 0x11111e0000000000L));
2139 _jitc->inst[_jitc->ioff].i = i;
2140 _jitc->inst[_jitc->ioff].t = t;
2145 _A1(jit_state_t *_jit, jit_word_t _p,
2146 jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2148 assert(!(_p & ~0x3fL));
2149 assert(!(x4 & ~0xfL));
2150 assert(!(x2 & ~0x3L));
2151 assert(!(r3 & ~0x7fL));
2152 assert(!(r2 & ~0x7fL));
2153 assert(!(r1 & ~0x7fL));
2157 inst((8L<<37)|(x4<<29)|(x2<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
2162 _A3(jit_state_t *_jit, jit_word_t _p,
2163 jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
2165 assert(!(_p & ~0x3fL));
2166 assert(!(x4 & ~0xfL));
2167 assert(!(x2 & ~0x3L));
2168 assert(!(r3 & ~0x7fL));
2169 assert(im >= -128 && im <= 127);
2170 assert(!(r1 & ~0x7f));
2174 inst((8L<<37)|(((im>>7)&1L)<<36)|(x4<<29)|(x2<<27)|
2175 (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
2180 _A4(jit_state_t *_jit, jit_word_t _p,
2181 jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
2183 assert(!(_p & ~0x3fL));
2184 assert(!(x2 & ~0x3L));
2185 assert(!(r3 & ~0x7fL));
2186 assert(im >= -8192 && im <= 8191);
2187 assert(!(r1 & ~0x7f));
2191 inst((8L<<37)|(((im>>13)&1L)<<36)|(x2<<34)|(((im>>7)&0x3fL)<<27)|
2192 (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
2197 _A5(jit_state_t *_jit, jit_word_t _p,
2198 jit_word_t r3, jit_word_t im, jit_word_t r1)
2200 jit_word_t s, i5, i9, i7;
2201 assert(!(_p & ~0x3fL));
2202 assert(!(r3 & ~0x3L));
2203 assert(im >= -2097152 && im <= 2097151);
2204 assert(!(r1 & ~0x7fL));
2205 /* imm22 = sign_ext(s << 21 | imm5c << 16 | imm9d << 7 | imm7b, 22) */
2206 s = (im & 0x200000) >> 21;
2207 i5 = (im & 0x1f0000) >> 16;
2208 i9 = (im & 0xff80) >> 7;
2213 inst((9L<<37)|(s<<36)|(i9<<27)|(i5<<22)|
2214 (r3<<20)|(i7<<13)|(r1<<6)|_p, INST_A);
2219 _A6(jit_state_t *_jit, jit_word_t _p,
2220 jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
2221 jit_word_t r3, jit_word_t r2, jit_word_t c, jit_word_t p1)
2223 assert(!(_p & ~0x3fL));
2224 assert(!(o & ~0xfL));
2225 assert(!(x2 & ~0x3L));
2226 assert(!(ta & ~0x1L));
2227 assert(!(p2 & ~0x7fL));
2228 assert(!(r3 & ~0x7fL));
2229 assert(!(r2 & ~0x7fL));
2230 assert(!(c & ~0x1L));
2231 assert(!(p1 & ~0x3fL));
2234 inst((o<<37)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
2235 (r2<<13)|(c<<12)|(p1<<6)|_p, INST_A);
2237 _jitc->pred |= 1 << p1;
2239 _jitc->pred |= 1 << p2;
2243 _A7(jit_state_t *_jit, jit_word_t _p,
2244 jit_word_t o, jit_word_t x2, jit_word_t ta,
2245 jit_word_t p2, jit_word_t r3, jit_word_t c, jit_word_t p1)
2247 assert(!(_p & ~0x3fL));
2248 assert(!(o & ~0xfL));
2249 assert(!(x2 & ~0x3L));
2250 assert(!(ta & ~0x1L));
2251 assert(!(p2 & ~0x7fL));
2252 assert(!(r3 & ~0x7fL));
2253 assert(!(c & ~0x1L));
2254 assert(!(p1 & ~0x3fL));
2257 inst((o<<37)|(1L<<36)|(x2<<34)|(ta<<33)|
2258 (p2<<27)|(r3<<20)|(c<<12)|(p1<<6)|_p, INST_A);
2260 _jitc->pred |= 1 << p1;
2262 _jitc->pred |= 1 << p2;
2266 _A8(jit_state_t *_jit, jit_word_t _p,
2267 jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
2268 jit_word_t r3, jit_word_t im, jit_word_t c, jit_word_t p1)
2270 assert(!(_p & ~0x3fL));
2271 assert(!(o & ~0xfL));
2272 assert(!(x2 & ~0x3L));
2273 assert(!(ta & ~0x1L));
2274 assert(!(p2 & ~0x7fL));
2275 assert(!(r3 & ~0x7fL));
2276 assert(im >= -128 && im <= 127);
2277 assert(!(c & ~0x1L));
2278 assert(!(p1 & ~0x3fL));
2281 inst((o<<37)|(((im>>7)&1L)<<36)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
2282 ((im&0x7fL)<<13)|(c<<12)|(p1<<6)|_p, INST_A);
2284 _jitc->pred |= 1 << p1;
2286 _jitc->pred |= 1 << p2;
2290 _A9(jit_state_t *_jit, jit_word_t _p,
2291 jit_word_t za, jit_word_t zb, jit_word_t x4,
2292 jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2294 assert(!(_p & ~0x3fL));
2295 assert(!(za & ~0x1L));
2296 assert(!(zb & ~0x1L));
2297 assert(!(x4 & ~0xfL));
2298 assert(!(x2 & ~0x3L));
2299 assert(!(r3 & ~0x7fL));
2300 assert(!(r2 & ~0x7fL));
2301 assert(!(r1 & ~0x7fL));
2305 inst((8L<<37)|(za<<36)|(1L<<34)|(zb<<33)|(x4<<29)|(x2<<27)|
2306 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
2311 _I1(jit_state_t *_jit, jit_word_t _p,
2312 jit_word_t ct, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2314 assert(!(_p & ~0x3fL));
2315 assert(!(ct & ~0x3L));
2316 assert(!(x2 & ~0x3L));
2317 assert(!(r3 & ~0x7fL));
2318 assert(!(r2 & ~0x7fL));
2319 assert(!(r1 & ~0x7fL));
2323 inst((7L<<37)|(1L<<33)|(ct<<30)|(x2<<28)|
2324 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2329 _I2(jit_state_t *_jit, jit_word_t _p,
2330 jit_word_t za, jit_word_t xa, jit_word_t zb, jit_word_t xc,
2331 jit_word_t xb ,jit_word_t r3, jit_word_t r2, jit_word_t r1)
2333 assert(!(_p & ~0x3fL));
2334 assert(!(za & ~0x1L));
2335 assert(!(xa & ~0x3L));
2336 assert(!(zb & ~0x1L));
2337 assert(!(xc & ~0x3L));
2338 assert(!(xb & ~0x3L));
2339 assert(!(r3 & ~0x7fL));
2340 assert(!(r2 & ~0x7fL));
2341 assert(!(r1 & ~0x7fL));
2345 inst((7L<<37)|(za<<36)|(xa<<34)|(zb<<33)|(xc<<30)|
2346 (xb<<28)|(r3<<20)|(r2<<13)|(r1<<6), INST_I);
2351 _I3(jit_state_t *_jit, jit_word_t _p,
2352 jit_word_t mb, jit_word_t r2, jit_word_t r1)
2354 assert(!(_p & ~0x3fL));
2355 assert(!(mb & ~0xfL));
2356 assert(!(r2 & ~0x7fL));
2357 assert(!(r1 & ~0x7fL));
2361 inst((7L<<37)|(3L<<34)|(2L<<30)|(2L<<28)|
2362 (mb<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2367 _I4(jit_state_t *_jit, jit_word_t _p,
2368 jit_word_t mh, jit_word_t r2, jit_word_t r1)
2370 assert(!(_p & ~0x3fL));
2371 assert(!(mh & ~0xffL));
2372 assert(!(r2 & ~0x7fL));
2373 assert(!(r1 & ~0x7fL));
2377 inst((7L<<37)|(3L<<34)|(1L<<33)|(2L<<30)|
2378 (2L<<28)|(mh<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2383 _I5(jit_state_t *_jit, jit_word_t _p,
2384 jit_word_t za, jit_word_t zb, jit_word_t x2,
2385 jit_word_t r3, jit_word_t r2, jit_word_t r1)
2387 assert(!(_p & ~0x3fL));
2388 assert(!(za & ~0x1L));
2389 assert(!(zb & ~0x1L));
2390 assert(!(x2 & ~0x3L));
2391 assert(!(r3 & ~0x7fL));
2392 assert(!(r2 & ~0x7fL));
2393 assert(!(r1 & ~0x7fL));
2397 inst((7L<<37)|(za<<36)|(zb<<33)|(x2<<28)|
2398 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2403 _I6(jit_state_t *_jit, jit_word_t _p,
2404 jit_word_t za, jit_word_t zb, jit_word_t x2,
2405 jit_word_t r3, jit_word_t ct, jit_word_t r1)
2407 assert(!(_p & ~0x3fL));
2408 assert(!(za & ~0x1L));
2409 assert(!(zb & ~0x1L));
2410 assert(!(x2 & ~0x3L));
2411 assert(!(r3 & ~0x7fL));
2412 assert(!(ct & ~0x1fL));
2413 assert(!(r1 & ~0x7fL));
2417 inst((7L<<37)|(za<<36)|(1L<<34)|(zb<<33)|
2418 (x2<<28)|(r3<<20)|(ct<<14)|(r1<<6)|_p, INST_I);
2423 _I7(jit_state_t *_jit, jit_word_t _p,
2424 jit_word_t za, jit_word_t zb, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2426 assert(!(_p & ~0x3fL));
2427 assert(!(za & ~0x1L));
2428 assert(!(zb & ~0x1L));
2429 assert(!(r3 & ~0x7fL));
2430 assert(!(r2 & ~0x7fL));
2431 assert(!(r1 & ~0x7fL));
2435 inst((7L<<37)|(za<<36)|(zb<<33)|(1L<<30)|
2436 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2441 _I8(jit_state_t *_jit, jit_word_t _p,
2442 jit_word_t za, jit_word_t zb, jit_word_t im, jit_word_t r2, jit_word_t r1)
2444 assert(!(_p & ~0x3fL));
2445 assert(!(za & ~0x1L));
2446 assert(!(zb & ~0x1L));
2447 assert(!(im & ~0x1fL));
2448 assert(!(r2 & ~0x7fL));
2449 assert(!(r1 & ~0x7fL));
2453 inst((7L<<37)|(za<<36)|(3L<<34)|(zb<<33)|(1L<<30)|(1L<<28)|
2454 (im<<20)|(r2<<13)|(r1<<6), INST_I);
2459 _I9(jit_state_t *_jit, jit_word_t _p,
2460 jit_word_t x2, jit_word_t r3, jit_word_t r1)
2462 assert(!(_p & ~0x3fL));
2463 assert(!(x2 & ~0x3L));
2464 assert(!(r3 & ~0x7fL));
2465 assert(!(r1 & ~0x7fL));
2469 inst((7L<<37)|(1L<<34)|(1L<<33)|
2470 (x2<<30)|(1L<<28)|(r3<<20)|(r1<<6)|_p, INST_I);
2475 _I10(jit_state_t *_jit, jit_word_t _p,
2476 jit_word_t ct, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2478 assert(!(_p & ~0x3fL));
2479 assert(!(ct & ~0x3fL));
2480 assert(!(r3 & ~0x7fL));
2481 assert(!(r2 & ~0x7fL));
2482 assert(!(r1 & ~0x7fL));
2486 inst((5L<<37)|(3L<<34)|(ct<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2491 _I11(jit_state_t *_jit, jit_word_t _p,
2492 jit_word_t len, jit_word_t r3,
2493 jit_word_t pos, jit_word_t y, jit_word_t r1)
2495 assert(!(_p & ~0x3fL));
2496 assert(!(len & ~0x3fL));
2497 assert(!(r3 & ~0x7fL));
2498 assert(!(pos & ~0x1fL));
2499 assert(!(y & ~0x1L));
2500 assert(!(r1 & ~0x7fL));
2504 inst((5L<<37)|(1L<<34)|(len<<27)|(r3<<20)|
2505 (pos<<14)|(y<<13)|(r1<<6)|_p, INST_I);
2510 _I12(jit_state_t *_jit, jit_word_t _p,
2511 jit_word_t len, jit_word_t pos, jit_word_t r2, jit_word_t r1)
2513 assert(!(_p & ~0x3fL));
2514 assert(!(len & ~0x3fL));
2515 assert(!(pos & ~0x3fL));
2516 assert(!(r2 & ~0x7fL));
2517 assert(!(r1 & ~0x7fL));
2521 inst((5L<<37)|(1L<<34)|(1L<<33)|(len<<27)|
2522 (pos<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2527 _I13(jit_state_t *_jit, jit_word_t _p,
2528 jit_word_t len, jit_word_t pos, jit_word_t im, jit_word_t r1)
2530 assert(!(_p & ~0x3fL));
2531 assert(!(len & ~0x3fL));
2532 assert(!(pos & ~0x3fL));
2533 assert(!(im & ~0x7fL));
2534 assert(!(r1 & ~0x7fL));
2537 inst((5L<<37)|(((im>>7)&1L)<<36)|(1L<<34)|(1L<<33)|(len<<27)|
2538 (1L<<26)|(pos<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_I);
2543 _I14(jit_state_t *_jit, jit_word_t _p,
2544 jit_word_t s, jit_word_t len, jit_word_t r3, jit_word_t pos, jit_word_t r1)
2546 assert(!(_p & ~0x3fL));
2547 assert(!(s & ~0x1L));
2548 assert(!(len & ~0x3fL));
2549 assert(!(r3 & ~0x7fL));
2550 assert(!(pos & ~0x1fL));
2551 assert(!(r1 & ~0x7fL));
2555 inst((5L<<37)|(s<<36)|(3L<<34)|(1L<<33)|
2556 (len<<27)|(r3<<20)|(pos<<14)|(r1<<6)|_p, INST_I);
2561 _I15(jit_state_t *_jit, jit_word_t _p,
2562 jit_word_t pos, jit_word_t len,
2563 jit_word_t r3, jit_word_t r2, jit_word_t r1)
2565 assert(!(_p & ~0x3fL));
2566 assert(!(pos & ~0x3fL));
2567 assert(!(len & ~0xfL));
2568 assert(!(r3 & ~0x7fL));
2569 assert(!(r2 & ~0x7fL));
2570 assert(!(r1 & ~0x7fL));
2574 inst((4L<<37)|(pos<<31)|(len<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2579 _I16(jit_state_t *_jit, jit_word_t _p,
2580 jit_word_t tb, jit_word_t ta, jit_word_t p2,
2581 jit_word_t r3, jit_word_t ps, jit_word_t c, jit_word_t p1)
2583 assert(!(_p & ~0x3fL));
2584 assert(!(tb & ~0x1L));
2585 assert(!(ta & ~0x1L));
2586 assert(!(p2 & ~0x7fL));
2587 assert(!(r3 & ~0x7fL));
2588 assert(!(ps & ~0x3fL));
2589 assert(!(c & ~0x1L));
2590 assert(!(p1 & ~0x3fL));
2593 inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
2594 (r3<<20)|(ps<<14)|(c<<12)|(p1<<6), INST_I);
2596 _jitc->pred |= 1 << p1;
2598 _jitc->pred |= 1 << p2;
2602 _I17(jit_state_t *_jit, jit_word_t _p,
2603 jit_word_t tb, jit_word_t ta, jit_word_t p2,
2604 jit_word_t r3, jit_word_t c, jit_word_t p1)
2606 assert(!(_p & ~0x3fL));
2607 assert(!(tb & ~0x1L));
2608 assert(!(ta & ~0x1L));
2609 assert(!(p2 & ~0x7fL));
2610 assert(!(r3 & ~0x7fL));
2611 assert(!(c & ~0x1L));
2612 assert(!(p1 & ~0x3fL));
2615 inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
2616 (r3<<20)|(1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
2618 _jitc->pred |= 1 << p1;
2620 _jitc->pred |= 1 << p2;
2624 _I18(jit_state_t *_jit, jit_word_t _p,
2625 jit_word_t im, jit_word_t y)
2627 assert(!(_p & ~0x3fL));
2628 assert(!(im & ~0x1fffffL));
2629 assert(!(y & ~0x1L));
2631 inst((((im>>20)&1L)<<26)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_I);
2635 _I19(jit_state_t *_jit, jit_word_t _p,
2638 assert(!(_p & ~0x3fL));
2639 assert(!(im & ~0x1fffffL));
2641 inst(((im>>20)&1L)|((im&0xffffL)<<6)|_p, INST_I);
2645 _I20(jit_state_t *_jit, jit_word_t _p,
2646 jit_word_t r2, jit_word_t im)
2648 assert(!(_p & ~0x3fL));
2649 assert(!(r2 & ~0x7fL));
2650 assert(!(im & ~0x1fffffL));
2653 inst(((im>>20)&1L)|(1L<<33)|(((im>>7)&0x1fffL)<<20)|
2654 (r2<<13)|((im&0x7fL)<<6)|_p, INST_I);
2658 _I21(jit_state_t *_jit, jit_word_t _p,
2659 jit_word_t im, jit_word_t ih, jit_word_t x,
2660 jit_word_t wh, jit_word_t r2, jit_word_t b1)
2662 assert(!(_p & ~0x3fL));
2663 assert(!(im & ~0x1ffL));
2664 assert(!(ih & ~0x1L));
2665 assert(!(x & ~0x1L));
2666 assert(!(wh & ~0x3L));
2667 assert(!(r2 & ~0x7fL));
2668 assert(!(b1 & ~0x7L));
2671 inst((7L<<33)|(im<<24)|(ih<<23)|(x<<22)|(wh<<20)|
2672 (r2<<13)|(b1<<6), INST_I);
2676 _I22(jit_state_t *_jit, jit_word_t _p,
2677 jit_word_t b2, jit_word_t r1)
2679 assert(!(_p & ~0x3fL));
2680 assert(!(b2 & ~0x7L));
2681 assert(!(r1 & ~0x7fL));
2683 inst((0x31L<<27)|(b2<<13)|(r1<<6)|_p, INST_I);
2687 _I23(jit_state_t *_jit, jit_word_t _p,
2688 jit_word_t r2, jit_word_t im)
2690 assert(!(_p & ~0x3fL));
2691 assert(!(r2 & ~0x7fL));
2692 assert(!(im & ~0xffffL));
2695 inst((((im>>15)&1L)<<36)|(3L<<33)|(((im>>7)&0xffL)<<24)|
2696 (r2<<13)|(im&0x7fL)|_p, INST_I);
2700 _I24(jit_state_t *_jit, jit_word_t _p,
2703 jit_uint8_t cc = INST_I;
2704 assert(!(_p & ~0x3fL));
2705 assert(!(im & ~0xfffffffL));
2707 inst((((im>>27)&1L)<<36)|(2L<<33)|((im&0x7ffffffL)<<6)|_p, cc);
2711 _I25(jit_state_t *_jit, jit_word_t _p,
2712 jit_word_t x6, jit_word_t r1)
2714 assert(!(_p & ~0x3fL));
2715 assert(!(x6 & ~0x3fL));
2716 assert(!(r1 & ~0x7fL));
2719 inst((x6<<27)|(r1<<6)|_p, INST_I);
2724 _I26(jit_state_t *_jit, jit_word_t _p,
2725 jit_word_t ar,jit_word_t r2)
2727 assert(!(_p & ~0x3fL));
2728 assert(!(ar & ~0x7fL));
2729 assert(!(r2 & ~0x7fL));
2732 inst((0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_I);
2736 _I27(jit_state_t *_jit, jit_word_t _p,
2737 jit_word_t ar,jit_word_t im)
2739 assert(!(_p & ~0x3fL));
2740 assert(!(ar & ~0x7fL));
2741 assert(!(im & ~0xffL));
2743 inst((((im>>7)&1L)<<36)|(0xaL<<27)|(ar<<20)|((im&0x7fL)<<13)|_p, INST_I);
2747 _I28(jit_state_t *_jit, jit_word_t _p,
2748 jit_word_t ar, jit_word_t r1)
2750 assert(!(_p & ~0x3fL));
2751 assert(!(ar & ~0x7fL));
2752 assert(!(r1 & ~0x7fL));
2755 inst((0x32L<<27)|(ar<<20)|(r1<<6)|_p, INST_I);
2760 _I29(jit_state_t *_jit, jit_word_t _p,
2761 jit_word_t x6, jit_word_t r3,jit_word_t r1)
2763 assert(!(_p & ~0x3fL));
2764 assert(!(x6 & ~0x3fL));
2765 assert(!(r3 & ~0x7fL));
2766 assert(!(r1 & ~0x7fL));
2770 inst((x6<<27)|(r3<<20)|(r1<<6)|_p, INST_I);
2775 _I30(jit_state_t *_jit, jit_word_t _p,
2776 jit_word_t ta, jit_word_t tb, jit_word_t p2,
2777 jit_word_t im, jit_word_t c, jit_word_t p1)
2779 assert(!(_p & ~0x3fL));
2780 assert(!(ta & ~0x1L));
2781 assert(!(tb & ~0x1L));
2782 assert(!(p2 & ~0x3fL));
2783 assert(!(im & ~0x1fL));
2784 assert(!(c & ~0x1L));
2785 assert(!(p1 & ~0x1fL));
2787 inst((5L<<37)|(tb<<36)|(ta<<33)|(1L<<19)|(im<<14)|
2788 (1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
2790 _jitc->pred |= 1 << p1;
2792 _jitc->pred |= 1 << p2;
2796 _M1(jit_state_t *_jit, jit_word_t _p,
2797 jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r1)
2799 assert(!(_p & ~0x3fL));
2800 assert(!(x6 & ~0x3fL));
2801 assert(!(ht & ~0x3L));
2802 assert(!(x & ~0x1L));
2803 assert(!(r3 & ~0x7fL));
2804 assert(!(r1 & ~0x7fL));
2808 inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
2813 _M2(jit_state_t *_jit, jit_word_t _p,
2814 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2816 assert(!(_p & ~0x3fL));
2817 assert(!(x6 & ~0x3fL));
2818 assert(!(ht & ~0x3L));
2819 assert(!(r3 & ~0x7fL));
2820 assert(!(r2 & ~0x7fL));
2821 assert(!(r1 & ~0x7fL));
2825 inst((4L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
2826 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
2832 _M3(jit_state_t *_jit, jit_word_t _p,
2833 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
2835 jit_uint8_t cc = INST_M;
2836 assert(!(_p & ~0x3fL));
2837 assert(!(x6 & ~0x3fL));
2838 assert(!(ht & ~0x3L));
2839 assert(!(r3 & ~0x7fL));
2840 assert(im > -256 && im <= 255);
2841 assert(!(r1 & ~0x7fL));
2845 inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
2846 (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, cc);
2852 _M5(jit_state_t *_jit, jit_word_t _p,
2853 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t im)
2855 assert(!(_p & ~0x3fL));
2856 assert(!(x6 & ~0x3fL));
2857 assert(!(ht & ~0x3L));
2858 assert(!(r3 & ~0x7fL));
2859 assert(!(r2 & ~0x7fL));
2860 assert(im > -256 && im <= 255);
2863 inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
2864 (((im>>7)&1L)<<27)|(r3<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
2869 _M6(jit_state_t *_jit, jit_word_t _p,
2870 jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r2)
2872 assert(!(_p & ~0x3fL));
2873 assert(!(x6 & ~0x3fL));
2874 assert(!(ht & ~0x3L));
2875 assert(!(x & ~0x1L));
2876 assert(!(r3 & ~0x7fL));
2877 assert(!(r2 & ~0x7fL));
2880 inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
2884 _M13(jit_state_t *_jit, jit_word_t _p,
2885 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
2887 assert(!(_p & ~0x3fL));
2888 assert(!(x6 & ~0x3fL));
2889 assert(!(ht & ~0x3L));
2890 assert(!(r3 & ~0x7fL));
2891 assert(!(r2 & ~0x7fL));
2896 inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
2900 _M14(jit_state_t *_jit, jit_word_t _p,
2901 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
2903 assert(!(_p & ~0x3fL));
2904 assert(!(x6 & ~0x3fL));
2905 assert(!(ht & ~0x3L));
2906 assert(!(r3 & ~0x7fL));
2907 assert(!(r2 & ~0x7fL));
2910 inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
2914 _M15(jit_state_t *_jit, jit_word_t _p,
2915 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im)
2917 assert(!(_p & ~0x3fL));
2918 assert(!(x6 & ~0x3fL));
2919 assert(!(ht & ~0x3L));
2920 assert(!(r3 & ~0x7fL));
2921 assert(!(im & ~0x1ffL));
2924 inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
2925 (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|_p, INST_M);
2929 _M16(jit_state_t *_jit, jit_word_t _p,
2930 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2932 assert(!(_p & ~0x3fL));
2933 assert(!(x6 & ~0x3fL));
2934 assert(!(ht & ~0x3L));
2935 assert(!(r3 & ~0x7fL));
2936 assert(!(r2 & ~0x7fL));
2937 assert(!(r1 & ~0x7fL));
2941 inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
2942 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
2947 _M17(jit_state_t *_jit, jit_word_t _p,
2948 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
2950 assert(!(_p & ~0x3fL));
2951 assert(!(x6 & ~0x3fL));
2952 assert(!(ht & ~0x3L));
2953 assert(!(r3 & ~0x7fL));
2954 assert(!(im & ~0x7L));
2955 assert(!(r1 & ~0x7fL));
2959 inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
2960 (r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
2965 _M20x(jit_state_t *_jit, jit_word_t _p,
2966 jit_word_t x3, jit_word_t r2, jit_word_t im)
2968 assert(!(_p & ~0x3fL));
2969 assert(!(x3 & ~0x7L));
2970 assert(!(r2 & ~0x7fL));
2971 assert(!(im & ~0x1fffffL));
2977 inst((1L<<37)|(((im>>20)&1L)<<36)|(x3<<33)|
2978 (((im>>7)&0x1fffL)<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
2982 _M22x(jit_state_t *_jit, jit_word_t _p,
2983 jit_word_t x3, jit_word_t im, jit_word_t r1)
2985 assert(!(_p & ~0x3fL));
2986 assert(!(x3 & ~0x7L));
2987 assert(!(im & ~0x1fffffL));
2988 assert(!(r1 & ~0x7fL));
2994 inst((((im>>20)&1L)<<36)|(x3<<33)|((im&0xffffL)<<13)|(r1<<6)|_p, INST_M);
3002 _M24(jit_state_t *_jit, jit_word_t _p,
3003 jit_word_t x2, jit_word_t x4)
3005 assert(!(_p & ~0x3fL));
3006 assert(!(x2 & ~0x3L));
3007 assert(!(x4 & ~0xfL));
3009 inst((x2<<31)|(x4<<27)|_p, INST_M);
3013 _M26x(jit_state_t *_jit, jit_word_t _p,
3014 jit_word_t x4, jit_word_t r1)
3016 assert(!(_p & ~0x3fL));
3017 assert(!(x4 & ~0xfL));
3018 assert(!(r1 & ~0x7fL));
3024 inst((1L<<31)|(x4<<27)|(r1<<6)|_p, INST_M);
3028 _M28(jit_state_t *_jit, jit_word_t _p,
3029 jit_word_t x, jit_word_t r3)
3031 assert(!(_p & ~0x3fL));
3032 assert(!(x & ~0x1L));
3033 assert(!(r3 & ~0x7fL));
3036 inst((1L<<37)|(x<<36)|(0x30L<<27)|(r3<<20)|_p, INST_M);
3040 _M29(jit_state_t *_jit, jit_word_t _p,
3041 jit_word_t ar, jit_word_t r2)
3043 assert(!(_p & ~0x3fL));
3044 assert(!(ar & ~0x7fL));
3045 assert(!(r2 & ~0x7fL));
3048 inst((1L<<37)|(0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_M);
3052 _M30(jit_state_t *_jit, jit_word_t _p,
3053 jit_word_t ar, jit_word_t im)
3055 assert(!(_p & ~0x3fL));
3056 assert(!(ar & ~0x7L));
3057 assert(!(im & ~0xffL));
3059 inst((((im>>7)&1L)<<36)|(2L<<31)|(0x8L<<27)|
3060 (ar<<20)|((im&0x7fL)<<13)|_p, INST_M);
3064 _M31(jit_state_t *_jit, jit_word_t _p,
3065 jit_word_t ar, jit_word_t r1)
3067 assert(!(_p & ~0x3fL));
3068 assert(!(ar & ~0x7L));
3069 assert(!(r1 & ~0x7fL));
3072 inst((1L<<37)|(0x22L<<27)|(ar<<20)|(r1<<6)|_p, INST_M);
3077 _M32(jit_state_t *_jit, jit_word_t _p,
3078 jit_word_t cr, jit_word_t r2)
3080 assert(!(_p & ~0x3fL));
3081 assert(!(cr & ~0x7L));
3082 assert(!(r2 & ~0x7fL));
3085 inst((1L<<37)|(0x2cL<<27)|(cr<<20)|(r2<<13)|_p, INST_M);
3089 _M33(jit_state_t *_jit, jit_word_t _p,
3090 jit_word_t cr, jit_word_t r1)
3092 assert(!(_p & ~0x3fL));
3093 assert(!(cr & ~0x7L));
3094 assert(!(r1 & ~0x7fL));
3097 inst((1L<<37)|(0x24L<<27)|(cr<<20)|(r1<<6)|_p, INST_M);
3102 _M34(jit_state_t *_jit, jit_word_t _p,
3103 jit_word_t sor, jit_word_t sol, jit_word_t sof, jit_word_t r1)
3105 assert(!(_p & ~0x3fL));
3106 assert(!(sor & ~0xfL));
3107 assert(!(sol & ~0x7fL));
3108 assert(!(sof & ~0x7fL));
3109 assert(!(r1 & ~0x7fL));
3111 inst((1L<<37)|(6L<<33)|(sor<<27)|(sol<<20)|(sof<<13)|(r1<<6)|_p, INST_M);
3115 _M35(jit_state_t *_jit, jit_word_t _p,
3116 jit_word_t x6, jit_word_t r2)
3118 assert(!(_p & ~0x3fL));
3119 assert(!(x6 & ~0x3fL));
3120 assert(!(r2 & ~0x7fL));
3123 inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
3127 _M36(jit_state_t *_jit, jit_word_t _p,
3128 jit_word_t x6, jit_word_t r1)
3130 assert(!(_p & ~0x3fL));
3131 assert(!(x6 & ~0x3fL));
3132 assert(!(r1 & ~0x7fL));
3135 inst((1L<<37)|(x6<<27)|(r1<<6)|_p, INST_M);
3140 _M37(jit_state_t *_jit, jit_word_t _p,
3143 assert(!(_p & ~0x3fL));
3144 assert(!(im & ~0x1ffffL));
3146 inst((((im>>20)&1L)<<36)|((im&0xffffL)<<6)|_p, INST_M);
3150 _M38(jit_state_t *_jit, jit_word_t _p,
3151 jit_word_t x6, jit_word_t r3, jit_word_t r2, jit_word_t r1)
3153 assert(!(_p & ~0x3fL));
3154 assert(!(x6 & ~0x3fL));
3155 assert(!(r3 & ~0x7fL));
3156 assert(!(r2 & ~0x7fL));
3157 assert(!(r1 & ~0x7fL));
3161 inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
3166 _M39(jit_state_t *_jit, jit_word_t _p,
3167 jit_word_t x6, jit_word_t r3, jit_word_t im, jit_word_t r1)
3169 assert(!(_p & ~0x3fL));
3170 assert(!(x6 & ~0x3fL));
3171 assert(!(r3 & ~0x7fL));
3172 assert(!(im & ~0x7L));
3173 assert(!(r1 & ~0x7fL));
3177 inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
3182 _M40(jit_state_t *_jit, jit_word_t _p,
3183 jit_word_t x6, jit_word_t r3, jit_word_t im)
3185 assert(!(_p & ~0x3fL));
3186 assert(!(x6 & ~0x3fL));
3187 assert(!(r3 & ~0x7fL));
3188 assert(!(im & ~0x7L));
3191 inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|_p, INST_M);
3195 _M41(jit_state_t *_jit, jit_word_t _p,
3196 jit_word_t x6, jit_word_t r2)
3198 assert(!(_p & ~0x3fL));
3199 assert(!(x6 & ~0x3fL));
3200 assert(!(r2 & ~0x7fL));
3203 inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
3207 _M42(jit_state_t *_jit, jit_word_t _p,
3208 jit_word_t x6, jit_word_t r3, jit_word_t r2)
3210 assert(!(_p & ~0x3fL));
3211 assert(!(x6 & ~0x3fL));
3212 assert(!(r3 & ~0x7fL));
3213 assert(!(r2 & ~0x7fL));
3216 inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
3220 _M43(jit_state_t *_jit, jit_word_t _p,
3221 jit_word_t x6, jit_word_t r3, jit_word_t r1)
3223 assert(!(_p & ~0x3fL));
3224 assert(!(x6 & ~0x3fL));
3225 assert(!(r3 & ~0x7fL));
3226 assert(!(r1 & ~0x7fL));
3229 inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
3234 _M44(jit_state_t *_jit, jit_word_t _p,
3235 jit_word_t x4, jit_word_t im)
3237 assert(!(_p & ~0x3fL));
3238 assert(!(x4 & ~0xfL));
3239 assert(!(im & ~0xfffffL));
3241 inst((((im>>23)&1L)<<36)|(((im>>21)&3L)<<31)|
3242 (x4<<27)|((im&0x1ffffL)<<6)|_p, INST_M);
3246 _M45(jit_state_t *_jit, jit_word_t _p,
3247 jit_word_t x6, jit_word_t r3, jit_word_t r2)
3249 assert(!(_p & ~0x3fL));
3250 assert(!(x6 & ~0x3fL));
3251 assert(!(r3 & ~0x7fL));
3252 assert(!(r2 & ~0x7fL));
3255 inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
3259 _M46(jit_state_t *_jit, jit_word_t _p,
3260 jit_word_t x6, jit_word_t r3, jit_word_t r1)
3262 assert(!(_p & ~0x3fL));
3263 assert(!(x6 & ~0x3fL));
3264 assert(!(r3 & ~0x7fL));
3265 assert(!(r1 & ~0x7fL));
3268 if (r1) TSTREG1(r1);
3269 inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
3274 _M48(jit_state_t *_jit, jit_word_t _p,
3275 jit_word_t y, jit_word_t im)
3277 assert(!(_p & ~0x3fL));
3278 assert(!(y & ~0x1L));
3279 assert(!(im & ~0x1ffffL));
3281 inst((((im>>20)&1L)<<36)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_M);
3285 _B1(jit_state_t *_jit, jit_word_t _p,
3286 jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t tp)
3288 assert(!(_p & ~0x3fL));
3289 assert(!(d & ~0x1L));
3290 assert(!(wh & ~0x3L));
3291 assert(im >= -1048576 && im <= 1048575);
3292 assert(!(p & ~0x1L));
3293 assert(!(tp & ~0x7L));
3295 inst((4L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
3296 ((im&0xfffffL)<<13)|(p<<12)|(tp<<6)|_p, INST_B);
3300 _B3(jit_state_t *_jit, jit_word_t _p,
3301 jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t b)
3303 assert(!(_p & ~0x3fL));
3304 assert(!(d & ~0x1L));
3305 assert(!(wh & ~0x3L));
3306 assert(im >= -1048576 && im <= 1048575);
3307 assert(!(p & ~0x1L));
3308 assert(!(b & ~0x3L));
3310 inst((5L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
3311 ((im&0xfffffL)<<13)|(p<<12)|(b<<6)|_p, INST_B);
3315 _B4(jit_state_t *_jit, jit_word_t _p,
3316 jit_word_t d, jit_word_t wh, jit_word_t x6,
3317 jit_word_t b, jit_word_t p, jit_word_t tp)
3319 assert(!(_p & ~0x3fL));
3320 assert(!(d & ~0x1L));
3321 assert(!(wh & ~0x3L));
3322 assert(!(x6 & ~0x3fL));
3323 assert(!(b & ~0x7L));
3324 assert(!(p & ~0x1L));
3325 assert(!(tp & ~0x7L));
3327 inst((d<<35)|(wh<<33)|(x6<<27)|(b<<13)|(p<<12)|(tp<<6)|_p, INST_B);
3331 _B5(jit_state_t *_jit, jit_word_t _p,
3332 jit_word_t d, jit_word_t wh, jit_word_t b2, jit_word_t p, jit_word_t b1)
3334 assert(!(_p & ~0x3fL));
3335 assert(!(d & ~0x1L));
3336 assert(!(wh & ~0x3L));
3337 assert(!(b2 & ~0x7L));
3338 assert(!(p & ~0x1L));
3339 assert(!(b1 & ~0x7L));
3341 inst((1L<<37)|(d<<35)|(wh<<32)|(b2<<13)|(p<<12)|(b1<<6)|_p, INST_B);
3345 _B6(jit_state_t *_jit, jit_word_t _p,
3346 jit_word_t ih, jit_word_t im, jit_word_t tag, jit_word_t wh)
3348 assert(!(_p & ~0x3fL));
3349 assert(!(ih & ~0x1L));
3350 assert(!(im & ~0x1ffffL));
3351 assert(!(tag & ~0x1ffL));
3352 assert(!(wh & ~0x3L));
3354 inst((7L<<37)|(((im>>20)&1L)<<36)|(ih<<35)|(((tag>>7)&3L)<<33)|
3355 ((im&0xfffffL)<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
3359 _B7(jit_state_t *_jit, jit_word_t _p,
3360 jit_word_t ih, jit_word_t x6, jit_word_t b2, jit_word_t tag, jit_word_t wh)
3362 assert(!(_p & ~0x3fL));
3363 assert(!(ih & ~0x1L));
3364 assert(!(x6 & ~0x3fL));
3365 assert(!(b2 & ~0x7L));
3366 assert(!(tag & ~0x1ffL));
3367 assert(!(wh & ~0x3L));
3369 inst((2L<<37)|(ih<<35)|(((tag>>7)&3L)<<33)|(x6<<27)|
3370 (b2<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
3374 _B8(jit_state_t *_jit, jit_word_t _p,
3377 assert(!(_p & ~0x3fL));
3378 assert(!(x6 & ~0x3fL));
3380 inst((x6<<27)|_p, INST_B);
3384 _B9(jit_state_t *_jit, jit_word_t _p,
3385 jit_word_t op, jit_word_t x6, jit_word_t im)
3387 assert(!(_p & ~0x3fL));
3388 assert(!(op & ~0xfL));
3389 assert(!(x6 & ~0x3fL));
3390 assert(!(im & ~0x1ffffL));
3392 inst((op<<37)|(((im>>20)&1L)<<36)|(x6<<27)|((im&0xffffL)<<6)|_p, INST_B);
3396 _X1(jit_state_t *_jit, jit_word_t _p,
3399 jit_word_t i41, i1, i20;
3400 assert(!(_p & ~0x3fL));
3401 assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
3402 i41 = (im >> 22) & 0x1ffffffffffL;
3403 i1 = (im >> 21) & 0x1L;
3404 i20 = im & 0xfffffL;
3407 inst((i1<<36)|(i20<<6)|_p, INST_X);
3411 _X2(jit_state_t *_jit, jit_word_t _p,
3412 jit_word_t r1, jit_word_t im)
3414 jit_word_t i1, i41, ic, i5, i9, i7;
3415 assert(!(_p & ~0x3fL));
3416 assert(!(r1 & ~0x7fL));
3417 i1 = (im >> 63) & 0x1L;
3418 i41 = (im >> 22) & 0x1ffffffffffL;
3419 ic = (im >> 21) & 0x1L;
3420 i5 = (im >> 16) & 0x1fL;
3421 i9 = (im >> 7) & 0x1ffL;
3426 inst((6L<<37)|(i1<<36)|(i9<<27)|(i5<<22)|
3427 (ic<<21)|(i7<<13)|(r1<<6)|_p, INST_X);
3432 _X3x(jit_state_t *_jit, jit_word_t _p,
3433 jit_word_t op, jit_word_t d, jit_word_t wh,
3434 jit_word_t p, jit_word_t tp, jit_word_t im)
3436 /* target64 = IP + ((i1 << 59 | imm39 << 20 | imm20b) << 4) */
3437 jit_word_t i1, i41, i20;
3438 assert(!(_p & ~0x3fL));
3439 assert(!(op & ~0xfL));
3440 assert(!(d & ~0x1L));
3441 assert(!(wh & ~0x3L));
3442 assert(!(p & ~0x1L));
3443 assert(!(tp & ~0x7L));
3444 i1 = (im >> 61) & 0x1L;
3445 i41 = (im >> 22) & 0x1ffffffffffL;
3446 i20 = im & 0xfffffL;
3449 inst((op<<37)|(i1<<36)|(d<<35)|(wh<<33)|
3450 (i20<<13)|(p<<12)|(tp<<6)|_p, INST_X);
3454 _X5(jit_state_t *_jit, jit_word_t _p,
3455 jit_word_t y, jit_word_t im)
3457 jit_word_t i41, i1, i20;
3458 assert(!(_p & ~0x3fL));
3459 assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
3460 i41 = (im >> 22) & 0x1ffffffffffL;
3461 i1 = (im >> 21) & 0x1L;
3462 i20 = im & 0xfffffL;
3465 inst((i1<<36)|(1L<<27)|(y<<26)|(i20<<6)|_p, INST_X);
3469 _nop(jit_state_t *_jit, jit_int32_t i0)
3471 for (; i0 > 0; i0 -= 8) {
3479 _bitswap(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3481 jit_int32_t t0, t1, t2, t3, t4;
3483 t0 = jit_get_reg(jit_class_gpr);
3484 t1 = jit_get_reg(jit_class_gpr);
3485 t2 = jit_get_reg(jit_class_gpr);
3486 movi(rn(t0), __WORDSIZE == 32 ? 0x55555555L : 0x5555555555555555L);
3487 rshi_u(rn(t1), r0, 1); /* t1 = v >> 1 */
3488 andr(rn(t1), rn(t1), rn(t0)); /* t1 &= t0 */
3489 andr(rn(t2), r0, rn(t0)); /* t2 = v & t0*/
3490 lshi(rn(t2), rn(t2), 1); /* t2 <<= 1 */
3491 orr(r0, rn(t1), rn(t2)); /* v = t1 | t2 */
3492 movi(rn(t0), __WORDSIZE == 32 ? 0x33333333L : 0x3333333333333333L);
3493 rshi_u(rn(t1), r0, 2); /* t1 = v >> 2 */
3494 andr(rn(t1), rn(t1), rn(t0)); /* t1 &= t0 */
3495 andr(rn(t2), r0, rn(t0)); /* t2 = v & t0*/
3496 lshi(rn(t2), rn(t2), 2); /* t2 <<= 2 */
3497 orr(r0, rn(t1), rn(t2)); /* v = t1 | t2 */
3498 movi(rn(t0), __WORDSIZE == 32 ? 0x0f0f0f0fL : 0x0f0f0f0f0f0f0f0fL);
3499 rshi_u(rn(t1), r0, 4); /* t1 = v >> 4 */
3500 andr(rn(t1), rn(t1), rn(t0)); /* t1 &= t0 */
3501 andr(rn(t2), r0, rn(t0)); /* t2 = v & t0*/
3502 lshi(rn(t2), rn(t2), 4); /* t2 <<= 4 */
3503 orr(r0, rn(t1), rn(t2)); /* v = t1 | t2 */
3504 movi(rn(t0), __WORDSIZE == 32 ? 0x00ff00ffL : 0x00ff00ff00ff00ffL);
3505 rshi_u(rn(t1), r0, 8); /* t1 = v >> 8 */
3506 andr(rn(t1), rn(t1), rn(t0)); /* t1 &= t0 */
3507 andr(rn(t2), r0, rn(t0)); /* t2 = v & t0*/
3508 lshi(rn(t2), rn(t2), 8); /* t2 <<= 8 */
3509 orr(r0, rn(t1), rn(t2)); /* v = t1 | t2 */
3510 movi(rn(t0), 0x0000ffff0000ffffL);
3511 rshi_u(rn(t1), r0, 16); /* t1 = v >> 16 */
3512 andr(rn(t1), rn(t1), rn(t0)); /* t1 &= t0 */
3513 andr(rn(t2), r0, rn(t0)); /* t2 = v & t0*/
3514 lshi(rn(t2), rn(t2), 16); /* t2 <<= 16 */
3515 orr(r0, rn(t1), rn(t2)); /* v = t1 | t2 */
3516 rshi_u(rn(t1), r0, 32); /* t1 = v >> 32 */
3517 lshi(rn(t2), r0, 32); /* t2 = v << 32 */
3518 orr(r0, rn(t1), rn(t2)); /* v = t1 | t2 */
3525 _clzr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3530 fallback_clz(r0, r1);
3534 _clor(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3541 fallback_clo(r0, r1);
3545 _ctor(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3552 fallback_cto(r0, r1);
3556 _ctzr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3563 fallback_ctz(r0, r1);
3567 _movr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3569 /* patch pushargr */
3571 r0 = _jitc->rout + (r0 - 120);
3577 _movi(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
3579 /* patch pushargi */
3581 r0 = _jitc->rout + (r0 - 120);
3583 if (i0 >= -2097152 && i0 <= 2097151)
3590 _movi_p(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
3600 _movnr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3602 CMP_EQ(PR_6, PR_7, r2, GR_0);
3603 MOV_p(r0, r1, PR_7);
3607 _movzr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3609 CMP_EQ(PR_6, PR_7, r2, GR_0);
3610 MOV_p(r0, r1, PR_6);
3614 _casx(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
3615 jit_int32_t r2, jit_int32_t r3, jit_word_t i0)
3617 jit_int32_t r1_reg, iscasi;
3618 if ((iscasi = (r1 == _NOREG))) {
3619 r1_reg = jit_get_reg(jit_class_gpr);
3624 MOV_M_ar_rn(AR_CCV, r2);
3625 CMPXCHG8_ACQ(r0, r1, r3);
3628 jit_unget_reg(r1_reg);
3633 _bswapr_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3640 _bswapr_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3647 _addi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3650 if (i0 >= -8192 && i0 <= 8191)
3652 else if (!(r1 & ~3) && i0 >= -2097152 && i0 <= 2097151)
3655 reg = jit_get_reg(jit_class_gpr);
3657 addr(r0, r1, rn(reg));
3663 _addcr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3666 if (jit_carry == _NOREG)
3667 jit_carry = jit_get_reg(jit_class_gpr);
3669 reg = jit_get_reg(jit_class_gpr);
3670 addr(rn(reg), r1, r2);
3671 ltr_u(rn(jit_carry), rn(reg), r1);
3677 ltr_u(rn(jit_carry), r0, r1);
3682 _addci(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3685 if (jit_carry == _NOREG)
3686 jit_carry = jit_get_reg(jit_class_gpr);
3688 reg = jit_get_reg(jit_class_gpr);
3689 addi(rn(reg), r1, i0);
3690 ltr_u(rn(jit_carry), rn(reg), r1);
3696 ltr_u(rn(jit_carry), r0, r1);
3701 _addxr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3704 assert(jit_carry != _NOREG);
3705 reg = jit_get_reg(jit_class_gpr);
3706 movr(rn(reg), rn(jit_carry));
3708 addcr(r0, r0, rn(reg));
3713 _addxi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3716 assert(jit_carry != _NOREG);
3717 reg = jit_get_reg(jit_class_gpr);
3718 movr(rn(reg), rn(jit_carry));
3720 addcr(r0, r0, rn(reg));
3725 _subi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3728 reg = jit_get_reg(jit_class_gpr);
3730 subr(r0, r1, rn(reg));
3735 _subcr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3738 if (jit_carry == _NOREG)
3739 jit_carry = jit_get_reg(jit_class_gpr);
3741 reg = jit_get_reg(jit_class_gpr);
3742 subr(rn(reg), r1, r2);
3743 ltr_u(rn(jit_carry), r1, rn(reg));
3749 ltr_u(rn(jit_carry), r1, r0);
3754 _subci(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3757 if (jit_carry == _NOREG)
3758 jit_carry = jit_get_reg(jit_class_gpr);
3760 reg = jit_get_reg(jit_class_gpr);
3761 addi(rn(reg), r1, -i0);
3762 ltr_u(rn(jit_carry), r1, rn(reg));
3768 ltr_u(rn(jit_carry), r1, r0);
3773 _subxr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3776 assert(jit_carry != _NOREG);
3777 reg = jit_get_reg(jit_class_gpr);
3778 movr(rn(reg), rn(jit_carry));
3780 subcr(r0, r0, rn(reg));
3785 _subxi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3788 assert(jit_carry != _NOREG);
3789 reg = jit_get_reg(jit_class_gpr);
3790 movr(rn(reg), rn(jit_carry));
3792 subcr(r0, r0, rn(reg));
3797 _rsbi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3800 if (i0 >= -128 && i0 <= 127)
3802 else if (!(r1 & ~3) && i0 >= -2097151 && i0 <= 2097152)
3805 reg = jit_get_reg(jit_class_gpr);
3807 subr(r0, rn(reg), r1);
3813 _mulr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3816 f0 = jit_get_reg(jit_class_fpr);
3817 f1 = jit_get_reg(jit_class_fpr);
3818 SETF_SIG(rn(f0), r1);
3819 SETF_SIG(rn(f1), r2);
3820 XMPY_L(rn(f0), rn(f0), rn(f1));
3821 GETF_SIG(r0, rn(f0));
3827 _muli(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3830 reg = jit_get_reg(jit_class_gpr);
3832 mulr(r0, r1, rn(reg));
3836 #if !defined(__GNUC__)
3838 __divdi3(long u, long v)
3843 static unsigned long
3844 __udivdi3(unsigned long u, unsigned long v)
3850 __moddi3(long u, long v)
3855 static unsigned long
3856 __umoddi3(unsigned long u, unsigned long v)
3863 _divr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3865 MOV(_jitc->rout, r1);
3866 MOV(_jitc->rout + 1, r2);
3867 calli((jit_word_t)__divdi3);
3872 _divi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3883 if (i0 > 0 && !(i0 & (i0 - 1))) {
3885 rshi(r0, r0, ffsl(i0) - 1);
3890 reg = jit_get_reg(jit_class_gpr);
3892 divr(r0, r1, rn(reg));
3897 _divr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3899 MOV(_jitc->rout, r1);
3900 MOV(_jitc->rout + 1, r2);
3901 calli((jit_word_t)__udivdi3);
3906 _divi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3913 else if (i0 > 0 && !(i0 & (i0 - 1))) {
3915 rshi_u(r0, r0, ffsl(i0) - 1);
3918 reg = jit_get_reg(jit_class_gpr);
3920 divr_u(r0, r1, rn(reg));
3925 _remr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3927 MOV(_jitc->rout, r1);
3928 MOV(_jitc->rout + 1, r2);
3929 calli((jit_word_t)__moddi3);
3934 _remi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3937 if (i0 == 1 || i0 == -1) {
3941 reg = jit_get_reg(jit_class_gpr);
3943 remr(r0, r1, rn(reg));
3948 _remr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3950 MOV(_jitc->rout, r1);
3951 MOV(_jitc->rout + 1, r2);
3952 calli((jit_word_t)__umoddi3);
3957 _remi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3964 else if (i0 > 0 && !(i0 & (i0 - 1))) {
3965 andi(r0, r1, i0 - 1);
3968 reg = jit_get_reg(jit_class_gpr);
3970 remr_u(r0, r1, rn(reg));
3975 _mulh(jit_state_t *_jit,
3976 jit_int32_t r0, jit_int32_t r1, jit_int32_t r2, jit_bool_t sign)
3979 f0 = jit_get_reg(jit_class_fpr);
3980 f1 = jit_get_reg(jit_class_fpr);
3981 SETF_SIG(rn(f0), r1);
3982 SETF_SIG(rn(f1), r2);
3984 XMPY_H(rn(f0), rn(f0), rn(f1));
3986 XMPY_HU(rn(f0), rn(f0), rn(f1));
3987 GETF_SIG(r0, rn(f0));
3993 _iqmulr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
3994 jit_int32_t r2, jit_int32_t r3, jit_bool_t sign)
3997 if (r0 == r2 || r0 == r3) {
3998 reg = jit_get_reg(jit_class_gpr);
3999 mulr(rn(reg), r2, r3);
4003 mulh(r1, r2, r3, sign);
4004 if (r0 == r2 || r0 == r3) {
4011 _iqmuli(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
4012 jit_int32_t r2, jit_word_t i0, jit_bool_t sign)
4015 reg = jit_get_reg(jit_class_gpr);
4017 iqmulr(r0, r1, r2, rn(reg), sign);
4022 _iqdivr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
4023 jit_int32_t r2, jit_int32_t r3, jit_bool_t sign)
4025 jit_int32_t sv0, rg0;
4026 jit_int32_t sv1, rg1;
4028 if (r0 == r2 || r0 == r3) {
4029 sv0 = jit_get_reg(jit_class_gpr);
4034 if (r1 == r2 || r1 == r3) {
4035 sv1 = jit_get_reg(jit_class_gpr);
4044 divr_u(rg0, r2, r3);
4058 _iqdivi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
4059 jit_int32_t r2, jit_word_t i0, jit_bool_t sign)
4062 reg = jit_get_reg(jit_class_gpr);
4064 iqdivr(r0, r1, r2, rn(reg), sign);
4069 _andi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4072 if (i0 >= -128 && i0 <= 127)
4074 else if (~i0 >= -128 && ~i0 <= 127)
4075 ANDCMI(r0, ~i0, r1);
4077 reg = jit_get_reg(jit_class_gpr);
4079 andr(r0, r1, rn(reg));
4085 _ori(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4088 if (i0 >= -128 && i0 <= 127)
4091 reg = jit_get_reg(jit_class_gpr);
4093 orr(r0, r1, rn(reg));
4099 _xori(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4102 if (i0 >= -128 && i0 <= 127)
4105 reg = jit_get_reg(jit_class_gpr);
4107 xorr(r0, r1, rn(reg));
4113 _lshi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4116 reg = jit_get_reg(jit_class_gpr);
4118 lshr(r0, r1, rn(reg));
4123 _rshi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4126 reg = jit_get_reg(jit_class_gpr);
4128 rshr(r0, r1, rn(reg));
4133 _rshi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4136 reg = jit_get_reg(jit_class_gpr);
4138 rshr_u(r0, r1, rn(reg));
4143 _ltr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4145 CMP_LT(PR_6, PR_7, r1, r2);
4146 MOVI_p(r0, 1, PR_6);
4147 MOV_p(r0, GR_0, PR_7);
4151 _lti(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4154 if (i0 >= -127 && i0 <= 128)
4155 CMPI_LT(PR_7, PR_6, i0 - 1, r1);
4157 reg = jit_get_reg(jit_class_gpr);
4159 CMP_LT(PR_6, PR_7, r1, rn(reg));
4162 MOVI_p(r0, 1, PR_6);
4163 MOV_p(r0, GR_0, PR_7);
4167 _ltr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4169 CMP_LTU(PR_6, PR_7, r1, r2);
4170 MOVI_p(r0, 1, PR_6);
4171 MOV_p(r0, GR_0, PR_7);
4175 _lti_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4178 if (i0 >= -127 && i0 <= 128)
4179 CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
4181 reg = jit_get_reg(jit_class_gpr);
4183 CMP_LTU(PR_6, PR_7, r1, rn(reg));
4186 MOVI_p(r0, 1, PR_6);
4187 MOV_p(r0, GR_0, PR_7);
4191 _ler(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4193 CMP_LT(PR_6, PR_7, r2, r1);
4194 MOV_p(r0, GR_0, PR_6);
4195 MOVI_p(r0, 1, PR_7);
4199 _lei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4202 reg = jit_get_reg(jit_class_gpr);
4204 ler(r0, r1, rn(reg));
4209 _ler_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4211 CMP_LTU(PR_6, PR_7, r2, r1);
4212 MOV_p(r0, GR_0, PR_6);
4213 MOVI_p(r0, 1, PR_7);
4217 _lei_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4220 reg = jit_get_reg(jit_class_gpr);
4222 ler_u(r0, r1, rn(reg));
4227 _eqr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4229 CMP_EQ(PR_6, PR_7, r1, r2);
4230 MOVI_p(r0, 1, PR_6);
4231 MOV_p(r0, GR_0, PR_7);
4235 _eqi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4238 if (i0 >= -128 && i0 <= 127)
4239 CMPI_EQ(PR_6, PR_7, i0, r1);
4241 reg = jit_get_reg(jit_class_gpr);
4243 CMP_EQ(PR_6, PR_7, r1, rn(reg));
4246 MOVI_p(r0, 1, PR_6);
4247 MOV_p(r0, GR_0, PR_7);
4251 _ger(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4253 CMP_LT(PR_6, PR_7, r1, r2);
4254 MOV_p(r0, GR_0, PR_6);
4255 MOVI_p(r0, 1, PR_7);
4259 _gei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4262 if (i0 >= -127 && i0 <= 128)
4263 CMPI_LT(PR_7, PR_6, i0 - 1, r1);
4265 reg = jit_get_reg(jit_class_gpr);
4267 CMP_LT(PR_6, PR_7, r1, rn(reg));
4270 MOV_p(r0, GR_0, PR_6);
4271 MOVI_p(r0, 1, PR_7);
4275 _ger_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4277 CMP_LTU(PR_6, PR_7, r1, r2);
4278 MOV_p(r0, GR_0, PR_6);
4279 MOVI_p(r0, 1, PR_7);
4283 _gei_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4286 if (i0 >= -127 && i0 <= 128)
4287 CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
4289 reg = jit_get_reg(jit_class_gpr);
4291 CMP_LTU(PR_6, PR_7, r1, rn(reg));
4294 MOV_p(r0, GR_0, PR_6);
4295 MOVI_p(r0, 1, PR_7);
4299 _gtr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4301 CMP_LT(PR_6, PR_7, r2, r1);
4302 MOVI_p(r0, 1, PR_6);
4303 MOV_p(r0, GR_0, PR_7);
4307 _gti(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4310 reg = jit_get_reg(jit_class_gpr);
4312 gtr(r0, r1, rn(reg));
4317 _gtr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4319 CMP_LTU(PR_6, PR_7, r2, r1);
4320 MOVI_p(r0, 1, PR_6);
4321 MOV_p(r0, GR_0, PR_7);
4325 _gti_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4328 reg = jit_get_reg(jit_class_gpr);
4330 gtr_u(r0, r1, rn(reg));
4335 _ner(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4337 CMP_EQ(PR_6, PR_7, r1, r2);
4338 MOV_p(r0, GR_0, PR_6);
4339 MOVI_p(r0, 1, PR_7);
4343 _nei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4346 if (i0 >= -128 && i0 <= 127)
4347 CMPI_EQ(PR_6, PR_7, i0, r1);
4349 reg = jit_get_reg(jit_class_gpr);
4351 CMP_EQ(PR_6, PR_7, r1, rn(reg));
4354 MOV_p(r0, GR_0, PR_6);
4355 MOVI_p(r0, 1, PR_7);
4359 _ldr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
4366 _ldi_c(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4369 reg = jit_get_reg(jit_class_gpr);
4376 _ldi_uc(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4379 reg = jit_get_reg(jit_class_gpr);
4381 ldr_uc(r0, rn(reg));
4386 _ldr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
4393 _ldi_s(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4396 reg = jit_get_reg(jit_class_gpr);
4403 _ldi_us(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4406 reg = jit_get_reg(jit_class_gpr);
4408 ldr_us(r0, rn(reg));
4413 _ldr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
4420 _ldi_i(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4423 reg = jit_get_reg(jit_class_gpr);
4430 _ldi_ui(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4433 reg = jit_get_reg(jit_class_gpr);
4435 ldr_ui(r0, rn(reg));
4440 _ldi_l(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4443 reg = jit_get_reg(jit_class_gpr);
4450 _ldxr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4453 reg = jit_get_reg(jit_class_gpr);
4454 addr(rn(reg), r1, r2);
4460 _ldxi_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4464 reg = jit_get_reg(jit_class_gpr);
4466 ldxr_c(r0, r1, rn(reg));
4474 _ldxr_uc(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4477 reg = jit_get_reg(jit_class_gpr);
4478 addr(rn(reg), r1, r2);
4479 ldr_uc(r0, rn(reg));
4484 _ldxi_uc(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4488 reg = jit_get_reg(jit_class_gpr);
4490 ldxr_uc(r0, r1, rn(reg));
4498 _ldxr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4501 reg = jit_get_reg(jit_class_gpr);
4502 addr(rn(reg), r1, r2);
4508 _ldxi_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4512 reg = jit_get_reg(jit_class_gpr);
4514 ldxr_s(r0, r1, rn(reg));
4522 _ldxr_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4525 reg = jit_get_reg(jit_class_gpr);
4526 addr(rn(reg), r1, r2);
4527 ldr_us(r0, rn(reg));
4532 _ldxi_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4536 reg = jit_get_reg(jit_class_gpr);
4538 ldxr_us(r0, r1, rn(reg));
4546 _ldxr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4549 reg = jit_get_reg(jit_class_gpr);
4550 addr(rn(reg), r1, r2);
4556 _ldxi_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4560 reg = jit_get_reg(jit_class_gpr);
4562 ldxr_i(r0, r1, rn(reg));
4570 _ldxr_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4573 reg = jit_get_reg(jit_class_gpr);
4574 addr(rn(reg), r1, r2);
4575 ldr_ui(r0, rn(reg));
4580 _ldxi_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4584 reg = jit_get_reg(jit_class_gpr);
4586 ldxr_ui(r0, r1, rn(reg));
4594 _ldxr_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4597 reg = jit_get_reg(jit_class_gpr);
4598 addr(rn(reg), r1, r2);
4604 _ldxi_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4608 reg = jit_get_reg(jit_class_gpr);
4610 ldxr_l(r0, r1, rn(reg));
4618 _sti_c(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4621 reg = jit_get_reg(jit_class_gpr);
4628 _sti_s(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4631 reg = jit_get_reg(jit_class_gpr);
4638 _sti_i(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4641 reg = jit_get_reg(jit_class_gpr);
4648 _sti_l(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4651 reg = jit_get_reg(jit_class_gpr);
4658 _stxr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4661 reg = jit_get_reg(jit_class_gpr);
4662 addr(rn(reg), r0, r1);
4668 _stxi_c(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4672 reg = jit_get_reg(jit_class_gpr);
4673 addi(rn(reg), r0, i0);
4682 _stxr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4685 reg = jit_get_reg(jit_class_gpr);
4686 addr(rn(reg), r0, r1);
4692 _stxi_s(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4696 reg = jit_get_reg(jit_class_gpr);
4697 addi(rn(reg), r0, i0);
4706 _stxr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4709 reg = jit_get_reg(jit_class_gpr);
4710 addr(rn(reg), r0, r1);
4716 _stxi_i(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4720 reg = jit_get_reg(jit_class_gpr);
4721 addi(rn(reg), r0, i0);
4730 _stxr_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4733 reg = jit_get_reg(jit_class_gpr);
4734 addr(rn(reg), r0, r1);
4740 _stxi_l(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4744 reg = jit_get_reg(jit_class_gpr);
4745 addi(rn(reg), r0, i0);
4754 _bltr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4757 CMP_LT(PR_6, PR_7, r0, r1);
4760 BRI_COND((i0 - w) >> 4, PR_6);
4765 _blti(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4769 if (i1 >= -127 && i1 <= 128)
4770 CMPI_LT(PR_7, PR_6, i1 - 1, r0);
4772 reg = jit_get_reg(jit_class_gpr);
4774 CMP_LT(PR_6, PR_7, r0, rn(reg));
4779 BRI_COND((i0 - w) >> 4, PR_6);
4784 _bltr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4787 CMP_LTU(PR_6, PR_7, r0, r1);
4790 BRI_COND((i0 - w) >> 4, PR_6);
4795 _blti_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4799 if (i1 >= -127 && i1 <= 128)
4800 CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
4802 reg = jit_get_reg(jit_class_gpr);
4804 CMP_LTU(PR_6, PR_7, r0, rn(reg));
4809 BRI_COND((i0 - w) >> 4, PR_6);
4814 _bler(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4817 CMP_LT(PR_6, PR_7, r1, r0);
4820 BRI_COND((i0 - w) >> 4, PR_7);
4825 _blei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4829 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4831 w = bler(i0, r0, rn(reg));
4837 _bler_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4840 CMP_LTU(PR_6, PR_7, r1, r0);
4843 BRI_COND((i0 - w) >> 4, PR_7);
4848 _blei_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4852 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4854 w = bler_u(i0, r0, rn(reg));
4860 _beqr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4863 CMP_EQ(PR_6, PR_7, r0, r1);
4866 BRI_COND((i0 - w) >> 4, PR_6);
4871 _beqi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4875 if (i1 >= -128 && i1 <= 127)
4876 CMPI_EQ(PR_6, PR_7, i1, r0);
4878 reg = jit_get_reg(jit_class_gpr);
4880 CMP_EQ(PR_6, PR_7, r0, rn(reg));
4885 BRI_COND((i0 - w) >> 4, PR_6);
4890 _bger(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4893 CMP_LT(PR_6, PR_7, r0, r1);
4896 BRI_COND((i0 - w) >> 4, PR_7);
4901 _bgei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4905 if (i1 >= -127 && i1 <= 128)
4906 CMPI_LT(PR_7, PR_6, i1 - 1, r0);
4908 reg = jit_get_reg(jit_class_gpr);
4910 CMP_LT(PR_6, PR_7, r0, rn(reg));
4915 BRI_COND((i0 - w) >> 4, PR_7);
4920 _bger_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4923 CMP_LTU(PR_6, PR_7, r0, r1);
4926 BRI_COND((i0 - w) >> 4, PR_7);
4931 _bgei_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4935 if (i1 >= -127 && i1 <= 128)
4936 CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
4938 reg = jit_get_reg(jit_class_gpr);
4940 CMP_LTU(PR_6, PR_7, r0, rn(reg));
4945 BRI_COND((i0 - w) >> 4, PR_7);
4950 _bgtr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4953 CMP_LT(PR_6, PR_7, r1, r0);
4956 BRI_COND((i0 - w) >> 4, PR_6);
4961 _bgti(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4965 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4967 w = bgtr(i0, r0, rn(reg));
4973 _bgtr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4976 CMP_LTU(PR_6, PR_7, r1, r0);
4979 BRI_COND((i0 - w) >> 4, PR_6);
4984 _bgti_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4988 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4990 w = bgtr_u(i0, r0, rn(reg));
4996 _bner(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4999 CMP_EQ(PR_6, PR_7, r0, r1);
5002 BRI_COND((i0 - w) >> 4, PR_7);
5007 _bnei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
5011 if (i1 >= -128 && i1 <= 127)
5012 CMPI_EQ(PR_6, PR_7, i1, r0);
5014 reg = jit_get_reg(jit_class_gpr);
5016 CMP_EQ(PR_6, PR_7, r0, rn(reg));
5021 BRI_COND((i0 - w) >> 4, PR_7);
5026 _bmsr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
5030 reg = jit_get_reg(jit_class_gpr);
5031 andr(rn(reg), r0, r1);
5032 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
5036 BRI_COND((i0 - w) >> 4, PR_7);
5041 _bmsi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
5045 reg = jit_get_reg(jit_class_gpr);
5047 andr(rn(reg), r0, rn(reg));
5048 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
5052 BRI_COND((i0 - w) >> 4, PR_7);
5057 _bmcr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
5061 reg = jit_get_reg(jit_class_gpr);
5062 andr(rn(reg), r0, r1);
5063 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
5067 BRI_COND((i0 - w) >> 4, PR_6);
5072 _bmci(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
5076 reg = jit_get_reg(jit_class_gpr);
5078 andr(rn(reg), r0, rn(reg));
5079 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
5083 BRI_COND((i0 - w) >> 4, PR_6);
5088 _baddr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
5095 /* t1 = r0 + r1; overflow = r1 < 0 ? r0 < t1 : t1 < r0 */
5096 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5097 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5098 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5099 lti(rn(t0), r1, 0); /* t0 = r1 < 0 */
5100 addr(rn(t1), r0, r1); /* t1 = r0 + r1 */
5101 ltr(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
5102 ltr(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
5103 CMPI_EQ(PR_6, PR_7, 0, rn(t0));
5104 CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p8=t2==0,p9=t2!=0; */
5105 CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p8=t1==0,p9=t1!=0; */
5109 BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
5117 _baddi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5122 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5124 w = baddr(i0, r0, rn(reg), carry);
5130 _baddr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
5136 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5137 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5138 addr(rn(t0), r0, r1);
5139 ltr_u(rn(t1), rn(t0), r0);
5140 CMPI_EQ(PR_6, PR_7, 0, rn(t1));
5144 BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
5151 _baddi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5156 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5158 w = baddr_u(i0, r0, rn(reg), carry);
5164 _bsubr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
5171 /* t1 = r0 - r1; overflow = 0 < r1 ? r0 < t1 : t1 < r0 */
5172 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5173 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5174 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5175 gti(rn(t0), r1, 0); /* t0 = r1 > 0 */
5176 subr(rn(t1), r0, r1); /* t1 = r0 - r1 */
5177 ltr(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
5178 ltr(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
5179 CMPI_EQ(PR_6, PR_7, 0, rn(t0));
5180 CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p4=t2==0,p5=t2!=0; */
5181 CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p4=t1==0,p5=t1!=0; */
5185 BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
5193 _bsubi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5198 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5200 w = bsubr(i0, r0, rn(reg), carry);
5206 _bsubr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
5212 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5213 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5214 subr(rn(t0), r0, r1);
5215 ltr_u(rn(t1), r0, rn(t0));
5216 CMPI_EQ(PR_6, PR_7, 0, rn(t1));
5220 BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
5227 _bsubi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5232 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5234 w = bsubr_u(i0, r0, rn(reg), carry);
5240 _jmpr(jit_state_t *_jit, jit_int32_t r0)
5242 MOV_br_rn(BR_6, r0);
5247 _jmpi(jit_state_t *_jit, jit_word_t i0)
5252 d = ((jit_word_t)i0 - w) >> 4;
5253 if (d >= -16777216 && d <= 16777215)
5261 _jmpi_p(jit_state_t *_jit, jit_word_t i0)
5266 d = ((jit_word_t)i0 - w) >> 4;
5272 _callr(jit_state_t *_jit, jit_int32_t r0)
5275 reg = jit_get_reg(jit_class_gpr);
5276 LD8_inc(rn(reg), r0, 8);
5277 MOV_br_rn(BR_6, rn(reg));
5280 BR_CALL(BR_0, BR_6);
5284 _calli(jit_state_t *_jit, jit_word_t i0)
5287 reg = jit_get_reg(jit_class_gpr);
5294 _calli_p(jit_state_t *_jit, jit_word_t i0)
5298 reg = jit_get_reg(jit_class_gpr);
5299 w = movi_p(rn(reg), i0);
5306 _prolog(jit_state_t *_jit, jit_node_t *node)
5308 jit_int32_t reg, ruse, rout;
5310 if (_jitc->function->define_frame || _jitc->function->assume_frame) {
5311 jit_int32_t frame = -_jitc->function->frame;
5312 assert(_jitc->function->self.aoff >= frame);
5313 if (_jitc->function->assume_frame)
5315 _jitc->function->self.aoff = frame;
5317 if (_jitc->function->allocar)
5318 _jitc->function->self.aoff &= -16;
5319 _jitc->function->stack = ((_jitc->function->self.alen -
5320 _jitc->function->self.aoff) + 15) & -16;
5322 /* First lowest unused register is first output register */
5323 for (reg = _R115; reg >= _R40; reg--) {
5324 if (jit_regset_tstbit(&_jitc->function->regset, reg))
5327 _jitc->breg = rn(reg) + 1;
5328 _jitc->rout = _jitc->breg + 5;
5329 ruse = _jitc->rout - GR_32;
5331 /* How many out argument registers required? */
5332 if (!_jitc->function->define_frame) {
5333 for (reg = _OUT7; reg >= _OUT0; --reg) {
5334 if (jit_regset_tstbit(&_jitc->function->regset, reg))
5337 rout = (reg + 1) - _OUT0;
5342 /* Do not know if will call div/mod functions (sqrt* needs one) */
5346 /* Match gcc prolog */
5347 ALLOC(_jitc->breg + 1, ruse, rout);
5348 MOV(_jitc->breg + 2, GR_12);
5349 MOV_rn_br(_jitc->breg, BR_0);
5350 MOV(_jitc->breg + 3, GR_1);
5352 /* lightning specific, use r4 as frame pointer */
5353 MOV(_jitc->breg + 4, GR_4);
5354 addi(GR_4, GR_12, -(stack_framesize + params_offset));
5356 /* adjust stack pointer */
5357 addi(GR_12, GR_12, -(stack_framesize +
5358 (params_offset << 1) + _jitc->function->stack));
5360 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
5361 STF_SPILL(GR_4, rn(JIT_F0));
5362 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
5363 addi(GR_2, GR_4, 16);
5364 STF_SPILL(GR_2, rn(JIT_F1));
5366 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
5367 addi(GR_2, GR_4, 32);
5368 STF_SPILL(GR_2, rn(JIT_F2));
5370 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
5371 addi(GR_2, GR_4, 48);
5372 STF_SPILL(GR_2, rn(JIT_F3));
5374 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
5375 addi(GR_2, GR_4, 64);
5376 STF_SPILL(GR_2, rn(JIT_F4));
5378 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
5379 addi(GR_2, GR_4, 80);
5380 STF_SPILL(GR_2, rn(JIT_F5));
5383 if (_jitc->function->allocar) {
5384 reg = jit_get_reg(jit_class_gpr);
5385 movi(rn(reg), _jitc->function->self.aoff);
5386 stxi_i(_jitc->function->aoffoff, GR_4, rn(reg));
5390 if (_jitc->function->self.call & jit_call_varargs) {
5391 for (reg = _jitc->function->vagp; reg < 8; ++reg)
5392 stxi(112 + reg * 8, GR_4, GR_32 + reg);
5397 _epilog(jit_state_t *_jit, jit_node_t *node)
5399 if (_jitc->function->assume_frame)
5401 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
5402 LDF_FILL(rn(JIT_F0), GR_4);
5403 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
5404 addi(GR_2, GR_4, 16);
5405 LDF_FILL(rn(JIT_F1), GR_2);
5407 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
5408 addi(GR_2, GR_4, 32);
5409 LDF_FILL(rn(JIT_F2), GR_2);
5411 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
5412 addi(GR_2, GR_4, 48);
5413 LDF_FILL(rn(JIT_F3), GR_2);
5415 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
5416 addi(GR_2, GR_4, 64);
5417 LDF_FILL(rn(JIT_F4), GR_2);
5419 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
5420 addi(GR_2, GR_4, 80);
5421 LDF_FILL(rn(JIT_F5), GR_2);
5423 /* Match gcc epilog */
5424 MOV(GR_1, _jitc->breg + 3);
5425 MOV_I_ar_rn(AR_PFS, _jitc->breg + 1);
5426 MOV_br_rn(BR_0, _jitc->breg);
5427 MOV(GR_12, _jitc->breg + 2);
5428 /* Restore lightning specific r4 as frame pointer */
5429 MOV(GR_4, _jitc->breg + 4);
5435 _vastart(jit_state_t *_jit, jit_int32_t r0)
5437 assert(_jitc->function->self.call & jit_call_varargs);
5438 /* Initialize va_list to the first stack argument. */
5439 if (_jitc->function->vagp < 8)
5440 addi(r0, GR_4, 112 + _jitc->function->vagp * 8);
5442 addi(r0, GR_4, _jitc->function->self.size);
5446 _vaarg(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
5448 assert(_jitc->function->self.call & jit_call_varargs);
5449 /* Load argument. */
5451 /* Update va_list. */
5456 _patch_at(jit_state_t *_jit, jit_code_t code,
5457 jit_word_t instr, jit_word_t label)
5459 jit_word_t l, h, tm, s0, s1, s2;
5464 jit_word_t i1, i41, i20, ic, i5, i9, i7;
5466 get_bundle(c.p, l, h, tm, s0, s1, s2);
5469 /* Handle jit functions as C function, so that jit function
5470 * pointers can be passed to C code, and jit code does not
5471 * need to try to differentiate them. */
5472 case jit_code_calli:
5473 i1 = (label >> 63) & 0x1L;
5474 i41 = (label >> 22) & 0x1ffffffffffL;
5475 ic = (label >> 21) & 0x1L;
5476 i5 = (label >> 16) & 0x1fL;
5477 i9 = (label >> 7) & 0x1ffL;
5480 assert((tm & ~1) == TM_M_L_X_ &&
5481 (s2 & 0xfL<<37) == (6L<<37) &&
5483 s2 &= (6L<<37)|(0x7fL<<6);
5484 s2 |= (i1<<36)|(i9<<27)|(i5<<22)|(ic<<21)|(i7<<13);
5488 /* kludge to hide function descriptors; check that gp
5489 * is zero, what is done for all jit functions */
5490 if (((long *)label)[1] == 0) {
5491 for (ic = 0; ic < _jitc->prolog.offset; ic++) {
5492 if (_jitc->prolog.ptr[ic] == label) {
5499 ic = (label - instr) >> 4;
5500 i1 = (ic >> 61) & 0x1L;
5501 i41 = (ic >> 22) & 0x1ffffffffffL;
5502 i20 = ic & 0xfffffL;
5503 if (!((tm & ~1) == TM_M_L_X_ &&
5504 (s2 & 0xfL<<37) == (0xcL<<37) &&
5508 s2 &= (0xcL<<37)|(0x7L<<33)|(1L<<12);
5509 s2 |= (i1<<36)|(i20<<13);
5513 /* Only B1 in slot 0 expected due to need to either
5514 * a stop to update predicates, or a sync before
5515 * unconditional short branch */
5516 ic = (label - instr) >> 4;
5517 assert((s0 >> 37) == 4 && (s0 & (7 << 6)) == 0);
5518 s0 &= (4L<<37)|(7L<<33)|(1L<<12)|0x1f;
5519 s0 |= (((ic>>20)&1L)<<36)|((ic&0xfffffL)<<13);
5522 set_bundle(c.p, l, h, tm, s0, s1, s2);