notaz.gp2x.de / pcsx_rearmed.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Update lightrec 20220910 (#686)
[pcsx_rearmed.git] / deps / lightning / lib / jit_ia64-cpu.c
CommitLineData
4a71579b
PC		 1/*
2 * Copyright (C) 2013-2019 Free Software Foundation, Inc.
3 *
4 * This file is part of GNU lightning.
5 *
6 * GNU lightning is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU Lesser General Public License as published
8 * by the Free Software Foundation; either version 3, or (at your option)
9 * any later version.
10 *
11 * GNU lightning is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
13 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
14 * License for more details.
15 *
16 * Authors:
17 * Paulo Cesar Pereira de Andrade
18 */
19
20#if PROTO
21#define stack_framesize 144
22#define params_offset 16
23#define INST_NONE 0 /* should never be generated */
24#define INST_STOP 1 /* or'ed if stop is required */
25#define INST_A 2 /* M- or I- unit */
26#define INST_As 3
27#define INST_I 4
28#define INST_Is 5
29#define INST_M 6
30#define INST_Ms 7
31#define INST_F 8
32#define INST_Fs 9
33#define INST_B 10
34#define INST_Bs 11
35#define INST_L 12
36#define INST_Ls 13
37#define INST_X 14
38#define INST_Xs 15
39
40/* Data and instructions are referenced by 64-bit addresses. Instructions
41 * are stored in memory in little endian byte order, in which the least
42 * significant byte appears in the lowest addressed byte of a memory
43 * location. For data, modes for both big and little endian byte order are
44 * supported and can be controlled by a bit in the User Mask Register.
45 */
46#define il(ii) *_jit->pc.ul++ = ii
47#define set_bundle(p, l, h, tm, s0, s1, s2) \
48 do { \
49 l = tm | ((s0 & 0x1ffffffffffL) << 5L) | (s1 << 46L); \
50 h = ((s1 >> 18L) & 0x7fffffLL) | (s2 << 23L); \
51 p[0] = byte_swap_if_big_endian(l); \
52 p[1] = byte_swap_if_big_endian(h); \
53 } while (0)
54#define get_bundle(p, l, h, tm, s0, s1, s2) \
55 do { \
56 l = byte_swap_if_big_endian(p[0]); \
57 h = byte_swap_if_big_endian(p[1]); \
58 tm = l & 0x1f; \
59 s0 = (l >> 5L) & 0x1ffffffffffL; \
60 s1 = ((l >> 46L) & 0x3ffffL) | ((h & 0x7fffffL) << 18L); \
61 s2 = (h >> 23L) & 0x1ffffffffffL; \
62 } while (0)
63
64/* Need to insert a stop if a modified register would (or could)
65 * be read in the same cycle.
66 */
67#define TSTREG1(r0) \
68 do { \
69 if (jit_regset_tstbit(&_jitc->regs, r0)) \
70 stop(); \
71 } while (0)
72#define TSTREG2(r0, r1) \
73 do { \
74 if (jit_regset_tstbit(&_jitc->regs, r0) || \
75 jit_regset_tstbit(&_jitc->regs, r1)) \
76 stop(); \
77 } while (0)
78#define TSTPRED(p0) \
79 do { \
80 if (p0 && (_jitc->pred & (1 << p0))) \
81 stop(); \
82 } while (0)
83/* Record register was modified */
84#define SETREG(r0) jit_regset_setbit(&_jitc->regs, r0)
85
86/* Avoid using constants in macros and code */
87typedef enum {
88 GR_0, GR_1, GR_2, GR_3,
89 GR_4, GR_5, GR_6, GR_7,
90 GR_8, GR_9, GR_10, GR_11,
91 GR_12, GR_13, GR_14, GR_15,
92 GR_16, GR_17, GR_18, GR_19,
93 GR_20, GR_21, GR_22, GR_23,
94 GR_24, GR_25, GR_26, GR_27,
95 GR_28, GR_29, GR_30, GR_31,
96 GR_32, GR_33, GR_34, GR_35,
97 GR_36, GR_37, GR_38, GR_39,
98 GR_40, GR_41, GR_42, GR_43,
99 /* GR_44...GR_127 */
100} gr_reg_t;
101
102typedef enum {
103 PR_0, /* constant - always 1 */
104 /* p0-p5 - preserved */
105 PR_1, PR_2, PR_3, PR_4,
106 PR_5,
107 /* p6-p15 - scratch */
108 PR_6, PR_7, PR_8, PR_9,
109 PR_10, PR_11, PR_12, PR_13,
110 PR_14, PR_15,
111 /* p16-... - preserved - rotating */
112} pr_reg_t;
113
114typedef enum {
115 BR_0, /* scratch - Return link */
116 /* b1-b5 - preserved */
117 BR_1, BR_2, BR_3, BR_4,
118 BR_5,
119 /* b6-b7 - scratch */
120 BR_6, BR_7
121} br_reg_t;
122
123typedef enum {
124 AR_KR0, AR_KR1, AR_KR2, AR_KR3,
125 AR_KR4, AR_KR5, AR_KR6, AR_KR7,
126 AR_8, AR_9, AR_10, AR_11,
127 AR_12, AR_13, AR_14, AR_15,
128 AR_RSC, AR_BSP, AR_BSPSTORE, AR_RNAT,
129 AR_20, AR_FCR, AR_22, AR_23,
130 AR_EFLAG, AR_CSD, AR_SSD, AR_CFLG,
131 AR_FSR, AR_FIR, AR_FDR, AR_31,
132 AR_CCV, AR_33, AR_34, AR_35,
133 AR_UNAT, AR_37, AR_38, AR_39,
134 AR_FPSR, AR_41, AR_42, AR_43,
135 AR_ITC, AR_RUC, AR_46, AR_47,
136 AR_48, AR_49, AR_50, AR_51,
137 AR_52, AR_53, AR_54, AR_55,
138 AR_56, AR_57, AR_58, AR_59,
139 AR_60, AR_61, AR_62, AR_63,
140 AR_PFS, AR_LC, AR_EC,
141 /* AR_67 ... AR_127 */
142} ar_reg_t;
143
144typedef enum {
145 TM_M_I_I_, TM_M_I_Is, TM_M_IsI_, TM_M_IsIs,
146 TM_M_L_X_, TM_M_L_Xs, TM_ILL_06, TM_ILL_07,
147 TM_M_M_I_, TM_M_M_Is, TM_MsM_I_, TM_MsM_Is,
148 TM_M_F_I_, TM_M_F_Is, TM_M_M_F_, TM_M_M_Fs,
149 TM_M_I_B_, TM_M_I_Bs, TM_M_B_B_, TM_M_B_Bs,
150 TM_ILL_14, TM_ILL_15, TM_B_B_B_, TM_B_B_Bs,
151 TM_M_M_B_, TM_M_M_Bs, TM_ILL_1A, TM_ILL_1B,
152 TM_M_F_B_, TM_M_F_Bs, TM_ILL_1E, TM_ILL_1F,
153} template_t;
154
155#define MWH_SPTK 0
156#define MWH_NONE 1
157#define MWH_DPTK 2
158
159#define IH_NONE 0
160#define IH_IMP 1
161
162#define LD_NONE 0
163#define LD_NT1 1
164#define LD_NTA 3
165
166#define ST_NONE 0
167#define ST_NTA 3
168
169#define LF_NONE 0
170#define LF_NT1 1
171#define LF_NT2 2
172#define LF_NTA 3
173
174#define BR_PH_FEW 0
175#define BR_PH_MANY 1
176
177#define BR_BWH_SPTK 0
178#define BR_BWH_SPNT 1
179#define BR_BWH_DPTK 2
180#define BR_BWH_DPNT 3
181
182#define BRI_BWH_SPTK 1
183#define BRI_BWH_SPNT 3
184#define BRI_BWH_DPTK 5
185#define BRI_BWH_DPNT 7
186
187#define BR_DH_NONE 0
188#define BR_DH_CLR 1
189
190#define BR_IH_NONE 0
191#define BR_IH_IMP 1
192
193#define BR_IPWH_SPTK 0
194#define BR_IPWH_LOOP 1
195#define BR_IPWH_DPTK 2
196#define BR_IPWH_EXIT 3
197
198#define BR_INDWH_SPTK 0
199#define BR_INDWH_DPTK 2
200
201#define MUX_BRCST 0
202#define MUX_REV 11
203#define MUX_MIX 8
204#define MUX_SHUF 9
205#define MUX_ALT 10
206
207#define ldr(r0,r1) ldr_l(r0,r1)
208#define ldi(r0,i0) ldi_l(r0,i0)
209#define str(r0,r1) str_l(r0,r1)
210#define sti(i0,r0) str_l(i0,r0)
211#define ldxr(r0,r1,r2) ldxr_l(r0,r1,r2)
212#define ldxi(r0,r1,i0) ldxi_l(r0,r1,i0)
213#define stxr(r0,r1,r2) stxr_l(r0,r1,r2)
214#define stxi(i0,r0,r1) stxi_l(i0,r0,r1)
215
216#if !HAVE_FFSL
217# define ffsl(l) __builtin_ffsl(l)
218#endif
219
220/* libgcc */
221#if defined(__GNUC__)
222extern long __divdi3(long,long);
223extern unsigned long __udivdi3(unsigned long,unsigned long);
224extern long __moddi3(long,long);
225extern unsigned long __umoddi3(unsigned long,unsigned long);
226#else
227static long __divdi3(long,long);
228static unsigned long __udivdi3(unsigned long,unsigned long);
229static long __moddi3(long,long);
230static unsigned long __umoddi3(unsigned long,unsigned long);
231#endif
232#define out(n,tm,s0,s1,s2) _out(_jit,n,tm,s0,s1,s2)
233static void _out(jit_state_t*,int,int,jit_word_t,jit_word_t,jit_word_t);
234#define stop() _stop(_jit)
235static void _stop(jit_state_t*);
236#define sync() _sync(_jit)
237static void _sync(jit_state_t*);
238#define flush() _flush(_jit)
239static void _flush(jit_state_t*);
240#define inst(w, t) _inst(_jit, w, t)
241static void _inst(jit_state_t*, jit_word_t, jit_uint8_t);
242#define A1(x4,x2,r3,r2,r1) _A1(_jit,0,x4,x2,r3,r2,r1)
243static void _A1(jit_state_t*, jit_word_t,
244 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
245#define A2(x4,ct,r3,r2,r1) A1(x4,ct,r3,r2,r1)
246#define A3(x4,x2,r3,im,r1) _A3(_jit,0,x4,x2,r3,im,r1)
247static void _A3(jit_state_t*, jit_word_t,
248 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
249#define A4(x2a,r3,im,r1) _A4(_jit,0,x2a,r3,im,r1)
250static void _A4(jit_state_t*,jit_word_t,
251 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
252#define A5(r3,im,r1) _A5(_jit,0,r3,im,r1)
253static void _A5(jit_state_t*,jit_word_t,
254 jit_word_t,jit_word_t,jit_word_t);
255#define A6(o,x2,ta,p2,r3,r2,c,p1) _A6(_jit,0,o,x2,ta,p2,r3,r2,c,p1)
256static void _A6(jit_state_t*,jit_word_t,
257 jit_word_t,jit_word_t,jit_word_t,jit_word_t,
258 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
259#define A7(o,x2,ta,p2,r3,c,p1) _A7(_jit,0,o,x2,ta,p2,r3,c,p1)
260static void _A7(jit_state_t*,jit_word_t,
261 jit_word_t,jit_word_t,jit_word_t,
262 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
263 maybe_unused;
264#define A8(o,x2,ta,p2,r3,im,c,p1) _A8(_jit,0,o,x2,ta,p2,r3,im,c,p1)
265static void _A8(jit_state_t*,jit_word_t,
266 jit_word_t,jit_word_t,jit_word_t,jit_word_t,
267 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
268#define A9(za,zb,x4,x2,r3,r2,r1) _A9(_jit,0,za,zb,x4,x2,r3,r2,r1)
269static void _A9(jit_state_t*,jit_word_t,
270 jit_word_t,jit_word_t,jit_word_t,
271 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
272 maybe_unused;
273#define A10(x4,ct,r3,r2,r1) A9(0,1,x4,ct,r3,r2,r1)
274#define I1(ct,x2,r3,r2,r1) _I1(_jit,0,ct,x2,r3,r2,r1)
275static void _I1(jit_state_t*,jit_word_t,
276 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
277 maybe_unused;
278#define I2(za,x2a,zb,x2c,x2b,r3,r2,r1) _I2(_jit,0,za,x2a,zb,x2c,x2b,r3,r2,r1)
279static void _I2(jit_state_t*,jit_word_t,
280 jit_word_t,jit_word_t,jit_word_t,jit_word_t,
281 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
282 maybe_unused;
283#define I3(mbt,r2,r1) _I3(_jit,0,mbt,r2,r1)
284static void _I3(jit_state_t*,jit_word_t,
285 jit_word_t,jit_word_t,jit_word_t)
286#if __BYTE_ORDER == __BIG_ENDIAN
287 maybe_unused
288#endif
289 ;
290#define I4(mht,r2,r1) _I4(_jit,0,mht,r2,r1)
291static void _I4(jit_state_t*,jit_word_t,
292 jit_word_t,jit_word_t,jit_word_t)
293 maybe_unused;
294#define I5(za,zb,x2b,r3,r2,r1) _I5(_jit,0,za,zb,x2b,r3,r2,r1)
295static void _I5(jit_state_t*,jit_word_t,
296 jit_word_t,jit_word_t,jit_word_t,
297 jit_word_t,jit_word_t,jit_word_t);
298#define I6(za,zb,x2b,r3,ct,r1) _I6(_jit,0,za,zb,x2b,r3,ct,r1)
299static void _I6(jit_state_t*,jit_word_t,
300 jit_word_t,jit_word_t,jit_word_t,
301 jit_word_t,jit_word_t,jit_word_t)
302 maybe_unused;
303#define I7(za,zb,r3,r2,r1) _I7(_jit,0,za,zb,r3,r2,r1)
304static void _I7(jit_state_t*,jit_word_t,
305 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
306#define I8(za,zb,ct,r2,r1) _I8(_jit,0,za,zb,ct,r2,r1)
307static void _I8(jit_state_t*,jit_word_t,
308 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
309 maybe_unused;
310#define I9(x2c,r3,r1) _I9(_jit,0,x2c,r3,r1)
311static void _I9(jit_state_t*,jit_word_t,
312 jit_word_t,jit_word_t,jit_word_t)
313 maybe_unused;
314#define I10(ct,r3,r2,r1) _I10(_jit,0,ct,r3,r2,r1)
315static void _I10(jit_state_t*,jit_word_t,
316 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
317 maybe_unused;
318#define I11(len,r3,pos,y,r1) _I11(_jit,0,len,r3,pos,y,r1)
319static void _I11(jit_state_t*,jit_word_t,
320 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
321 maybe_unused;
322#define I12(len,pos,r2,r1) _I12(_jit,0,len,pos,r2,r1)
323static void _I12(jit_state_t*,jit_word_t,
324 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
325 maybe_unused;
326#define I13(len,pos,im,r1) _I13(_jit,0,len,pos,im,r1)
327static void _I13(jit_state_t*,jit_word_t,
328 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
329 maybe_unused;
330#define I14(s,len,r3,pos,r1) _I14(_jit,0,s,len,r3,pos,r1)
331static void _I14(jit_state_t*,jit_word_t,
332 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
333 maybe_unused;
334#define I15(pos,len,r3,r2,r1) _I15(_jit,0,pos,len,r3,r2,r1)
335static void _I15(jit_state_t*,jit_word_t,
336 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
337 maybe_unused;
338#define I16(tb,ta,p2,r3,pos,c,p1) _I16(_jit,0,tb,ta,p2,r3,pos,c,p1)
339static void _I16(jit_state_t*,jit_word_t,
340 jit_word_t,jit_word_t,jit_word_t,
341 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
342 maybe_unused;
343#define I17(tb,ta,p2,r3,c,p1) _I17(_jit,0,tb,ta,p2,r3,c,p1)
344static void _I17(jit_state_t*,jit_word_t,
345 jit_word_t,jit_word_t,jit_word_t,
346 jit_word_t,jit_word_t,jit_word_t)
347 maybe_unused;
348#define I18(im,y) _I18(_jit,0,im,y)
349static void _I18(jit_state_t*,jit_word_t,
350 jit_word_t,jit_word_t)
351 maybe_unused;
352#define I19(im) _I19(_jit,0,im)
353static void _I19(jit_state_t*,jit_word_t,
354 jit_word_t)
355 maybe_unused;
356#define I20(r2,im) _I20(_jit,0,r2,im)
357static void _I20(jit_state_t*,jit_word_t,
358 jit_word_t,jit_word_t)
359 maybe_unused;
360#define I21(im,ih,x,wh,r2,b1) _I21(_jit,0,im,ih,x,wh,r2,b1)
361static void _I21(jit_state_t*,jit_word_t,
362 jit_word_t,jit_word_t,
363 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
364#define I22(b2,r1) _I22(_jit,0,b2,r1)
365static void _I22(jit_state_t*,jit_word_t,
366 jit_word_t,jit_word_t);
367#define I23(r2,im) _I23(_jit,0,r2,im)
368static void _I23(jit_state_t*,jit_word_t,
369 jit_word_t,jit_word_t)
370 maybe_unused;
371#define I24(im) _I24(_jit,0,im)
372static void _I24(jit_state_t*,jit_word_t,
373 jit_word_t)
374 maybe_unused;
375#define I25(x6,r1) _I25(_jit,0,x6,r1)
376static void _I25(jit_state_t*,jit_word_t,
377 jit_word_t,jit_word_t)
378 maybe_unused;
379#define I26(ar,r2) _I26(_jit,0,ar,r2)
380static void _I26(jit_state_t*,jit_word_t,
381 jit_word_t,jit_word_t);
382#define I27(ar,im) _I27(_jit,0,ar,im)
383static void _I27(jit_state_t*,jit_word_t,
384 jit_word_t,jit_word_t)
385 maybe_unused;
386#define I28(ar,r1) _I28(_jit,0,ar,r1)
387static void _I28(jit_state_t*,jit_word_t,
388 jit_word_t,jit_word_t)
389 maybe_unused;
390#define I29(x6,r3,r1) _I29(_jit,0,x6,r3,r1)
391static void _I29(jit_state_t*,jit_word_t,
392 jit_word_t,jit_word_t,jit_word_t);
393#define I30(tb,ta,p2,im,c,p1) _I30(_jit,0,ta,tb,p2,im,c,p1)
394static void _I30(jit_state_t*,jit_word_t,
395 jit_word_t,jit_word_t,jit_word_t,
396 jit_word_t,jit_word_t,jit_word_t)
397 maybe_unused;
398#define M1(x6,ht,x,r3,r1) _M1(_jit,0,x6,ht,x,r3,r1)
399static void _M1(jit_state_t*,jit_word_t,
400 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
401#define M2(x6,ht,r3,r2,r1) _M2(_jit,0,x6,ht,r3,r2,r1)
402static void _M2(jit_state_t*,jit_word_t,
403 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
404 maybe_unused;
405#define M3(x6,ht,r3,im,r1) _M3(_jit,0,x6,ht,r3,im,r1)
406static void _M3(jit_state_t*,jit_word_t,
407 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
408#define M5(x6,ht,r3,r2,im) _M5(_jit,0,x6,ht,r3,r2,im)
409static void _M5(jit_state_t*,jit_word_t,
410 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
411 maybe_unused;
412#define M6(x6,ht,x,r3,r2) _M6(_jit,0,x6,ht,x,r3,r2)
413static void _M6(jit_state_t*,jit_word_t,
414 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
415#define M13(x6,ht,r3,f2) _M13(_jit,0,x6,ht,r3,f2)
416static void _M13(jit_state_t*,jit_word_t,
417 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
418#define M14(x6,ht,r3,r2) _M14(_jit,0,x6,ht,r3,r2)
419static void _M14(jit_state_t*,jit_word_t,
420 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
421 maybe_unused;
422#define M15(x6,ht,r3,im) _M15(_jit,0,x6,ht,r3,im)
423static void _M15(jit_state_t*,jit_word_t,
424 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
425 maybe_unused;
426#define M16(x6,ht,r3,r2,r1) _M16(_jit,0,x6,ht,r3,r2,r1)
427static void _M16(jit_state_t*,jit_word_t,
428 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
429 maybe_unused;
430#define M17(x6,ht,r3,im,r1) _M17(_jit,0,x6,ht,r3,im,r1)
431static void _M17(jit_state_t*,jit_word_t,
432 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
433 maybe_unused;
434#define M20(r2,im) M20x(0x1,r2,im)
435#define M20x(x3,r2,im) _M20x(_jit,0,x3,r2,im)
436static void _M20x(jit_state_t*,jit_word_t,
437 jit_word_t,jit_word_t,jit_word_t)
438 maybe_unused;
439#define M22(x3,im,r1) M22x(x3,im,r1)
440#define M22x(x3,im,r1) _M22x(_jit,0,x3,im,r1)
441static void _M22x(jit_state_t*,jit_word_t,
442 jit_word_t,jit_word_t,jit_word_t)
443 maybe_unused;
444#define M24(x2,x4) _M24(_jit,0,x2,x4)
445#define M25(x4) M24(0,x4)
446static void _M24(jit_state_t*,jit_word_t,
447 jit_word_t,jit_word_t)
448 maybe_unused;
449#define M26(r1) M26x(2,r1)
450#define M26x(x4,r1) _M26x(_jit,0,x4,r1)
451static void _M26x(jit_state_t*,jit_word_t,
452 jit_word_t,jit_word_t)
453 maybe_unused;
454#define M28(x,r3) _M28(_jit,0,x,r3)
455static void _M28(jit_state_t*,jit_word_t,
456 jit_word_t,jit_word_t)
457 maybe_unused;
458#define M29(ar,r2) _M29(_jit,0,ar,r2)
459static void _M29(jit_state_t*,jit_word_t,
460 jit_word_t,jit_word_t)
461 maybe_unused;
462#define M30(ar,im) _M30(_jit,0,ar,im)
463static void _M30(jit_state_t*,jit_word_t,jit_word_t,jit_word_t)
464 maybe_unused;
465#define M31(ar,r1) _M31(_jit,0,ar,r1)
466static void _M31(jit_state_t*,jit_word_t,
467 jit_word_t,jit_word_t)
468 maybe_unused;
469#define M32(cr,r2) _M32(_jit,0,cr,r2)
470static void _M32(jit_state_t*,jit_word_t,
471 jit_word_t,jit_word_t)
472 maybe_unused;
473#define M33(cr,r1) _M33(_jit,0,cr,r1)
474static void _M33(jit_state_t*,jit_word_t,
475 jit_word_t,jit_word_t)
476 maybe_unused;
477#define M34(sor,sol,sof,r1) _M34(_jit,0,sor,sol,sof,r1)
478static void _M34(jit_state_t*,jit_word_t,
479 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
480#define M35(x6,r2) _M35(_jit,0,x6,r2)
481static void _M35(jit_state_t*,jit_word_t,
482 jit_word_t,jit_word_t)
483 maybe_unused;
484#define M36(x6,r1) _M36(_jit,0,x6,r1)
485static void _M36(jit_state_t*,jit_word_t,
486 jit_word_t,jit_word_t)
487 maybe_unused;
488#define M37(im) _M37(_jit,0,im)
489static void _M37(jit_state_t*,jit_word_t,
490 jit_word_t)
491 maybe_unused;
492#define M38(x6,r3,r2,r1) _M38(_jit,0,x6,r3,r2,r1)
493static void _M38(jit_state_t*,jit_word_t,
494 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
495 maybe_unused;
496#define M39(x6,r3,im,r1) _M39(_jit,0,x6,r3,im,r1)
497static void _M39(jit_state_t*,jit_word_t,
498 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
499 maybe_unused;
500#define M40(x6,r3,im) _M40(_jit,0,x6,r3,im)
501static void _M40(jit_state_t*,jit_word_t,
502 jit_word_t,jit_word_t,jit_word_t)
503 maybe_unused;
504#define M41(x6,r2) _M41(_jit,0,x6,r2)
505static void _M41(jit_state_t*,jit_word_t,
506 jit_word_t,jit_word_t)
507 maybe_unused;
508#define M42(x6,r3,r2) _M42(_jit,0,x6,r3,r2)
509static void _M42(jit_state_t*,jit_word_t,
510 jit_word_t,jit_word_t,jit_word_t)
511 maybe_unused;
512#define M43(x6,r3,r1) _M43(_jit,0,x6,r3,r1)
513static void _M43(jit_state_t*,jit_word_t,
514 jit_word_t,jit_word_t,jit_word_t)
515 maybe_unused;
516#define M44(x4,im) _M44(_jit,0,x4,im)
517static void _M44(jit_state_t*,jit_word_t,
518 jit_word_t,jit_word_t)
519 maybe_unused;
520#define M45(x6,r3,r2) _M45(_jit,0,x6,r3,r2)
521static void _M45(jit_state_t*,jit_word_t,
522 jit_word_t,jit_word_t,jit_word_t)
523 maybe_unused;
524#define M46(x6,r3,r1) _M46(_jit,0,x6,r3,r1)
525#define M47(x6,r3) M46(x6,r3,0)
526static void _M46(jit_state_t*,jit_word_t,
527 jit_word_t,jit_word_t,jit_word_t)
528 maybe_unused;
529#define M48(y,im) _M48(_jit,0,y,im)
530static void _M48(jit_state_t*,jit_word_t,
531 jit_word_t,jit_word_t)
532 maybe_unused;
533#define B1(d,wh,im,p,tp) _B1(_jit,0,d,wh,im,p,tp)
534#define B2(d,wh,im,p,tp) B1(d,wh,im,p,tp)
535static void _B1(jit_state_t*,jit_word_t,
536 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
537#define B3(d,wh,im,p,b) _B3(_jit,0,d,wh,im,p,b)
538static void _B3(jit_state_t*,jit_word_t,
539 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
540 maybe_unused;
541#define B4(d,wh,x6,b,p,tp) _B4(_jit,0,d,wh,x6,b,p,tp)
542static void _B4(jit_state_t*,jit_word_t,
543 jit_word_t,jit_word_t,jit_word_t,
544 jit_word_t,jit_word_t,jit_word_t);
545#define B5(d,wh,b2,p,b1) _B5(_jit,0,d,wh,b2,p,b1)
546static void _B5(jit_state_t*,jit_word_t,
547 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
548#define B6(ih,im,tag,wh) _B6(_jit,0,ih,im,tag,wh)
549static void _B6(jit_state_t*,jit_word_t,
550 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
551 maybe_unused;
552#define B7(ih,x6,b2,tag,wh) _B7(_jit,0,ih,x6,b2,tag,wh)
553static void _B7(jit_state_t*,jit_word_t,
554 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
555 maybe_unused;
556#define B8(x6) _B8(_jit,0,x6)
557static void _B8(jit_state_t*,jit_word_t,
558 jit_word_t)
559 maybe_unused;
560#define B9(op,x6,im) _B9(_jit,0,op,x6,im)
561static void _B9(jit_state_t*,jit_word_t,
562 jit_word_t,jit_word_t,jit_word_t)
563 maybe_unused;
564#define X1(im) _X1(_jit,0,im)
565static void _X1(jit_state_t*,jit_word_t,
566 jit_word_t)
567 maybe_unused;
568#define X2(r1,im) _X2(_jit,0,r1,im)
569static void _X2(jit_state_t*,jit_word_t,
570 jit_word_t,jit_word_t);
571#define X3x(o,d,wh,p,tp,im) _X3x(_jit,0,o,d,wh,p,tp,im)
572#define X3(d,wh,p,tp,im) X3x(0xc,d,wh,p,tp,im)
573#define X4(d,wh,p,tp,im) X3x(0xd,d,wh,p,tp,im)
574static void _X3x(jit_state_t*,jit_word_t,
575 jit_word_t,jit_word_t,jit_word_t,
576 jit_word_t,jit_word_t,jit_word_t);
577#define X5(y,im) _X5(_jit,0,y,im)
578static void _X5(jit_state_t*,jit_word_t,
579 jit_word_t,jit_word_t)
580 maybe_unused;
581
582/* add */
583#define ADD(r1,r2,r3) A1(0,0,r3,r2,r1)
584#define ADD1(r1,r2,r3) A1(0,1,r3,r2,r1)
585#define ADDS(r1,im,r3) A4(2,r3,im,r1)
586#define ADDS_p(r1,im,r3,_p) _A4(_jit,_p,2,r3,im,r1)
587#define ADDL(r1,im,r3) A5(r3,im,r1)
588#define ADDL_p(r1,im,r3,_p) _A5(_jit,_p,r3,im,r1)
589/* addp4 */
590#define ADDP4(r1,r2,r3) A1(2,0,r3,r2,r1)
591#define ADDIP4(r1,im,r3) A4(3,r3,im,r1)
592/* alloc */
593#define ALLOCR(r1,i,l,o,r) M34((r)>>3,(i)+(l),(i)+(l)+(o),r1)
594#define ALLOC(r1,i,o) ALLOCR(r1,i,0,o,0)
595/* and */
596#define AND(r1,r2,r3) A1(3,0,r3,r2,r1)
597#define ANDI(r1,im,r3) A3(0xb,0,r3,im,r1)
598/* andcm */
599#define ANDCM(r1,r2,r3) A1(3,1,r3,r2,r1)
600#define ANDCMI(r1,im,r3) A3(0xb,1,r3,im,r1)
601/* br */
602#define BRI(im) B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
603#define BRI_COND(im,_p) _B1(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
604#define BRI_WEXIT(im) B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,2)
605#define BRI_WTOP(im) B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,3)
606#define BRI_CALL(b,im) B3(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,b)
607#define BRI_CLOOP(im) B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,5)
608#define BRI_CEXIT(im) B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,6)
609#define BRI_CTOP(im) B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,7)
610#define BR_COND(b,_p) _B4(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
611#define BR(b) B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
612#define BR_IA(b) B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_MANY,1)
613#define BR_RET(b) B4(BR_DH_NONE,BR_BWH_SPTK,0x21,b,BR_PH_MANY,4)
614#define BR_CALL(b1,b2) B5(BR_DH_NONE,BRI_BWH_SPTK,b2,BR_PH_MANY,b1)
615/* break */
616#define BREAK_I(im) I19(im)
617#define BREAK_M(im) M37(im)
618#define BREAK_B(im) B9(0,0,im)
619#define BREAK_X(im) X1(im)
620/* brl */
621#define BRL(im) X3(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
622#define BRL_COND(im,_p) _X3(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
623#define BRL_CALL(b1,im) X4(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,b1,im)
624/* brp */
625#define BRP(im,tag) B6(BR_IH_NONE,im,tag,BR_IPWH_SPTK)
626#define BRPI(b2,tag) B7(BR_IH_NONE,0x10,b2,tag,BR_INDWH_SPTK)
627#define BRPI_RET(b2,tag) B7(BR_IH_NONE,0x11,b2,tag,BR_INDWH_SPTK)
628/* bsw */
629#define BSW_0() B8(0x0c)
630#define BSW_1() B8(0x0d)
631/* chk */
632#define CHK_S_I(r2,im) I20(r2,im)
633#define CHK_S_M(r2,im) M20(r2,im)
634#define CHK_A_NC(r1,im) M22(0x4,im,r1)
635#define CHK_A_CLR(r1,im) M22(0x5,im,r1)
636/* clrrrb */
637#define CLRRRB() B8(0x04)
638#define CLRRRB_PR() B8(0x05)
639/* clz */
640#define CLZ(r1,r3) I9(3,r3,r1)
641/* cmp */
642#define CMP_LT(p1,p2,r2,r3) A6(0xc,0,0,p2,r3,r2,0,p1)
643#define CMP_LT_p(p1,p2,r2,r3,_p) A6(_jit,_p,0xc,0,0,p2,r3,r2,0,p1)
644#define CMP_LTU(p1,p2,r2,r3) A6(0xd,0,0,p2,r3,r2,0,p1)
645#define CMP_EQ(p1,p2,r2,r3) A6(0xe,0,0,p2,r3,r2,0,p1)
646#define CMP_LT_UNC(p1,p2,r2,r3) A6(0xc,0,0,p2,r3,r2,1,p1)
647#define CMP_LTU_UNC(p1,p2,r2,r3) A6(0xd,0,0,p2,r3,r2,1,p1)
648#define CMP_EQ_UNC(p1,p2,r2,r3) A6(0xe,0,0,p2,r3,r2,1,p1)
649#define CMP_EQ_AND(p1,p2,r2,r3) A6(0xc,0,1,p2,r3,r2,0,p1)
650#define CMP_EQ_OR(p1,p2,r2,r3) A6(0xd,0,1,p2,r3,r2,0,p1)
651#define CMP_EQ_OR_ANDCM(p1,p2,r2,r3) A6(0xe,0,1,p2,r3,r2,0,p1)
652#define CMP_NE_AND(p1,p2,r2,r3) A6(0xc,0,1,p2,r3,r2,1,p1)
653#define CMP_NE_OR(p1,p2,r2,r3) A6(0xd,0,1,p2,r3,r2,1,p1)
654#define CMP_NE_OR_ANDCM(p1,p2,r2,r3) A6(0xe,0,1,p2,r3,r2,1,p1)
655#define CMPI_LT(p1,p2,im,r3) A8(0xc,2,0,p2,r3,im,0,p1)
656#define CMPI_LTU(p1,p2,im,r3) A8(0xd,2,0,p2,r3,im,0,p1)
657#define CMPI_EQ(p1,p2,im,r3) A8(0xe,2,0,p2,r3,im,0,p1)
658#define CMPI_EQ_p(p1,p2,im,r3,_p) _A8(_jit,_p,0xe,2,0,p2,r3,im,0,p1)
659#define CMPI_LT_UNC(p1,p2,im,r3) A8(0xc,2,0,p2,r3,im,1,p1)
660#define CMPI_LTU_UNC(p1,p2,im,r3) A8(0xd,2,0,p2,r3,im,1,p1)
661#define CMPI_EQ_UNC(p1,p2,im,r3) A8(0xe,2,0,p2,r3,im,1,p1)
662#define CMPI_EQ_AND(p1,p2,im,r3) A8(0xc,2,1,p2,r3,im,0,p1)
663#define CMPI_EQ_OR(p1,p2,im,r3) A8(0xd,2,1,p2,r3,im,0,p1)
664#define CMPI_EQ_ANDCM(p1,p2,im,r3) A8(0xe,2,1,p2,r3,im,0,p1)
665#define CMPI_NE_AND(p1,p2,im,r3) A8(0xc,2,1,p2,r3,im,1,p1)
666#define CMPI_NE_OR(p1,p2,im,r3) A8(0xd,2,1,p2,r3,im,1,p1)
667#define CMPI_NE_ANDCM(p1,p2,im,r3) A8(0xe,2,1,p2,r3,im,1,p1)
668#define ZCMP_GT_AND(p1,p2,r3) A7(0xc,0,0,p2,r3,0,p1)
669#define ZCMP_GT_OR(p1,p2,r3) A7(0xd,0,0,p2,r3,0,p1)
670#define ZCMP_GT_ANDCM(p1,p2,r3) A7(0xe,0,0,p2,r3,0,p1)
671#define ZCMP_LE_AND(p1,p2,r3) A7(0xc,0,0,p2,r3,1,p1)
672#define ZCMP_LE_OR(p1,p2,r3) A7(0xd,0,0,p2,r3,1,p1)
673#define ZCMP_LE_ANDCM(p1,p2,r3) A7(0xe,0,0,p2,r3,1,p1)
674#define ZCMP_GE_AND(p1,p2,r3) A7(0xc,0,1,p2,r3,0,p1)
675#define ZCMP_GE_OR(p1,p2,r3) A7(0xd,0,1,p2,r3,0,p1)
676#define ZCMP_GE_ANDCM(p1,p2,r3) A7(0xe,0,1,p2,r3,0,p1)
677#define ZCMP_LT_AND(p1,p2,r3) A7(0xc,0,1,p2,r3,1,p1)
678#define ZCMP_LT_OR(p1,p2,r3) A7(0xd,0,1,p2,r3,1,p1)
679#define ZCMP_LT_ANDCM(p1,p2,r3) A7(0xe,0,1,p2,r3,1,p1)
680/* cmp4 */
681#define CMP4_LT(p1,p2,r2,r3) A6(0xc,1,0,p2,r3,r2,0,p1)
682#define CMP4_LTU(p1,p2,r2,r3) A6(0xd,1,0,p2,r3,r2,0,p1)
683#define CMP4_EQ(p1,p2,r2,r3) A6(0xe,1,0,p2,r3,r2,0,p1)
684#define CMP4_LT_UNC(p1,p2,r2,r3) A6(0xc,1,0,p2,r3,r2,1,p1)
685#define CMP4_LTU_UNC(p1,p2,r2,r3) A6(0xd,1,0,p2,r3,r2,1,p1)
686#define CMP4_EQ_UNC(p1,p2,r2,r3) A6(0xe,1,0,p2,r3,r2,1,p1)
687#define CMP4_EQ_AND(p1,p2,r2,r3) A6(0xc,1,1,p2,r3,r2,0,p1)
688#define CMP4_EQ_OR(p1,p2,r2,r3) A6(0xd,1,1,p2,r3,r2,0,p1)
689#define CMP4_EQ_XOR(p1,p2,r2,r3) A6(0xe,1,1,p2,r3,r2,0,p1)
690#define CMP4_NE_AND(p1,p2,r2,r3) A6(0xc,1,1,p2,r3,r2,1,p1)
691#define CMP4_NE_OR(p1,p2,r2,r3) A6(0xd,1,1,p2,r3,r2,1,p1)
692#define CMP4_NE_XOR(p1,p2,r2,r3) A6(0xe,1,1,p2,r3,r2,1,p1)
693#define CMP4I_LT(p1,p2,im,r3) A8(0xc,3,0,p2,r3,im,0,p1)
694#define CMP4I_LTU(p1,p2,im,r3) A8(0xd,3,0,p2,r3,im,0,p1)
695#define CMP4I_EQ(p1,p2,im,r3) A8(0xe,3,0,p2,r3,im,0,p1)
696#define CMP4I_LT_UNC(p1,p2,im,r3) A8(0xc,3,0,p2,r3,im,1,p1)
697#define CMP4I_LTU_UNC(p1,p2,im,r3) A8(0xd,3,0,p2,r3,im,1,p1)
698#define CMP4I_EQ_UNC(p1,p2,im,r3) A8(0xe,3,0,p2,r3,im,1,p1)
699#define CMP4I_EQ_AND(p1,p2,im,r3) A8(0xc,3,1,p2,r3,im,0,p1)
700#define CMP4I_EQ_OR(p1,p2,im,r3) A8(0xd,3,1,p2,r3,im,0,p1)
701#define CMP4I_EQ_ANDCM(p1,p2,im,r3) A8(0xe,3,1,p2,r3,im,0,p1)
702#define CMP4I_NE_AND(p1,p2,im,r3) A8(0xc,3,1,p2,r3,im,1,p1)
703#define CMP4I_NE_OR(p1,p2,im,r3) A8(0xd,3,1,p2,r3,im,1,p1)
704#define CMP4I_NE_ANDCM(p1,p2,im,r3) A8(0xe,3,1,p2,r3,im,1,p1)
705#define ZCMP4_GT_AND(p1,p2,r3) A7(0xc,1,0,p2,r3,0,p1)
706#define ZCMP4_GT_OR(p1,p2,r3) A7(0xd,1,0,p2,r3,0,p1)
707#define ZCMP4_GT_ANDCM(p1,p2,r3) A7(0xe,1,0,p2,r3,0,p1)
708#define ZCMP4_LE_AND(p1,p2,r3) A7(0xc,1,0,p2,r3,1,p1)
709#define ZCMP4_LE_OR(p1,p2,r3) A7(0xd,1,0,p2,r3,1,p1)
710#define ZCMP4_LE_ANDCM(p1,p2,r3) A7(0xe,1,0,p2,r3,1,p1)
711#define ZCMP4_GE_AND(p1,p2,r3) A7(0xc,1,1,p2,r3,0,p1)
712#define ZCMP4_GE_OR(p1,p2,r3) A7(0xd,1,1,p2,r3,0,p1)
713#define ZCMP4_GE_ANDCM(p1,p2,r3) A7(0xe,1,1,p2,r3,0,p1)
714#define ZCMP4_LT_AND(p1,p2,r3) A7(0xc,1,1,p2,r3,1,p1)
715#define ZCMP4_LT_OR(p1,p2,r3) A7(0xd,1,1,p2,r3,1,p1)
716#define ZCMP4_LT_ANDCM(p1,p2,r3) A7(0xe,1,1,p2,r3,1,p1)
717/* cmpxchg */
718#define CMPXCHG1_ACQ(r1,r3,r2) M16(0x00,LD_NONE,r3,r2,r1)
719#define CMPXCHG2_ACQ(r1,r3,r2) M16(0x01,LD_NONE,r3,r2,r1)
720#define CMPXCHG4_ACQ(r1,r3,r2) M16(0x02,LD_NONE,r3,r2,r1)
721#define CMPXCHG8_ACQ(r1,r3,r2) M16(0x03,LD_NONE,r3,r2,r1)
722#define CMPXCHG1_REL(r1,r3,r2) M16(0x04,LD_NONE,r3,r2,r1)
723#define CMPXCHG2_REL(r1,r3,r2) M16(0x05,LD_NONE,r3,r2,r1)
724#define CMPXCHG4_REL(r1,r3,r2) M16(0x06,LD_NONE,r3,r2,r1)
725#define CMPXCHG8_REL(r1,r3,r2) M16(0x07,LD_NONE,r3,r2,r1)
726#define CMP8XCHG16_ACQ(r1,r3,r2) M16(0x20,LD_NONE,r3,r2,r1)
727#define CMP8XCHG16_REL(r1,r3,r2) M16(0x24,LD_NONE,r3,r2,r1)
728/* cover */
729#define COVER() B8(0x02)
730/* cxz */
731#define CZX1_L(r1,r3) I29(0x18,r3,r1)
732#define CZX2_L(r1,r3) I29(0x19,r3,r1)
733#define CZX1_R(r1,r3) I29(0x1c,r3,r1)
734#define CZX2_R(r1,r3) I29(0x1d,r3,r1)
735/* dep */
736#define DEP_Z(r1,r2,pos,len) I12(len,pos,r2,r1)
737#define DEPI_Z(r1,im,pos,len) I13(len,pos,im,r1)
738#define DEPs(r1,r2,r3,pos,len) I14(1,len,r3,pos,r1)
739#define DEPu(r1,r2,r3,pos,len) I14(0,len,r3,pos,r1)
740#define DEP(r1,r2,r3,pos,len) I15(pos,len,r3,r2,r1)
741/* epc */
742#define EPC() B8(0x10)
743/* extr */
744#define EXTR(r1,r3,pos,len) I11(len,r3,pos,1,r1)
745#define EXTR_U(r1,r3,pos,len) I11(len,r3,pos,0,r1)
746/* fc */
747#define FC(r3) M28(0,r3)
748#define FC_I(r3) M28(1,r3)
749/* fetchadd */
750#define FETCHADD4_ACQ(r1,r3,im) M17(0x12,LD_NONE,r3,im,r1)
751#define FETCHADD8_ACQ(r1,r3,im) M17(0x13,LD_NONE,r3,im,r1)
752#define FETCHADD4_REL(r1,r3,im) M17(0x16,LD_NONE,r3,im,r1)
753#define FETCHADD8_REL(r1,r3,im) M17(0x17,LD_NONE,r3,im,r1)
754/* flushrs */
755#define FLUSHRS() M25(0xc)
756/* fwb */
757#define FWB() M24(2,0)
758/* hint */
759#define HINT_I(im) I18(im,1)
760#define HINT_M(im) M48(1,im)
761#define HINT_B(im) B9(2,1,im)
762#define HINT_X(im) X5(1,im)
763/* invala */
764#define INVALA() M24(1,0)
765#define INVALA_E(r1) M26(r1)
766/* itc */
767#define ITC_I(r2) M41(0x2f,r2)
768#define ITC_D(r2) M41(0x2e,r2)
769/* itr */
770#define ITR_I(r3,r2) M42(0x0f,r3,r2)
771#define ITR_D(r3,r2) M42(0x0e,r3,r2)
772/* ld */
773#define LD1(r1,r3) M1(0x00,LD_NONE,0,r3,r1)
774#define LD2(r1,r3) M1(0x01,LD_NONE,0,r3,r1)
775#define LD4(r1,r3) M1(0x02,LD_NONE,0,r3,r1)
776#define LD8(r1,r3) M1(0x03,LD_NONE,0,r3,r1)
777#define LD1_S(r1,r3) M1(0x04,LD_NONE,0,r3,r1)
778#define LD2_S(r1,r3) M1(0x05,LD_NONE,0,r3,r1)
779#define LD4_S(r1,r3) M1(0x06,LD_NONE,0,r3,r1)
780#define LD8_S(r1,r3) M1(0x07,LD_NONE,0,r3,r1)
781#define LD1_A(r1,r3) M1(0x08,LD_NONE,0,r3,r1)
782#define LD2_A(r1,r3) M1(0x09,LD_NONE,0,r3,r1)
783#define LD4_A(r1,r3) M1(0x0a,LD_NONE,0,r3,r1)
784#define LD8_A(r1,r3) M1(0x0b,LD_NONE,0,r3,r1)
785#define LD1_SA(r1,r3) M1(0x0c,LD_NONE,0,r3,r1)
786#define LD2_SA(r1,r3) M1(0x0d,LD_NONE,0,r3,r1)
787#define LD4_SA(r1,r3) M1(0x0e,LD_NONE,0,r3,r1)
788#define LD8_SA(r1,r3) M1(0x0f,LD_NONE,0,r3,r1)
789#define LD1_BIAS(r1,r3) M1(0x10,LD_NONE,0,r3,r1)
790#define LD2_BIAS(r1,r3) M1(0x11,LD_NONE,0,r3,r1)
791#define LD4_BIAS(r1,r3) M1(0x12,LD_NONE,0,r3,r1)
792#define LD8_BIAS(r1,r3) M1(0x13,LD_NONE,0,r3,r1)
793#define LD1_ACQ(r1,r3) M1(0x14,LD_NONE,0,r3,r1)
794#define LD2_ACQ(r1,r3) M1(0x15,LD_NONE,0,r3,r1)
795#define LD4_ACQ(r1,r3) M1(0x16,LD_NONE,0,r3,r1)
796#define LD8_ACQ(r1,r3) M1(0x17,LD_NONE,0,r3,r1)
797#define LD8_FILL(r1,r3) M1(0x1b,LD_NONE,0,r3,r1)
798#define LD1_C_CLR(r1,r3) M1(0x20,LD_NONE,0,r3,r1)
799#define LD2_C_CLR(r1,r3) M1(0x21,LD_NONE,0,r3,r1)
800#define LD4_C_CLR(r1,r3) M1(0x22,LD_NONE,0,r3,r1)
801#define LD8_C_CLR(r1,r3) M1(0x23,LD_NONE,0,r3,r1)
802#define LD1_C_NC(r1,r3) M1(0x24,LD_NONE,0,r3,r1)
803#define LD2_C_NC(r1,r3) M1(0x25,LD_NONE,0,r3,r1)
804#define LD4_C_NC(r1,r3) M1(0x26,LD_NONE,0,r3,r1)
805#define LD8_C_NC(r1,r3) M1(0x27,LD_NONE,0,r3,r1)
806#define LD1_C_CLR_ACQ(r1,r3) M1(0x28,LD_NONE,0,r3,r1)
807#define LD2_C_CLR_ACQ(r1,r3) M1(0x29,LD_NONE,0,r3,r1)
808#define LD4_C_CLR_ACQ(r1,r3) M1(0x2a,LD_NONE,0,r3,r1)
809#define LD8_C_CLR_ACQ(r1,r3) M1(0x2b,LD_NONE,0,r3,r1)
810#define LD16(r1,r3) M1(0x28,LD_NONE,1,r3,r1)
811#define LD16_ACQ(r1,r3) M1(0x2c,LD_NONE,1,r3,r1)
812#define LD1_inc(r1,r3,im) M3(0x00,LD_NONE,r3,im,r1)
813#define LD2_inc(r1,r3,im) M3(0x01,LD_NONE,r3,im,r1)
814#define LD4_inc(r1,r3,im) M3(0x02,LD_NONE,r3,im,r1)
815#define LD8_inc(r1,r3,im) M3(0x03,LD_NONE,r3,im,r1)
816#define LD1_S_inc(r1,r3,im) M3(0x04,LD_NONE,r3,im,r1)
817#define LD2_S_inc(r1,r3,im) M3(0x05,LD_NONE,r3,im,r1)
818#define LD4_S_inc(r1,r3,im) M3(0x06,LD_NONE,r3,im,r1)
819#define LD8_S_inc(r1,r3,im) M3(0x07,LD_NONE,r3,im,r1)
820#define LD1_A_inc(r1,r3,im) M3(0x08,LD_NONE,r3,im,r1)
821#define LD2_A_inc(r1,r3,im) M3(0x09,LD_NONE,r3,im,r1)
822#define LD4_A_inc(r1,r3,im) M3(0x0a,LD_NONE,r3,im,r1)
823#define LD8_A_inc(r1,r3,im) M3(0x0b,LD_NONE,r3,im,r1)
824#define LD1_SA_inc(r1,r3,im) M3(0x0c,LD_NONE,r3,im,r1)
825#define LD2_SA_inc(r1,r3,im) M3(0x0d,LD_NONE,r3,im,r1)
826#define LD4_SA_inc(r1,r3,im) M3(0x0e,LD_NONE,r3,im,r1)
827#define LD8_SA_inc(r1,r3,im) M3(0x0f,LD_NONE,r3,im,r1)
828#define LD1_BIAS_inc(r1,r3,im) M3(0x10,LD_NONE,r3,im,r1)
829#define LD2_BIAS_inc(r1,r3,im) M3(0x11,LD_NONE,r3,im,r1)
830#define LD4_BIAS_inc(r1,r3,im) M3(0x12,LD_NONE,r3,im,r1)
831#define LD8_BIAS_inc(r1,r3,im) M3(0x13,LD_NONE,r3,im,r1)
832#define LD1_ACQ_inc(r1,r3,im) M3(0x14,LD_NONE,r3,im,r1)
833#define LD2_ACQ_inc(r1,r3,im) M3(0x15,LD_NONE,r3,im,r1)
834#define LD4_ACQ_inc(r1,r3,im) M3(0x16,LD_NONE,r3,im,r1)
835#define LD8_AVQ_inc(r1,r3,im) M3(0x17,LD_NONE,r3,im,r1)
836#define LD8_FILL_inc(r1,r3,im) M3(0x1b,LD_NONE,r3,im,r1)
837#define LD1_C_CLR_inc(r1,r3,im) M3(0x20,LD_NONE,r3,im,r1)
838#define LD2_C_CLR_inc(r1,r3,im) M3(0x21,LD_NONE,r3,im,r1)
839#define LD4_C_CLR_inc(r1,r3,im) M3(0x22,LD_NONE,r3,im,r1)
840#define LD8_C_CLR_inc(r1,r3,im) M3(0x23,LD_NONE,r3,im,r1)
841#define LD1_C_NC_inc(r1,r3,im) M3(0x24,LD_NONE,r3,im,r1)
842#define LD2_C_NC_inc(r1,r3,im) M3(0x25,LD_NONE,r3,im,r1)
843#define LD4_C_NC_inc(r1,r3,im) M3(0x26,LD_NONE,r3,im,r1)
844#define LD8_C_NC_inc(r1,r3,im) M3(0x27,LD_NONE,r3,im,r1)
845#define LD1_C_CLR_ACQ_inc(r1,r3,im) M3(0x28,LD_NONE,r3,im,r1)
846#define LD2_C_CLR_ACQ_inc(r1,r3,im) M3(0x29,LD_NONE,r3,im,r1)
847#define LD4_C_CLR_ACQ_inc(r1,r3,im) M3(0x2a,LD_NONE,r3,im,r1)
848#define LD8_C_CLR_ACQ_inc(r1,r3,im) M3(0x2b,LD_NONE,r3,im,r1)
849#define LDX1(r1,r3,r2) M2(0x00,LD_NONE,r3,r2,r1)
850#define LDX2(r1,r3,r2) M2(0x01,LD_NONE,r3,r2,r1)
851#define LDX4(r1,r3,r2) M2(0x02,LD_NONE,r3,r2,r1)
852#define LDX8(r1,r3,r2) M2(0x03,LD_NONE,r3,r2,r1)
853#define LDX1_S(r1,r3,r2) M2(0x04,LD_NONE,r3,r2,r1)
854#define LDX2_S(r1,r3,r2) M2(0x05,LD_NONE,r3,r2,r1)
855#define LDX4_S(r1,r3,r2) M2(0x06,LD_NONE,r3,r2,r1)
856#define LDX8_S(r1,r3,r2) M2(0x07,LD_NONE,r3,r2,r1)
857#define LDX1_A(r1,r3,r2) M2(0x08,LD_NONE,r3,r2,r1)
858#define LDX2_A(r1,r3,r2) M2(0x09,LD_NONE,r3,r2,r1)
859#define LDX4_A(r1,r3,r2) M2(0x0a,LD_NONE,r3,r2,r1)
860#define LDX8_A(r1,r3,r2) M2(0x0b,LD_NONE,r3,r2,r1)
861#define LDX1_SA(r1,r3,r2) M2(0x0c,LD_NONE,r3,r2,r1)
862#define LDX2_SA(r1,r3,r2) M2(0x0d,LD_NONE,r3,r2,r1)
863#define LDX4_SA(r1,r3,r2) M2(0x0e,LD_NONE,r3,r2,r1)
864#define LDX8_SA(r1,r3,r2) M2(0x0f,LD_NONE,r3,r2,r1)
865#define LDX1_BIAS(r1,r3,r2) M2(0x10,LD_NONE,r3,r2,r1)
866#define LDX2_BIAS(r1,r3,r2) M2(0x11,LD_NONE,r3,r2,r1)
867#define LDX4_BIAS(r1,r3,r2) M2(0x12,LD_NONE,r3,r2,r1)
868#define LDX8_BIAS(r1,r3,r2) M2(0x13,LD_NONE,r3,r2,r1)
869#define LDX1_ACQ(r1,r3,r2) M2(0x14,LD_NONE,r3,r2,r1)
870#define LDX2_ACQ(r1,r3,r2) M2(0x15,LD_NONE,r3,r2,r1)
871#define LDX4_ACQ(r1,r3,r2) M2(0x16,LD_NONE,r3,r2,r1)
872#define LDX8_ACQ(r1,r3,r2) M2(0x17,LD_NONE,r3,r2,r1)
873#define LDX8_FILL(r1,r3,r2) M2(0x1b,LD_NONE,r3,r2,r1)
874#define LDX1_C_CLR(r1,r3,r2) M2(0x20,LD_NONE,r3,r2,r1)
875#define LDX2_C_CLR(r1,r3,r2) M2(0x21,LD_NONE,r3,r2,r1)
876#define LDX4_C_CLR(r1,r3,r2) M2(0x22,LD_NONE,r3,r2,r1)
877#define LDX8_C_CLR(r1,r3,r2) M2(0x23,LD_NONE,r3,r2,r1)
878#define LDX1_C_NC(r1,r3,r2) M2(0x24,LD_NONE,r3,r2,r1)
879#define LDX2_C_NC(r1,r3,r2) M2(0x25,LD_NONE,r3,r2,r1)
880#define LDX4_C_NC(r1,r3,r2) M2(0x26,LD_NONE,r3,r2,r1)
881#define LDX8_C_NC(r1,r3,r2) M2(0x27,LD_NONE,r3,r2,r1)
882#define LDX1_C_CLR_ACQ(r1,r3,r2) M2(0x28,LD_NONE,r3,r2,r1)
883#define LDX2_C_CLR_ACQ(r1,r3,r2) M2(0x29,LD_NONE,r3,r2,r1)
884#define LDX4_C_CLR_ACQ(r1,r3,r2) M2(0x2a,LD_NONE,r3,r2,r1)
885#define LDX8_C_CLR_ACQ(r1,r3,r2) M2(0x2b,LD_NONE,r3,r2,r1)
886/* lfetch */
887#define LFETCH_EXCL(r3) M13(0x2d,LF_NONE,r3,GR_0)
888#define LFETCH_FAULT(r3) M13(0x2e,LF_NONE,r3,GR_0)
889#define LFETCH_FAULT_EXCL(r3) M13(0x2f,LF_NONE,r3,GR_0)
890#define LXFETCH(r3,r2) M14(0x2c,LF_NONE,r3,r2)
891#define LXFETCH_EXCL(r3,r2) M14(0x2d,LF_NONE,r3,r2)
892#define LXFETCH_FAULT(r3,r2) M14(0x2e,LF_NONE,r3,r2)
893#define LXFETCH_FAULT_EXCL(r3,r2) M14(0x2f,LF_NONE,r3,r2)
894#define LFETCHI(r3,im) M15(0x2c,LF_NONE,r3,im)
895#define LFETCHI_EXCL(r3,im) M15(0x2d,LF_NONE,r3,im)
896#define LFETCHI_FAULT(r3,im) M15(0x2e,LF_NONE,r3,im)
897#define LFETCHI_FAULT_EXCL(r3,im) M15(0x2f,LF_NONE,r3,im)
898/* loadrs */
899#define LOADRS() M25(0xa)
900/* mf */
901#define MF() M24(2,2)
902#define MF_A() M24(2,3)
903/* mix */
904#define MIX1_R(r1,r2,r3) I2(0,2,0,2,0,r3,r2,r1)
905#define MIX2_R(r1,r2,r3) I2(0,2,1,2,0,r3,r2,r1)
906#define MIX4_R(r1,r2,r3) I2(1,2,0,2,0,r3,r2,r1)
907#define MIX1_L(r1,r2,r3) I2(0,2,0,2,2,r3,r2,r1)
908#define MIX2_L(r1,r2,r3) I2(0,2,1,2,2,r3,r2,r1)
909#define MIX4_L(r1,r2,r3) I2(1,2,0,2,2,r3,r2,r1)
910/* mov - Move Application Register */
911#define MOV_I_rn_ar(r1,ar) I28(ar,r1)
912#define MOV_I_ar_rn(ar,r2) I26(ar,r2)
913#define MOV_I_ar_im(ar,im) I27(ar,im)
914#define MOV_M_rn_a(r1,ar) M31(r1,ar)
915#define MOV_M_ar_rn(ar,r2) M29(ar,r2)
916#define MOV_M_ar_im(ar,im) M30(ar,im)
917/* mov - Move Branch Register */
918#define MOV_rn_br(r1,b2) I22(b2,r1)
919#define MOV_br_rn_tg(b1,r2,tag) I21(tag,IH_NONE,0,MWH_NONE,r2,b1)
920#define MOV_br_rn(b1,r2) MOV_br_rn_tg(b1,r2,0)
921#define MOV_RET_br_rn_tg(b1,r2,tag) I21(tag,IH_NONE,1,MWH_NONE,r2,b1)
922/* mov - Move Control Register */
923#define MOV_rn_cr(cr,r1) M33(cr,r1)
924#define MOV_cr_rr(cr,r2) M32(cr,r2)
925/* mov - Move General Register */
926#define MOV(r0,r1) ADDS(r0,0,r1)
927#define MOV_p(r0,r1,_p) ADDS_p(r0,0,r1,_p)
928/* mov - Move Immediate */
929#define MOVI(r1,im) ADDL(r1,im,GR_0)
930#define MOVI_p(r1,im,_p) ADDL_p(r1,im,GR_0,_p)
931/* mov - Move Indirect Register */
932#define MOV_rn_RR(r1,r3) M43(0x10,r3,r1)
933#define MOV_rn_DBR(r1,r3) M43(0x11,r3,r1)
934#define MOV_rn_IBR(r1,r3) M43(0x012,r3,r1)
935#define MOV_rn_PKR(r1,r3) M43(0x13,r3,r1)
936#define MOV_rn_PMC(r1,r3) M43(0x14,r3,r1)
937#define MOV_rn_PMD(r1,r3) M43(0x15,r3,r1)
938#define MOV_rn_CPUID(r1,r3) M43(0x17,r3,r1)
939#define MOV_RR_rn(r3,r2) M42(0x00,r3,r2)
940#define MOV_DBR_rn(r3,r2) M42(0x01,r3,r2)
941#define MOV_IBR_rn(r3,r2) M42(0x02,r3,r2)
942#define MOV_PKR_rn(r3,r2) M42(0x03,r3,r2)
943#define MOV_PMC_rn(r3,r2) M42(0x04,r3,r2)
944#define MOV_PMD_rn(r3,r2) M42(0x05,r3,r2)
945/* mov - Move Instruction Pointer */
946#define MOV_rn_ip(r1) I25(0x30,r1)
947/* mov - Move Predicates */
948#define MOV_rn_pr(r1) I25(0x33,r1)
949#define MOV_pr_rn(r2,im) I23(r2,im)
950#define MOVI_pr(im) I24(im)
951/* mov - Move Processor Status Register */
952#define MOV_rn_psr(r1) M36(0x25,r1)
953#define MOV_psr_l_rn(r2) M35(0x2d,r2)
954/* mov - Move User Mask */
955#define MOV_rn_psr_um(r1) M36(0x21,r1)
956#define MOV_psr_um_rn(r2) M35(0x29,r2)
957/* movl */
958#define MOVL(r1,im) X2(r1,im)
959/* mpy4 */
960#define MPY4(r1,r2,r3) I2(1,0,0,3,1,r3,r2,r1)
961/* mpyshl4 */
962#define MPYSHL4(r1,r2,r3) I2(1,0,0,3,3,r3,r2,r1)
963/* mux */
964#define MUX1(r1,r2,mbt) I3(mbt,r2,r1)
965#define MUX2(r1,r2,mht) I4(mht,r2,r1)
966/* nop */
967#define NOP_I(im) I18(im,0)
968#define NOP_M(im) M48(0,im)
969#define NOP_B(im) B9(2,0,im)
970#define NOP_X(im) X5(0,im)
971/* or */
972#define OR(r1,r2,r3) A1(3,2,r3,r2,r1)
973#define ORI(r1,im,r3) A3(0xb,2,r3,im,r1)
974/* pack */
975#define PACK2_USS(r1,r2,r3) I2(0,2,1,0,0,r3,r2,r1)
976#define PACK2_SSS(r1,r2,r3) I2(0,2,1,0,2,r3,r2,r1)
977#define PACK4_SSS(r1,r2,r3) I2(1,2,0,0,2,r3,r2,r1)
978/* padd */
979#define PADD1(r1,r2,r3) A9(0,0,0,0,r3,r2,r1)
980#define PADD1_SSS(r1,r2,r3) A9(0,0,0,1,r3,r2,r1)
981#define PADD1_UUU(r1,r2,r3) A9(0,0,0,2,r3,r2,r1)
982#define PADD1_UUS(r1,r2,r3) A9(0,0,0,3,r3,r2,r1)
983#define PADD2(r1,r2,r3) A9(0,1,0,0,r3,r2,r1)
984#define PADD2_SSS(r1,r2,r3) A9(0,1,0,1,r3,r2,r1)
985#define PADD2_UUU(r1,r2,r3) A9(0,1,0,2,r3,r2,r1)
986#define PADD2_UUS(r1,r2,r3) A9(0,1,0,3,r3,r2,r1)
987#define PADD4(r1,r2,r3) A9(1,0,0,0,r3,r2,r1)
988/* pavg */
989#define PAVG1(r1,r2,r3) A9(0,0,2,2,r3,r2,r1)
990#define PAVG2(r1,r2,r3) A9(0,1,2,2,r3,r2,r1)
991#define PAVG1_RAZ(r1,r2,r3) A9(0,0,2,3,r3,r2,r1)
992#define PAVG2_RAZ(r1,r2,r3) A9(0,1,2,3,r3,r2,r1)
993/* pavgsub */
994#define PAVGSUB1(r1,r2,r3) A9(0,0,3,2,r3,r2,r1)
995#define PAVGSUB2(r1,r2,r3) A9(0,1,3,2,r3,r2,r1)
996/* pcmp */
997#define PCMP1_EQ(r1,r2,r3) A9(0,0,9,0,r3,r2,r1)
998#define PCMP2_EQ(r1,r2,r3) A9(0,1,9,0,r3,r2,r1)
999#define PCMP4_EQ(r1,r2,r3) A9(1,0,9,0,r3,r2,r1)
1000#define PCMP1_GT(r1,r2,r3) A9(0,0,9,1,r3,r2,r1)
1001#define PCMP2_GT(r1,r2,r3) A9(0,1,9,1,r3,r2,r1)
1002#define PCMP4_GT(r1,r2,r3) A9(1,0,9,1,r3,r2,r1)
1003/* pmax */
1004#define PMAX1_U(r1,r2,r3) I2(0,2,0,1,1,r3,r2,r1)
1005#define PMAX2(r1,r2,r3) I2(0,2,1,1,3,r3,r2,r1)
1006/* pmin */
1007#define PMIN1_U(r1,r2,r3) I2(0,2,0,0,1,r3,r2,r1)
1008#define PMIN2(r1,r2,r3) I2(0,2,1,0,3,r3,r2,r1)
1009/* pmpy */
1010#define PMPY2_R(r1,r2,r3) I2(0,2,1,3,1,r3,r2,r1)
1011#define PMPY2_L(r1,r2,r3) I2(0,2,1,3,3,r3,r2,r1)
1012/* pmpyshr */
1013#define PMPYSHR2(r1,r2,r3,im) I1(im,3,r3,r2,r1)
1014#define PMPYSHR2_U(r1,r2,r3,im) I1(im,1,r3,r2,r1)
1015/* popcnt */
1016#define POPCNT(r1,r3) I9(2,r3,r1)
1017/* probe */
1018#define PROBE_R(r1,r3,r2) M38(0x38,r3,r2,r1)
1019#define PROBE_W(r1,r3,r2) M38(0x39,r3,r2,r1)
1020#define PROBEI_R(r1,r3,im) M39(0x18,r3,im,r1)
1021#define PROBEI_W(r1,r3,im) M39(0x19,r3,im,r1)
1022#define PROBE_RW_FAULT(r3,im) M40(0x31,r3,im)
1023#define PROBE_R_FAULT(r3,im) M40(0x32,r3,im)
1024#define PROBE_W_FAULT(r3,im) M40(0x33,r3,im)
1025/* psad */
1026#define PSAD1(r1,r2,r3) I2(0,2,0,2,3,r3,r2,r1)
1027/* pshl */
1028#define PSHL2(r1,r2,r3) I7(0,1,r3,r2,r1)
1029#define PSHL4(r1,r2,r3) I7(1,0,r3,r2,r1)
1030#define PSHL2I(r1,r2,im) I8(0,1,im,r2,r1)
1031#define PSHL4I(r1,r2,im) I8(1,0,im,r2,r1)
1032/* pshladd */
1033#define PSHLADD2(r1,r2,im,r3) A10(4,im,r3,r2,r1)
1034/* pshr */
1035#define PSHR2(r1,r3,r2) I5(0,1,2,r3,r2,r1)
1036#define PSHR2I(r1,r3,im) I6(0,1,3,r3,im,r1)
1037#define PSHR2_U(r1,r3,r2) I5(0,1,0,r3,r2,r1)
1038#define PSHR2I_U(r1,r3,im) I6(0,1,1,r3,im,r1)
1039#define PSHR4(r1,r3,r2) I5(1,0,2,r3,r2,r1)
1040#define PSHR4I(r1,r3,im) I6(1,0,3,r3,im,r1)
1041#define PSHR4_U(r1,r3,r2) I5(1,0,0,r3,r2,r1)
1042#define PSHR4I_U(r1,r3,im) I6(1,0,1,r3,im,r1)
1043/* pshradd */
1044#define PSHRADD2(r1,r2,im,r3) A10(6,im,r3,r2,r1)
1045/* psub */
1046#define PSUB1(r1,r2,r3) A9(0,0,1,0,r3,r2,r1)
1047#define PSUB1_SSS(r1,r2,r3) A9(0,0,1,1,r3,r2,r1)
1048#define PSUB1_UUU(r1,r2,r3) A9(0,0,1,2,r3,r2,r1)
1049#define PSUB1_UUS(r1,r2,r3) A9(0,0,1,3,r3,r2,r1)
1050#define PSUB2(r1,r2,r3) A9(0,1,1,0,r3,r2,r1)
1051#define PSUB2_SSS(r1,r2,r3) A9(0,1,1,1,r3,r2,r1)
1052#define PSUB2_UUU(r1,r2,r3) A9(0,1,1,2,r3,r2,r1)
1053#define PSUB2_UUS(r1,r2,r3) A9(0,1,1,3,r3,r2,r1)
1054#define PSUB4(r1,r2,r3) A9(1,0,1,0,r3,r2,r1)
1055/* ptc.e */
1056#define PTC_E(r3) M47(0x34,r3)
1057/* ptc.g, ptc.ga */
1058#define PTC_G(r3,r2) M45(0xa,r3,r2)
1059#define PTC_GA(r3,r2) M45(0xb,r3,r2)
1060/* ptc.l */
1061#define PTC_L(r3,r2) M45(0x9,r3,r2)
1062/* ptr */
1063#define PTR_D(r3,r2) M45(0xc,r3,r2)
1064#define PTR_I(r3,r2) M45(0xd,r3,r2)
1065/* rfi */
1066#define RFI() B8(0x08)
1067/* rsm */
1068#define RSM(im) M44(7,im)
1069/* rum */
1070#define RUM(im) M44(5,im)
1071/* shl */
1072#define SHL(r1,r2,r3) I7(1,1,r3,r2,r1)
1073/* shladd */
1074#define SHLADD(r1,r2,im,r3) A2(4,im,r3,r2,r1)
1075/* shladdp4 */
1076#define SHLADDP4(r1,r2,im,r3) A2(6,im,r3,r2,r1)
1077/* shr */
1078#define SHR(r1,r3,r2) I5(1,1,2,r3,r2,r1)
1079#define SHR_U(r1,r3,r2) I5(1,1,0,r3,r2,r1)
1080/* shrp */
1081#define SHRP(r1,r2,r3,im) I10(im,r3,r2,r1)
1082/* srlz */
1083#define SRLZ_I() M24(3,1)
1084#define SRLZ_D() M24(3,0)
1085/* ssm */
1086#define SSM(im) M44(6,im)
1087/* st */
1088#define ST1(r3,r2) M6(0x30,ST_NONE,0,r3,r2)
1089#define ST2(r3,r2) M6(0x31,ST_NONE,0,r3,r2)
1090#define ST4(r3,r2) M6(0x32,ST_NONE,0,r3,r2)
1091#define ST8(r3,r2) M6(0x33,ST_NONE,0,r3,r2)
1092#define ST1_REL(r3,r2) M6(0x34,ST_NONE,0,r3,r2)
1093#define ST2_REL(r3,r2) M6(0x35,ST_NONE,0,r3,r2)
1094#define ST4_REL(r3,r2) M6(0x36,ST_NONE,0,r3,r2)
1095#define ST8_REL(r3,r2) M6(0x37,ST_NONE,0,r3,r2)
1096#define ST8_SPILL(r3,r2) M6(0x3b,ST_NONE,0,r3,r2)
1097#define ST16(r3,r2) M6(0x30,ST_NONE,1,r3,r2)
1098#define ST16_REL(r3,r2) M6(0x34,ST_NONE,1,r3,r2)
1099#define ST1_inc(r3,r2,im) M5(0x30,ST_NONE,r3,r2,im)
1100#define ST2_inc(r3,r2,im) M5(0x31,ST_NONE,r3,r2,im)
1101#define ST4_inc(r3,r2,im) M5(0x32,ST_NONE,r3,r2,im)
1102#define ST8_inc(r3,r2,im) M5(0x33,ST_NONE,r3,r2,im)
1103#define ST1_REL_inc(r3,r2,im) M5(0x34,ST_NONE,r3,r2,im)
1104#define ST2_REL_inc(r3,r2,im) M5(0x35,ST_NONE,r3,r2,im)
1105#define ST4_REL_inc(r3,r2,im) M5(0x36,ST_NONE,r3,r2,im)
1106#define ST8_REL_inc(r3,r2,im) M5(0x37,ST_NONE,r3,r2,im)
1107#define ST8_SPILL_inc(r3,r2,im) M5(0x3b,ST_NONE,r3,r2,im)
1108/* sub */
1109#define SUB(r1,r2,r3) A1(1,1,r3,r2,r1)
1110#define SUB1(r1,r2,r3) A1(1,0,r3,r2,r1)
1111#define SUBI(r1,im,r3) A3(9,1,r3,im,r1)
1112/* sum */
1113#define SUM(im) M44(4,im)
1114/* sxt */
1115#define SXT1(r1,r3) I29(0x14,r3,r1)
1116#define SXT2(r1,r3) I29(0x15,r3,r1)
1117#define SXT4(r1,r3) I29(0x16,r3,r1)
1118/* sync */
1119#define SYNC_I() M24(3,3)
1120/* tak */
1121#define TAK(r1,r3) M46(0x1f,r3,r1)
1122/* tbit */
1123#define TBIT_Z(p1,p2,r3,pos) I16(0,0,p2,r3,pos,0,p1)
1124#define TBIT_Z_UNC(p1,p2,r3,pos) I16(0,0,p2,r3,pos,1,p1)
1125#define TBIT_Z_AND(p1,p2,r3,pos) I16(1,0,p2,r3,pos,0,p1)
1126#define TBIT_NZ_AND(p1,p2,r3,pos) I16(1,0,p2,r3,pos,1,p1)
1127#define TBIT_Z_OR(p1,p2,r3,pos) I16(0,1,p2,r3,pos,0,p1)
1128#define TBIT_NZ_OR(p1,p2,r3,pos) I16(0,1,p2,r3,pos,1,p1)
1129#define TBIT_Z_ANDCM(p1,p2,r3,pos) I16(1,1,p2,r3,pos,0,p1)
1130#define TBIT_NZ_ANDCM(p1,p2,r3,pos) I16(1,1,p2,r3,pos,1,p1)
1131/* tf */
1132#define TF_Z(p1,p2,im) I30(0,0,p2,im,0,p1)
1133#define TF_Z_UNC(p1,p2,im) I30(0,0,p2,im,1,p1)
1134#define TF_Z_AND(p1,p2,im) I30(1,0,p2,im,0,p1)
1135#define TF_NZ_AND(p1,p2,im) I30(1,0,p2,im,1,p1)
1136#define TF_Z_OR(p1,p2,im) I30(0,1,p2,im,0,p1)
1137#define TF_NZ_OR(p1,p2,im) I30(0,1,p2,im,1,p1)
1138#define TF_Z_ANDCM(p1,p2,im) I30(1,1,p2,im,0,p1)
1139#define TF_NZ_ANDCM(p1,p2,im) I30(1,1,p2,im,1,p1)
1140/* thash */
1141#define THASH(r1,r3) M46(0x1a,r3,r1)
1142/* tnat */
1143#define TNAT_Z(p1,p2,r3) I17(0,0,p2,r3,0,p1)
1144#define TNAT_Z_UNC(p1,p2,r3) I17(0,0,p2,r3,1,p1)
1145#define TNAT_Z_AND(p1,p2,r3) I17(1,0,p2,r3,0,p1)
1146#define TNAT_NZ_AND(p1,p2,r3) I17(1,0,p2,r3,1,p1)
1147#define TNAT_Z_OR(p1,p2,r3) I17(0,1,p2,r3,0,p1)
1148#define TNAT_NZ_OR(p1,p2,r3) I17(0,1,p2,r3,1,p1)
1149#define TNAT_Z_ANDCM(p1,p2,r3) I17(1,1,p2,r3,0,p1)
1150#define TNAT_NZ_ANDCM(p1,p2,r3) I17(1,1,p2,r3,1,p1)
1151/* tpa */
1152#define TPA(r1,r3) M46(0x1e,r3,r1)
1153/* ttag */
1154#define TTAG(r1,r3) M46(0x1b,r3,r1)
1155/* unpack */
1156#define UNPACK1_H(r1,r2,r3) I2(0,2,0,1,0,r3,r2,r1)
1157#define UNPACK2_H(r1,r2,r3) I2(0,2,1,1,0,r3,r2,r1)
1158#define UNPACK4_H(r1,r2,r3) I2(1,2,0,1,0,r3,r2,r1)
1159#define UNPACK1_L(r1,r2,r3) I2(0,2,0,1,2,r3,r2,r1)
1160#define UNPACK2_L(r1,r2,r3) I2(0,2,1,1,2,r3,r2,r1)
1161#define UNPACK4_L(r1,r2,r3) I2(1,2,0,1,2,r3,r2,r1)
1162/* vmsw */
1163#define VMSW_0() B8(0x18)
1164#define VMSW_1() B8(0x19)
1165/* xchg */
1166#define XCHG1_ACQ(r1,r3,r2) M16(0x08,LD_NONE,r3,r2,r1)
1167#define XCHG2_ACQ(r1,r3,r2) M16(0x09,LD_NONE,r3,r2,r1)
1168#define XCHG4_ACQ(r1,r3,r2) M16(0x0a,LD_NONE,r3,r2,r1)
1169#define XCHG8_ACQ(r1,r3,r2) M16(0x0b,LD_NONE,r3,r2,r1)
1170/* xor */
1171#define XOR(r1,r2,r3) A1(3,3,r3,r2,r1)
1172#define XORI(r1,im,r3) A3(0xb,3,r3,im,r1)
1173/* zxt */
1174#define ZXT1(r1,r3) I29(0x10,r3,r1)
1175#define ZXT2(r1,r3) I29(0x11,r3,r1)
1176#define ZXT4(r1,r3) I29(0x12,r3,r1)
1177
1178#define addr(r0,r1,r2) ADD(r0,r1,r2)
1179#define addi(r0,r1,i0) _addi(_jit,r0,r1,i0)
1180static void _addi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1181#define addcr(r0, r1, r2) _addcr(_jit, r0, r1, r2)
1182static void _addcr(jit_state_t*, jit_int32_t, jit_int32_t, jit_int32_t);
1183#define addci(r0, r1, i0) _addci(_jit, r0, r1, i0)
1184static void _addci(jit_state_t*, jit_int32_t, jit_int32_t, jit_word_t);
1185# define addxr(r0, r1, r2) _addxr(_jit, r0, r1, r2)
1186static void _addxr(jit_state_t*, jit_int32_t, jit_int32_t, jit_int32_t);
1187# define addxi(r0, r1, i0) _addxi(_jit, r0, r1, i0)
1188static void _addxi(jit_state_t*, jit_int32_t, jit_int32_t, jit_word_t);
1189#define subr(r0,r1,r2) SUB(r0,r1,r2)
1190#define subi(r0,r1,i0) _subi(_jit,r0,r1,i0)
1191static void _subi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1192# define subcr(r0, r1, r2) _subcr(_jit, r0, r1, r2)
1193static void _subcr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1194# define subci(r0, r1, i0) _subci(_jit, r0, r1, i0)
1195static void _subci(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1196# define subxr(r0, r1, r2) _subxr(_jit, r0, r1, r2)
1197static void _subxr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1198# define subxi(r0, r1, i0) _subxi(_jit, r0, r1, i0)
1199static void _subxi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1200# define rsbi(r0, r1, i0) _rsbi(_jit, r0, r1, i0)
1201static void _rsbi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1202#define mulr(r0,r1,r2) _mulr(_jit,r0,r1,r2)
1203static void _mulr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1204#define muli(r0,r1,i0) _muli(_jit,r0,r1,i0)
1205static void _muli(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1206#define divr(r0,r1,r2) _divr(_jit,r0,r1,r2)
1207static void _divr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1208#define divi(r0,r1,i0) _divi(_jit,r0,r1,i0)
1209static void _divi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1210#define divr_u(r0,r1,r2) _divr_u(_jit,r0,r1,r2)
1211static void _divr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1212#define divi_u(r0,r1,i0) _divi_u(_jit,r0,r1,i0)
1213static void _divi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1214#define remr(r0,r1,r2) _remr(_jit,r0,r1,r2)
1215static void _remr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1216#define remi(r0,r1,i0) _remi(_jit,r0,r1,i0)
1217static void _remi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1218#define remr_u(r0,r1,r2) _remr_u(_jit,r0,r1,r2)
1219static void _remr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1220#define remi_u(r0,r1,i0) _remi_u(_jit,r0,r1,i0)
1221static void _remi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1222#define mulh(r0,r1,r2,sign) _mulh(_jit,r0,r1,r2,sign)
1223static void _mulh(jit_state_t*,jit_bool_t,jit_int32_t,jit_int32_t,jit_int32_t);
1224#define qmulr(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,1)
1225#define qmulr_u(r0,r1,r2,r3) iqmulr(r0,r1,r2,r3,0)
1226#define iqmulr(r0,r1,r2,r3,sign) _iqmulr(_jit,r0,r1,r2,r3,sign)
1227static void _iqmulr(jit_state_t*,jit_int32_t,jit_int32_t,
1228 jit_int32_t,jit_int32_t,jit_bool_t);
1229#define qmuli(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,1)
1230#define qmuli_u(r0,r1,r2,i0) iqmuli(r0,r1,r2,i0,0)
1231#define iqmuli(r0,r1,r2,i0,sign) _iqmuli(_jit,r0,r1,r2,i0,sign)
1232static void _iqmuli(jit_state_t*,jit_int32_t,jit_int32_t,
1233 jit_int32_t,jit_word_t,jit_bool_t);
1234#define qdivr(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,1)
1235#define qdivr_u(r0,r1,r2,r3) iqdivr(r0,r1,r2,r3,0)
1236#define iqdivr(r0,r1,r2,r3,sign) _iqdivr(_jit,r0,r1,r2,r3,sign)
1237static void _iqdivr(jit_state_t*,jit_int32_t,jit_int32_t,
1238 jit_int32_t,jit_int32_t,jit_bool_t);
1239#define qdivi(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,1)
1240#define qdivi_u(r0,r1,r2,i0) iqdivi(r0,r1,r2,i0,0)
1241#define iqdivi(r0,r1,r2,i0,sign) _iqdivi(_jit,r0,r1,r2,i0,sign)
1242static void _iqdivi(jit_state_t*,jit_int32_t,jit_int32_t,
1243 jit_int32_t,jit_word_t,jit_bool_t);
1244#define andr(r0,r1,r2) AND(r0,r1,r2)
1245#define andi(r0,r1,i0) _andi(_jit,r0,r1,i0)
1246static void _andi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1247#define orr(r0,r1,r2) OR(r0,r1,r2)
1248#define ori(r0,r1,i0) _ori(_jit,r0,r1,i0)
1249static void _ori(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1250#define xorr(r0,r1,r2) XOR(r0,r1,r2)
1251#define xori(r0,r1,i0) _xori(_jit,r0,r1,i0)
1252static void _xori(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1253#define lshr(r0,r1,r2) SHL(r0,r1,r2)
1254#define lshi(r0,r1,i0) _lshi(_jit,r0,r1,i0)
1255static void _lshi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1256#define rshr(r0,r1,r2) SHR(r0,r1,r2)
1257#define rshi(r0,r1,i0) _rshi(_jit,r0,r1,i0)
1258static void _rshi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1259#define rshr_u(r0,r1,r2) SHR_U(r0,r1,r2)
1260#define rshi_u(r0,r1,i0) _rshi_u(_jit,r0,r1,i0)
1261static void _rshi_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1262#define ltr(r0,r1,r2) _ltr(_jit,r0,r1,r2)
1263static void _ltr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1264#define lti(r0,r1,i0) _lti(_jit,r0,r1,i0)
1265static void _lti(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1266#define ltr_u(r0,r1,r2) _ltr_u(_jit,r0,r1,r2)
1267static void _ltr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1268#define lti_u(r0,r1,i0) _lti_u(_jit,r0,r1,i0)
1269static void _lti_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1270#define ler(r0,r1,r2) _ler(_jit,r0,r1,r2)
1271static void _ler(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1272#define lei(r0,r1,i0) _lei(_jit,r0,r1,i0)
1273static void _lei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1274#define ler_u(r0,r1,r2) _ler_u(_jit,r0,r1,r2)
1275static void _ler_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1276#define lei_u(r0,r1,i0) _lei_u(_jit,r0,r1,i0)
1277static void _lei_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1278#define eqr(r0,r1,r2) _eqr(_jit,r0,r1,r2)
1279static void _eqr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1280#define eqi(r0,r1,i0) _eqi(_jit,r0,r1,i0)
1281static void _eqi(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1282#define ger(r0,r1,r2) _ger(_jit,r0,r1,r2)
1283static void _ger(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1284#define gei(r0,r1,i0) _gei(_jit,r0,r1,i0)
1285static void _gei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1286#define ger_u(r0,r1,r2) _ger_u(_jit,r0,r1,r2)
1287static void _ger_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1288#define gei_u(r0,r1,i0) _gei_u(_jit,r0,r1,i0)
1289static void _gei_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1290#define gtr(r0,r1,r2) _gtr(_jit,r0,r1,r2)
1291static void _gtr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1292#define gti(r0,r1,i0) _gti(_jit,r0,r1,i0)
1293static void _gti(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1294#define gtr_u(r0,r1,r2) _gtr_u(_jit,r0,r1,r2)
1295static void _gtr_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1296#define gti_u(r0,r1,i0) _gti_u(_jit,r0,r1,i0)
1297static void _gti_u(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1298#define ner(r0,r1,r2) _ner(_jit,r0,r1,r2)
1299static void _ner(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1300#define nei(r0,r1,i0) _nei(_jit,r0,r1,i0)
1301static void _nei(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1302#define negr(r0,r1) subr(r0,0,r1)
1303#define comr(r0,r1) ANDCMI(r0,-1,r1)
1304#define movr(r0,r1) _movr(_jit,r0,r1)
1305static void _movr(jit_state_t*,jit_int32_t,jit_int32_t);
1306#define movi(r0,i0) _movi(_jit,r0,i0)
1307static void _movi(jit_state_t*,jit_int32_t,jit_word_t);
1308#define movi_p(r0,i0) _movi_p(_jit,r0,i0)
1309static jit_word_t _movi_p(jit_state_t*,jit_int32_t,jit_word_t);
40a44dcb
PC		 1310# define movnr(r0,r1,r2) _movnr(_jit,r0,r1,r2)
1311static void _movnr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1312# define movzr(r0,r1,r2) _movzr(_jit,r0,r1,r2)
1313static void _movzr(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
ba3814c1
PC		 1314# define casx(r0, r1, r2, r3, i0) _casx(_jit, r0, r1, r2, r3, i0)
1315static void _casx(jit_state_t *_jit,jit_int32_t,jit_int32_t,
1316 jit_int32_t,jit_int32_t,jit_word_t);
1317#define casr(r0, r1, r2, r3) casx(r0, r1, r2, r3, 0)
1318#define casi(r0, i0, r1, r2) casx(r0, _NOREG, r1, r2, i0)
40a44dcb
PC		 1319# define bswapr_us(r0,r1) _bswapr_us(_jit,r0,r1)
1320static void _bswapr_us(jit_state_t*,jit_int32_t,jit_int32_t);
1321# define bswapr_ui(r0,r1) _bswapr_ui(_jit,r0,r1)
1322static void _bswapr_ui(jit_state_t*,jit_int32_t,jit_int32_t);
1323# define bswapr_ul(r0,r1) MUX1(r0,r1,MUX_REV)
4a71579b
PC		 1324#define extr_c(r0,r1) SXT1(r0,r1)
1325#define extr_uc(r0,r1) ZXT1(r0,r1)
1326#define extr_s(r0,r1) SXT2(r0,r1)
1327#define extr_us(r0,r1) ZXT2(r0,r1)
1328#define extr_i(r0,r1) SXT4(r0,r1)
1329#define extr_ui(r0,r1) ZXT4(r0,r1)
1330#define bltr(i0,r0,r1) _bltr(_jit,i0,r0,r1)
1331static jit_word_t _bltr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1332#define blti(i0,r0,i1) _blti(_jit,i0,r0,i1)
1333static jit_word_t _blti(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1334#define bltr_u(i0,r0,r1) _bltr_u(_jit,i0,r0,r1)
1335static jit_word_t _bltr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1336#define blti_u(i0,r0,i1) _blti_u(_jit,i0,r0,i1)
1337static jit_word_t _blti_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1338#define bler(i0,r0,r1) _bler(_jit,i0,r0,r1)
1339static jit_word_t _bler(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1340#define blei(i0,r0,i1) _blei(_jit,i0,r0,i1)
1341static jit_word_t _blei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1342#define bler_u(i0,r0,r1) _bler_u(_jit,i0,r0,r1)
1343static jit_word_t _bler_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1344#define blei_u(i0,r0,i1) _blei_u(_jit,i0,r0,i1)
1345static jit_word_t _blei_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1346#define beqr(i0,r0,r1) _beqr(_jit,i0,r0,r1)
1347static jit_word_t _beqr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1348#define beqi(i0,r0,i1) _beqi(_jit,i0,r0,i1)
1349static jit_word_t _beqi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1350#define bger(i0,r0,r1) _bger(_jit,i0,r0,r1)
1351static jit_word_t _bger(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1352#define bgei(i0,r0,i1) _bgei(_jit,i0,r0,i1)
1353static jit_word_t _bgei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1354#define bger_u(i0,r0,r1) _bger_u(_jit,i0,r0,r1)
1355static jit_word_t _bger_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1356#define bgei_u(i0,r0,i1) _bgei_u(_jit,i0,r0,i1)
1357static jit_word_t _bgei_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1358#define bgtr(i0,r0,r1) _bgtr(_jit,i0,r0,r1)
1359static jit_word_t _bgtr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1360#define bgti(i0,r0,i1) _bgti(_jit,i0,r0,i1)
1361static jit_word_t _bgti(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1362#define bgtr_u(i0,r0,r1) _bgtr_u(_jit,i0,r0,r1)
1363static jit_word_t _bgtr_u(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1364#define bgti_u(i0,r0,i1) _bgti_u(_jit,i0,r0,i1)
1365static jit_word_t _bgti_u(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1366#define bner(i0,r0,r1) _bner(_jit,i0,r0,r1)
1367static jit_word_t _bner(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1368#define bnei(i0,r0,i1) _bnei(_jit,i0,r0,i1)
1369static jit_word_t _bnei(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1370#define bmsr(i0,r0,r1) _bmsr(_jit,i0,r0,r1)
1371static jit_word_t _bmsr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1372#define bmsi(i0,r0,i1) _bmsi(_jit,i0,r0,i1)
1373static jit_word_t _bmsi(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1374#define bmcr(i0,r0,r1) _bmcr(_jit,i0,r0,r1)
1375static jit_word_t _bmcr(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1376#define bmci(i0,r0,i1) _bmci(_jit,i0,r0,i1)
1377static jit_word_t _bmci(jit_state_t*,jit_word_t,jit_int32_t,jit_word_t);
1378#define baddr(i0,r0,r1,cc) _baddr(_jit,i0,r0,r1,cc)
1379static jit_word_t _baddr(jit_state_t*,jit_word_t,
1380 jit_int32_t,jit_int32_t,jit_bool_t);
1381#define baddi(i0,r0,i1,cc) _baddi(_jit,i0,r0,i1,cc)
1382static jit_word_t _baddi(jit_state_t*,jit_word_t,
1383 jit_int32_t,jit_word_t,jit_bool_t);
1384#define baddr_u(i0,r0,r1,cc) _baddr_u(_jit,i0,r0,r1,cc)
1385static jit_word_t _baddr_u(jit_state_t*,jit_word_t,
1386 jit_int32_t,jit_int32_t,jit_bool_t);
1387#define baddi_u(i0,r0,i1,cc) _baddi_u(_jit,i0,r0,i1,cc)
1388static jit_word_t _baddi_u(jit_state_t*,jit_word_t,
1389 jit_int32_t,jit_word_t,jit_bool_t);
1390#define bsubr(i0,r0,r1,cc) _bsubr(_jit,i0,r0,r1,cc)
1391static jit_word_t _bsubr(jit_state_t*,jit_word_t,
1392 jit_int32_t,jit_int32_t,jit_bool_t);
1393#define bsubi(i0,r0,i1,cc) _bsubi(_jit,i0,r0,i1,cc)
1394static jit_word_t _bsubi(jit_state_t*,jit_word_t,
1395 jit_int32_t,jit_word_t,jit_bool_t);
1396#define bsubr_u(i0,r0,r1,cc) _bsubr_u(_jit,i0,r0,r1,cc)
1397static jit_word_t _bsubr_u(jit_state_t*,jit_word_t,
1398 jit_int32_t,jit_int32_t,jit_bool_t);
1399#define bsubi_u(i0,r0,i1,cc) _bsubi_u(_jit,i0,r0,i1,cc)
1400static jit_word_t _bsubi_u(jit_state_t*,jit_word_t,
1401 jit_int32_t,jit_word_t,jit_bool_t);
1402#define boaddr(i0,r0,r1) baddr(i0,r0,r1,1)
1403#define boaddi(i0,r0,i1) baddi(i0,r0,i1,1)
1404#define boaddr_u(i0,r0,r1) baddr_u(i0,r0,r1,1)
1405#define boaddi_u(i0,r0,i1) baddi_u(i0,r0,i1,1)
1406#define bxaddr(i0,r0,r1) baddr(i0,r0,r1,0)
1407#define bxaddi(i0,r0,i1) baddi(i0,r0,i1,0)
1408#define bxaddr_u(i0,r0,r1) baddr_u(i0,r0,r1,0)
1409#define bxaddi_u(i0,r0,i1) baddi_u(i0,r0,i1,0)
1410#define bosubr(i0,r0,r1) bsubr(i0,r0,r1,1)
1411#define bosubi(i0,r0,i1) bsubi(i0,r0,i1,1)
1412#define bosubr_u(i0,r0,r1) bsubr_u(i0,r0,r1,1)
1413#define bosubi_u(i0,r0,i1) bsubi_u(i0,r0,i1,1)
1414#define bxsubr(i0,r0,r1) bsubr(i0,r0,r1,0)
1415#define bxsubi(i0,r0,i1) bsubi(i0,r0,i1,0)
1416#define bxsubr_u(i0,r0,r1) bsubr_u(i0,r0,r1,0)
1417#define bxsubi_u(i0,r0,i1) bsubi_u(i0,r0,i1,0)
1418#define ldr_c(r0,r1) _ldr_c(_jit,r0,r1)
1419static void _ldr_c(jit_state_t*,jit_int32_t,jit_int32_t);
1420#define ldi_c(r0,i0) _ldi_c(_jit,r0,i0)
1421static void _ldi_c(jit_state_t*,jit_int32_t,jit_word_t);
1422#define ldr_uc(r0,r1) LD1(r0,r1)
1423#define ldi_uc(r0,i0) _ldi_uc(_jit,r0,i0)
1424static void _ldi_uc(jit_state_t*,jit_int32_t,jit_word_t);
1425#define ldr_s(r0,r1) _ldr_s(_jit,r0,r1)
1426static void _ldr_s(jit_state_t*,jit_int32_t,jit_int32_t);
1427#define ldi_s(r0,i0) _ldi_s(_jit,r0,i0)
1428static void _ldi_s(jit_state_t*,jit_int32_t,jit_word_t);
1429#define ldr_us(r0,r1) LD2(r0,r1)
1430#define ldi_us(r0,i0) _ldi_us(_jit,r0,i0)
1431static void _ldi_us(jit_state_t*,jit_int32_t,jit_word_t);
1432#define ldr_i(r0,r1) _ldr_i(_jit,r0,r1)
1433static void _ldr_i(jit_state_t*,jit_int32_t,jit_int32_t);
1434#define ldi_i(r0,i0) _ldi_i(_jit,r0,i0)
1435static void _ldi_i(jit_state_t*,jit_int32_t,jit_word_t);
1436#define ldr_ui(r0,r1) LD4(r0,r1)
1437#define ldi_ui(r0,i0) _ldi_ui(_jit,r0,i0)
1438static void _ldi_ui(jit_state_t*,jit_int32_t,jit_word_t);
1439#define ldr_l(r0,r1) LD8(r0,r1)
1440#define ldi_l(r0,i0) _ldi_l(_jit,r0,i0)
1441static void _ldi_l(jit_state_t*,jit_int32_t,jit_word_t);
1442#define ldxr_c(r0,r1,r2) _ldxr_c(_jit,r0,r1,r2)
1443static void _ldxr_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1444#define ldxi_c(r0,r1,i0) _ldxi_c(_jit,r0,r1,i0)
1445static void _ldxi_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1446#define ldxr_uc(r0,r1,r2) _ldxr_uc(_jit,r0,r1,r2)
1447static void _ldxr_uc(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1448#define ldxi_uc(r0,r1,i0) _ldxi_uc(_jit,r0,r1,i0)
1449static void _ldxi_uc(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1450#define ldxr_s(r0,r1,r2) _ldxr_s(_jit,r0,r1,r2)
1451static void _ldxr_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1452#define ldxi_s(r0,r1,i0) _ldxi_s(_jit,r0,r1,i0)
1453static void _ldxi_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1454#define ldxr_us(r0,r1,r2) _ldxr_us(_jit,r0,r1,r2)
1455static void _ldxr_us(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1456#define ldxi_us(r0,r1,i0) _ldxi_us(_jit,r0,r1,i0)
1457static void _ldxi_us(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1458#define ldxr_i(r0,r1,r2) _ldxr_i(_jit,r0,r1,r2)
1459static void _ldxr_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1460#define ldxi_i(r0,r1,i0) _ldxi_i(_jit,r0,r1,i0)
1461static void _ldxi_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1462#define ldxr_ui(r0,r1,r2) _ldxr_ui(_jit,r0,r1,r2)
1463static void _ldxr_ui(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1464#define ldxi_ui(r0,r1,i0) _ldxi_ui(_jit,r0,r1,i0)
1465static void _ldxi_ui(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1466#define ldxr_l(r0,r1,r2) _ldxr_l(_jit,r0,r1,r2)
1467static void _ldxr_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1468#define ldxi_l(r0,r1,i0) _ldxi_l(_jit,r0,r1,i0)
1469static void _ldxi_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
1470#define str_c(r0,r1) ST1(r0,r1)
1471#define sti_c(i0,r0) _sti_c(_jit,i0,r0)
1472static void _sti_c(jit_state_t*,jit_word_t,jit_int32_t);
1473#define str_s(r0,r1) ST2(r0,r1)
1474#define sti_s(i0,r0) _sti_s(_jit,i0,r0)
1475static void _sti_s(jit_state_t*,jit_word_t,jit_int32_t);
1476#define str_i(r0,r1) ST4(r0,r1)
1477#define sti_i(i0,r0) _sti_i(_jit,i0,r0)
1478static void _sti_i(jit_state_t*,jit_word_t,jit_int32_t);
1479#define str_l(r0,r1) ST8(r0,r1)
1480#define sti_l(i0,r0) _sti_l(_jit,i0,r0)
1481static void _sti_l(jit_state_t*,jit_word_t,jit_int32_t);
1482#define stxr_c(r0,r1,r2) _stxr_c(_jit,r0,r1,r2)
1483static void _stxr_c(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1484#define stxi_c(i0,r0,r1) _stxi_c(_jit,i0,r0,r1)
1485static void _stxi_c(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1486#define stxr_s(r0,r1,r2) _stxr_s(_jit,r0,r1,r2)
1487static void _stxr_s(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1488#define stxi_s(i0,r0,r1) _stxi_s(_jit,i0,r0,r1)
1489static void _stxi_s(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1490#define stxr_i(r0,r1,r2) _stxr_i(_jit,r0,r1,r2)
1491static void _stxr_i(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1492#define stxi_i(i0,r0,r1) _stxi_i(_jit,i0,r0,r1)
1493static void _stxi_i(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1494#define stxr_l(r0,r1,r2) _stxr_l(_jit,r0,r1,r2)
1495static void _stxr_l(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
1496#define stxi_l(i0,r0,r1) _stxi_l(_jit,i0,r0,r1)
1497static void _stxi_l(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
1498#define jmpr(r0) _jmpr(_jit,r0)
1499static void _jmpr(jit_state_t*,jit_int32_t);
1500#define jmpi(i0) _jmpi(_jit,i0)
1501static void _jmpi(jit_state_t*,jit_word_t);
1502#define jmpi_p(i0) _jmpi_p(_jit,i0)
1503static jit_word_t _jmpi_p(jit_state_t*,jit_word_t);
1504#define callr(r0) _callr(_jit,r0)
1505static void _callr(jit_state_t*,jit_int32_t);
1506#define calli(i0) _calli(_jit,i0)
1507static void _calli(jit_state_t*,jit_word_t);
1508#define calli_p(i0) _calli_p(_jit,i0)
1509static jit_word_t _calli_p(jit_state_t*,jit_word_t);
1510#define prolog(node) _prolog(_jit,node)
1511static void _prolog(jit_state_t*,jit_node_t*);
1512#define epilog(node) _epilog(_jit,node)
1513static void _epilog(jit_state_t*,jit_node_t*);
1514# define vastart(r0) _vastart(_jit, r0)
1515static void _vastart(jit_state_t*, jit_int32_t);
1516# define vaarg(r0, r1) _vaarg(_jit, r0, r1)
1517static void _vaarg(jit_state_t*, jit_int32_t, jit_int32_t);
1518#define patch_at(node,instr,label) _patch_at(_jit,node,instr,label)
1519static void _patch_at(jit_state_t*,jit_code_t,jit_word_t,jit_word_t);
1520#endif
1521
1522#if CODE
1523#if __BYTE_ORDER == __BIG_ENDIAN
1524static jit_word_t
1525byte_swap_if_big_endian(jit_word_t w)
1526{
1527 union {
1528 char c[8];
1529 long w;
1530 } l, h;
1531 l.w = w;
1532 h.c[0] = l.c[7];
1533 h.c[1] = l.c[6];
1534 h.c[2] = l.c[5];
1535 h.c[3] = l.c[4];
1536 h.c[4] = l.c[3];
1537 h.c[5] = l.c[2];
1538 h.c[6] = l.c[1];
1539 h.c[7] = l.c[0];
1540 return (h.w);
1541}
1542#else
1543#define byte_swap_if_big_endian(w) (w)
1544#endif
1545
1546static void
1547_out(jit_state_t *_jit, int n, int tm,
1548 jit_word_t s0, jit_word_t s1, jit_word_t s2)
1549{
1550 int i;
1551 jit_word_t l, h, *w;
1552 set_bundle(_jit->pc.ul, l, h, tm, s0, s1, s2);
1553 _jit->pc.ul += 2;
1554 w = (jit_word_t *)_jitc->inst;
1555 for (i = n; i < _jitc->ioff; i++)
1556 w[i - n] = w[i];
1557 _jitc->ioff -= n;
1558}
1559
1560#define nop_m 0x0008000000L
1561#define nop_i 0x0008000000L
1562#define nop_b 0x4000000000L
1563static void
1564_stop(jit_state_t *_jit)
1565{
1566 /* Clear set of live registers */
1567 jit_regset_set_ui(&_jitc->regs, 0);
1568 _jitc->pred = 0;
1569 /* Flag a stop is required */
1570 if (_jitc->ioff)
1571 _jitc->inst[_jitc->ioff - 1].t |= INST_STOP;
1572 else
1573 inst(nop_m, INST_Ms);
1574}
1575
1576static void
1577_sync(jit_state_t *_jit)
1578{
1579 /* Taken branches are supposed to not need a stop, so, it
1580 * should not be required to stop if no registers live in
1581 * sequential code */
1582 if (jit_regset_cmp_ui(&_jitc->regs, 0) != 0 || _jitc->pred)
1583 stop();
1584 do
1585 flush();
1586 while (_jitc->ioff);
1587}
1588
1589#define A_0 INST_A
1590#define As0 INST_As
1591#define I_0 INST_I
1592#define Is0 INST_Is
1593#define M_0 INST_M
1594#define Ms0 INST_Ms
1595#define F_0 INST_F
1596#define Fs0 INST_Fs
1597#define B_0 INST_B
1598#define Bs0 INST_Bs
1599#define L_0 INST_L
1600#define Ls0 INST_Ls
1601#define X_0 INST_X
1602#define Xs0 INST_Xs
1603#define A_1 (INST_A<<4)
1604#define As1 (INST_As<<4)
1605#define I_1 (INST_I<<4)
1606#define Is1 (INST_Is<<4)
1607#define M_1 (INST_M<<4)
1608#define Ms1 (INST_Ms<<4)
1609#define F_1 (INST_F<<4)
1610#define Fs1 (INST_Fs<<4)
1611#define B_1 (INST_B<<4)
1612#define Bs1 (INST_Bs<<4)
1613#define L_1 (INST_L<<4)
1614#define Ls1 (INST_Ls<<4)
1615#define X_1 (INST_X<<4)
1616#define Xs1 (INST_Xs<<4)
1617#define A_2 (INST_A<<8)
1618#define As2 (INST_As<<8)
1619#define I_2 (INST_I<<8)
1620#define Is2 (INST_Is<<8)
1621#define M_2 (INST_M<<8)
1622#define Ms2 (INST_Ms<<8)
1623#define F_2 (INST_F<<8)
1624#define Fs2 (INST_Fs<<8)
1625#define B_2 (INST_B<<8)
1626#define Bs2 (INST_Bs<<8)
1627#define L_2 (INST_L<<8)
1628#define Ls2 (INST_Ls<<8)
1629#define X_2 (INST_X<<8)
1630#define Xs2 (INST_Xs<<8)
1631
1632#define I_ I_0
1633#define I_I_ I_0|I_1
1634#define I_Is I_0|Is1
1635#define I_B_ I_0|B_1
1636#define I_Bs I_0|Bs1
1637#define Is Is0
1638#define IsI_ Is0|I_1
1639#define IsIs Is0|Is1
1640#define M_ M_0
1641#define M_I_ M_0|I_1
1642#define M_Is M_0|Is1
1643#define M_M_ M_0|M_1
1644#define M_Ms M_0|Ms1
1645#define M_F_ M_0|F_1
1646#define M_Fs M_0|Fs1
1647#define M_B_ M_0|B_1
1648#define M_Bs M_0|Bs1
1649#define M_I_I_ M_0|I_1|I_2
1650#define M_I_Is M_0|I_1|Is2
1651#define M_I_B_ M_0|I_1|B_2
1652#define M_I_Bs M_0|I_1|Bs2
1653#define M_IsI_ M_0|Is1|I_2
1654#define M_IsIs M_0|Is1|Is2
1655#define M_M_I_ M_0|M_1|I_2
1656#define M_M_Is M_0|M_1|Is2
1657#define M_M_F_ M_0|M_1|F_2
1658#define M_M_Fs M_0|M_1|Fs2
1659#define M_M_B_ M_0|M_1|B_2
1660#define M_M_Bs M_0|M_1|Bs2
1661#define M_F_I_ M_0|F_1|I_2
1662#define M_F_Is M_0|F_1|Is2
1663#define M_F_B_ M_0|F_1|B_2
1664#define M_F_Bs M_0|F_1|Bs2
1665#define M_B_B_ M_0|B_1|B_2
1666#define M_B_Bs M_0|B_1|Bs2
1667#define M_L_X_ M_0|L_1|X_2
1668#define M_L_Xs M_0|L_1|Xs2
1669#define Ms Ms0
1670#define MsI_ Ms0|I_1
1671#define MsIs Ms0|Is1
1672#define MsM_ Ms0|M_1
1673#define MsMs Ms0|Ms1
1674#define MsM_I_ Ms0|M_1|I_2
1675#define MsM_Is Ms0|M_1|Is2
1676#define F_ F_0
1677#define F_I_ F_0|I_1
1678#define F_Is F_0|Is1
1679#define F_B_ F_0|B_1
1680#define F_Bs F_0|Bs1
1681#define Fs Fs0
1682#define B_ B_0
1683#define B_B_ B_0|B_1
1684#define B_Bs B_0|Bs1
1685#define B_B_B_ B_0|B_1|B_2
1686#define B_B_Bs B_0|B_1|Bs2
1687#define Bs Bs0
1688#define L_X_ L_0|X_1
1689#define L_Xs L_0|Xs1
1690
1691static jit_word_t
1692templat(jit_word_t cc)
1693{
1694 switch (cc) {
1695 case I_:
1696 case I_I_: case I_Is:
1697 case I_B_: case I_Bs:
1698 case Is:
1699 case IsI_: case IsIs:
1700 case M_:
1701 case M_I_: case M_Is:
1702 case M_M_: case M_Ms:
1703 case M_F_: case M_Fs:
1704 case M_B_: case M_Bs:
1705 case M_I_I_: case M_I_Is:
1706 case M_I_B_: case M_I_Bs:
1707 case M_IsI_: case M_IsIs:
1708 case M_M_I_: case M_M_Is:
1709 case M_M_F_: case M_M_Fs:
1710 case M_M_B_: case M_M_Bs:
1711 case M_F_I_: case M_F_Is:
1712 case M_F_B_: case M_F_Bs:
1713 case M_B_B_: case M_B_Bs:
1714 case M_L_X_: case M_L_Xs:
1715 case Ms:
1716 case MsI_: case MsIs:
1717 case MsM_: case MsMs:
1718 case MsM_I_: case MsM_Is:
1719 case F_:
1720 case F_I_: case F_Is:
1721 case F_B_: case F_Bs:
1722 case Fs:
1723 case B_:
1724 case B_B_: case B_Bs:
1725 case B_B_B_: case B_B_Bs:
1726 case Bs:
1727 case L_X_: case L_Xs:
1728 return (cc);
1729 default:
1730 return (0);
1731 }
1732}
1733
1734/* match* functions recurse attempting to find a template for A-
1735 * instructions, that may be executed in M- or I- unit.
1736 * It also uses an heuristic of trying first M- for slot 0 and 2,
1737 * and I- for slot 1, but tries all possible matches.
1738 */
1739static jit_word_t
1740match_2(jit_word_t cc)
1741{
1742 jit_word_t t;
1743 if ((t = templat(cc | M_2)))
1744 return (t);
1745 if ((t = templat(cc | I_2)))
1746 return (t);
1747 return (0);
1748}
1749
1750static jit_word_t
1751matchs2(jit_word_t cc)
1752{
1753 jit_word_t t;
1754 if ((t = templat(cc | Ms2)))
1755 return (t);
1756 if ((t = templat(cc | Is2)))
1757 return (t);
1758 return (0);
1759}
1760
1761static jit_word_t
1762match2(jit_word_t cc)
1763{
1764 if ((cc & 0xf00) == A_2)
1765 return (match_2(cc & ~0xf00));
1766 if ((cc & 0xf00) == As2)
1767 return (matchs2(cc & ~0xf00));
1768 return (0);
1769}
1770
1771static jit_word_t
1772match_1(jit_word_t cc)
1773{
1774 jit_word_t t;
1775 if ((t = templat(cc | I_1)))
1776 return (t);
1777 if ((t = templat(cc | M_1)))
1778 return (t);
1779 if ((t = match2(cc | I_1)))
1780 return (t);
1781 if ((t = match2(cc | M_1)))
1782 return (t);
1783 return (0);
1784}
1785
1786static jit_word_t
1787matchs1(jit_word_t cc)
1788{
1789 jit_word_t t;
1790 if ((t = templat(cc | Is1)))
1791 return (t);
1792 if ((t = templat(cc | Ms1)))
1793 return (t);
1794 if ((t = match2(cc | Is1)))
1795 return (t);
1796 if ((t = match2(cc | Ms1)))
1797 return (t);
1798 return (0);
1799}
1800
1801static jit_word_t
1802match1(jit_word_t cc)
1803{
1804 if ((cc & 0x0f0) == A_1)
1805 return (match_1(cc & ~0x0f0));
1806 if ((cc & 0x0f0) == As1)
1807 return (matchs1(cc & ~0x0f0));
1808 return (0);
1809}
1810
1811static jit_word_t
1812match_0(jit_word_t cc)
1813{
1814 jit_word_t t;
1815 if ((t = templat(cc | M_0)))
1816 return (t);
1817 if ((t = templat(cc | I_0)))
1818 return (t);
1819 if ((t = match1(cc | M_0)))
1820 return (t);
1821 if ((t = match1(cc | I_0)))
1822 return (t);
1823 return (0);
1824}
1825
1826static jit_word_t
1827matchs0(jit_word_t cc)
1828{
1829 jit_word_t t;
1830 if ((t = templat(cc | Ms0)))
1831 return (t);
1832 if ((t = templat(cc | Is0)))
1833 return (t);
1834 if ((t = match1(cc | Ms0)))
1835 return (t);
1836 if ((t = match1(cc | Is0)))
1837 return (t);
1838 return (0);
1839}
1840
1841static jit_word_t
1842match0(jit_word_t cc)
1843{
1844 if ((cc & 0x00f) == A_0)
1845 return (match_0(cc & ~0x00f));
1846 if ((cc & 0x00f) == As0)
1847 return (matchs0(cc & ~0x00f));
1848 return (0);
1849}
1850
1851static void
1852_flush(jit_state_t *_jit)
1853{
1854 int n, soff;
1855 jit_word_t t, cc, tm, s0, s1, s2;
1856
1857 if (!_jitc->ioff)
1858 return;
1859 for (cc = 0, n = soff = 0; n < _jitc->ioff; n++, soff += 4)
1860 cc |= (jit_uword_t)(_jitc->inst[n].t) << soff;
1861
1862 soff = 0xf00;
1863 while (soff) {
1864 /* Try to find a template, or reduce down
1865 * to one instruction if no template match */
1866 if ((t = templat(cc))) {
1867 cc = t;
1868 break;
1869 }
1870 /* A- instructions may be execute in M- or I- unit */
1871 if ((t = match0(cc))) {
1872 cc = t;
1873 break;
1874 }
1875 cc &= ~soff;
1876 soff >>= 4;
1877 }
1878 assert(soff);
1879
1880 /* Prefer tail nop if need to add some nop, so that patching is easier */
1881#define ii(n) _jitc->inst[n].i
1882 switch (cc) {
1883 case I_:
1884 n = 1; tm = TM_M_I_I_;
1885 s0 = nop_m; s1 = ii(0); s2 = nop_i;
1886 break;
1887 case I_I_:
1888 n = 2; tm = TM_M_I_I_;
1889 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1890 break;
1891 case I_Is:
1892 n = 2; tm = TM_M_I_Is;
1893 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1894 break;
1895 case I_B_:
1896 n = 2; tm = TM_M_I_B_;
1897 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1898 break;
1899 case I_Bs:
1900 n = 2; tm = TM_M_I_Bs;
1901 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1902 break;
1903 case Is:
1904 n = 1; tm = TM_M_IsI_;
1905 s0 = nop_m; s1 = ii(0); s2 = nop_i;
1906 break;
1907 case IsI_:
1908 n = 2; tm = TM_M_IsI_;
1909 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1910 break;
1911 case IsIs:
1912 n = 2; tm = TM_M_IsIs;
1913 s0 = nop_m; s1 = ii(0); s2 = ii(1);
1914 break;
1915 case M_:
1916 n = 1; tm = TM_M_I_I_;
1917 s0 = ii(0); s1 = nop_i; s2 = nop_i;
1918 break;
1919 case M_I_:
1920 n = 2; tm = TM_M_I_I_;
1921 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1922 break;
1923 case M_Is:
1924 n = 2; tm = TM_M_IsI_;
1925 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1926 break;
1927 case M_M_:
1928 n = 2; tm = TM_M_M_I_;
1929 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1930 break;
1931 case M_Ms:
1932 n = 2; tm = TM_M_M_Is;
1933 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1934 break;
1935 case M_F_:
1936 n = 2; tm = TM_M_F_I_;
1937 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1938 break;
1939 case M_Fs:
1940 n = 2; tm = TM_M_F_Is;
1941 s0 = ii(0); s1 = ii(1); s2 = nop_i;
1942 break;
1943 case M_B_:
1944 n = 2; tm = TM_M_B_B_;
1945 s0 = ii(0); s1 = ii(1); s2 = nop_b;
1946 break;
1947 case M_Bs:
1948 n = 2; tm = TM_M_B_Bs;
1949 s0 = ii(0); s1 = ii(1); s2 = nop_b;
1950 break;
1951 case M_I_I_:
1952 n = 3; tm = TM_M_I_I_;
1953 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1954 break;
1955 case M_I_Is:
1956 n = 3; tm = TM_M_I_Is;
1957 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1958 break;
1959 case M_I_B_:
1960 n = 3; tm = TM_M_I_B_;
1961 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1962 break;
1963 case M_I_Bs:
1964 n = 3; tm = TM_M_I_Bs;
1965 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1966 break;
1967 case M_IsI_:
1968 n = 3; tm = TM_M_IsI_;
1969 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1970 break;
1971 case M_IsIs:
1972 n = 3; tm = TM_M_IsIs;
1973 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1974 break;
1975 case M_M_I_:
1976 n = 3; tm = TM_M_M_I_;
1977 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1978 break;
1979 case M_M_Is:
1980 n = 3; tm = TM_M_M_Is;
1981 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1982 break;
1983 case M_M_F_:
1984 n = 3; tm = TM_M_M_F_;
1985 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1986 break;
1987 case M_M_Fs:
1988 n = 3; tm = TM_M_M_Fs;
1989 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1990 break;
1991 case M_M_B_:
1992 n = 3; tm = TM_M_M_B_;
1993 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1994 break;
1995 case M_M_Bs:
1996 n = 3; tm = TM_M_M_Bs;
1997 s0 = ii(0); s1 = ii(1); s2 = ii(2);
1998 break;
1999 case M_F_I_:
2000 n = 3; tm = TM_M_F_I_;
2001 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2002 break;
2003 case M_F_Is:
2004 n = 3; tm = TM_M_F_Is;
2005 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2006 break;
2007 case M_F_B_:
2008 n = 3; tm = TM_M_F_B_;
2009 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2010 break;
2011 case M_F_Bs:
2012 n = 3; tm = TM_M_F_Bs;
2013 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2014 break;
2015 case M_B_B_:
2016 n = 3; tm = TM_M_B_B_;
2017 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2018 break;
2019 case M_B_Bs:
2020 n = 3; tm = TM_M_B_Bs;
2021 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2022 break;
2023 case M_L_X_:
2024 n = 3; tm = TM_M_L_X_;
2025 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2026 break;
2027 case M_L_Xs:
2028 n = 3; tm = TM_M_L_Xs;
2029 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2030 break;
2031 case Ms:
2032 n = 1; tm = TM_MsM_I_;
2033 s0 = ii(0); s1 = nop_m; s2 = nop_i;
2034 break;
2035 case MsI_:
2036 n = 2; tm = TM_MsM_I_;
2037 s0 = ii(0); s1 = nop_m; s2 = ii(1);
2038 break;
2039 case MsIs:
2040 n = 2; tm = TM_MsM_Is;
2041 s0 = ii(0); s1 = nop_m; s2 = ii(1);
2042 break;
2043 case MsM_:
2044 n = 2; tm = TM_MsM_I_;
2045 s0 = ii(0); s1 = ii(1); s2 = nop_i;
2046 break;
2047 case MsMs:
2048 n = 2; tm = TM_MsM_Is;
2049 s0 = ii(0); s1 = ii(1); s2 = nop_i;
2050 break;
2051 case MsM_I_:
2052 n = 3; tm = TM_MsM_I_;
2053 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2054 break;
2055 case MsM_Is:
2056 n = 3; tm = TM_MsM_Is;
2057 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2058 break;
2059 case F_:
2060 n = 1; tm = TM_M_F_I_;
2061 s0 = nop_m; s1 = ii(0); s2 = nop_i;
2062 break;
2063 case F_I_:
2064 n = 2; tm = TM_M_F_I_;
2065 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2066 break;
2067 case F_Is:
2068 n = 2; tm = TM_M_F_Is;
2069 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2070 break;
2071 case F_B_:
2072 n = 2; tm = TM_M_F_B_;
2073 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2074 break;
2075 case F_Bs:
2076 n = 2; tm = TM_M_F_Bs;
2077 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2078 break;
2079 case Fs:
2080 n = 1; tm = TM_M_F_Is;
2081 s0 = nop_m; s1 = ii(0); s2 = nop_i;
2082 break;
2083 case B_:
2084 n = 1; tm = TM_B_B_B_;
2085 s0 = ii(0); s1 = nop_b; s2 = nop_b;
2086 break;
2087 case B_B_:
2088 n = 2; tm = TM_B_B_B_;
2089 s0 = ii(0); s1 = ii(1); s2 = nop_b;
2090 break;
2091 case B_Bs:
2092 n = 2; tm = TM_B_B_Bs;
2093 s0 = ii(0); s1 = ii(1); s2 = nop_b;
2094 break;
2095 case B_B_B_:
2096 n = 3; tm = TM_B_B_B_;
2097 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2098 break;
2099 case B_B_Bs:
2100 n = 3; tm = TM_B_B_Bs;
2101 s0 = ii(0); s1 = ii(1); s2 = ii(2);
2102 break;
2103 case Bs:
2104 n = 1; tm = TM_B_B_Bs;
2105 s0 = ii(0); s1 = nop_b; s2 = nop_b;
2106 break;
2107 case L_X_:
2108 n = 2; tm = TM_M_L_X_;
2109 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2110 break;
2111 case L_Xs:
2112 n = 2; tm = TM_M_L_Xs;
2113 s0 = nop_m; s1 = ii(0); s2 = ii(1);
2114 break;
2115 default:
2116 abort();
2117 }
2118 out(n, tm, s0, s1, s2);
2119}
2120
2121static void
2122_inst(jit_state_t *_jit, jit_word_t i, jit_uint8_t t)
2123{
2124 if (_jitc->ioff > 2)
2125 flush();
2126 assert(!(i & 0x11111e0000000000L));
2127 _jitc->inst[_jitc->ioff].i = i;
2128 _jitc->inst[_jitc->ioff].t = t;
2129 ++_jitc->ioff;
2130}
2131
2132static void
2133_A1(jit_state_t *_jit, jit_word_t _p,
2134 jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2135{
2136 assert(!(_p & ~0x3fL));
2137 assert(!(x4 & ~0xfL));
2138 assert(!(x2 & ~0x3L));
2139 assert(!(r3 & ~0x7fL));
2140 assert(!(r2 & ~0x7fL));
2141 assert(!(r1 & ~0x7fL));
2142 TSTREG2(r2, r3);
2143 TSTPRED(_p);
2144 TSTREG1(r1);
2145 inst((8L<<37)|(x4<<29)|(x2<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
2146 SETREG(r1);
2147}
2148
2149static void
2150_A3(jit_state_t *_jit, jit_word_t _p,
2151 jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
2152{
2153 assert(!(_p & ~0x3fL));
2154 assert(!(x4 & ~0xfL));
2155 assert(!(x2 & ~0x3L));
2156 assert(!(r3 & ~0x7fL));
2157 assert(im >= -128 && im <= 127);
2158 assert(!(r1 & ~0x7f));
2159 TSTREG1(r3);
2160 TSTPRED(_p);
2161 TSTREG1(r1);
2162 inst((8L<<37)|(((im>>7)&1L)<<36)|(x4<<29)|(x2<<27)|
2163 (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
2164 SETREG(r1);
2165}
2166
2167static void
2168_A4(jit_state_t *_jit, jit_word_t _p,
2169 jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
2170{
2171 assert(!(_p & ~0x3fL));
2172 assert(!(x2 & ~0x3L));
2173 assert(!(r3 & ~0x7fL));
2174 assert(im >= -8192 && im <= 8191);
2175 assert(!(r1 & ~0x7f));
2176 TSTREG1(r3);
2177 TSTPRED(_p);
2178 TSTREG1(r1);
2179 inst((8L<<37)|(((im>>13)&1L)<<36)|(x2<<34)|(((im>>7)&0x3fL)<<27)|
2180 (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
2181 SETREG(r1);
2182}
2183
2184static void
2185_A5(jit_state_t *_jit, jit_word_t _p,
2186 jit_word_t r3, jit_word_t im, jit_word_t r1)
2187{
2188 jit_word_t s, i5, i9, i7;
2189 assert(!(_p & ~0x3fL));
2190 assert(!(r3 & ~0x3L));
2191 assert(im >= -2097152 && im <= 2097151);
2192 assert(!(r1 & ~0x7fL));
2193 /* imm22 = sign_ext(s << 21 | imm5c << 16 | imm9d << 7 | imm7b, 22) */
2194 s = (im & 0x200000) >> 21;
2195 i5 = (im & 0x1f0000) >> 16;
2196 i9 = (im & 0xff80) >> 7;
2197 i7 = im & 0x7f;
2198 TSTREG1(r3);
2199 TSTPRED(_p);
2200 TSTREG1(r1);
2201 inst((9L<<37)|(s<<36)|(i9<<27)|(i5<<22)|
2202 (r3<<20)|(i7<<13)|(r1<<6)|_p, INST_A);
2203 SETREG(r1);
2204}
2205
2206static void
2207_A6(jit_state_t *_jit, jit_word_t _p,
2208 jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
2209 jit_word_t r3, jit_word_t r2, jit_word_t c, jit_word_t p1)
2210{
2211 assert(!(_p & ~0x3fL));
2212 assert(!(o & ~0xfL));
2213 assert(!(x2 & ~0x3L));
2214 assert(!(ta & ~0x1L));
2215 assert(!(p2 & ~0x7fL));
2216 assert(!(r3 & ~0x7fL));
2217 assert(!(r2 & ~0x7fL));
2218 assert(!(c & ~0x1L));
2219 assert(!(p1 & ~0x3fL));
2220 TSTREG2(r2, r3);
2221 TSTPRED(_p);
2222 inst((o<<37)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
2223 (r2<<13)|(c<<12)|(p1<<6)|_p, INST_A);
2224 if (p1)
2225 _jitc->pred |= 1 << p1;
2226 if (p2)
2227 _jitc->pred |= 1 << p2;
2228}
2229
2230static void
2231_A7(jit_state_t *_jit, jit_word_t _p,
2232 jit_word_t o, jit_word_t x2, jit_word_t ta,
2233 jit_word_t p2, jit_word_t r3, jit_word_t c, jit_word_t p1)
2234{
2235 assert(!(_p & ~0x3fL));
2236 assert(!(o & ~0xfL));
2237 assert(!(x2 & ~0x3L));
2238 assert(!(ta & ~0x1L));
2239 assert(!(p2 & ~0x7fL));
2240 assert(!(r3 & ~0x7fL));
2241 assert(!(c & ~0x1L));
2242 assert(!(p1 & ~0x3fL));
2243 TSTREG1(r3);
2244 TSTPRED(_p);
2245 inst((o<<37)|(1L<<36)|(x2<<34)|(ta<<33)|
2246 (p2<<27)|(r3<<20)|(c<<12)|(p1<<6)|_p, INST_A);
2247 if (p1)
2248 _jitc->pred |= 1 << p1;
2249 if (p2)
2250 _jitc->pred |= 1 << p2;
2251}
2252
2253static void
2254_A8(jit_state_t *_jit, jit_word_t _p,
2255 jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
2256 jit_word_t r3, jit_word_t im, jit_word_t c, jit_word_t p1)
2257{
2258 assert(!(_p & ~0x3fL));
2259 assert(!(o & ~0xfL));
2260 assert(!(x2 & ~0x3L));
2261 assert(!(ta & ~0x1L));
2262 assert(!(p2 & ~0x7fL));
2263 assert(!(r3 & ~0x7fL));
2264 assert(im >= -128 && im <= 127);
2265 assert(!(c & ~0x1L));
2266 assert(!(p1 & ~0x3fL));
2267 TSTREG1(r3);
2268 TSTPRED(_p);
2269 inst((o<<37)|(((im>>7)&1L)<<36)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
2270 ((im&0x7fL)<<13)|(c<<12)|(p1<<6)|_p, INST_A);
2271 if (p1)
2272 _jitc->pred |= 1 << p1;
2273 if (p2)
2274 _jitc->pred |= 1 << p2;
2275}
2276
2277static void
2278_A9(jit_state_t *_jit, jit_word_t _p,
2279 jit_word_t za, jit_word_t zb, jit_word_t x4,
2280 jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2281{
2282 assert(!(_p & ~0x3fL));
2283 assert(!(za & ~0x1L));
2284 assert(!(zb & ~0x1L));
2285 assert(!(x4 & ~0xfL));
2286 assert(!(x2 & ~0x3L));
2287 assert(!(r3 & ~0x7fL));
2288 assert(!(r2 & ~0x7fL));
2289 assert(!(r1 & ~0x7fL));
2290 TSTREG2(r2, r3);
2291 TSTPRED(_p);
2292 TSTREG1(r1);
2293 inst((8L<<37)|(za<<36)|(1L<<34)|(zb<<33)|(x4<<29)|(x2<<27)|
2294 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
2295 SETREG(r1);
2296}
2297
2298static void
2299_I1(jit_state_t *_jit, jit_word_t _p,
2300 jit_word_t ct, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2301{
2302 assert(!(_p & ~0x3fL));
2303 assert(!(ct & ~0x3L));
2304 assert(!(x2 & ~0x3L));
2305 assert(!(r3 & ~0x7fL));
2306 assert(!(r2 & ~0x7fL));
2307 assert(!(r1 & ~0x7fL));
2308 TSTREG2(r2, r3);
2309 TSTPRED(_p);
2310 TSTREG1(r1);
2311 inst((7L<<37)|(1L<<33)|(ct<<30)|(x2<<28)|
2312 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2313 SETREG(r1);
2314}
2315
2316static void
2317_I2(jit_state_t *_jit, jit_word_t _p,
2318 jit_word_t za, jit_word_t xa, jit_word_t zb, jit_word_t xc,
2319 jit_word_t xb ,jit_word_t r3, jit_word_t r2, jit_word_t r1)
2320{
2321 assert(!(_p & ~0x3fL));
2322 assert(!(za & ~0x1L));
2323 assert(!(xa & ~0x3L));
2324 assert(!(zb & ~0x1L));
2325 assert(!(xc & ~0x3L));
2326 assert(!(xb & ~0x3L));
2327 assert(!(r3 & ~0x7fL));
2328 assert(!(r2 & ~0x7fL));
2329 assert(!(r1 & ~0x7fL));
2330 TSTREG2(r2, r3);
2331 TSTPRED(_p);
2332 TSTREG1(r1);
2333 inst((7L<<37)|(za<<36)|(xa<<34)|(zb<<33)|(xc<<30)|
2334 (xb<<28)|(r3<<20)|(r2<<13)|(r1<<6), INST_I);
2335 SETREG(r1);
2336}
2337
2338static void
2339_I3(jit_state_t *_jit, jit_word_t _p,
2340 jit_word_t mb, jit_word_t r2, jit_word_t r1)
2341{
2342 assert(!(_p & ~0x3fL));
2343 assert(!(mb & ~0xfL));
2344 assert(!(r2 & ~0x7fL));
2345 assert(!(r1 & ~0x7fL));
2346 TSTREG1(r2);
2347 TSTPRED(_p);
2348 TSTREG1(r1);
2349 inst((7L<<37)|(3L<<34)|(2L<<30)|(2L<<28)|
2350 (mb<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2351 SETREG(r1);
2352}
2353
2354static void
2355_I4(jit_state_t *_jit, jit_word_t _p,
2356 jit_word_t mh, jit_word_t r2, jit_word_t r1)
2357{
2358 assert(!(_p & ~0x3fL));
2359 assert(!(mh & ~0xffL));
2360 assert(!(r2 & ~0x7fL));
2361 assert(!(r1 & ~0x7fL));
2362 TSTREG1(r2);
2363 TSTPRED(_p);
2364 TSTREG1(r1);
2365 inst((7L<<37)|(3L<<34)|(1L<<33)|(2L<<30)|
2366 (2L<<28)|(mh<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2367 SETREG(r1);
2368}
2369
2370static void
2371_I5(jit_state_t *_jit, jit_word_t _p,
2372 jit_word_t za, jit_word_t zb, jit_word_t x2,
2373 jit_word_t r3, jit_word_t r2, jit_word_t r1)
2374{
2375 assert(!(_p & ~0x3fL));
2376 assert(!(za & ~0x1L));
2377 assert(!(zb & ~0x1L));
2378 assert(!(x2 & ~0x3L));
2379 assert(!(r3 & ~0x7fL));
2380 assert(!(r2 & ~0x7fL));
2381 assert(!(r1 & ~0x7fL));
2382 TSTREG2(r2, r3);
2383 TSTPRED(_p);
2384 TSTREG1(r1);
2385 inst((7L<<37)|(za<<36)|(zb<<33)|(x2<<28)|
2386 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2387 SETREG(r1);
2388}
2389
2390static void
2391_I6(jit_state_t *_jit, jit_word_t _p,
2392 jit_word_t za, jit_word_t zb, jit_word_t x2,
2393 jit_word_t r3, jit_word_t ct, jit_word_t r1)
2394{
2395 assert(!(_p & ~0x3fL));
2396 assert(!(za & ~0x1L));
2397 assert(!(zb & ~0x1L));
2398 assert(!(x2 & ~0x3L));
2399 assert(!(r3 & ~0x7fL));
2400 assert(!(ct & ~0x1fL));
2401 assert(!(r1 & ~0x7fL));
2402 TSTREG1(r3);
2403 TSTPRED(_p);
2404 TSTREG1(r1);
2405 inst((7L<<37)|(za<<36)|(1L<<34)|(zb<<33)|
2406 (x2<<28)|(r3<<20)|(ct<<14)|(r1<<6)|_p, INST_I);
2407 SETREG(r1);
2408}
2409
2410static void
2411_I7(jit_state_t *_jit, jit_word_t _p,
2412 jit_word_t za, jit_word_t zb, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2413{
2414 assert(!(_p & ~0x3fL));
2415 assert(!(za & ~0x1L));
2416 assert(!(zb & ~0x1L));
2417 assert(!(r3 & ~0x7fL));
2418 assert(!(r2 & ~0x7fL));
2419 assert(!(r1 & ~0x7fL));
2420 TSTREG2(r2, r3);
2421 TSTPRED(_p);
2422 TSTREG1(r1);
2423 inst((7L<<37)|(za<<36)|(zb<<33)|(1L<<30)|
2424 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2425 SETREG(r1);
2426}
2427
2428static void
2429_I8(jit_state_t *_jit, jit_word_t _p,
2430 jit_word_t za, jit_word_t zb, jit_word_t im, jit_word_t r2, jit_word_t r1)
2431{
2432 assert(!(_p & ~0x3fL));
2433 assert(!(za & ~0x1L));
2434 assert(!(zb & ~0x1L));
2435 assert(!(im & ~0x1fL));
2436 assert(!(r2 & ~0x7fL));
2437 assert(!(r1 & ~0x7fL));
2438 TSTREG1(r2);
2439 TSTPRED(_p);
2440 TSTREG1(r1);
2441 inst((7L<<37)|(za<<36)|(3L<<34)|(zb<<33)|(1L<<30)|(1L<<28)|
2442 (im<<20)|(r2<<13)|(r1<<6), INST_I);
2443 SETREG(r1);
2444}
2445
2446static void
2447_I9(jit_state_t *_jit, jit_word_t _p,
2448 jit_word_t x2, jit_word_t r3, jit_word_t r1)
2449{
2450 assert(!(_p & ~0x3fL));
2451 assert(!(x2 & ~0x3L));
2452 assert(!(r3 & ~0x7fL));
2453 assert(!(r1 & ~0x7fL));
2454 TSTREG1(r3);
2455 TSTPRED(_p);
2456 TSTREG1(r1);
2457 inst((7L<<37)|(1L<<34)|(1L<<34)|(1L<<33)|
2458 (x2<<30)|(1L<<28)|(r3<<20)|(r1<<6)|_p, INST_I);
2459 SETREG(r1);
2460}
2461
2462static void
2463_I10(jit_state_t *_jit, jit_word_t _p,
2464 jit_word_t ct, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2465{
2466 assert(!(_p & ~0x3fL));
2467 assert(!(ct & ~0x3fL));
2468 assert(!(r3 & ~0x7fL));
2469 assert(!(r2 & ~0x7fL));
2470 assert(!(r1 & ~0x7fL));
2471 TSTREG2(r2, r3);
2472 TSTPRED(_p);
2473 TSTREG1(r1);
2474 inst((5L<<37)|(3L<<34)|(ct<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2475 SETREG(r1);
2476}
2477
2478static void
2479_I11(jit_state_t *_jit, jit_word_t _p,
2480 jit_word_t len, jit_word_t r3,
2481 jit_word_t pos, jit_word_t y, jit_word_t r1)
2482{
2483 assert(!(_p & ~0x3fL));
2484 assert(!(len & ~0x3fL));
2485 assert(!(r3 & ~0x7fL));
2486 assert(!(pos & ~0x1fL));
2487 assert(!(y & ~0x1L));
2488 assert(!(r1 & ~0x7fL));
2489 TSTREG1(r3);
2490 TSTPRED(_p);
2491 TSTREG1(r1);
2492 inst((5L<<37)|(1L<<34)|(len<<27)|(r3<<20)|
2493 (pos<<14)|(y<<13)|(r1<<6)|_p, INST_I);
2494 SETREG(r1);
2495}
2496
2497static void
2498_I12(jit_state_t *_jit, jit_word_t _p,
2499 jit_word_t len, jit_word_t pos, jit_word_t r2, jit_word_t r1)
2500{
2501 assert(!(_p & ~0x3fL));
2502 assert(!(len & ~0x3fL));
2503 assert(!(pos & ~0x3fL));
2504 assert(!(r2 & ~0x7fL));
2505 assert(!(r1 & ~0x7fL));
2506 TSTREG1(r2);
2507 TSTPRED(_p);
2508 TSTREG1(r1);
2509 inst((5L<<37)|(1L<<34)|(1L<<33)|(len<<27)|
2510 (pos<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2511 SETREG(r1);
2512}
2513
2514static void
2515_I13(jit_state_t *_jit, jit_word_t _p,
2516 jit_word_t len, jit_word_t pos, jit_word_t im, jit_word_t r1)
2517{
2518 assert(!(_p & ~0x3fL));
2519 assert(!(len & ~0x3fL));
2520 assert(!(pos & ~0x3fL));
2521 assert(!(im & ~0x7fL));
2522 assert(!(r1 & ~0x7fL));
2523 TSTPRED(_p);
2524 TSTREG1(r1);
2525 inst((5L<<37)|(((im>>7)&1L)<<36)|(1L<<34)|(1L<<33)|(len<<27)|
2526 (1L<<26)|(pos<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_I);
2527 SETREG(r1);
2528}
2529
2530static void
2531_I14(jit_state_t *_jit, jit_word_t _p,
2532 jit_word_t s, jit_word_t len, jit_word_t r3, jit_word_t pos, jit_word_t r1)
2533{
2534 assert(!(_p & ~0x3fL));
2535 assert(!(s & ~0x1L));
2536 assert(!(len & ~0x3fL));
2537 assert(!(r3 & ~0x7fL));
2538 assert(!(pos & ~0x1fL));
2539 assert(!(r1 & ~0x7fL));
2540 TSTREG1(r3);
2541 TSTPRED(_p);
2542 TSTREG1(r1);
2543 inst((5L<<37)|(s<<36)|(3L<<34)|(1L<<33)|
2544 (len<<27)|(r3<<20)|(pos<<14)|(r1<<6)|_p, INST_I);
2545 SETREG(r1);
2546}
2547
2548static void
2549_I15(jit_state_t *_jit, jit_word_t _p,
2550 jit_word_t pos, jit_word_t len,
2551 jit_word_t r3, jit_word_t r2, jit_word_t r1)
2552{
2553 assert(!(_p & ~0x3fL));
2554 assert(!(pos & ~0x3fL));
2555 assert(!(len & ~0xfL));
2556 assert(!(r3 & ~0x7fL));
2557 assert(!(r2 & ~0x7fL));
2558 assert(!(r1 & ~0x7fL));
2559 TSTREG2(r2, r3);
2560 TSTPRED(_p);
2561 TSTREG1(r1);
2562 inst((4L<<37)|(pos<<31)|(len<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
2563 SETREG(r1);
2564}
2565
2566static void
2567_I16(jit_state_t *_jit, jit_word_t _p,
2568 jit_word_t tb, jit_word_t ta, jit_word_t p2,
2569 jit_word_t r3, jit_word_t ps, jit_word_t c, jit_word_t p1)
2570{
2571 assert(!(_p & ~0x3fL));
2572 assert(!(tb & ~0x1L));
2573 assert(!(ta & ~0x1L));
2574 assert(!(p2 & ~0x7fL));
2575 assert(!(r3 & ~0x7fL));
2576 assert(!(ps & ~0x3fL));
2577 assert(!(c & ~0x1L));
2578 assert(!(p1 & ~0x3fL));
2579 TSTREG1(r3);
2580 TSTPRED(_p);
2581 inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
2582 (r3<<20)|(ps<<14)|(c<<12)|(p1<<6), INST_I);
2583 if (p1)
2584 _jitc->pred |= 1 << p1;
2585 if (p2)
2586 _jitc->pred |= 1 << p2;
2587}
2588
2589static void
2590_I17(jit_state_t *_jit, jit_word_t _p,
2591 jit_word_t tb, jit_word_t ta, jit_word_t p2,
2592 jit_word_t r3, jit_word_t c, jit_word_t p1)
2593{
2594 assert(!(_p & ~0x3fL));
2595 assert(!(tb & ~0x1L));
2596 assert(!(ta & ~0x1L));
2597 assert(!(p2 & ~0x7fL));
2598 assert(!(r3 & ~0x7fL));
2599 assert(!(c & ~0x1L));
2600 assert(!(p1 & ~0x3fL));
2601 TSTREG1(r3);
2602 TSTPRED(_p);
2603 inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
2604 (r3<<20)|(1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
2605 if (p1)
2606 _jitc->pred |= 1 << p1;
2607 if (p2)
2608 _jitc->pred |= 1 << p2;
2609}
2610
2611static void
2612_I18(jit_state_t *_jit, jit_word_t _p,
2613 jit_word_t im, jit_word_t y)
2614{
2615 assert(!(_p & ~0x3fL));
2616 assert(!(im & ~0x1fffffL));
2617 assert(!(y & ~0x1L));
2618 TSTPRED(_p);
2619 inst((((im>>20)&1L)<<26)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_I);
2620}
2621
2622static void
2623_I19(jit_state_t *_jit, jit_word_t _p,
2624 jit_word_t im)
2625{
2626 assert(!(_p & ~0x3fL));
2627 assert(!(im & ~0x1fffffL));
2628 TSTPRED(_p);
2629 inst(((im>>20)&1L)|((im&0xffffL)<<6)|_p, INST_I);
2630}
2631
2632static void
2633_I20(jit_state_t *_jit, jit_word_t _p,
2634 jit_word_t r2, jit_word_t im)
2635{
2636 assert(!(_p & ~0x3fL));
2637 assert(!(r2 & ~0x7fL));
2638 assert(!(im & ~0x1fffffL));
2639 TSTREG1(r2);
2640 TSTPRED(_p);
2641 inst(((im>>20)&1L)|(1L<<33)|(((im>>7)&0x1fffL)<<20)|
2642 (r2<<13)|((im&0x7fL)<<6)|_p, INST_I);
2643}
2644
2645static void
2646_I21(jit_state_t *_jit, jit_word_t _p,
2647 jit_word_t im, jit_word_t ih, jit_word_t x,
2648 jit_word_t wh, jit_word_t r2, jit_word_t b1)
2649{
2650 assert(!(_p & ~0x3fL));
2651 assert(!(im & ~0x1ffL));
2652 assert(!(ih & ~0x1L));
2653 assert(!(x & ~0x1L));
2654 assert(!(wh & ~0x3L));
2655 assert(!(r2 & ~0x7fL));
2656 assert(!(b1 & ~0x7L));
2657 TSTREG1(r2);
2658 TSTPRED(_p);
2659 inst((7L<<33)|(im<<24)|(ih<<23)|(x<<22)|(wh<<20)|
2660 (r2<<13)|(b1<<6), INST_I);
2661}
2662
2663static void
2664_I22(jit_state_t *_jit, jit_word_t _p,
2665 jit_word_t b2, jit_word_t r1)
2666{
2667 assert(!(_p & ~0x3fL));
2668 assert(!(b2 & ~0x7L));
2669 assert(!(r1 & ~0x7fL));
2670 TSTPRED(_p);
2671 inst((0x31L<<27)|(b2<<13)|(r1<<6)|_p, INST_I);
2672}
2673
2674static void
2675_I23(jit_state_t *_jit, jit_word_t _p,
2676 jit_word_t r2, jit_word_t im)
2677{
2678 assert(!(_p & ~0x3fL));
2679 assert(!(r2 & ~0x7fL));
2680 assert(!(im & ~0xffffL));
2681 TSTREG1(r2);
2682 TSTPRED(_p);
2683 inst((((im>>15)&1L)<<36)|(3L<<33)|(((im>>7)&0xffL)<<24)|
2684 (r2<<13)|(im&0x7fL)|_p, INST_I);
2685}
2686
2687static void
2688_I24(jit_state_t *_jit, jit_word_t _p,
2689 jit_word_t im)
2690{
2691 jit_uint8_t cc = INST_I;
2692 assert(!(_p & ~0x3fL));
2693 assert(!(im & ~0xfffffffL));
2694 TSTPRED(_p);
2695 inst((((im>>27)&1L)<<36)|(2L<<33)|((im&0x7ffffffL)<<6)|_p, cc);
2696}
2697
2698static void
2699_I25(jit_state_t *_jit, jit_word_t _p,
2700 jit_word_t x6, jit_word_t r1)
2701{
2702 assert(!(_p & ~0x3fL));
2703 assert(!(x6 & ~0x3fL));
2704 assert(!(r1 & ~0x7fL));
2705 TSTPRED(_p);
2706 TSTREG1(r1);
2707 inst((x6<<27)|(r1<<6)|_p, INST_I);
2708 SETREG(r1);
2709}
2710
2711static void
2712_I26(jit_state_t *_jit, jit_word_t _p,
2713 jit_word_t ar,jit_word_t r2)
2714{
2715 assert(!(_p & ~0x3fL));
2716 assert(!(ar & ~0x7fL));
2717 assert(!(r2 & ~0x7fL));
2718 TSTREG1(r2);
2719 TSTPRED(_p);
2720 inst((0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_I);
2721}
2722
2723static void
2724_I27(jit_state_t *_jit, jit_word_t _p,
2725 jit_word_t ar,jit_word_t im)
2726{
2727 assert(!(_p & ~0x3fL));
2728 assert(!(ar & ~0x7fL));
2729 assert(!(im & ~0xffL));
2730 TSTPRED(_p);
2731 inst((((im>>7)&1L)<<36)|(0xaL<<27)|(ar<<20)|((im&0x7fL)<<13)|_p, INST_I);
2732}
2733
2734static void
2735_I28(jit_state_t *_jit, jit_word_t _p,
2736 jit_word_t ar, jit_word_t r1)
2737{
2738 assert(!(_p & ~0x3fL));
2739 assert(!(ar & ~0x7fL));
2740 assert(!(r1 & ~0x7fL));
2741 TSTPRED(_p);
2742 TSTREG1(r1);
2743 inst((0x32L<<27)|(ar<<20)|(r1<<6)|_p, INST_I);
2744 SETREG(r1);
2745}
2746
2747static void
2748_I29(jit_state_t *_jit, jit_word_t _p,
2749 jit_word_t x6, jit_word_t r3,jit_word_t r1)
2750{
2751 assert(!(_p & ~0x3fL));
2752 assert(!(x6 & ~0x3fL));
2753 assert(!(r3 & ~0x7fL));
2754 assert(!(r1 & ~0x7fL));
2755 TSTREG1(r3);
2756 TSTPRED(_p);
2757 TSTREG1(r1);
2758 inst((x6<<27)|(r3<<20)|(r1<<6)|_p, INST_I);
2759 SETREG(r1);
2760}
2761
2762static void
2763_I30(jit_state_t *_jit, jit_word_t _p,
2764 jit_word_t ta, jit_word_t tb, jit_word_t p2,
2765 jit_word_t im, jit_word_t c, jit_word_t p1)
2766{
2767 assert(!(_p & ~0x3fL));
2768 assert(!(ta & ~0x1L));
2769 assert(!(tb & ~0x1L));
2770 assert(!(p2 & ~0x3fL));
2771 assert(!(im & ~0x1fL));
2772 assert(!(c & ~0x1L));
2773 assert(!(p1 & ~0x1fL));
2774 TSTPRED(_p);
2775 inst((5L<<37)|(tb<<36)|(ta<<33)|(1L<<19)|(im<<14)|
2776 (1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
2777 if (p1)
2778 _jitc->pred |= 1 << p1;
2779 if (p2)
2780 _jitc->pred |= 1 << p2;
2781}
2782
2783static void
2784_M1(jit_state_t *_jit, jit_word_t _p,
2785 jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r1)
2786{
2787 assert(!(_p & ~0x3fL));
2788 assert(!(x6 & ~0x3fL));
2789 assert(!(ht & ~0x3L));
2790 assert(!(x & ~0x1L));
2791 assert(!(r3 & ~0x7fL));
2792 assert(!(r1 & ~0x7fL));
2793 TSTREG1(r3);
2794 TSTPRED(_p);
2795 TSTREG1(r1);
2796 inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
2797 SETREG(r1);
2798}
2799
2800static void
2801_M2(jit_state_t *_jit, jit_word_t _p,
2802 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2803{
2804 assert(!(_p & ~0x3fL));
2805 assert(!(x6 & ~0x3fL));
2806 assert(!(ht & ~0x3L));
2807 assert(!(r3 & ~0x7fL));
2808 assert(!(r2 & ~0x7fL));
2809 assert(!(r1 & ~0x7fL));
2810 TSTREG2(r2, r3);
2811 TSTPRED(_p);
2812 TSTREG1(r1);
2813 inst((4L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
2814 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
2815 SETREG(r1);
2816 SETREG(r3);
2817}
2818
2819static void
2820_M3(jit_state_t *_jit, jit_word_t _p,
2821 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
2822{
2823 jit_uint8_t cc = INST_M;
2824 assert(!(_p & ~0x3fL));
2825 assert(!(x6 & ~0x3fL));
2826 assert(!(ht & ~0x3L));
2827 assert(!(r3 & ~0x7fL));
2828 assert(im > -256 && im <= 255);
2829 assert(!(r1 & ~0x7fL));
2830 TSTREG1(r3);
2831 TSTPRED(_p);
2832 TSTREG1(r1);
2833 inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
2834 (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, cc);
2835 SETREG(r1);
2836 SETREG(r3);
2837}
2838
2839static void
2840_M5(jit_state_t *_jit, jit_word_t _p,
2841 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t im)
2842{
2843 assert(!(_p & ~0x3fL));
2844 assert(!(x6 & ~0x3fL));
2845 assert(!(ht & ~0x3L));
2846 assert(!(r3 & ~0x7fL));
2847 assert(!(r2 & ~0x7fL));
2848 assert(im > -256 && im <= 255);
2849 TSTREG2(r2, r3);
2850 TSTPRED(_p);
2851 inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
2852 (((im>>7)&1L)<<27)|(r3<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
2853 SETREG(r3);
2854}
2855
2856static void
2857_M6(jit_state_t *_jit, jit_word_t _p,
2858 jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r2)
2859{
2860 assert(!(_p & ~0x3fL));
2861 assert(!(x6 & ~0x3fL));
2862 assert(!(ht & ~0x3L));
2863 assert(!(x & ~0x1L));
2864 assert(!(r3 & ~0x7fL));
2865 assert(!(r2 & ~0x7fL));
2866 TSTREG2(r2, r3);
2867 TSTPRED(_p);
2868 inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
2869}
2870
2871static void
2872_M13(jit_state_t *_jit, jit_word_t _p,
2873 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
2874{
2875 assert(!(_p & ~0x3fL));
2876 assert(!(x6 & ~0x3fL));
2877 assert(!(ht & ~0x3L));
2878 assert(!(r3 & ~0x7fL));
2879 assert(!(r2 & ~0x7fL));
2880 TSTREG1(r3);
2881 if (r2)
2882 TSTFREG1(r2);
2883 TSTPRED(_p);
2884 inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
2885}
2886
2887static void
2888_M14(jit_state_t *_jit, jit_word_t _p,
2889 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
2890{
2891 assert(!(_p & ~0x3fL));
2892 assert(!(x6 & ~0x3fL));
2893 assert(!(ht & ~0x3L));
2894 assert(!(r3 & ~0x7fL));
2895 assert(!(r2 & ~0x7fL));
2896 TSTREG2(r2, r3);
2897 TSTPRED(_p);
2898 inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
2899}
2900
2901static void
2902_M15(jit_state_t *_jit, jit_word_t _p,
2903 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im)
2904{
2905 assert(!(_p & ~0x3fL));
2906 assert(!(x6 & ~0x3fL));
2907 assert(!(ht & ~0x3L));
2908 assert(!(r3 & ~0x7fL));
2909 assert(!(im & ~0x1ffL));
2910 TSTREG1(r3);
2911 TSTPRED(_p);
2912 inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
2913 (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|_p, INST_M);
2914}
2915
2916static void
2917_M16(jit_state_t *_jit, jit_word_t _p,
2918 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
2919{
2920 assert(!(_p & ~0x3fL));
2921 assert(!(x6 & ~0x3fL));
2922 assert(!(ht & ~0x3L));
2923 assert(!(r3 & ~0x7fL));
2924 assert(!(r2 & ~0x7fL));
2925 assert(!(r1 & ~0x7fL));
2926 TSTREG2(r2, r3);
2927 TSTPRED(_p);
2928 TSTREG1(r1);
2929 inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
2930 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
2931 SETREG(r1);
2932}
2933
2934static void
2935_M17(jit_state_t *_jit, jit_word_t _p,
2936 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
2937{
2938 assert(!(_p & ~0x3fL));
2939 assert(!(x6 & ~0x3fL));
2940 assert(!(ht & ~0x3L));
2941 assert(!(r3 & ~0x7fL));
2942 assert(!(im & ~0x7L));
2943 assert(!(r1 & ~0x7fL));
2944 TSTREG1(r3);
2945 TSTPRED(_p);
2946 TSTREG1(r1);
2947 inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
2948 (r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
2949 SETREG(r1);
2950}
2951
2952static void
2953_M20x(jit_state_t *_jit, jit_word_t _p,
2954 jit_word_t x3, jit_word_t r2, jit_word_t im)
2955{
2956 assert(!(_p & ~0x3fL));
2957 assert(!(x3 & ~0x7L));
2958 assert(!(r2 & ~0x7fL));
2959 assert(!(im & ~0x1fffffL));
2960 if (x3 == 1)
2961 TSTREG1(r2);
2962 else
2963 TSTFREG1(r2);
2964 TSTPRED(_p);
2965 inst((1L<<37)|(((im>>20)&1L)<<36)|(x3<<33)|
2966 (((im>>7)&0x1fffL)<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
2967}
2968
2969static void
2970_M22x(jit_state_t *_jit, jit_word_t _p,
2971 jit_word_t x3, jit_word_t im, jit_word_t r1)
2972{
2973 assert(!(_p & ~0x3fL));
2974 assert(!(x3 & ~0x7L));
2975 assert(!(im & ~0x1fffffL));
2976 assert(!(r1 & ~0x7fL));
2977 TSTPRED(_p);
2978 if (x3 < 6)
2979 TSTREG1(r1);
2980 else
2981 TSTFREG1(r1);
2982 inst((((im>>20)&1L)<<36)|(x3<<33)|((im&0xffffL)<<13)|(r1<<6)|_p, INST_M);
2983 if (x3 < 6)
2984 SETREG(r1);
2985 else
2986 SETFREG(r1);
2987}
2988
2989static void
2990_M24(jit_state_t *_jit, jit_word_t _p,
2991 jit_word_t x2, jit_word_t x4)
2992{
2993 assert(!(_p & ~0x3fL));
2994 assert(!(x2 & ~0x3L));
2995 assert(!(x4 & ~0xfL));
2996 TSTPRED(_p);
2997 inst((x2<<31)|(x4<<27)|_p, INST_M);
2998}
2999
3000static void
3001_M26x(jit_state_t *_jit, jit_word_t _p,
3002 jit_word_t x4, jit_word_t r1)
3003{
3004 assert(!(_p & ~0x3fL));
3005 assert(!(x4 & ~0xfL));
3006 assert(!(r1 & ~0x7fL));
3007 if (x4 == 2)
3008 TSTREG1(r1);
3009 else
3010 TSTFREG1(r1);
3011 TSTPRED(_p);
3012 inst((1L<<31)|(x4<<27)|(r1<<6)|_p, INST_M);
3013}
3014
3015static void
3016_M28(jit_state_t *_jit, jit_word_t _p,
3017 jit_word_t x, jit_word_t r3)
3018{
3019 assert(!(_p & ~0x3fL));
3020 assert(!(x & ~0x1L));
3021 assert(!(r3 & ~0x7fL));
3022 TSTREG1(r3);
3023 TSTPRED(_p);
3024 inst((1L<<37)|(x<<36)|(0x30L<<27)|(r3<<20)|_p, INST_M);
3025}
3026
3027static void
3028_M29(jit_state_t *_jit, jit_word_t _p,
3029 jit_word_t ar, jit_word_t r2)
3030{
3031 assert(!(_p & ~0x3fL));
3032 assert(!(ar & ~0x7L));
3033 assert(!(r2 & ~0x7fL));
3034 TSTREG1(r2);
3035 TSTPRED(_p);
3036 inst((1L<<37)|(0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_M);
3037}
3038
3039static void
3040_M30(jit_state_t *_jit, jit_word_t _p,
3041 jit_word_t ar, jit_word_t im)
3042{
3043 assert(!(_p & ~0x3fL));
3044 assert(!(ar & ~0x7L));
3045 assert(!(im & ~0xffL));
3046 TSTPRED(_p);
3047 inst((((im>>7)&1L)<<36)|(2L<<31)|(0x8L<<27)|
3048 (ar<<20)|((im&0x7fL)<<13)|_p, INST_M);
3049}
3050
3051static void
3052_M31(jit_state_t *_jit, jit_word_t _p,
3053 jit_word_t ar, jit_word_t r1)
3054{
3055 assert(!(_p & ~0x3fL));
3056 assert(!(ar & ~0x7L));
3057 assert(!(r1 & ~0x7fL));
3058 TSTPRED(_p);
3059 TSTREG1(r1);
3060 inst((1L<<37)|(0x22L<<27)|(ar<<20)|(r1<<6)|_p, INST_M);
3061 SETREG(r1);
3062}
3063
3064static void
3065_M32(jit_state_t *_jit, jit_word_t _p,
3066 jit_word_t cr, jit_word_t r2)
3067{
3068 assert(!(_p & ~0x3fL));
3069 assert(!(cr & ~0x7L));
3070 assert(!(r2 & ~0x7fL));
3071 TSTREG1(r2);
3072 TSTPRED(_p);
3073 inst((1L<<37)|(0x2cL<<27)|(cr<<20)|(r2<<13)|_p, INST_M);
3074}
3075
3076static void
3077_M33(jit_state_t *_jit, jit_word_t _p,
3078 jit_word_t cr, jit_word_t r1)
3079{
3080 assert(!(_p & ~0x3fL));
3081 assert(!(cr & ~0x7L));
3082 assert(!(r1 & ~0x7fL));
3083 TSTPRED(_p);
3084 TSTREG1(r1);
3085 inst((1L<<37)|(0x24L<<27)|(cr<<20)|(r1<<6)|_p, INST_M);
3086 SETREG(r1);
3087}
3088
3089static void
3090_M34(jit_state_t *_jit, jit_word_t _p,
3091 jit_word_t sor, jit_word_t sol, jit_word_t sof, jit_word_t r1)
3092{
3093 assert(!(_p & ~0x3fL));
3094 assert(!(sor & ~0xfL));
3095 assert(!(sol & ~0x7fL));
3096 assert(!(sof & ~0x7fL));
3097 assert(!(r1 & ~0x7fL));
3098 TSTPRED(_p);
3099 inst((1L<<37)|(6L<<33)|(sor<<27)|(sol<<20)|(sof<<13)|(r1<<6)|_p, INST_M);
3100}
3101
3102static void
3103_M35(jit_state_t *_jit, jit_word_t _p,
3104 jit_word_t x6, jit_word_t r2)
3105{
3106 assert(!(_p & ~0x3fL));
3107 assert(!(x6 & ~0x3fL));
3108 assert(!(r2 & ~0x7fL));
3109 TSTREG1(r2);
3110 TSTPRED(_p);
3111 inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
3112}
3113
3114static void
3115_M36(jit_state_t *_jit, jit_word_t _p,
3116 jit_word_t x6, jit_word_t r1)
3117{
3118 assert(!(_p & ~0x3fL));
3119 assert(!(x6 & ~0x3fL));
3120 assert(!(r1 & ~0x7fL));
3121 TSTPRED(_p);
3122 TSTREG1(r1);
3123 inst((1L<<37)|(x6<<27)|(r1<<6)|_p, INST_M);
3124 SETREG(r1);
3125}
3126
3127static void
3128_M37(jit_state_t *_jit, jit_word_t _p,
3129 jit_word_t im)
3130{
3131 assert(!(_p & ~0x3fL));
3132 assert(!(im & ~0x1ffffL));
3133 TSTPRED(_p);
3134 inst((((im>>20)&1L)<<36)|((im&0xffffL)<<6)|_p, INST_M);
3135}
3136
3137static void
3138_M38(jit_state_t *_jit, jit_word_t _p,
3139 jit_word_t x6, jit_word_t r3, jit_word_t r2, jit_word_t r1)
3140{
3141 assert(!(_p & ~0x3fL));
3142 assert(!(x6 & ~0x3fL));
3143 assert(!(r3 & ~0x7fL));
3144 assert(!(r2 & ~0x7fL));
3145 assert(!(r1 & ~0x7fL));
3146 TSTREG2(r2, r3);
3147 TSTPRED(_p);
3148 TSTREG1(r1);
3149 inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
3150 SETREG(r1);
3151}
3152
3153static void
3154_M39(jit_state_t *_jit, jit_word_t _p,
3155 jit_word_t x6, jit_word_t r3, jit_word_t im, jit_word_t r1)
3156{
3157 assert(!(_p & ~0x3fL));
3158 assert(!(x6 & ~0x3fL));
3159 assert(!(r3 & ~0x7fL));
3160 assert(!(im & ~0x7L));
3161 assert(!(r1 & ~0x7fL));
3162 TSTREG1(r3);
3163 TSTPRED(_p);
3164 TSTREG1(r1);
3165 inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
3166 SETREG(r1);
3167}
3168
3169static void
3170_M40(jit_state_t *_jit, jit_word_t _p,
3171 jit_word_t x6, jit_word_t r3, jit_word_t im)
3172{
3173 assert(!(_p & ~0x3fL));
3174 assert(!(x6 & ~0x3fL));
3175 assert(!(r3 & ~0x7fL));
3176 assert(!(im & ~0x7L));
3177 TSTREG1(r3);
3178 TSTPRED(_p);
3179 inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|_p, INST_M);
3180}
3181
3182static void
3183_M41(jit_state_t *_jit, jit_word_t _p,
3184 jit_word_t x6, jit_word_t r2)
3185{
3186 assert(!(_p & ~0x3fL));
3187 assert(!(x6 & ~0x3fL));
3188 assert(!(r2 & ~0x7fL));
3189 TSTREG1(r2);
3190 TSTPRED(_p);
3191 inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
3192}
3193
3194static void
3195_M42(jit_state_t *_jit, jit_word_t _p,
3196 jit_word_t x6, jit_word_t r3, jit_word_t r2)
3197{
3198 assert(!(_p & ~0x3fL));
3199 assert(!(x6 & ~0x3fL));
3200 assert(!(r3 & ~0x7fL));
3201 assert(!(r2 & ~0x7fL));
3202 TSTREG1(r2);
3203 TSTPRED(_p);
3204 inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
3205}
3206
3207static void
3208_M43(jit_state_t *_jit, jit_word_t _p,
3209 jit_word_t x6, jit_word_t r3, jit_word_t r1)
3210{
3211 assert(!(_p & ~0x3fL));
3212 assert(!(x6 & ~0x3fL));
3213 assert(!(r3 & ~0x7fL));
3214 assert(!(r1 & ~0x7fL));
3215 TSTPRED(_p);
3216 TSTREG1(r1);
3217 inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
3218 SETREG(r1);
3219}
3220
3221static void
3222_M44(jit_state_t *_jit, jit_word_t _p,
3223 jit_word_t x4, jit_word_t im)
3224{
3225 assert(!(_p & ~0x3fL));
3226 assert(!(x4 & ~0xfL));
3227 assert(!(im & ~0xfffffL));
3228 TSTPRED(_p);
3229 inst((((im>>23)&1L)<<36)|(((im>>21)&3L)<<31)|
3230 (x4<<27)|((im&0x1ffffL)<<6)|_p, INST_M);
3231}
3232
3233static void
3234_M45(jit_state_t *_jit, jit_word_t _p,
3235 jit_word_t x6, jit_word_t r3, jit_word_t r2)
3236{
3237 assert(!(_p & ~0x3fL));
3238 assert(!(x6 & ~0x3fL));
3239 assert(!(r3 & ~0x7fL));
3240 assert(!(r2 & ~0x7fL));
3241 TSTREG2(r2, r3);
3242 TSTPRED(_p);
3243 inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
3244}
3245
3246static void
3247_M46(jit_state_t *_jit, jit_word_t _p,
3248 jit_word_t x6, jit_word_t r3, jit_word_t r1)
3249{
3250 assert(!(_p & ~0x3fL));
3251 assert(!(x6 & ~0x3fL));
3252 assert(!(r3 & ~0x7fL));
3253 assert(!(r1 & ~0x7fL));
3254 TSTREG1(r3);
3255 TSTPRED(_p);
3256 if (r1) TSTREG1(r1);
3257 inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
3258 if (r1) SETREG(r1);
3259}
3260
3261static void
3262_M48(jit_state_t *_jit, jit_word_t _p,
3263 jit_word_t y, jit_word_t im)
3264{
3265 assert(!(_p & ~0x3fL));
3266 assert(!(y & ~0x1L));
3267 assert(!(im & ~0x1ffffL));
3268 TSTPRED(_p);
3269 inst((((im>>20)&1L)<<36)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_M);
3270}
3271
3272static void
3273_B1(jit_state_t *_jit, jit_word_t _p,
3274 jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t tp)
3275{
3276 assert(!(_p & ~0x3fL));
3277 assert(!(d & ~0x1L));
3278 assert(!(wh & ~0x3L));
3279 assert(im >= -1048576 && im <= 1048575);
3280 assert(!(p & ~0x1L));
3281 assert(!(tp & ~0x7L));
3282 TSTPRED(_p);
3283 inst((4L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
3284 ((im&0xfffffL)<<13)|(p<<12)|(tp<<6)|_p, INST_B);
3285}
3286
3287static void
3288_B3(jit_state_t *_jit, jit_word_t _p,
3289 jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t b)
3290{
3291 assert(!(_p & ~0x3fL));
3292 assert(!(d & ~0x1L));
3293 assert(!(wh & ~0x3L));
3294 assert(im >= -1048576 && im <= 1048575);
3295 assert(!(p & ~0x1L));
3296 assert(!(b & ~0x3L));
3297 TSTPRED(_p);
3298 inst((5L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
3299 ((im&0xfffffL)<<13)|(p<<12)|(b<<6)|_p, INST_B);
3300}
3301
3302static void
3303_B4(jit_state_t *_jit, jit_word_t _p,
3304 jit_word_t d, jit_word_t wh, jit_word_t x6,
3305 jit_word_t b, jit_word_t p, jit_word_t tp)
3306{
3307 assert(!(_p & ~0x3fL));
3308 assert(!(d & ~0x1L));
3309 assert(!(wh & ~0x3L));
3310 assert(!(x6 & ~0x3fL));
3311 assert(!(b & ~0x7L));
3312 assert(!(p & ~0x1L));
3313 assert(!(tp & ~0x7L));
3314 TSTPRED(_p);
3315 inst((d<<35)|(wh<<33)|(x6<<27)|(b<<13)|(p<<12)|(tp<<6)|_p, INST_B);
3316}
3317
3318static void
3319_B5(jit_state_t *_jit, jit_word_t _p,
3320 jit_word_t d, jit_word_t wh, jit_word_t b2, jit_word_t p, jit_word_t b1)
3321{
3322 assert(!(_p & ~0x3fL));
3323 assert(!(d & ~0x1L));
3324 assert(!(wh & ~0x3L));
3325 assert(!(b2 & ~0x7L));
3326 assert(!(p & ~0x1L));
3327 assert(!(b1 & ~0x7L));
3328 TSTPRED(_p);
3329 inst((1L<<37)|(d<<35)|(wh<<32)|(b2<<13)|(p<<12)|(b1<<6)|_p, INST_B);
3330}
3331
3332static void
3333_B6(jit_state_t *_jit, jit_word_t _p,
3334 jit_word_t ih, jit_word_t im, jit_word_t tag, jit_word_t wh)
3335{
3336 assert(!(_p & ~0x3fL));
3337 assert(!(ih & ~0x1L));
3338 assert(!(im & ~0x1ffffL));
3339 assert(!(tag & ~0x1ffL));
3340 assert(!(wh & ~0x3L));
3341 TSTPRED(_p);
3342 inst((7L<<37)|(((im>>20)&1L)<<36)|(ih<<35)|(((tag>>7)&3L)<<33)|
3343 ((im&0xfffffL)<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
3344}
3345
3346static void
3347_B7(jit_state_t *_jit, jit_word_t _p,
3348 jit_word_t ih, jit_word_t x6, jit_word_t b2, jit_word_t tag, jit_word_t wh)
3349{
3350 assert(!(_p & ~0x3fL));
3351 assert(!(ih & ~0x1L));
3352 assert(!(x6 & ~0x3fL));
3353 assert(!(b2 & ~0x7L));
3354 assert(!(tag & ~0x1ffL));
3355 assert(!(wh & ~0x3L));
3356 TSTPRED(_p);
3357 inst((2L<<37)|(ih<<35)|(((tag>>7)&3L)<<33)|(x6<<27)|
3358 (b2<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
3359}
3360
3361static void
3362_B8(jit_state_t *_jit, jit_word_t _p,
3363 jit_word_t x6)
3364{
3365 assert(!(_p & ~0x3fL));
3366 assert(!(x6 & ~0x3fL));
3367 TSTPRED(_p);
3368 inst((x6<<27)|_p, INST_B);
3369}
3370
3371static void
3372_B9(jit_state_t *_jit, jit_word_t _p,
3373 jit_word_t op, jit_word_t x6, jit_word_t im)
3374{
3375 assert(!(_p & ~0x3fL));
3376 assert(!(op & ~0xfL));
3377 assert(!(x6 & ~0x3fL));
3378 assert(!(im & ~0x1ffffL));
3379 TSTPRED(_p);
3380 inst((op<<37)|(((im>>20)&1L)<<36)|(x6<<27)|((im&0xffffL)<<6)|_p, INST_B);
3381}
3382
3383static void
3384_X1(jit_state_t *_jit, jit_word_t _p,
3385 jit_word_t im)
3386{
3387 jit_word_t i41, i1, i20;
3388 assert(!(_p & ~0x3fL));
3389 assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
3390 i41 = (im >> 22) & 0x1ffffffffffL;
3391 i1 = (im >> 21) & 0x1L;
3392 i20 = im & 0xfffffL;
3393 TSTPRED(_p);
3394 inst(i41, INST_L);
3395 inst((i1<<36)|(i20<<6)|_p, INST_X);
3396}
3397
3398static void
3399_X2(jit_state_t *_jit, jit_word_t _p,
3400 jit_word_t r1, jit_word_t im)
3401{
3402 jit_word_t i1, i41, ic, i5, i9, i7;
3403 assert(!(_p & ~0x3fL));
3404 assert(!(r1 & ~0x7fL));
3405 i1 = (im >> 63) & 0x1L;
3406 i41 = (im >> 22) & 0x1ffffffffffL;
3407 ic = (im >> 21) & 0x1L;
3408 i5 = (im >> 16) & 0x1fL;
3409 i9 = (im >> 7) & 0x1ffL;
3410 i7 = im & 0x7fL;
3411 TSTPRED(_p);
3412 TSTREG1(r1);
3413 inst(i41, INST_L);
3414 inst((6L<<37)|(i1<<36)|(i9<<27)|(i5<<22)|
3415 (ic<<21)|(i7<<13)|(r1<<6)|_p, INST_X);
3416 SETREG(r1);
3417}
3418
3419static void
3420_X3x(jit_state_t *_jit, jit_word_t _p,
3421 jit_word_t op, jit_word_t d, jit_word_t wh,
3422 jit_word_t p, jit_word_t tp, jit_word_t im)
3423{
3424 /* target64 = IP + ((i1 << 59 | imm39 << 20 | imm20b) << 4) */
3425 jit_word_t i1, i41, i20;
3426 assert(!(_p & ~0x3fL));
3427 assert(!(op & ~0xfL));
3428 assert(!(d & ~0x1L));
3429 assert(!(wh & ~0x3L));
3430 assert(!(p & ~0x1L));
3431 assert(!(tp & ~0x7L));
3432 i1 = (im >> 61) & 0x1L;
3433 i41 = (im >> 22) & 0x1ffffffffffL;
3434 i20 = im & 0xfffffL;
3435 TSTPRED(_p);
3436 inst(i41, INST_L);
3437 inst((op<<37)|(i1<<36)|(d<<35)|(wh<<33)|
3438 (i20<<13)|(p<<12)|(tp<<6)|_p, INST_X);
3439}
3440
3441static void
3442_X5(jit_state_t *_jit, jit_word_t _p,
3443 jit_word_t y, jit_word_t im)
3444{
3445 jit_word_t i41, i1, i20;
3446 assert(!(_p & ~0x3fL));
3447 assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
3448 i41 = (im >> 22) & 0x1ffffffffffL;
3449 i1 = (im >> 21) & 0x1L;
3450 i20 = im & 0xfffffL;
3451 TSTPRED(_p);
3452 inst(i41, INST_L);
3453 inst((i1<<36)|(1L<<27)|(y<<26)|(i20<<6)|_p, INST_X);
3454}
3455
3456static void
3457_movr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3458{
3459 /* patch pushargr */
3460 if (r0 >= 120)
3461 r0 = _jitc->rout + (r0 - 120);
3462
3463 MOV(r0, r1);
3464}
3465
3466static void
3467_movi(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
3468{
3469 /* patch pushargi */
3470 if (r0 >= 120)
3471 r0 = _jitc->rout + (r0 - 120);
3472
3473 if (i0 >= -2097152 && i0 <= 2097151)
3474 MOVI(r0, i0);
3475 else
3476 MOVL(r0, i0);
3477}
3478
3479static jit_word_t
3480_movi_p(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
3481{
3482 jit_word_t w;
3483 sync();
3484 w = _jit->pc.w;
3485 MOVL(r0, i0);
3486 return (w);
3487}
3488
40a44dcb
PC		 3489static void
3490_movnr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3491{
3492 jit_word_t w;
3493 w = beqi(_jit->pc.w, r2, 0);
3494 movr(r0, r1);
3495 patch_at(w, _jit->pc.w);
3496}
3497
3498static void
3499_movzr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3500{
3501 jit_word_t w;
3502 w = bnei(_jit->pc.w, r2, 0);
3503 movr(r0, r1);
3504 patch_at(w, _jit->pc.w);
3505}
3506
ba3814c1
PC		 3507static void
3508_casx(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
3509 jit_int32_t r2, jit_int32_t r3, jit_word_t i0)
3510{
3511 fallback_casx(r0, r1, r2, r3, i0);
3512}
3513
40a44dcb
PC		 3514static void
3515_bswapr_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3516{
3517 bswapr_ul(r0, r1);
3518 rshi_u(r0, r0, 48);
3519}
3520
3521static void
3522_bswapr_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
3523{
3524 bswapr_ul(r0, r1);
3525 rshi_u(r0, r0, 32);
3526}
3527
4a71579b
PC		 3528static void
3529_addi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3530{
3531 jit_int32_t reg;
3532 if (i0 >= -8192 && i0 <= 8191)
3533 ADDS(r0, i0, r1);
3534 else if (!(r1 & ~3) && i0 >= -2097152 && i0 <= 2097151)
3535 ADDL(r1, i0, r0);
3536 else {
3537 reg = jit_get_reg(jit_class_gpr);
3538 movi(rn(reg), i0);
3539 addr(r0, r1, rn(reg));
3540 jit_unget_reg(reg);
3541 }
3542}
3543
3544static void
3545_addcr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3546{
3547 jit_int32_t reg;
3548 if (jit_carry == _NOREG)
3549 jit_carry = jit_get_reg(jit_class_gpr);
3550 if (r0 == r1) {
3551 reg = jit_get_reg(jit_class_gpr);
3552 addr(rn(reg), r1, r2);
3553 ltr_u(rn(jit_carry), rn(reg), r1);
3554 movr(r0, rn(reg));
3555 jit_unget_reg(reg);
3556 }
3557 else {
3558 addr(r0, r1, r2);
3559 ltr_u(rn(jit_carry), r0, r1);
3560 }
3561}
3562
3563static void
3564_addci(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3565{
3566 jit_int32_t reg;
3567 if (jit_carry == _NOREG)
3568 jit_carry = jit_get_reg(jit_class_gpr);
3569 if (r0 == r1) {
3570 reg = jit_get_reg(jit_class_gpr);
3571 addi(rn(reg), r1, i0);
3572 ltr_u(rn(jit_carry), rn(reg), r1);
3573 movr(r0, rn(reg));
3574 jit_unget_reg(reg);
3575 }
3576 else {
3577 addi(r0, r1, i0);
3578 ltr_u(rn(jit_carry), r0, r1);
3579 }
3580}
3581
3582static void
3583_addxr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3584{
3585 jit_int32_t reg;
3586 assert(jit_carry != _NOREG);
3587 reg = jit_get_reg(jit_class_gpr);
3588 movr(rn(reg), rn(jit_carry));
3589 addcr(r0, r1, r2);
3590 addcr(r0, r0, rn(reg));
3591 jit_unget_reg(reg);
3592}
3593
3594static void
3595_addxi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3596{
3597 jit_int32_t reg;
3598 assert(jit_carry != _NOREG);
3599 reg = jit_get_reg(jit_class_gpr);
3600 movr(rn(reg), rn(jit_carry));
3601 addci(r0, r1, i0);
3602 addcr(r0, r0, rn(reg));
3603 jit_unget_reg(reg);
3604}
3605
3606static void
3607_subi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3608{
3609 jit_int32_t reg;
3610 reg = jit_get_reg(jit_class_gpr);
3611 movi(rn(reg), i0);
3612 subr(r0, r1, rn(reg));
3613 jit_unget_reg(reg);
3614}
3615
3616static void
3617_subcr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3618{
3619 jit_int32_t reg;
3620 if (jit_carry == _NOREG)
3621 jit_carry = jit_get_reg(jit_class_gpr);
3622 if (r0 == r1) {
3623 reg = jit_get_reg(jit_class_gpr);
3624 subr(rn(reg), r1, r2);
3625 ltr_u(rn(jit_carry), r1, rn(reg));
3626 movr(r0, rn(reg));
3627 jit_unget_reg(reg);
3628 }
3629 else {
3630 subr(r0, r1, r2);
3631 ltr_u(rn(jit_carry), r1, r0);
3632 }
3633}
3634
3635static void
3636_subci(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3637{
3638 jit_int32_t reg;
3639 if (jit_carry == _NOREG)
3640 jit_carry = jit_get_reg(jit_class_gpr);
3641 if (r0 == r1) {
3642 reg = jit_get_reg(jit_class_gpr);
3643 addi(rn(reg), r1, -i0);
3644 ltr_u(rn(jit_carry), r1, rn(reg));
3645 movr(r0, rn(reg));
3646 jit_unget_reg(reg);
3647 }
3648 else {
3649 addi(r0, r1, -i0);
3650 ltr_u(rn(jit_carry), r1, r0);
3651 }
3652}
3653
3654static void
3655_subxr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3656{
3657 jit_int32_t reg;
3658 assert(jit_carry != _NOREG);
3659 reg = jit_get_reg(jit_class_gpr);
3660 movr(rn(reg), rn(jit_carry));
3661 subcr(r0, r1, r2);
3662 subcr(r0, r0, rn(reg));
3663 jit_unget_reg(reg);
3664}
3665
3666static void
3667_subxi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3668{
3669 jit_int32_t reg;
3670 assert(jit_carry != _NOREG);
3671 reg = jit_get_reg(jit_class_gpr);
3672 movr(rn(reg), rn(jit_carry));
3673 subci(r0, r1, i0);
3674 subcr(r0, r0, rn(reg));
3675 jit_unget_reg(reg);
3676}
3677
3678static void
3679_rsbi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3680{
3681 jit_int32_t reg;
3682 if (i0 >= -128 && i0 <= 127)
3683 SUBI(r0, i0, r1);
3684 else if (!(r1 & ~3) && i0 >= -2097151 && i0 <= 2097152)
3685 ADDL(r1, -i0, r0);
3686 else {
3687 reg = jit_get_reg(jit_class_gpr);
3688 movi(rn(reg), i0);
3689 subr(r0, rn(reg), r1);
3690 jit_unget_reg(reg);
3691 }
3692}
3693
3694static void
3695_mulr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3696{
3697 jit_int32_t f0, f1;
3698 f0 = jit_get_reg(jit_class_fpr);
3699 f1 = jit_get_reg(jit_class_fpr);
3700 SETF_SIG(rn(f0), r1);
3701 SETF_SIG(rn(f1), r2);
3702 XMPY_L(rn(f0), rn(f0), rn(f1));
3703 GETF_SIG(r0, rn(f0));
3704 jit_unget_reg(f0);
3705 jit_unget_reg(f1);
3706}
3707
3708static void
3709_muli(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3710{
3711 jit_int32_t reg;
3712 reg = jit_get_reg(jit_class_gpr);
3713 movi(rn(reg), i0);
3714 mulr(r0, r1, rn(reg));
3715 jit_unget_reg(reg);
3716}
3717
3718#if !defined(__GNUC__)
3719static long
3720__divdi3(long u, long v)
3721{
3722 return (u / v);
3723}
3724
3725static unsigned long
3726__udivdi3(unsigned long u, unsigned long v)
3727{
3728 return (u / v);
3729}
3730
3731static long
3732__moddi3(long u, long v)
3733{
3734 return (u % v);
3735}
3736
3737static unsigned long
3738__umoddi3(unsigned long u, unsigned long v)
3739{
3740 return (u % v);
3741}
3742#endif
3743
3744static void
3745_divr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3746{
3747 MOV(_jitc->rout, r1);
3748 MOV(_jitc->rout + 1, r2);
3749 calli((jit_word_t)__divdi3);
3750 MOV(r0, GR_8);
3751}
3752
3753static void
3754_divi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3755{
3756 jit_int32_t reg;
3757 switch (i0) {
3758 case 1:
3759 movr(r0, r1);
3760 return;
3761 case -1:
3762 negr(r0, r1);
3763 return;
3764 default:
3765 if (i0 > 0 && !(i0 & (i0 - 1))) {
3766 movr(r0, r1);
3767 rshi(r0, r0, ffsl(i0) - 1);
3768 return;
3769 }
3770 break;
3771 }
3772 reg = jit_get_reg(jit_class_gpr);
3773 movi(rn(reg), i0);
3774 divr(r0, r1, rn(reg));
3775 jit_unget_reg(reg);
3776}
3777
3778static void
3779_divr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3780{
3781 MOV(_jitc->rout, r1);
3782 MOV(_jitc->rout + 1, r2);
3783 calli((jit_word_t)__udivdi3);
3784 MOV(r0, GR_8);
3785}
3786
3787static void
3788_divi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3789{
3790 jit_int32_t reg;
3791 if (i0 == 1) {
3792 movr(r0, r1);
3793 return;
3794 }
3795 else if (i0 > 0 && !(i0 & (i0 - 1))) {
3796 movr(r0, r1);
3797 rshi_u(r0, r0, ffsl(i0) - 1);
3798 return;
3799 }
3800 reg = jit_get_reg(jit_class_gpr);
3801 movi(rn(reg), i0);
3802 divr_u(r0, r1, rn(reg));
3803 jit_unget_reg(reg);
3804}
3805
3806static void
3807_remr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3808{
3809 MOV(_jitc->rout, r1);
3810 MOV(_jitc->rout + 1, r2);
3811 calli((jit_word_t)__moddi3);
3812 MOV(r0, GR_8);
3813}
3814
3815static void
3816_remi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3817{
3818 jit_int32_t reg;
3819 if (i0 == 1 || i0 == -1) {
3820 MOV(r0, GR_0);
3821 return;
3822 }
3823 reg = jit_get_reg(jit_class_gpr);
3824 movi(rn(reg), i0);
3825 remr(r0, r1, rn(reg));
3826 jit_unget_reg(reg);
3827}
3828
3829static void
3830_remr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
3831{
3832 MOV(_jitc->rout, r1);
3833 MOV(_jitc->rout + 1, r2);
3834 calli((jit_word_t)__umoddi3);
3835 MOV(r0, GR_8);
3836}
3837
3838static void
3839_remi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3840{
3841 jit_int32_t reg;
3842 if (i0 == 1) {
3843 MOV(r0, GR_0);
3844 return;
3845 }
3846 else if (i0 > 0 && !(i0 & (i0 - 1))) {
3847 andi(r0, r1, i0 - 1);
3848 return;
3849 }
3850 reg = jit_get_reg(jit_class_gpr);
3851 movi(rn(reg), i0);
3852 remr_u(r0, r1, rn(reg));
3853 jit_unget_reg(reg);
3854}
3855
3856static void
3857_mulh(jit_state_t *_jit,
3858 jit_int32_t r0, jit_int32_t r1, jit_int32_t r2, jit_bool_t sign)
3859{
3860 jit_int32_t f0, f1;
3861 f0 = jit_get_reg(jit_class_fpr);
3862 f1 = jit_get_reg(jit_class_fpr);
3863 SETF_SIG(rn(f0), r1);
3864 SETF_SIG(rn(f1), r2);
3865 if (sign)
3866 XMPY_H(rn(f0), rn(f0), rn(f1));
3867 else
3868 XMPY_HU(rn(f0), rn(f0), rn(f1));
3869 GETF_SIG(r0, rn(f0));
3870 jit_unget_reg(f0);
3871 jit_unget_reg(f1);
3872}
3873
3874static void
3875_iqmulr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
3876 jit_int32_t r2, jit_int32_t r3, jit_bool_t sign)
3877{
3878 jit_int32_t reg;
3879 if (r0 == r2 || r0 == r3) {
3880 reg = jit_get_reg(jit_class_gpr);
3881 mulr(rn(reg), r2, r3);
3882 }
3883 else
3884 mulr(r0, r2, r3);
3885 mulh(r1, r2, r3, sign);
3886 if (r0 == r2 || r0 == r3) {
3887 movr(r0, rn(reg));
3888 jit_unget_reg(reg);
3889 }
3890}
3891
3892static void
3893_iqmuli(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
3894 jit_int32_t r2, jit_word_t i0, jit_bool_t sign)
3895{
3896 jit_int32_t reg;
3897 reg = jit_get_reg(jit_class_gpr);
3898 movi(rn(reg), i0);
3899 iqmulr(r0, r1, r2, rn(reg), sign);
3900 jit_unget_reg(reg);
3901}
3902
3903static void
3904_iqdivr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
3905 jit_int32_t r2, jit_int32_t r3, jit_bool_t sign)
3906{
3907 jit_int32_t sv0, rg0;
3908 jit_int32_t sv1, rg1;
3909
3910 if (r0 == r2 || r0 == r3) {
3911 sv0 = jit_get_reg(jit_class_gpr);
3912 rg0 = rn(sv0);
3913 }
3914 else
3915 rg0 = r0;
3916 if (r1 == r2 || r1 == r3) {
3917 sv1 = jit_get_reg(jit_class_gpr);
3918 rg1 = rn(sv1);
3919 }
3920 else
3921 rg1 = r1;
3922
3923 if (sign)
3924 divr(rg0, r2, r3);
3925 else
3926 divr_u(rg0, r2, r3);
3927 mulr(rg1, r3, rg0);
3928 subr(rg1, r2, rg1);
3929 if (rg0 != r0) {
3930 movr(r0, rg0);
3931 jit_unget_reg(sv0);
3932 }
3933 if (rg1 != r1) {
3934 movr(r1, rg1);
3935 jit_unget_reg(sv1);
3936 }
3937}
3938
3939static void
3940_iqdivi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1,
3941 jit_int32_t r2, jit_word_t i0, jit_bool_t sign)
3942{
3943 jit_int32_t reg;
3944 reg = jit_get_reg(jit_class_gpr);
3945 movi(rn(reg), i0);
3946 iqdivr(r0, r1, r2, rn(reg), sign);
3947 jit_unget_reg(reg);
3948}
3949
3950static void
3951_andi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3952{
3953 jit_int32_t reg;
3954 if (i0 >= -128 && i0 <= 127)
3955 ANDI(r0, i0, r1);
3956 else if (~i0 >= -128 && ~i0 <= 127)
3957 ANDCMI(r0, ~i0, r1);
3958 else {
3959 reg = jit_get_reg(jit_class_gpr);
3960 movi(rn(reg), i0);
3961 andr(r0, r1, rn(reg));
3962 jit_unget_reg(reg);
3963 }
3964}
3965
3966static void
3967_ori(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3968{
3969 jit_int32_t reg;
3970 if (i0 >= -128 && i0 <= 127)
3971 ORI(r0, i0, r1);
3972 else {
3973 reg = jit_get_reg(jit_class_gpr);
3974 movi(rn(reg), i0);
3975 orr(r0, r1, rn(reg));
3976 jit_unget_reg(reg);
3977 }
3978}
3979
3980static void
3981_xori(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3982{
3983 jit_int32_t reg;
3984 if (i0 >= -128 && i0 <= 127)
3985 XORI(r0, i0, r1);
3986 else {
3987 reg = jit_get_reg(jit_class_gpr);
3988 movi(rn(reg), i0);
3989 xorr(r0, r1, rn(reg));
3990 jit_unget_reg(reg);
3991 }
3992}
3993
4a71579b
PC		 3994static void
3995_lshi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
3996{
3997 jit_int32_t reg;
3998 reg = jit_get_reg(jit_class_gpr);
3999 movi(rn(reg), i0);
4000 lshr(r0, r1, rn(reg));
4001 jit_unget_reg(reg);
4002}
4003
4004static void
4005_rshi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4006{
4007 jit_int32_t reg;
4008 reg = jit_get_reg(jit_class_gpr);
4009 movi(rn(reg), i0);
4010 rshr(r0, r1, rn(reg));
4011 jit_unget_reg(reg);
4012}
4013
4014static void
4015_rshi_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4016{
4017 jit_int32_t reg;
4018 reg = jit_get_reg(jit_class_gpr);
4019 movi(rn(reg), i0);
4020 rshr_u(r0, r1, rn(reg));
4021 jit_unget_reg(reg);
4022}
4023
4024static void
4025_ltr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4026{
4027 CMP_LT(PR_6, PR_7, r1, r2);
4028 MOVI_p(r0, 1, PR_6);
4029 MOV_p(r0, GR_0, PR_7);
4030}
4031
4032static void
4033_lti(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4034{
4035 jit_int32_t reg;
4036 if (i0 >= -127 && i0 <= 128)
4037 CMPI_LT(PR_7, PR_6, i0 - 1, r1);
4038 else {
4039 reg = jit_get_reg(jit_class_gpr);
4040 movi(rn(reg), i0);
4041 CMP_LT(PR_6, PR_7, r1, rn(reg));
4042 jit_unget_reg(reg);
4043 }
4044 MOVI_p(r0, 1, PR_6);
4045 MOV_p(r0, GR_0, PR_7);
4046}
4047
4048static void
4049_ltr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4050{
4051 CMP_LTU(PR_6, PR_7, r1, r2);
4052 MOVI_p(r0, 1, PR_6);
4053 MOV_p(r0, GR_0, PR_7);
4054}
4055
4056static void
4057_lti_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4058{
4059 jit_int32_t reg;
4060 if (i0 >= -127 && i0 <= 128)
4061 CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
4062 else {
4063 reg = jit_get_reg(jit_class_gpr);
4064 movi(rn(reg), i0);
4065 CMP_LTU(PR_6, PR_7, r1, rn(reg));
4066 jit_unget_reg(reg);
4067 }
4068 MOVI_p(r0, 1, PR_6);
4069 MOV_p(r0, GR_0, PR_7);
4070}
4071
4072static void
4073_ler(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4074{
4075 CMP_LT(PR_6, PR_7, r2, r1);
4076 MOV_p(r0, GR_0, PR_6);
4077 MOVI_p(r0, 1, PR_7);
4078}
4079
4080static void
4081_lei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4082{
4083 jit_int32_t reg;
4084 reg = jit_get_reg(jit_class_gpr);
4085 movi(rn(reg), i0);
4086 ler(r0, r1, rn(reg));
4087 jit_unget_reg(reg);
4088}
4089
4090static void
4091_ler_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4092{
4093 CMP_LTU(PR_6, PR_7, r2, r1);
4094 MOV_p(r0, GR_0, PR_6);
4095 MOVI_p(r0, 1, PR_7);
4096}
4097
4098static void
4099_lei_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4100{
4101 jit_int32_t reg;
4102 reg = jit_get_reg(jit_class_gpr);
4103 movi(rn(reg), i0);
4104 ler_u(r0, r1, rn(reg));
4105 jit_unget_reg(reg);
4106}
4107
4108static void
4109_eqr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4110{
4111 CMP_EQ(PR_6, PR_7, r1, r2);
4112 MOVI_p(r0, 1, PR_6);
4113 MOV_p(r0, GR_0, PR_7);
4114}
4115
4116static void
4117_eqi(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4118{
4119 jit_int32_t reg;
4120 if (i0 >= -128 && i0 <= 127)
4121 CMPI_EQ(PR_6, PR_7, i0, r1);
4122 else {
4123 reg = jit_get_reg(jit_class_gpr);
4124 movi(rn(reg), i0);
4125 CMP_EQ(PR_6, PR_7, r1, rn(reg));
4126 jit_unget_reg(reg);
4127 }
4128 MOVI_p(r0, 1, PR_6);
4129 MOV_p(r0, GR_0, PR_7);
4130}
4131
4132static void
4133_ger(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4134{
4135 CMP_LT(PR_6, PR_7, r1, r2);
4136 MOV_p(r0, GR_0, PR_6);
4137 MOVI_p(r0, 1, PR_7);
4138}
4139
4140static void
4141_gei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4142{
4143 jit_int32_t reg;
4144 if (i0 >= -127 && i0 <= 128)
4145 CMPI_LT(PR_7, PR_6, i0 - 1, r1);
4146 else {
4147 reg = jit_get_reg(jit_class_gpr);
4148 movi(rn(reg), i0);
4149 CMP_LT(PR_6, PR_7, r1, rn(reg));
4150 jit_unget_reg(reg);
4151 }
4152 MOV_p(r0, GR_0, PR_6);
4153 MOVI_p(r0, 1, PR_7);
4154}
4155
4156static void
4157_ger_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4158{
4159 CMP_LTU(PR_6, PR_7, r1, r2);
4160 MOV_p(r0, GR_0, PR_6);
4161 MOVI_p(r0, 1, PR_7);
4162}
4163
4164static void
4165_gei_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4166{
4167 jit_int32_t reg;
4168 if (i0 >= -127 && i0 <= 128)
4169 CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
4170 else {
4171 reg = jit_get_reg(jit_class_gpr);
4172 movi(rn(reg), i0);
4173 CMP_LTU(PR_6, PR_7, r1, rn(reg));
4174 jit_unget_reg(reg);
4175 }
4176 MOV_p(r0, GR_0, PR_6);
4177 MOVI_p(r0, 1, PR_7);
4178}
4179
4180static void
4181_gtr(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4182{
4183 CMP_LT(PR_6, PR_7, r2, r1);
4184 MOVI_p(r0, 1, PR_6);
4185 MOV_p(r0, GR_0, PR_7);
4186}
4187
4188static void
4189_gti(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4190{
4191 jit_int32_t reg;
4192 reg = jit_get_reg(jit_class_gpr);
4193 movi(rn(reg), i0);
4194 gtr(r0, r1, rn(reg));
4195 jit_unget_reg(reg);
4196}
4197
4198static void
4199_gtr_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4200{
4201 CMP_LTU(PR_6, PR_7, r2, r1);
4202 MOVI_p(r0, 1, PR_6);
4203 MOV_p(r0, GR_0, PR_7);
4204}
4205
4206static void
4207_gti_u(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4208{
4209 jit_int32_t reg;
4210 reg = jit_get_reg(jit_class_gpr);
4211 movi(rn(reg), i0);
4212 gtr_u(r0, r1, rn(reg));
4213 jit_unget_reg(reg);
4214}
4215
4216static void
4217_ner(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4218{
4219 CMP_EQ(PR_6, PR_7, r1, r2);
4220 MOV_p(r0, GR_0, PR_6);
4221 MOVI_p(r0, 1, PR_7);
4222}
4223
4224static void
4225_nei(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4226{
4227 jit_int32_t reg;
4228 if (i0 >= -128 && i0 <= 127)
4229 CMPI_EQ(PR_6, PR_7, i0, r1);
4230 else {
4231 reg = jit_get_reg(jit_class_gpr);
4232 movi(rn(reg), i0);
4233 CMP_EQ(PR_6, PR_7, r1, rn(reg));
4234 jit_unget_reg(reg);
4235 }
4236 MOV_p(r0, GR_0, PR_6);
4237 MOVI_p(r0, 1, PR_7);
4238}
4239
4240static void
4241_ldr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
4242{
4243 ldr_uc(r0, r1);
4244 extr_c(r0, r0);
4245}
4246
4247static void
4248_ldi_c(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4249{
4250 jit_int32_t reg;
4251 reg = jit_get_reg(jit_class_gpr);
4252 movi(rn(reg), i0);
4253 ldr_c(r0, rn(reg));
4254 jit_unget_reg(reg);
4255}
4256
4257static void
4258_ldi_uc(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4259{
4260 jit_int32_t reg;
4261 reg = jit_get_reg(jit_class_gpr);
4262 movi(rn(reg), i0);
4263 ldr_uc(r0, rn(reg));
4264 jit_unget_reg(reg);
4265}
4266
4267static void
4268_ldr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
4269{
4270 ldr_us(r0, r1);
4271 extr_s(r0, r0);
4272}
4273
4274static void
4275_ldi_s(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4276{
4277 jit_int32_t reg;
4278 reg = jit_get_reg(jit_class_gpr);
4279 movi(rn(reg), i0);
4280 ldr_s(r0, rn(reg));
4281 jit_unget_reg(reg);
4282}
4283
4284static void
4285_ldi_us(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4286{
4287 jit_int32_t reg;
4288 reg = jit_get_reg(jit_class_gpr);
4289 movi(rn(reg), i0);
4290 ldr_us(r0, rn(reg));
4291 jit_unget_reg(reg);
4292}
4293
4294static void
4295_ldr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
4296{
4297 ldr_ui(r0, r1);
4298 extr_i(r0, r0);
4299}
4300
4301static void
4302_ldi_i(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4303{
4304 jit_int32_t reg;
4305 reg = jit_get_reg(jit_class_gpr);
4306 movi(rn(reg), i0);
4307 ldr_i(r0, rn(reg));
4308 jit_unget_reg(reg);
4309}
4310
4311static void
4312_ldi_ui(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4313{
4314 jit_int32_t reg;
4315 reg = jit_get_reg(jit_class_gpr);
4316 movi(rn(reg), i0);
4317 ldr_ui(r0, rn(reg));
4318 jit_unget_reg(reg);
4319}
4320
4321static void
4322_ldi_l(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
4323{
4324 jit_int32_t reg;
4325 reg = jit_get_reg(jit_class_gpr);
4326 movi(rn(reg), i0);
4327 ldr_l(r0, rn(reg));
4328 jit_unget_reg(reg);
4329}
4330
4331static void
4332_ldxr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4333{
4334 jit_int32_t reg;
4335 reg = jit_get_reg(jit_class_gpr);
4336 addr(rn(reg), r1, r2);
4337 ldr_c(r0, rn(reg));
4338 jit_unget_reg(reg);
4339}
4340
4341static void
4342_ldxi_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4343{
4344 jit_int32_t reg;
4345 if (i0) {
4346 reg = jit_get_reg(jit_class_gpr);
4347 movi(rn(reg), i0);
4348 ldxr_c(r0, r1, rn(reg));
4349 jit_unget_reg(reg);
4350 }
4351 else
4352 ldr_c(r0, r1);
4353}
4354
4355static void
4356_ldxr_uc(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4357{
4358 jit_int32_t reg;
4359 reg = jit_get_reg(jit_class_gpr);
4360 addr(rn(reg), r1, r2);
4361 ldr_uc(r0, rn(reg));
4362 jit_unget_reg(reg);
4363}
4364
4365static void
4366_ldxi_uc(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4367{
4368 jit_int32_t reg;
4369 if (i0) {
4370 reg = jit_get_reg(jit_class_gpr);
4371 movi(rn(reg), i0);
4372 ldxr_uc(r0, r1, rn(reg));
4373 jit_unget_reg(reg);
4374 }
4375 else
4376 ldr_uc(r0, r1);
4377}
4378
4379static void
4380_ldxr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4381{
4382 jit_int32_t reg;
4383 reg = jit_get_reg(jit_class_gpr);
4384 addr(rn(reg), r1, r2);
4385 ldr_s(r0, rn(reg));
4386 jit_unget_reg(reg);
4387}
4388
4389static void
4390_ldxi_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4391{
4392 jit_int32_t reg;
4393 if (i0) {
4394 reg = jit_get_reg(jit_class_gpr);
4395 movi(rn(reg), i0);
4396 ldxr_s(r0, r1, rn(reg));
4397 jit_unget_reg(reg);
4398 }
4399 else
4400 ldr_s(r0, r1);
4401}
4402
4403static void
4404_ldxr_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4405{
4406 jit_int32_t reg;
4407 reg = jit_get_reg(jit_class_gpr);
4408 addr(rn(reg), r1, r2);
4409 ldr_us(r0, rn(reg));
4410 jit_unget_reg(reg);
4411}
4412
4413static void
4414_ldxi_us(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4415{
4416 jit_int32_t reg;
4417 if (i0) {
4418 reg = jit_get_reg(jit_class_gpr);
4419 movi(rn(reg), i0);
4420 ldxr_us(r0, r1, rn(reg));
4421 jit_unget_reg(reg);
4422 }
4423 else
4424 ldr_us(r0, r1);
4425}
4426
4427static void
4428_ldxr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4429{
4430 jit_int32_t reg;
4431 reg = jit_get_reg(jit_class_gpr);
4432 addr(rn(reg), r1, r2);
4433 ldr_i(r0, rn(reg));
4434 jit_unget_reg(reg);
4435}
4436
4437static void
4438_ldxi_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4439{
4440 jit_int32_t reg;
4441 if (i0) {
4442 reg = jit_get_reg(jit_class_gpr);
4443 movi(rn(reg), i0);
4444 ldxr_i(r0, r1, rn(reg));
4445 jit_unget_reg(reg);
4446 }
4447 else
4448 ldr_i(r0, r1);
4449}
4450
4451static void
4452_ldxr_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4453{
4454 jit_int32_t reg;
4455 reg = jit_get_reg(jit_class_gpr);
4456 addr(rn(reg), r1, r2);
4457 ldr_ui(r0, rn(reg));
4458 jit_unget_reg(reg);
4459}
4460
4461static void
4462_ldxi_ui(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4463{
4464 jit_int32_t reg;
4465 if (i0) {
4466 reg = jit_get_reg(jit_class_gpr);
4467 movi(rn(reg), i0);
4468 ldxr_ui(r0, r1, rn(reg));
4469 jit_unget_reg(reg);
4470 }
4471 else
4472 ldr_ui(r0, r1);
4473}
4474
4475static void
4476_ldxr_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4477{
4478 jit_int32_t reg;
4479 reg = jit_get_reg(jit_class_gpr);
4480 addr(rn(reg), r1, r2);
4481 ldr_l(r0, rn(reg));
4482 jit_unget_reg(reg);
4483}
4484
4485static void
4486_ldxi_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
4487{
4488 jit_int32_t reg;
4489 if (i0) {
4490 reg = jit_get_reg(jit_class_gpr);
4491 movi(rn(reg), i0);
4492 ldxr_l(r0, r1, rn(reg));
4493 jit_unget_reg(reg);
4494 }
4495 else
4496 ldr_l(r0, r1);
4497}
4498
4499static void
4500_sti_c(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4501{
4502 jit_int32_t reg;
4503 reg = jit_get_reg(jit_class_gpr);
4504 movi(rn(reg), i0);
4505 str_c(rn(reg), r0);
4506 jit_unget_reg(reg);
4507}
4508
4509static void
4510_sti_s(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4511{
4512 jit_int32_t reg;
4513 reg = jit_get_reg(jit_class_gpr);
4514 movi(rn(reg), i0);
4515 str_s(rn(reg), r0);
4516 jit_unget_reg(reg);
4517}
4518
4519static void
4520_sti_i(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4521{
4522 jit_int32_t reg;
4523 reg = jit_get_reg(jit_class_gpr);
4524 movi(rn(reg), i0);
4525 str_i(rn(reg), r0);
4526 jit_unget_reg(reg);
4527}
4528
4529static void
4530_sti_l(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
4531{
4532 jit_int32_t reg;
4533 reg = jit_get_reg(jit_class_gpr);
4534 movi(rn(reg), i0);
4535 str_l(rn(reg), r0);
4536 jit_unget_reg(reg);
4537}
4538
4539static void
4540_stxr_c(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4541{
4542 jit_int32_t reg;
4543 reg = jit_get_reg(jit_class_gpr);
4544 addr(rn(reg), r0, r1);
4545 str_c(rn(reg), r2);
4546 jit_unget_reg(reg);
4547}
4548
4549static void
4550_stxi_c(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4551{
4552 jit_int32_t reg;
4553 if (i0) {
4554 reg = jit_get_reg(jit_class_gpr);
4555 addi(rn(reg), r0, i0);
4556 str_c(rn(reg), r1);
4557 jit_unget_reg(reg);
4558 }
4559 else
4560 str_c(r0, r1);
4561}
4562
4563static void
4564_stxr_s(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4565{
4566 jit_int32_t reg;
4567 reg = jit_get_reg(jit_class_gpr);
4568 addr(rn(reg), r0, r1);
4569 str_s(rn(reg), r2);
4570 jit_unget_reg(reg);
4571}
4572
4573static void
4574_stxi_s(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4575{
4576 jit_int32_t reg;
4577 if (i0) {
4578 reg = jit_get_reg(jit_class_gpr);
4579 addi(rn(reg), r0, i0);
4580 str_s(rn(reg), r1);
4581 jit_unget_reg(reg);
4582 }
4583 else
4584 str_s(r0, r1);
4585}
4586
4587static void
4588_stxr_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4589{
4590 jit_int32_t reg;
4591 reg = jit_get_reg(jit_class_gpr);
4592 addr(rn(reg), r0, r1);
4593 str_i(rn(reg), r2);
4594 jit_unget_reg(reg);
4595}
4596
4597static void
4598_stxi_i(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4599{
4600 jit_int32_t reg;
4601 if (i0) {
4602 reg = jit_get_reg(jit_class_gpr);
4603 addi(rn(reg), r0, i0);
4604 str_i(rn(reg), r1);
4605 jit_unget_reg(reg);
4606 }
4607 else
4608 str_i(r0, r1);
4609}
4610
4611static void
4612_stxr_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
4613{
4614 jit_int32_t reg;
4615 reg = jit_get_reg(jit_class_gpr);
4616 addr(rn(reg), r0, r1);
4617 str_l(rn(reg), r2);
4618 jit_unget_reg(reg);
4619}
4620
4621static void
4622_stxi_l(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4623{
4624 jit_int32_t reg;
4625 if (i0) {
4626 reg = jit_get_reg(jit_class_gpr);
4627 addi(rn(reg), r0, i0);
4628 str_l(rn(reg), r1);
4629 jit_unget_reg(reg);
4630 }
4631 else
4632 str_l(r0, r1);
4633}
4634
4635static jit_word_t
4636_bltr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4637{
4638 jit_word_t w;
4639 CMP_LT(PR_6, PR_7, r0, r1);
4640 sync();
4641 w = _jit->pc.w;
4642 BRI_COND((i0 - w) >> 4, PR_6);
4643 return (w);
4644}
4645
4646static jit_word_t
4647_blti(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4648{
4649 jit_word_t w;
4650 jit_int32_t reg;
4651 if (i1 >= -127 && i1 <= 128)
4652 CMPI_LT(PR_7, PR_6, i1 - 1, r0);
4653 else {
4654 reg = jit_get_reg(jit_class_gpr);
4655 movi(rn(reg), i1);
4656 CMP_LT(PR_6, PR_7, r0, rn(reg));
4657 jit_unget_reg(reg);
4658 }
4659 sync();
4660 w = _jit->pc.w;
4661 BRI_COND((i0 - w) >> 4, PR_6);
4662 return (w);
4663}
4664
4665static jit_word_t
4666_bltr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4667{
4668 jit_word_t w;
4669 CMP_LTU(PR_6, PR_7, r0, r1);
4670 sync();
4671 w = _jit->pc.w;
4672 BRI_COND((i0 - w) >> 4, PR_6);
4673 return (w);
4674}
4675
4676static jit_word_t
4677_blti_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4678{
4679 jit_word_t w;
4680 jit_int32_t reg;
4681 if (i1 >= -127 && i1 <= 128)
4682 CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
4683 else {
4684 reg = jit_get_reg(jit_class_gpr);
4685 movi(rn(reg), i1);
4686 CMP_LTU(PR_6, PR_7, r0, rn(reg));
4687 jit_unget_reg(reg);
4688 }
4689 sync();
4690 w = _jit->pc.w;
4691 BRI_COND((i0 - w) >> 4, PR_6);
4692 return (w);
4693}
4694
4695static jit_word_t
4696_bler(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4697{
4698 jit_word_t w;
4699 CMP_LT(PR_6, PR_7, r1, r0);
4700 sync();
4701 w = _jit->pc.w;
4702 BRI_COND((i0 - w) >> 4, PR_7);
4703 return (w);
4704}
4705
4706static jit_word_t
4707_blei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4708{
4709 jit_word_t w;
4710 jit_int32_t reg;
4711 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4712 movi(rn(reg), i1);
4713 w = bler(i0, r0, rn(reg));
4714 jit_unget_reg(reg);
4715 return (w);
4716}
4717
4718static jit_word_t
4719_bler_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4720{
4721 jit_word_t w;
4722 CMP_LTU(PR_6, PR_7, r1, r0);
4723 sync();
4724 w = _jit->pc.w;
4725 BRI_COND((i0 - w) >> 4, PR_7);
4726 return (w);
4727}
4728
4729static jit_word_t
4730_blei_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4731{
4732 jit_word_t w;
4733 jit_int32_t reg;
4734 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4735 movi(rn(reg), i1);
4736 w = bler_u(i0, r0, rn(reg));
4737 jit_unget_reg(reg);
4738 return (w);
4739}
4740
4741static jit_word_t
4742_beqr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4743{
4744 jit_word_t w;
4745 CMP_EQ(PR_6, PR_7, r0, r1);
4746 sync();
4747 w = _jit->pc.w;
4748 BRI_COND((i0 - w) >> 4, PR_6);
4749 return (w);
4750}
4751
4752static jit_word_t
4753_beqi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4754{
4755 jit_word_t w;
4756 jit_int32_t reg;
4757 if (i1 >= -128 && i1 <= 127)
4758 CMPI_EQ(PR_6, PR_7, i1, r0);
4759 else {
4760 reg = jit_get_reg(jit_class_gpr);
4761 movi(rn(reg), i1);
4762 CMP_EQ(PR_6, PR_7, r0, rn(reg));
4763 jit_unget_reg(reg);
4764 }
4765 sync();
4766 w = _jit->pc.w;
4767 BRI_COND((i0 - w) >> 4, PR_6);
4768 return (w);
4769}
4770
4771static jit_word_t
4772_bger(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4773{
4774 jit_word_t w;
4775 CMP_LT(PR_6, PR_7, r0, r1);
4776 sync();
4777 w = _jit->pc.w;
4778 BRI_COND((i0 - w) >> 4, PR_7);
4779 return (w);
4780}
4781
4782static jit_word_t
4783_bgei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4784{
4785 jit_word_t w;
4786 jit_int32_t reg;
4787 if (i1 >= -127 && i1 <= 128)
4788 CMPI_LT(PR_7, PR_6, i1 - 1, r0);
4789 else {
4790 reg = jit_get_reg(jit_class_gpr);
4791 movi(rn(reg), i1);
4792 CMP_LT(PR_6, PR_7, r0, rn(reg));
4793 jit_unget_reg(reg);
4794 }
4795 sync();
4796 w = _jit->pc.w;
4797 BRI_COND((i0 - w) >> 4, PR_7);
4798 return (w);
4799}
4800
4801static jit_word_t
4802_bger_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4803{
4804 jit_word_t w;
4805 CMP_LTU(PR_6, PR_7, r0, r1);
4806 sync();
4807 w = _jit->pc.w;
4808 BRI_COND((i0 - w) >> 4, PR_7);
4809 return (w);
4810}
4811
4812static jit_word_t
4813_bgei_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4814{
4815 jit_word_t w;
4816 jit_int32_t reg;
4817 if (i1 >= -127 && i1 <= 128)
4818 CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
4819 else {
4820 reg = jit_get_reg(jit_class_gpr);
4821 movi(rn(reg), i1);
4822 CMP_LTU(PR_6, PR_7, r0, rn(reg));
4823 jit_unget_reg(reg);
4824 }
4825 sync();
4826 w = _jit->pc.w;
4827 BRI_COND((i0 - w) >> 4, PR_7);
4828 return (w);
4829}
4830
4831static jit_word_t
4832_bgtr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4833{
4834 jit_word_t w;
4835 CMP_LT(PR_6, PR_7, r1, r0);
4836 sync();
4837 w = _jit->pc.w;
4838 BRI_COND((i0 - w) >> 4, PR_6);
4839 return (w);
4840}
4841
4842static jit_word_t
4843_bgti(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4844{
4845 jit_word_t w;
4846 jit_int32_t reg;
4847 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4848 movi(rn(reg), i1);
4849 w = bgtr(i0, r0, rn(reg));
4850 jit_unget_reg(reg);
4851 return (w);
4852}
4853
4854static jit_word_t
4855_bgtr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4856{
4857 jit_word_t w;
4858 CMP_LTU(PR_6, PR_7, r1, r0);
4859 sync();
4860 w = _jit->pc.w;
4861 BRI_COND((i0 - w) >> 4, PR_6);
4862 return (w);
4863}
4864
4865static jit_word_t
4866_bgti_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4867{
4868 jit_word_t w;
4869 jit_int32_t reg;
4870 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
4871 movi(rn(reg), i1);
4872 w = bgtr_u(i0, r0, rn(reg));
4873 jit_unget_reg(reg);
4874 return (w);
4875}
4876
4877static jit_word_t
4878_bner(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4879{
4880 jit_word_t w;
4881 CMP_EQ(PR_6, PR_7, r0, r1);
4882 sync();
4883 w = _jit->pc.w;
4884 BRI_COND((i0 - w) >> 4, PR_7);
4885 return (w);
4886}
4887
4888static jit_word_t
4889_bnei(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4890{
4891 jit_word_t w;
4892 jit_int32_t reg;
4893 if (i1 >= -128 && i1 <= 127)
4894 CMPI_EQ(PR_6, PR_7, i1, r0);
4895 else {
4896 reg = jit_get_reg(jit_class_gpr);
4897 movi(rn(reg), i1);
4898 CMP_EQ(PR_6, PR_7, r0, rn(reg));
4899 jit_unget_reg(reg);
4900 }
4901 sync();
4902 w = _jit->pc.w;
4903 BRI_COND((i0 - w) >> 4, PR_7);
4904 return (w);
4905}
4906
4907static jit_word_t
4908_bmsr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4909{
4910 jit_word_t w;
4911 jit_int32_t reg;
4912 reg = jit_get_reg(jit_class_gpr);
4913 andr(rn(reg), r0, r1);
4914 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
4915 jit_unget_reg(reg);
4916 sync();
4917 w = _jit->pc.w;
4918 BRI_COND((i0 - w) >> 4, PR_7);
4919 return (w);
4920}
4921
4922static jit_word_t
4923_bmsi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4924{
4925 jit_word_t w;
4926 jit_int32_t reg;
4927 reg = jit_get_reg(jit_class_gpr);
4928 movi(rn(reg), i1);
4929 andr(rn(reg), r0, rn(reg));
4930 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
4931 jit_unget_reg(reg);
4932 sync();
4933 w = _jit->pc.w;
4934 BRI_COND((i0 - w) >> 4, PR_7);
4935 return (w);
4936}
4937
4938static jit_word_t
4939_bmcr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
4940{
4941 jit_word_t w;
4942 jit_int32_t reg;
4943 reg = jit_get_reg(jit_class_gpr);
4944 andr(rn(reg), r0, r1);
4945 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
4946 jit_unget_reg(reg);
4947 sync();
4948 w = _jit->pc.w;
4949 BRI_COND((i0 - w) >> 4, PR_6);
4950 return (w);
4951}
4952
4953static jit_word_t
4954_bmci(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1)
4955{
4956 jit_word_t w;
4957 jit_int32_t reg;
4958 reg = jit_get_reg(jit_class_gpr);
4959 movi(rn(reg), i1);
4960 andr(rn(reg), r0, rn(reg));
4961 CMPI_EQ(PR_6, PR_7, 0, rn(reg));
4962 jit_unget_reg(reg);
4963 sync();
4964 w = _jit->pc.w;
4965 BRI_COND((i0 - w) >> 4, PR_6);
4966 return (w);
4967}
4968
4969static jit_word_t
4970_baddr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
4971 jit_bool_t carry)
4972{
4973 jit_word_t w;
4974 jit_int32_t t0;
4975 jit_int32_t t1;
4976 jit_int32_t t2;
4977 /* t1 = r0 + r1; overflow = r1 < 0 ? r0 < t1 : t1 < r0 */
4978 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
4979 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
4980 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
4981 lti(rn(t0), r1, 0); /* t0 = r1 < 0 */
4982 addr(rn(t1), r0, r1); /* t1 = r0 + r1 */
4983 ltr(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
4984 ltr(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
4985 CMPI_EQ(PR_6, PR_7, 0, rn(t0));
4986 CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p8=t2==0,p9=t2!=0; */
4987 CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p8=t1==0,p9=t1!=0; */
4988 addr(r0, r0, r1);
4989 sync();
4990 w = _jit->pc.w;
4991 BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
4992 jit_unget_reg(t2);
4993 jit_unget_reg(t1);
4994 jit_unget_reg(t0);
4995 return (w);
4996}
4997
4998static jit_word_t
4999_baddi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5000 jit_bool_t carry)
5001{
5002 jit_word_t w;
5003 jit_int32_t reg;
5004 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5005 movi(rn(reg), i1);
5006 w = baddr(i0, r0, rn(reg), carry);
5007 jit_unget_reg(reg);
5008 return (w);
5009}
5010
5011static jit_word_t
5012_baddr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
5013 jit_bool_t carry)
5014{
5015 jit_word_t w;
5016 jit_int32_t t0;
5017 jit_int32_t t1;
5018 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5019 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5020 addr(rn(t0), r0, r1);
5021 ltr_u(rn(t1), rn(t0), r0);
5022 CMPI_EQ(PR_6, PR_7, 0, rn(t1));
5023 MOV(r0, rn(t0));
5024 sync();
5025 w = _jit->pc.w;
5026 BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
5027 jit_unget_reg(t1);
5028 jit_unget_reg(t0);
5029 return (w);
5030}
5031
5032static jit_word_t
5033_baddi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5034 jit_bool_t carry)
5035{
5036 jit_word_t w;
5037 jit_int32_t reg;
5038 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5039 movi(rn(reg), i1);
5040 w = baddr_u(i0, r0, rn(reg), carry);
5041 jit_unget_reg(reg);
5042 return (w);
5043}
5044
5045static jit_word_t
5046_bsubr(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
5047 jit_bool_t carry)
5048{
5049 jit_word_t w;
5050 jit_int32_t t0;
5051 jit_int32_t t1;
5052 jit_int32_t t2;
5053 /* t1 = r0 - r1; overflow = 0 < r1 ? r0 < t1 : t1 < r0 */
5054 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5055 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5056 t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5057 gti(rn(t0), r1, 0); /* t0 = r1 > 0 */
5058 subr(rn(t1), r0, r1); /* t1 = r0 - r1 */
5059 ltr(rn(t2), rn(t1), r0); /* t2 = t1 < r0 */
5060 ltr(rn(t1), r0, rn(t1)); /* t1 = r0 < t1 */
5061 CMPI_EQ(PR_6, PR_7, 0, rn(t0));
5062 CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p4=t2==0,p5=t2!=0; */
5063 CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p4=t1==0,p5=t1!=0; */
5064 subr(r0, r0, r1);
5065 sync();
5066 w = _jit->pc.w;
5067 BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
5068 jit_unget_reg(t2);
5069 jit_unget_reg(t1);
5070 jit_unget_reg(t0);
5071 return (w);
5072}
5073
5074static jit_word_t
5075_bsubi(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5076 jit_bool_t carry)
5077{
5078 jit_word_t w;
5079 jit_int32_t reg;
5080 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5081 movi(rn(reg), i1);
5082 w = bsubr(i0, r0, rn(reg), carry);
5083 jit_unget_reg(reg);
5084 return (w);
5085}
5086
5087static jit_word_t
5088_bsubr_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1,
5089 jit_bool_t carry)
5090{
5091 jit_word_t w;
5092 jit_int32_t t0;
5093 jit_int32_t t1;
5094 t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5095 t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
5096 subr(rn(t0), r0, r1);
5097 ltr_u(rn(t1), r0, rn(t0));
5098 CMPI_EQ(PR_6, PR_7, 0, rn(t1));
5099 MOV(r0, rn(t0));
5100 sync();
5101 w = _jit->pc.w;
5102 BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
5103 jit_unget_reg(t1);
5104 jit_unget_reg(t0);
5105 return (w);
5106}
5107
5108static jit_word_t
5109_bsubi_u(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_word_t i1,
5110 jit_bool_t carry)
5111{
5112 jit_word_t w;
5113 jit_int32_t reg;
5114 reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
5115 movi(rn(reg), i1);
5116 w = bsubr_u(i0, r0, rn(reg), carry);
5117 jit_unget_reg(reg);
5118 return (w);
5119}
5120
5121static void
5122_jmpr(jit_state_t *_jit, jit_int32_t r0)
5123{
5124 MOV_br_rn(BR_6, r0);
5125 BR(BR_6);
5126}
5127
5128static void
5129_jmpi(jit_state_t *_jit, jit_word_t i0)
5130{
5131 jit_word_t d;
5132 sync();
5133 d = ((jit_word_t)i0 - _jit->pc.w) >> 4;
5134 if (d >= -16777216 && d <= 16777215)
5135 BRI(d);
5136 else
5137 BRL(d);
5138}
5139
5140static jit_word_t
5141_jmpi_p(jit_state_t *_jit, jit_word_t i0)
5142{
5143 jit_word_t d, w;
5144 sync();
5145 w = _jit->pc.w;
5146 d = ((jit_word_t)i0 - w) >> 4;
5147 BRL(d);
5148 return (w);
5149}
5150
5151static void
5152_callr(jit_state_t *_jit, jit_int32_t r0)
5153{
5154 jit_int32_t reg;
5155 reg = jit_get_reg(jit_class_gpr);
5156 LD8_inc(rn(reg), r0, 8);
5157 MOV_br_rn(BR_6, rn(reg));
5158 jit_unget_reg(reg);
5159 LD8(GR_1, r0);
5160 BR_CALL(BR_0, BR_6);
5161}
5162
5163static void
5164_calli(jit_state_t *_jit, jit_word_t i0)
5165{
5166 jit_int32_t reg;
5167 reg = jit_get_reg(jit_class_gpr);
5168 movi(rn(reg), i0);
5169 callr(rn(reg));
5170 jit_unget_reg(reg);
5171}
5172
5173static jit_word_t
5174_calli_p(jit_state_t *_jit, jit_word_t i0)
5175{
5176 jit_word_t w;
5177 jit_int32_t reg;
5178 reg = jit_get_reg(jit_class_gpr);
5179 w = movi_p(rn(reg), i0);
5180 callr(rn(reg));
5181 jit_unget_reg(reg);
5182 return (w);
5183}
5184
5185static void
5186_prolog(jit_state_t *_jit, jit_node_t *node)
5187{
5188 jit_int32_t reg, ruse, rout;
5189
5190 if (_jitc->function->define_frame || _jitc->function->assume_frame) {
5191 jit_int32_t frame = -_jitc->function->frame;
5192 assert(_jitc->function->self.aoff >= frame);
5193 if (_jitc->function->assume_frame)
5194 return;
5195 _jitc->function->self.aoff = frame;
5196 }
5197 if (_jitc->function->allocar)
5198 _jitc->function->self.aoff &= -16;
5199 _jitc->function->stack = ((_jitc->function->self.alen -
5200 _jitc->function->self.aoff) + 15) & -16;
5201
5202 /* First lowest unused register is first output register */
5203 for (reg = _R115; reg >= _R40; reg--) {
5204 if (jit_regset_tstbit(&_jitc->function->regset, reg))
5205 break;
5206 }
5207 _jitc->breg = rn(reg) + 1;
5208 _jitc->rout = _jitc->breg + 5;
5209 ruse = _jitc->rout - GR_32;
5210
5211 /* How many out argument registers required? */
5212 if (!_jitc->function->define_frame) {
5213 for (reg = _OUT7; reg >= _OUT0; --reg) {
5214 if (jit_regset_tstbit(&_jitc->function->regset, reg))
5215 break;
5216 }
5217 rout = (reg + 1) - _OUT0;
5218 }
5219 else
5220 rout = 8;
5221
5222 /* Do not know if will call div/mod functions (sqrt* needs one) */
5223 if (rout < 2)
5224 rout = 2;
5225
5226 /* Match gcc prolog */
5227 ALLOC(_jitc->breg + 1, ruse, rout);
5228 MOV(_jitc->breg + 2, GR_12);
5229 MOV_rn_br(_jitc->breg, BR_0);
5230 MOV(_jitc->breg + 3, GR_1);
5231
5232 /* lightning specific, use r4 as frame pointer */
5233 MOV(_jitc->breg + 4, GR_4);
5234 addi(GR_4, GR_12, -(stack_framesize + params_offset));
5235
5236 /* adjust stack pointer */
5237 addi(GR_12, GR_12, -(stack_framesize +
5238 (params_offset << 1) + _jitc->function->stack));
5239
5240 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
5241 STF_SPILL(GR_4, rn(JIT_F0));
5242 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
5243 addi(GR_2, GR_4, 16);
5244 STF_SPILL(GR_2, rn(JIT_F1));
5245 }
5246 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
5247 addi(GR_2, GR_4, 32);
5248 STF_SPILL(GR_2, rn(JIT_F2));
5249 }
5250 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
5251 addi(GR_2, GR_4, 48);
5252 STF_SPILL(GR_2, rn(JIT_F3));
5253 }
5254 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
5255 addi(GR_2, GR_4, 64);
5256 STF_SPILL(GR_2, rn(JIT_F4));
5257 }
5258 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
5259 addi(GR_2, GR_4, 80);
5260 STF_SPILL(GR_2, rn(JIT_F5));
5261 }
5262
5263 if (_jitc->function->allocar) {
5264 reg = jit_get_reg(jit_class_gpr);
5265 movi(rn(reg), _jitc->function->self.aoff);
5266 stxi_i(_jitc->function->aoffoff, GR_4, rn(reg));
5267 jit_unget_reg(reg);
5268 }
5269
5270 if (_jitc->function->self.call & jit_call_varargs) {
5271 for (reg = _jitc->function->vagp; reg < 8; ++reg)
5272 stxi(112 + reg * 8, GR_4, GR_32 + reg);
5273 }
5274}
5275
5276static void
5277_epilog(jit_state_t *_jit, jit_node_t *node)
5278{
5279 if (_jitc->function->assume_frame)
5280 return;
5281 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
5282 LDF_FILL(rn(JIT_F0), GR_4);
5283 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
5284 addi(GR_2, GR_4, 16);
5285 LDF_FILL(rn(JIT_F1), GR_2);
5286 }
5287 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
5288 addi(GR_2, GR_4, 32);
5289 LDF_FILL(rn(JIT_F2), GR_2);
5290 }
5291 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
5292 addi(GR_2, GR_4, 48);
5293 LDF_FILL(rn(JIT_F3), GR_2);
5294 }
5295 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
5296 addi(GR_2, GR_4, 64);
5297 LDF_FILL(rn(JIT_F4), GR_2);
5298 }
5299 if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
5300 addi(GR_2, GR_4, 80);
5301 LDF_FILL(rn(JIT_F5), GR_2);
5302 }
5303 /* Match gcc epilog */
5304 MOV(GR_1, _jitc->breg + 3);
5305 MOV_I_ar_rn(AR_PFS, _jitc->breg + 1);
5306 MOV_br_rn(BR_0, _jitc->breg);
5307 MOV(GR_12, _jitc->breg + 2);
5308 /* Restore lightning specific r4 as frame pointer */
5309 MOV(GR_4, _jitc->breg + 4);
5310 BR_RET(BR_0);
5311 flush();
5312}
5313
5314static void
5315_vastart(jit_state_t *_jit, jit_int32_t r0)
5316{
5317 assert(_jitc->function->self.call & jit_call_varargs);
5318 /* Initialize va_list to the first stack argument. */
5319 if (_jitc->function->vagp < 8)
5320 addi(r0, GR_4, 112 + _jitc->function->vagp * 8);
5321 else
5322 addi(r0, GR_4, _jitc->function->self.size);
5323}
5324
5325static void
5326_vaarg(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
5327{
5328 assert(_jitc->function->self.call & jit_call_varargs);
5329 /* Load argument. */
5330 ldr(r0, r1);
5331 /* Update va_list. */
5332 addi(r1, r1, 8);
5333}
5334
5335static void
5336_patch_at(jit_state_t *_jit, jit_code_t code,
5337 jit_word_t instr, jit_word_t label)
5338{
5339 jit_word_t l, h, tm, s0, s1, s2;
5340 union {
5341 jit_word_t w;
5342 jit_word_t *p;
5343 } c;
5344 jit_word_t i1, i41, i20, ic, i5, i9, i7;
5345 c.w = instr;
5346 get_bundle(c.p, l, h, tm, s0, s1, s2);
5347 switch (code) {
5348 case jit_code_movi:
5349 /* Handle jit functions as C function, so that jit function
5350 * pointers can be passed to C code, and jit code does not
5351 * need to try to differentiate them. */
5352 case jit_code_calli:
5353 i1 = (label >> 63) & 0x1L;
5354 i41 = (label >> 22) & 0x1ffffffffffL;
5355 ic = (label >> 21) & 0x1L;
5356 i5 = (label >> 16) & 0x1fL;
5357 i9 = (label >> 7) & 0x1ffL;
5358 i7 = label & 0x7fL;
5359 s1 = i41;
5360 assert((tm & ~1) == TM_M_L_X_ &&
5361 (s2 & 0xfL<<37) == (6L<<37) &&
5362 s0 == nop_m);
5363 s2 &= (6L<<37)|(0x7fL<<6);
5364 s2 |= (i1<<36)|(i9<<27)|(i5<<22)|(ic<<21)|(i7<<13);
5365 break;
5366 case jit_code_jmpi:
5367 if (_jitc->jump) {
5368 /* kludge to hide function descriptors; check that gp
5369 * is zero, what is done for all jit functions */
5370 if (((long *)label)[1] == 0) {
5371 for (ic = 0; ic < _jitc->prolog.offset; ic++) {
5372 if (_jitc->prolog.ptr[ic] == label) {
5373 label += 16;
5374 break;
5375 }
5376 }
5377 }
5378 }
5379 ic = (label - instr) >> 4;
5380 i1 = (ic >> 61) & 0x1L;
5381 i41 = (ic >> 22) & 0x1ffffffffffL;
5382 i20 = ic & 0xfffffL;
5383 assert((tm & ~1) == TM_M_L_X_ &&
5384 (s2 & 0xfL<<37) == (0xcL<<37) &&
5385 s0 == nop_m);
5386 s1 = i41;
5387 s2 &= (0xcL<<37)|(0x7L<<33)|(1L<<12);
5388 s2 |= (i1<<36)|(i20<<13);
5389 break;
5390 default:
5391 /* Only B1 in slot 0 expected due to need to either
5392 * a stop to update predicates, or a sync before
5393 * unconditional short branch */
5394 ic = (label - instr) >> 4;
5395 assert((s0 >> 37) == 4 && (s0 & (7 << 6)) == 0);
5396 s0 &= (4L<<37)|(7L<<33)|(1L<<12)|0x1f;
5397 s0 |= (((ic>>20)&1L)<<36)|((ic&0xfffffL)<<13);
5398 break;
5399 }
5400 set_bundle(c.p, l, h, tm, s0, s1, s2);
5401}
5402#endif
ARM optimized PCSX fork