2 * Copyright (C) 2013-2022 Free Software Foundation, Inc.
4 * This file is part of GNU lightning.
6 * GNU lightning is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU Lesser General Public License as published
8 * by the Free Software Foundation; either version 3, or (at your option)
11 * GNU lightning is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
13 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
14 * License for more details.
17 * Paulo Cesar Pereira de Andrade
26 #define TSTFREG1(r0) \
28 if (jit_regset_tstbit(&_jitc->regs, r0 + 128)) \
31 #define TSTFREG2(r0, r1) \
33 if (jit_regset_tstbit(&_jitc->regs, r0 + 128) || \
34 jit_regset_tstbit(&_jitc->regs, r1 + 128)) \
37 #define TSTFREG3(r0, r1, r2) \
39 if (jit_regset_tstbit(&_jitc->regs, r0 + 128) || \
40 jit_regset_tstbit(&_jitc->regs, r1 + 128) || \
41 jit_regset_tstbit(&_jitc->regs, r2 + 128)) \
44 #define SETFREG(r0) jit_regset_setbit(&_jitc->regs, r0 + 128)
47 extern float sqrtf(float);
48 extern double sqrt(double);
49 #define M7(x6,ht,r3,r2,f1) _M7(_jit,0,x6,ht,r3,r2,f1)
50 static void _M7(jit_state_t*,jit_word_t,
51 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
53 #define M8(x6,ht,r3,im,f1) _M8(_jit,0,x6,ht,r3,im,f1)
54 static void _M8(jit_state_t*,jit_word_t,
55 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
57 #define M9(x6,ht,r3,f1) _M9(_jit,0,x6,ht,r3,f1)
58 static void _M9(jit_state_t*,jit_word_t,
59 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
60 #define M10(x6,ht,r3,r2,im) _M10(_jit,0,x6,ht,r3,r2,im)
61 static void _M10(jit_state_t*,jit_word_t,
62 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
64 #define M11(x6,ht,r3,f2,f1) _M11(_jit,0,x6,ht,r3,f2,f1)
65 static void _M11(jit_state_t*,jit_word_t,
66 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
68 #define M12(x6,ht,r3,f2,f1) _M12(_jit,0,x6,ht,r3,f2,f1)
69 static void _M12(jit_state_t*,jit_word_t,
70 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
72 #define M18(x6,r2,f1) _M18(_jit,0,x6,r2,f1)
73 static void _M18(jit_state_t*,jit_word_t,
74 jit_word_t,jit_word_t,jit_word_t);
75 #define M19(x6,f2,r1) _M19(_jit,0,x6,f2,r1)
76 static void _M19(jit_state_t*,jit_word_t,
77 jit_word_t,jit_word_t,jit_word_t);
78 #define M21(f2,im) M20x(0x3,f2,im)
79 #define M23(x3,im,f1) M22x(x3,im,f1)
80 #define M27(f1) M26x(3,f1)
81 #define F1(op,x,sf,f4,f3,f2,f1) F1_(_jit,0,op,x,sf,f4,f3,f2,f1)
82 #define F2(x2,f4,f3,f2,f1) F1(0xe,1,x2,f4,f3,f2,f1)
83 #define F3(f4,f3,f2,f1) F1(0xe,0,0,f4,f3,f2,f1)
84 static void F1_(jit_state_t*,jit_word_t,
85 jit_word_t,jit_word_t,jit_word_t,
86 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
87 #define F4(rb,sf,ra,p2,f3,f2,ta,p1) F4_(_jit,0,rb,sf,ra,p2,f3,f2,ta,p1)
88 static void F4_(jit_state_t*,jit_word_t,
89 jit_word_t,jit_word_t,jit_word_t,jit_word_t,
90 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
91 #define F5(p2,fc,f2,ta,p1) F5_(_jit,0,p2,fc,f2,ta,p1)
92 static void F5_(jit_state_t*,jit_word_t,
93 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
95 #define F6x(op,q,sf,p2,f3,f2,f1) F6x_(_jit,0,op,q,sf,p2,f3,f2,f1)
96 #define F6(op,sf,p2,f3,f2,f1) F6x(op,0,sf,p2,f3,f2,f1)
97 #define F7(op,sf,p2,f3,f1) F6x(op,1,sf,p2,f3,0,f1)
98 static void F6x_(jit_state_t*,jit_word_t,
99 jit_word_t,jit_word_t,jit_word_t,
100 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
101 #define F8(op,sf,x6,f3,f2,f1) F8_(_jit,0,op,sf,x6,f3,f2,f1)
102 #define F9(op,x6,f3,f2,f1) F8(op,0,x6,f3,f2,f1)
103 #define F10(op,sf,x6,f2,f1) F8(op,sf,x6,0,f2,f1)
104 #define F11(x6,f2,f1) F8(0,0,x6,0,f2,f1)
105 static void F8_(jit_state_t*,jit_word_t,
106 jit_word_t,jit_word_t,jit_word_t,
107 jit_word_t,jit_word_t,jit_word_t);
108 #define F12(sf,x6,omsk,amsk) F12_(_jit,0,sf,x6,omsk,amsk)
109 #define F13(sf,x6) F12(sf,x6,0,0)
110 static void F12_(jit_state_t*,jit_word_t,
111 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
113 #define F14x(sf,x,x6,im) F14x_(_jit,0,sf,x,x6,im)
114 #define F14(sf,im) F14x(sf,0,8,im)
115 #define F15(im) F14x(0,0,0,im)
116 static void F14x_(jit_state_t*,jit_word_t,
117 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
119 #define F16(y,im) F16_(_jit,0,y,im)
120 static void F16_(jit_state_t*,jit_word_t,
121 jit_word_t,jit_word_t)maybe_unused;
124 #define BREAK_F(im) F15(im)
126 #define CHK_S(f2,im) M21(f2,im)
127 #define CHKF_A_NC(f1,im) M23(0x6,im,f1)
128 #define CHKF_A_CLR(f1,im) M23(0x7,im,f1)
130 #define FABS(f1,f3) FMERGE_S(f1,0,f3)
132 #define FADD(f1,f3,f2) FMA(f1,f3,1,f2)
133 #define FADD_S(f1,f3,f2) FMA_S(f1,f3,1,f2)
134 #define FADD_D(f1,f3,f2) FMA_D(f1,f3,1,f2)
136 #define FAMAX(f1,f2,f3) F8(0,SF_S0,0x17,f3,f2,f1)
138 #define FAMIN(f1,f2,f3) F8(0,SF_S0,0x16,f3,f2,f1)
140 #define FAND(f1,f2,f3) F9(0,0x2c,f3,f2,f1)
142 #define FANDCM(f1,f2,f3) F9(0,0x2d,f3,f2,f1)
144 #define FCHKF(im) F14(SF_S0,im)
146 #define FCLASS_M(p1,p2,f2,fc) F5(p2,fc,f2,0,p1)
147 #define FCLASS_M_UNC(p1,p2,f2,fc) F5(p2,fc,f2,1,p1)
149 #define FCLRF() F13(SF_S0,5)
151 #define FCMP_EQ(p1,p2,f2,f3) F4(0,SF_S0,0,p2,f3,f2,0,p1)
152 #define FCMP_LT(p1,p2,f2,f3) F4(1,SF_S0,0,p2,f3,f2,0,p1)
153 #define FCMP_LE(p1,p2,f2,f3) F4(0,SF_S0,1,p2,f3,f2,0,p1)
154 #define FCMP_UNORD(p1,p2,f2,f3) F4(1,SF_S0,1,p2,f3,f2,0,p1)
155 #define FCMP_EQ_UNC(p1,p2,f2,f3) F4(0,SF_S0,0,p2,f3,f2,1,p1)
156 #define FCMP_LT_UNC(p1,p2,f2,f3) F4(1,SF_S0,0,p2,f3,f2,1,p1)
157 #define FCMP_LE_UNC(p1,p2,f2,f3) F4(0,SF_S0,1,p2,f3,f2,1,p1)
158 #define FCMP_UNORD_UNC(p1,p2,f2,f3) F4(1,SF_S0,1,p2,f3,f2,1,p1)
160 #define FCVT_FX(f1,f2) F10(0,SF_S0,0x18,f2,f1)
161 #define FCVT_FXU(f1,f2) F10(0,SF_S0,0x19,f2,f1)
162 #define FCVT_FX_TRUNC(f1,f2) F10(0,SF_S0,0x1a,f2,f1)
163 #define FCVT_FXU_TRUNC(f1,f2) F10(0,SF_S0,0x1b,f2,f1)
165 #define FCVT_XF(f1,f2) F11(0x1c,f2,f1)
167 #define FCVT_XUF(f1,f3) FMA(f1,f3,1,0)
169 #define FMA(f1,f3,f4,f2) F1(0x8,0,SF_S0,f4,f3,f2,f1)
170 #define FMA_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x8,0,sf,f4,f3,f2,f1)
171 #define FMA_S(f1,f3,f4,f2) F1(0x8,1,SF_S0,f4,f3,f2,f1)
172 #define FMA_S_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x8,1,sf,f4,f3,f2,f1)
173 #define FMA_D(f1,f3,f4,f2) F1(0x9,0,SF_S0,f4,f3,f2,f1)
174 #define FMA_D_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x9,0,sf,f4,f3,f2,f1)
176 #define FMAX(f1,f2,f3) F8(0,SF_S0,0x15,f3,f2,f1)
178 #define FMERGE_S(f1,f2,f3) F9(0,0x10,f3,f2,f1)
179 #define FMERGE_NS(f1,f2,f3) F9(0,0x11,f3,f2,f1)
180 #define FMERGE_SE(f1,f2,f3) F9(0,0x12,f3,f2,f1)
182 #define FMIN(f1,f2,f3) F8(0,SF_S0,0x14,f3,f2,f1)
184 #define FMIX_LR(f1,f2,f3) F9(0,0x39,f3,f2,f1)
185 #define FMIX_R(f1,f2,f3) F9(0,0x3a,f3,f2,f1)
186 #define FMIX_L(f1,f2,f3) F9(0,0x3b,f3,f2,f1)
188 #define FMPY(f1,f3,f4) FMA(f1,f3,f4,0)
189 #define FMPY_p(f1,f3,f4,sf,_p) FMA_p(f1,f3,f4,0,sf,_p)
190 #define FMPY_S(f1,f3,f4) FMA_S(f1,f3,f4,0)
191 #define FMPY_S_p(f1,f3,f4,sf,_p) FMA_S_p(f1,f3,f4,0,sf,_p)
192 #define FMPY_D(f1,f3,f4) FMA_D(f1,f3,f4,0)
193 #define FMPY_D_p(f1,f3,f4,sf,_p) FMA_D_p(f1,f3,f4,0,sf,_p)
195 #define FMS(f1,f3,f4,f2) F1(0xa,0,SF_S0,f4,f3,f2,f1)
196 #define FMS_S(f1,f3,f4,f2) F1(0xa,1,SF_S0,f4,f3,f2,f1)
197 #define FMS_D(f1,f3,f4,f2) F1(0xb,0,SF_S0,f4,f3,f2,f1)
199 #define FNEG(f1,f3) FMERGE_NS(f1,f3,f3)
201 #define FNEGABS(f1,f3) FMERGE_NS(f1,0,f3)
203 #define FNMA(f1,f3,f4,f2) F1(0xc,0,SF_S0,f4,f3,f2,f1)
204 #define FNMA_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0xc,0,sf,f4,f3,f2,f1)
205 #define FNMA_S(f1,f3,f4,f2) F1(0xc,1,SF_S0,f4,f3,f2,f1)
206 #define FNMA_D(f1,f3,f4,f2) F1(0xd,0,SF_S0,f4,f3,f2,f1)
208 #define FNMPY(f1,f3,f4) FNMA(f1,f3,f4,0)
210 #define FNORM(f1,f3) FMA(f1,f3,1,0)
211 #define FNORM_S(f1,f3) FMA_S(f1,f3,1,0)
212 #define FNORM_D(f1,f3) FMA_D(f1,f3,1,0)
214 #define FOR(f1,f2,f3) F9(0,0x2e,f3,f2,f1)
216 #define FPABS(f1,f3) FPMERGE_S(f1,0,f3)
218 #define FPACK(f1,f2,f3) F9(0,0x28,f3,f2,f1)
220 #define FPAMAX(f1,f2,f3) F8(1,SF_S0,0x17,f3,f2,f1)
222 #define FPAMIN(f1,f2,f3) F8(1,SF_S0,0x16,f3,f2,f1)
224 #define FPCMP_EQ(f1,f2,f3) F8(1,SF_S0,0x30,f3,f2,f1)
225 #define FPCMP_LT(f1,f2,f3) F8(1,SF_S0,0x31,f3,f2,f1)
226 #define FPCMP_LE(f1,f2,f3) F8(1,SF_S0,0x32,f3,f2,f1)
227 #define FPCMP_UNORD(f1,f2,f3) F8(1,SF_S0,0x33,f3,f2,f1)
228 #define FPCMP_NEQ(f1,f2,f3) F8(1,SF_S0,0x34,f3,f2,f1)
229 #define FPCMP_NLT(f1,f2,f3) F8(1,SF_S0,0x35,f3,f2,f1)
230 #define FPCMP_NLE(f1,f2,f3) F8(1,SF_S0,0x36,f3,f2,f1)
231 #define FPCMP_ORD(f1,f2,f3) F8(1,SF_S0,0x37,f3,f2,f1)
233 #define FPCVT_FX(f1,f2) F10(1,SF_S0,0x18,f2,f1)
234 #define FPCVT_FXU(f1,f2) F10(1,SF_S0,0x19,f2,f1)
235 #define FPCVT_FX_TRUNC(f1,f2) F10(1,SF_S0,0x1a,f2,f1)
236 #define FPCVT_FXU_TRUNC(f1,f2) F10(1,SF_S0,0x1b,f2,f1)
238 #define FPMA(f1,f3,f4,f2) F1(0x9,1,SF_S0,f4,f3,f3,f1)
240 #define FPMAX(f1,f2,f3) F8(1,SF_S0,0x15,f3,f2,f1)
242 #define FPMERGE_S(f1,f2,f3) F9(1,0x10,f3,f2,f1)
243 #define FPMERGE_NS(f1,f2,f3) F9(1,0x11,f3,f2,f1)
244 #define FPMERGE_SE(f1,f2,f3) F9(1,0x12,f3,f2,f1)
246 #define FPMIN(f1,f2,f3) F8(1,SF_S0,0x14,f3,f2,f1)
248 #define FPMPY(f1,f3,f4) FPMA(f1,f3,f4,0)
250 #define FPMS(f1,f3,f4,f2) F1(0xb,1,SF_S0,f4,f3,f3,f1)
252 #define FPNEG(f1,f3) FPMERGE_NS(f1,f3,f3)
254 #define FPNEGABS(f1,f3) FPMERGE_NS(f1,0,f3)
256 #define FPNMA(f1,f3,f4,f2) F1(0xd,1,SF_S0,f4,f3,f3,f1)
258 #define FPNMPY(f1,f3,f4) FPNMA(f1,f3,f4,0)
260 #define FPRCPA(f1,p2,f2,f3) F6(1,SF_S0,p2,f3,f2,f1)
262 #define FPRSQRTA(f1,p2,f3) F7(1,SF_S0,p2,f3,f1)
264 #define FRCPA(f1,p2,f2,f3) F6(0,SF_S0,p2,f3,f2,f1)
266 #define FRSQRTA(f1,p2,f3) F7(0,SF_S0,p2,f3,f1)
268 #define FSELECT(f1,f3,f4,f2) F3(f4,f3,f2,f1)
269 #define FSETC(amsk,omsk) F12(SF_S0,4,omsk,amsk)
271 #define FSUB(f1,f3,f2) FMS(f1,f3,1,f2)
272 #define FSUB_S(f1,f3,f2) FMS_S(f1,f3,1,f2)
273 #define FSUB_D(f1,f3,f2) FMS_D(f1,f3,1,f2)
275 #define FSWAP(f1,f2,f3) F9(0,0x34,f3,f2,f1)
276 #define FSWAP_NL(f1,f2,f3) F9(0,0x35,f3,f2,f1)
277 #define FSWAP_NR(f1,f2,f3) F9(0,0x36,f3,f2,f1)
279 #define FSXT_R(f1,f2,f3) F9(0,0x3c,f3,f2,f1)
280 #define FSXT_L(f1,f2,f3) F9(0,0x3d,f3,f2,f1)
282 #define FXOR(f1,f2,f3) F9(0,0x2f,f3,f2,f1)
284 #define GETF_S(r1,f2) M19(0x1e,f2,r1)
285 #define GETF_D(r1,f2) M19(0x1f,f2,r1)
286 #define GETF_EXP(r1,f2) M19(0x1d,f2,r1)
287 #define GETF_SIG(r1,f2) M19(0x1c,f2,r1)
289 #define HINT_F(im) F16(1,im)
291 #define INVALAF_E(f1) M27(f1)
293 #define LDFS(f1,r3) M9(0x02,LD_NONE,r3,f1)
294 #define LDFD(f1,r3) M9(0x03,LD_NONE,r3,f1)
295 #define LDF8(f1,r3) M9(0x01,LD_NONE,r3,f1)
296 #define LDFE(f1,r3) M9(0x00,LD_NONE,r3,f1)
297 #define LDFS_S(f1,r3) M9(0x06,LD_NONE,r3,f1)
298 #define LDFD_S(f1,r3) M9(0x07,LD_NONE,r3,f1)
299 #define LDF8_S(f1,r3) M9(0x05,LD_NONE,r3,f1)
300 #define LDFE_S(f1,r3) M9(0x04,LD_NONE,r3,f1)
301 #define LDFS_A(f1,r3) M9(0x0a,LD_NONE,r3,f1)
302 #define LDFD_A(f1,r3) M9(0x0b,LD_NONE,r3,f1)
303 #define LDF8_A(f1,r3) M9(0x09,LD_NONE,r3,f1)
304 #define LDFE_A(f1,r3) M9(0x08,LD_NONE,r3,f1)
305 #define LDFS_SA(f1,r3) M9(0x0e,LD_NONE,r3,f1)
306 #define LDFD_SA(f1,r3) M9(0x0f,LD_NONE,r3,f1)
307 #define LDF8_SA(f1,r3) M9(0x0d,LD_NONE,r3,f1)
308 #define LDFE_SA(f1,r3) M9(0x0c,LD_NONE,r3,f1)
309 #define LDF_FILL(f1,r3) M9(0x1b,LD_NONE,r3,f1)
310 #define LDFS_C_CLR(f1,r3) M9(0x22,LD_NONE,r3,f1)
311 #define LDFD_C_CLR(f1,r3) M9(0x23,LD_NONE,r3,f1)
312 #define LDF8_C_CLR(f1,r3) M9(0x21,LD_NONE,r3,f1)
313 #define LDFE_C_CLR(f1,r3) M9(0x20,LD_NONE,r3,f1)
314 #define LDFS_C_NC(f1,r3) M9(0x26,LD_NONE,r3,f1)
315 #define LDFD_C_NC(f1,r3) M9(0x27,LD_NONE,r3,f1)
316 #define LDF8_C_NC(f1,r3) M9(0x25,LD_NONE,r3,f1)
317 #define LDFE_C_NC(f1,r3) M9(0x24,LD_NONE,r3,f1)
318 #define LDFS_inc(f1,r3,r2) M7(0x02,LD_NONE,r3,r2,f1)
319 #define LDFD_inc(f1,r3,r2) M7(0x03,LD_NONE,r3,r2,f1)
320 #define LDF8_inc(f1,r3,r2) M7(0x01,LD_NONE,r3,r2,f1)
321 #define LDFE_inc(f1,r3,r2) M7(0x00,LD_NONE,r3,r2,f1)
322 #define LDFS_S_inc(f1,r3,r2) M7(0x06,LD_NONE,r3,r2,f1)
323 #define LDFD_S_inc(f1,r3,r2) M7(0x07,LD_NONE,r3,r2,f1)
324 #define LDF8_S_inc(f1,r3,r2) M7(0x05,LD_NONE,r3,r2,f1)
325 #define LDFE_S_inc(f1,r3,r2) M7(0x04,LD_NONE,r3,r2,f1)
326 #define LDFS_A_inc(f1,r3,r2) M7(0x0a,LD_NONE,r3,r2,f1)
327 #define LDXFD_A_inc(f1,r3,r2) M7(0x0b,LD_NONE,r3,r2,f1)
328 #define LDXF8_A_inc(f1,r3,r2) M7(0x09,LD_NONE,r3,r2,f1)
329 #define LDXFE_A_inc(f1,r3,r2) M7(0x08,LD_NONE,r3,r2,f1)
330 #define LDXFS_SA_inc(f1,r3,r2) M7(0x0e,LD_NONE,r3,r2,f1)
331 #define LDXFD_SA_inc(f1,r3,r2) M7(0x0f,LD_NONE,r3,r2,f1)
332 #define LDXF8_SA_inc(f1,r3,r2) M7(0x0d,LD_NONE,r3,r2,f1)
333 #define LDXFE_SA_inc(f1,r3,r2) M7(0x0c,LD_NONE,r3,r2,f1)
334 #define LDXFS_FILL_inc(f1,r3,r2) M7(0x1b,LD_NONE,r3,r2,f1)
335 #define LDXFS_C_CLR_inc(f1,r3,r2) M7(0x22,LD_NONE,r3,r2,f1)
336 #define LDXFD_C_CLR_inc(f1,r3,r2) M7(0x23,LD_NONE,r3,r2,f1)
337 #define LDXF8_C_CLR_inc(f1,r3,r2) M7(0x21,LD_NONE,r3,r2,f1)
338 #define LDXFE_C_CLR_inc(f1,r3,r2) M7(0x20,LD_NONE,r3,r2,f1)
339 #define LDXFS_C_NC_inc(f1,r3,r2) M7(0x26,LD_NONE,r3,r2,f1)
340 #define LDXFD_C_NC_inc(f1,r3,r2) M7(0x27,LD_NONE,r3,r2,f1)
341 #define LDXF8_C_NC_inc(f1,r3,r2) M7(0x25,LD_NONE,r3,r2,f1)
342 #define LDXFE_C_NC_inc(f1,r3,r2) M7(0x24,LD_NONE,r3,r2,f1)
343 #define LDIFS_inc(f1,f3,im) M8(0x02,LD_NONE,f3,im,f1)
344 #define LDIFD_inc(f1,f3,im) M8(0x03,LD_NONE,f3,im,f1)
345 #define LDIF8_inc(f1,f3,im) M8(0x01,LD_NONE,f3,im,f1)
346 #define LDIFE_inc(f1,f3,im) M8(0x00,LD_NONE,f3,im,f1)
347 #define LDIFS_S_inc(f1,f3,im) M8(0x06,LD_NONE,f3,im,f1)
348 #define LDIFD_S_inc(f1,f3,im) M8(0x07,LD_NONE,f3,im,f1)
349 #define LDIF8_S_inc(f1,f3,im) M8(0x05,LD_NONE,f3,im,f1)
350 #define LDIFE_S_inc(f1,f3,im) M8(0x04,LD_NONE,f3,im,f1)
351 #define LDIFS_A_inc(f1,f3,im) M8(0x0a,LD_NONE,f3,im,f1)
352 #define LDIFD_A_inc(f1,f3,im) M8(0x0b,LD_NONE,f3,im,f1)
353 #define LDIF8_A_inc(f1,f3,im) M8(0x09,LD_NONE,f3,im,f1)
354 #define LDIFE_A_inc(f1,f3,im) M8(0x08,LD_NONE,f3,im,f1)
355 #define LDIF_FILL_inc(f1,f3,im) M8(0x1b,LD_NONE,f3,im,f1)
356 #define LDIFS_C_CLR_inc(f1,f3,im) M8(0x22,LD_NONE,f3,im,f1)
357 #define LDIFD_C_CLR_inc(f1,f3,im) M8(0x23,LD_NONE,f3,im,f1)
358 #define LDIF8_C_CLR_inc(f1,f3,im) M8(0x21,LD_NONE,f3,im,f1)
359 #define LDIFE_C_CLR_inc(f1,f3,im) M8(0x20,LD_NONE,f3,im,f1)
360 #define LDIFS_C_NC_inc(f1,f3,im) M8(0x26,LD_NONE,f3,im,f1)
361 #define LDIFD_C_NC_inc(f1,f3,im) M8(0x27,LD_NONE,f3,im,f1)
362 #define LDIF8_C_NC_inc(f1,f3,im) M8(0x25,LD_NONE,f3,im,f1)
363 #define LDIFE_C_NC_inc(f1,f3,im) M8(0x24,LD_NONE,f3,im,f1)
365 #define LDFPS(f1,f2,r3) M11(0x02,LD_NONE,r3,f2,f1)
366 #define LDFPD(f1,f2,r3) M11(0x03,LD_NONE,r3,f2,f1)
367 #define LDFP8(f1,f2,r3) M11(0x01,LD_NONE,r3,f2,f1)
368 #define LDFPS_S(f1,f2,r3) M11(0x06,LD_NONE,r3,f2,f1)
369 #define LDFPD_S(f1,f2,r3) M11(0x07,LD_NONE,r3,f2,f1)
370 #define LDFP8_S(f1,f2,r3) M11(0x05,LD_NONE,r3,f2,f1)
371 #define LDFPS_A(f1,f2,r3) M11(0x0a,LD_NONE,r3,f2,f1)
372 #define LDFPD_A(f1,f2,r3) M11(0x0b,LD_NONE,r3,f2,f1)
373 #define LDFP8_A(f1,f2,r3) M11(0x09,LD_NONE,r3,f2,f1)
374 #define LDFPS_SA(f1,f2,r3) M11(0x0e,LD_NONE,r3,f2,f1)
375 #define LDFPD_SA(f1,f2,r3) M11(0x0f,LD_NONE,r3,f2,f1)
376 #define LDFP8_SA(f1,f2,r3) M11(0x0d,LD_NONE,r3,f2,f1)
377 #define LDFPS_C_CLR(f1,f2,r3) M11(0x22,LD_NONE,r3,f2,f1)
378 #define LDFPD_C_CLR(f1,f2,r3) M11(0x23,LD_NONE,r3,f2,f1)
379 #define LDFP8_C_CLR(f1,f2,r3) M11(0x21,LD_NONE,r3,f2,f1)
380 #define LDFPS_C_NC(f1,f2,r3) M11(0x26,LD_NONE,r3,f2,f1)
381 #define LDFPD_C_NC(f1,f2,r3) M11(0x27,LD_NONE,r3,f2,f1)
382 #define LDFP8_C_NC(f1,f2,r3) M11(0x25,LD_NONE,r3,f2,f1)
383 #define LDIFPS(f1,f2,r3) M12(0x02,LD_NONE,r3,f2,f1)
384 #define LDIFPD(f1,f2,r3) M12(0x03,LD_NONE,r3,f2,f1)
385 #define LDIFP8(f1,f2,r3) M12(0x01,LD_NONE,r3,f2,f1)
386 #define LDIFPS_S(f1,f2,r3) M12(0x06,LD_NONE,r3,f2,f1)
387 #define LDIFPD_S(f1,f2,r3) M12(0x07,LD_NONE,r3,f2,f1)
388 #define LDIFP8_S(f1,f2,r3) M12(0x05,LD_NONE,r3,f2,f1)
389 #define LDIFPS_A(f1,f2,r3) M12(0x0a,LD_NONE,r3,f2,f1)
390 #define LDIFPD_A(f1,f2,r3) M12(0x0b,LD_NONE,r3,f2,f1)
391 #define LDIFP8_A(f1,f2,r3) M12(0x09,LD_NONE,r3,f2,f1)
392 #define LDIFPS_SA(f1,f2,r3) M12(0x0e,LD_NONE,r3,f2,f1)
393 #define LDIFPD_SA(f1,f2,r3) M12(0x0f,LD_NONE,r3,f2,f1)
394 #define LDIFP8_SA(f1,f2,r3) M12(0x0d,LD_NONE,r3,f2,f1)
395 #define LDIFPS_C_CLR(f1,f2,r3) M12(0x22,LD_NONE,r3,f2,f1)
396 #define LDIFPD_C_CLR(f1,f2,r3) M12(0x23,LD_NONE,r3,f2,f1)
397 #define LDIFP8_C_CLR(f1,f2,r3) M12(0x21,LD_NONE,r3,f2,f1)
398 #define LDIFPS_C_NC(f1,f2,r3) M12(0x26,LD_NONE,r3,f2,f1)
399 #define LDIFPD_C_NC(f1,f2,r3) M12(0x27,LD_NONE,r3,f2,f1)
400 #define LDIFP8_C_NC(f1,f2,r3) M12(0x25,LD_NONE,r3,f2,f1)
401 /* mov - Move Floating-point Register */
402 #define MOVF(f1,f3) FMERGE_S(f1,f3,f3)
404 #define NOP_F(im) F16(0,im)
406 #define SETF_S(f1,r2) M18(0x1e,r2,f1)
407 #define SETF_D(f1,r2) M18(0x1f,r2,f1)
408 #define SETF_EXP(f1,r2) M18(0x1d,r2,f1)
409 #define SETF_SIG(f1,r2) M18(0x1c,r2,f1)
411 #define STFS(r3,f2) M13(0x32,ST_NONE,r3,f2)
412 #define STFD(r3,f2) M13(0x33,ST_NONE,r3,f2)
413 #define STF8(r3,f2) M13(0x31,ST_NONE,r3,f2)
414 #define STFE(r3,f2) M13(0x30,ST_NONE,r3,f2)
415 #define STF_SPILL(r3,f2) M13(0x3b,ST_NONE,r3,f2)
416 #define STFS_inc(r3,f2,im) M10(0x32,ST_NONE,r3,f2,im)
417 #define STFD_inc(r3,f2,im) M10(0x33,ST_NONE,r3,f2,im)
418 #define STF8_inc(r3,f2,im) M10(0x31,ST_NONE,r3,f2,im)
419 #define STFE_inc(r3,f2,im) M10(0x30,ST_NONE,r3,f2,im)
420 #define STF_SPILL_inc(r3,f2,im) M10(0x3b,ST_NONE,r3,f2,im)
422 #define XMA_L(f1,f3,f4,f2) F2(0,f4,f3,f2,f1)
423 #define XMA_LU(f1,f3,f4,f2) XMA_L(f1,f3,f4,f2)
424 #define XMA_H(f1,f3,f4,f2) F2(3,f4,f3,f2,f1)
425 #define XMA_HU(f1,f3,f4,f2) F2(2,f4,f3,f2,f1)
427 #define XMPY_L(f1,f3,f4) XMA_L(f1,f3,f4,0)
428 #define XMPY_LU(f1,f3,f4) XMA_L(f1,f3,f4,0)
429 #define XMPY_H(f1,f3,f4) XMA_H(f1,f3,f4,0)
430 #define XMPY_HU(f1,f3,f4) XMA_HU(f1,f3,f4,0)
432 #define movr_f(r0,r1) movr_d(r0,r1)
433 #define movr_d(r0,r1) MOVF(r0,r1)
434 #define movi_f(r0,i0) _movi_f(_jit,r0,i0)
435 static void _movi_f(jit_state_t*,jit_int32_t,jit_float32_t*);
436 #define movi_d(r0,i0) _movi_d(_jit,r0,i0)
437 static void _movi_d(jit_state_t*,jit_int32_t,jit_float64_t*);
438 #define movr_w_f(r0,r1) _movr_w_f(_jit,r0,r1)
439 static void _movr_w_f(jit_state_t*,jit_int32_t,jit_int32_t);
440 #define movr_f_w(r0,r1) _movr_f_w(_jit,r0,r1)
441 static void _movr_f_w(jit_state_t*,jit_int32_t,jit_int32_t);
442 #define movr_w_d(r0,r1) _movr_w_d(_jit,r0,r1)
443 static void _movr_w_d(jit_state_t*,jit_int32_t,jit_int32_t);
444 #define movr_d_w(r0,r1) _movr_d_w(_jit,r0,r1)
445 static void _movr_d_w(jit_state_t*,jit_int32_t,jit_int32_t);
446 #define movi_f_w(r0,i0) _movi_f_w(_jit,r0,i0)
447 static void _movi_f_w(jit_state_t*,jit_int32_t,jit_float32_t*);
448 #define movi_d_w(r0,i0) _movi_d_w(_jit,r0,i0)
449 static void _movi_d_w(jit_state_t*,jit_int32_t,jit_float64_t*);
450 #define absr_f(r0,r1) absr_d(r0,r1)
451 #define absr_d(r0,r1) FABS(r0,r1)
452 #define negr_f(r0,r1) negr_d(r0,r1)
453 #define negr_d(r0,r1) FNEG(r0,r1)
454 #define sqrtr_f(r0,r1) _sqrtr_f(_jit,r0,r1)
455 static void _sqrtr_f(jit_state_t*,jit_int32_t,jit_int32_t);
456 #define sqrtr_d(r0,r1) _sqrtr_d(_jit,r0,r1)
457 static void _sqrtr_d(jit_state_t*,jit_int32_t,jit_int32_t);
458 #define extr_f_d(r0,r1) FNORM_D(r0,r1)
459 #define extr_d_f(r0,r1) FNORM_S(r0,r1)
460 #define extr_f(r0,r1) _extr_f(_jit,r0,r1)
461 static void _extr_f(jit_state_t*,jit_int32_t,jit_int32_t);
462 #define extr_d(r0,r1) _extr_d(_jit,r0,r1)
463 static void _extr_d(jit_state_t*,jit_int32_t,jit_int32_t);
464 #define truncr_f_i(r0,r1) truncr_d_l(r0,r1)
465 #define truncr_d_i(r0,r1) truncr_d_l(r0,r1)
466 #define truncr_f_l(r0,r1) truncr_d_l(r0,r1)
467 #define truncr_d_l(r0,r1) _truncr_d_l(_jit,r0,r1)
468 static void _truncr_d_l(jit_state_t*,jit_int32_t,jit_int32_t);
469 #define addr_f(r0,r1,r2) FADD_S(r0,r1,r2)
470 #define addi_f(r0,r1,i0) _addi_f(_jit,r0,r1,i0)
471 static void _addi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
472 #define addr_d(r0,r1,r2) FADD_D(r0,r1,r2)
473 #define addi_d(r0,r1,i0) _addi_d(_jit,r0,r1,i0)
474 static void _addi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
475 #define subr_f(r0,r1,r2) FSUB_S(r0,r1,r2)
476 #define subi_f(r0,r1,i0) _subi_f(_jit,r0,r1,i0)
477 static void _subi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
478 #define subr_d(r0,r1,r2) FSUB_D(r0,r1,r2)
479 #define subi_d(r0,r1,i0) _subi_d(_jit,r0,r1,i0)
480 static void _subi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
481 #define rsbr_f(r0,r1,r2) subr_f(r0,r2,r1)
482 #define rsbi_f(r0,r1,i0) _rsbi_f(_jit,r0,r1,i0)
483 static void _rsbi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
484 #define rsbr_d(r0,r1,r2) subr_d(r0,r2,r1)
485 #define rsbi_d(r0,r1,i0) _rsbi_d(_jit,r0,r1,i0)
486 static void _rsbi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
487 #define mulr_f(r0,r1,r2) FMPY_S(r0,r1,r2)
488 #define muli_f(r0,r1,i0) _muli_f(_jit,r0,r1,i0)
489 static void _muli_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
490 #define mulr_d(r0,r1,r2) FMPY_D(r0,r1,r2)
491 #define muli_d(r0,r1,i0) _muli_d(_jit,r0,r1,i0)
492 static void _muli_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
493 #define divr_f(r0,r1,r2) _divr_f(_jit,r0,r1,r2)
494 static void _divr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
495 #define divi_f(r0,r1,i0) _divi_f(_jit,r0,r1,i0)
496 static void _divi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
497 #define divr_d(r0,r1,r2) _divr_d(_jit,r0,r1,r2)
498 static void _divr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
499 #define divi_d(r0,r1,i0) _divi_d(_jit,r0,r1,i0)
500 static void _divi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
501 #define ltr_f(r0,r1,r2) ltr_d(r0,r1,r2)
502 #define ltr_d(r0,r1,r2) _ltr_d(_jit,r0,r1,r2)
503 static void _ltr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
504 #define lti_f(r0,r1,i0) _lti_f(_jit,r0,r1,i0)
505 static void _lti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
506 #define lti_d(r0,r1,i0) _lti_d(_jit,r0,r1,i0)
507 static void _lti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
508 #define ler_f(r0,r1,r2) ler_d(r0,r1,r2)
509 #define ler_d(r0,r1,r2) _ler_d(_jit,r0,r1,r2)
510 static void _ler_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
511 #define lei_f(r0,r1,i0) _lei_f(_jit,r0,r1,i0)
512 static void _lei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
513 #define lei_d(r0,r1,i0) _lei_d(_jit,r0,r1,i0)
514 static void _lei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
515 #define eqr_f(r0,r1,r2) eqr_d(r0,r1,r2)
516 #define eqr_d(r0,r1,r2) _eqr_d(_jit,r0,r1,r2)
517 static void _eqr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
518 #define eqi_f(r0,r1,i0) _eqi_f(_jit,r0,r1,i0)
519 static void _eqi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
520 #define eqi_d(r0,r1,i0) _eqi_d(_jit,r0,r1,i0)
521 static void _eqi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
522 #define ger_f(r0,r1,r2) ger_d(r0,r1,r2)
523 #define ger_d(r0,r1,r2) _ger_d(_jit,r0,r1,r2)
524 static void _ger_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
525 #define gei_f(r0,r1,i0) _gei_f(_jit,r0,r1,i0)
526 static void _gei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
527 #define gei_d(r0,r1,i0) _gei_d(_jit,r0,r1,i0)
528 static void _gei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
529 #define gtr_f(r0,r1,r2) gtr_d(r0,r1,r2)
530 #define gtr_d(r0,r1,r2) _gtr_d(_jit,r0,r1,r2)
531 static void _gtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
532 #define gti_f(r0,r1,i0) _gti_f(_jit,r0,r1,i0)
533 static void _gti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
534 #define gti_d(r0,r1,i0) _gti_d(_jit,r0,r1,i0)
535 static void _gti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
536 #define ner_f(r0,r1,r2) ner_d(r0,r1,r2)
537 #define ner_d(r0,r1,r2) _ner_d(_jit,r0,r1,r2)
538 static void _ner_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
539 #define nei_f(r0,r1,i0) _nei_f(_jit,r0,r1,i0)
540 static void _nei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
541 #define nei_d(r0,r1,i0) _nei_d(_jit,r0,r1,i0)
542 static void _nei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
543 #define unltr_f(r0,r1,r2) unltr_d(r0,r1,r2)
544 #define unltr_d(r0,r1,r2) _unltr_d(_jit,r0,r1,r2)
545 static void _unltr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
546 #define unlti_f(r0,r1,i0) _unlti_f(_jit,r0,r1,i0)
547 static void _unlti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
548 #define unlti_d(r0,r1,i0) _unlti_d(_jit,r0,r1,i0)
549 static void _unlti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
550 #define unler_f(r0,r1,r2) unler_d(r0,r1,r2)
551 #define unler_d(r0,r1,r2) _unler_d(_jit,r0,r1,r2)
552 static void _unler_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
553 #define unlei_f(r0,r1,i0) _unlei_f(_jit,r0,r1,i0)
554 static void _unlei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
555 #define unlei_d(r0,r1,i0) _unlei_d(_jit,r0,r1,i0)
556 static void _unlei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
557 #define uneqr_f(r0,r1,r2) uneqr_d(r0,r1,r2)
558 #define uneqr_d(r0,r1,r2) _uneqr_d(_jit,r0,r1,r2)
559 static void _uneqr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
560 #define uneqi_f(r0,r1,i0) _uneqi_f(_jit,r0,r1,i0)
561 static void _uneqi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
562 #define uneqi_d(r0,r1,i0) _uneqi_d(_jit,r0,r1,i0)
563 static void _uneqi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
564 #define unger_f(r0,r1,r2) unger_d(r0,r1,r2)
565 #define unger_d(r0,r1,r2) _unger_d(_jit,r0,r1,r2)
566 static void _unger_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
567 #define ungei_f(r0,r1,i0) _ungei_f(_jit,r0,r1,i0)
568 static void _ungei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
569 #define ungei_d(r0,r1,i0) _ungei_d(_jit,r0,r1,i0)
570 static void _ungei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
571 #define ungtr_f(r0,r1,r2) ungtr_d(r0,r1,r2)
572 #define ungtr_d(r0,r1,r2) _ungtr_d(_jit,r0,r1,r2)
573 static void _ungtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
574 #define ungti_f(r0,r1,i0) _ungti_f(_jit,r0,r1,i0)
575 static void _ungti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
576 #define ungti_d(r0,r1,i0) _ungti_d(_jit,r0,r1,i0)
577 static void _ungti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
578 #define ltgtr_f(r0,r1,r2) ltgtr_d(r0,r1,r2)
579 #define ltgtr_d(r0,r1,r2) _ltgtr_d(_jit,r0,r1,r2)
580 static void _ltgtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
581 #define ltgti_f(r0,r1,i0) _ltgti_f(_jit,r0,r1,i0)
582 static void _ltgti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
583 #define ltgti_d(r0,r1,i0) _ltgti_d(_jit,r0,r1,i0)
584 static void _ltgti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
585 #define ordr_f(r0,r1,r2) ordr_d(r0,r1,r2)
586 #define ordr_d(r0,r1,r2) _ordr_d(_jit,r0,r1,r2)
587 static void _ordr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
588 #define ordi_f(r0,r1,i0) _ordi_f(_jit,r0,r1,i0)
589 static void _ordi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
590 #define ordi_d(r0,r1,i0) _ordi_d(_jit,r0,r1,i0)
591 static void _ordi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
592 #define unordr_f(r0,r1,r2) unordr_d(r0,r1,r2)
593 #define unordr_d(r0,r1,r2) _unordr_d(_jit,r0,r1,r2)
594 static void _unordr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
595 #define unordi_f(r0,r1,i0) _unordi_f(_jit,r0,r1,i0)
596 static void _unordi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
597 #define unordi_d(r0,r1,i0) _unordi_d(_jit,r0,r1,i0)
598 static void _unordi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
599 #define ldr_f(r0,r1) LDFS(r0,r1)
600 #define ldi_f(r0,i0) _ldi_f(_jit,r0,i0)
601 static void _ldi_f(jit_state_t*,jit_int32_t,jit_word_t);
602 #define ldxr_f(r0,r1,r2) _ldxr_f(_jit,r0,r1,r2)
603 static void _ldxr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
604 #define ldxi_f(r0,r1,i0) _ldxi_f(_jit,r0,r1,i0)
605 static void _ldxi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
606 #define ldr_d(r0,r1) LDFD(r0,r1)
607 #define ldi_d(r0,i0) _ldi_d(_jit,r0,i0)
608 static void _ldi_d(jit_state_t*,jit_int32_t,jit_word_t);
609 #define ldxr_d(r0,r1,r2) _ldxr_d(_jit,r0,r1,r2)
610 static void _ldxr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
611 #define ldxi_d(r0,r1,i0) _ldxi_d(_jit,r0,r1,i0)
612 static void _ldxi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
613 #define str_f(r0,r1) STFS(r0,r1)
614 #define sti_f(i0,r0) _sti_f(_jit,i0,r0)
615 static void _sti_f(jit_state_t*,jit_word_t,jit_int32_t);
616 #define stxr_f(r0,r1,r2) _stxr_f(_jit,r0,r1,r2)
617 static void _stxr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
618 #define stxi_f(i0,r0,r1) _stxi_f(_jit,i0,r0,r1)
619 static void _stxi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
620 #define str_d(r0,r1) STFD(r0,r1)
621 #define sti_d(i0,r0) _sti_d(_jit,i0,r0)
622 static void _sti_d(jit_state_t*,jit_word_t,jit_int32_t);
623 #define stxr_d(r0,r1,r2) _stxr_d(_jit,r0,r1,r2)
624 static void _stxr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
625 #define stxi_d(i0,r0,r1) _stxi_d(_jit,i0,r0,r1)
626 static void _stxi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
627 #define bltr_f(i0,r0,r1) bltr_d(i0,r0,r1)
628 #define bltr_d(i0,r0,r1) _bltr_d(_jit,i0,r0,r1)
629 static jit_word_t _bltr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
630 #define blti_f(i0,r0,i1) _blti_f(_jit,i0,r0,i1)
631 static jit_word_t _blti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
632 #define blti_d(i0,r0,i1) _blti_d(_jit,i0,r0,i1)
633 static jit_word_t _blti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
634 #define bler_f(i0,r0,r1) bler_d(i0,r0,r1)
635 #define bler_d(i0,r0,r1) _bler_d(_jit,i0,r0,r1)
636 static jit_word_t _bler_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
637 #define blei_f(i0,r0,i1) _blei_f(_jit,i0,r0,i1)
638 static jit_word_t _blei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
639 #define blei_d(i0,r0,i1) _blei_d(_jit,i0,r0,i1)
640 static jit_word_t _blei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
641 #define beqr_f(i0,r0,r1) beqr_d(i0,r0,r1)
642 #define beqr_d(i0,r0,r1) _beqr_d(_jit,i0,r0,r1)
643 static jit_word_t _beqr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
644 #define beqi_f(i0,r0,i1) _beqi_f(_jit,i0,r0,i1)
645 static jit_word_t _beqi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
646 #define beqi_d(i0,r0,i1) _beqi_d(_jit,i0,r0,i1)
647 static jit_word_t _beqi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
648 #define bger_f(i0,r0,r1) bger_d(i0,r0,r1)
649 #define bger_d(i0,r0,r1) _bger_d(_jit,i0,r0,r1)
650 static jit_word_t _bger_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
651 #define bgei_f(i0,r0,i1) _bgei_f(_jit,i0,r0,i1)
652 static jit_word_t _bgei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
653 #define bgei_d(i0,r0,i1) _bgei_d(_jit,i0,r0,i1)
654 static jit_word_t _bgei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
655 #define bgtr_f(i0,r0,r1) bgtr_d(i0,r0,r1)
656 #define bgtr_d(i0,r0,r1) _bgtr_d(_jit,i0,r0,r1)
657 static jit_word_t _bgtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
658 #define bgti_f(i0,r0,i1) _bgti_f(_jit,i0,r0,i1)
659 static jit_word_t _bgti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
660 #define bgti_d(i0,r0,i1) _bgti_d(_jit,i0,r0,i1)
661 static jit_word_t _bgti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
662 #define bner_f(i0,r0,r1) bner_d(i0,r0,r1)
663 #define bner_d(i0,r0,r1) _bner_d(_jit,i0,r0,r1)
664 static jit_word_t _bner_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
665 #define bnei_f(i0,r0,i1) _bnei_f(_jit,i0,r0,i1)
666 static jit_word_t _bnei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
667 #define bnei_d(i0,r0,i1) _bnei_d(_jit,i0,r0,i1)
668 static jit_word_t _bnei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
669 #define bunltr_f(i0,r0,r1) bunltr_d(i0,r0,r1)
670 #define bunltr_d(i0,r0,r1) _bunltr_d(_jit,i0,r0,r1)
671 static jit_word_t _bunltr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
672 #define bunlti_f(i0,r0,i1) _bunlti_f(_jit,i0,r0,i1)
673 static jit_word_t _bunlti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
674 #define bunlti_d(i0,r0,i1) _bunlti_d(_jit,i0,r0,i1)
675 static jit_word_t _bunlti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
676 #define bunler_f(i0,r0,r1) bunler_d(i0,r0,r1)
677 #define bunler_d(i0,r0,r1) _bunler_d(_jit,i0,r0,r1)
678 static jit_word_t _bunler_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
679 #define bunlei_f(i0,r0,i1) _bunlei_f(_jit,i0,r0,i1)
680 static jit_word_t _bunlei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
681 #define bunlei_d(i0,r0,i1) _bunlei_d(_jit,i0,r0,i1)
682 static jit_word_t _bunlei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
683 #define buneqr_f(i0,r0,r1) buneqr_d(i0,r0,r1)
684 #define buneqr_d(i0,r0,r1) _buneqr_d(_jit,i0,r0,r1)
685 static jit_word_t _buneqr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
686 #define buneqi_f(i0,r0,i1) _buneqi_f(_jit,i0,r0,i1)
687 static jit_word_t _buneqi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
688 #define buneqi_d(i0,r0,i1) _buneqi_d(_jit,i0,r0,i1)
689 static jit_word_t _buneqi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
690 #define bunger_f(i0,r0,r1) bunger_d(i0,r0,r1)
691 #define bunger_d(i0,r0,r1) _bunger_d(_jit,i0,r0,r1)
692 static jit_word_t _bunger_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
693 #define bungei_f(i0,r0,i1) _bungei_f(_jit,i0,r0,i1)
694 static jit_word_t _bungei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
695 #define bungei_d(i0,r0,i1) _bungei_d(_jit,i0,r0,i1)
696 static jit_word_t _bungei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
697 #define bungtr_f(i0,r0,r1) bungtr_d(i0,r0,r1)
698 #define bungtr_d(i0,r0,r1) _bungtr_d(_jit,i0,r0,r1)
699 static jit_word_t _bungtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
700 #define bungti_f(i0,r0,i1) _bungti_f(_jit,i0,r0,i1)
701 static jit_word_t _bungti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
702 #define bungti_d(i0,r0,i1) _bungti_d(_jit,i0,r0,i1)
703 static jit_word_t _bungti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
704 #define bltgtr_f(i0,r0,r1) bltgtr_d(i0,r0,r1)
705 #define bltgtr_d(i0,r0,r1) _bltgtr_d(_jit,i0,r0,r1)
706 static jit_word_t _bltgtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
707 #define bltgti_f(i0,r0,i1) _bltgti_f(_jit,i0,r0,i1)
708 static jit_word_t _bltgti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
709 #define bltgti_d(i0,r0,i1) _bltgti_d(_jit,i0,r0,i1)
710 static jit_word_t _bltgti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
711 #define bordr_f(i0,r0,r1) bordr_d(i0,r0,r1)
712 #define bordr_d(i0,r0,r1) _bordr_d(_jit,i0,r0,r1)
713 static jit_word_t _bordr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
714 #define bordi_f(i0,r0,i1) _bordi_f(_jit,i0,r0,i1)
715 static jit_word_t _bordi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
716 #define bordi_d(i0,r0,i1) _bordi_d(_jit,i0,r0,i1)
717 static jit_word_t _bordi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
718 #define bunordr_f(i0,r0,r1) bunordr_d(i0,r0,r1)
719 #define bunordr_d(i0,r0,r1) _bunordr_d(_jit,i0,r0,r1)
720 static jit_word_t _bunordr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
721 #define bunordi_f(i0,r0,i1) _bunordi_f(_jit,i0,r0,i1)
722 static jit_word_t _bunordi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
723 #define bunordi_d(i0,r0,i1) _bunordi_d(_jit,i0,r0,i1)
724 static jit_word_t _bunordi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
725 # define vaarg_d(r0, r1) _vaarg_d(_jit, r0, r1)
726 static void _vaarg_d(jit_state_t*, jit_int32_t, jit_int32_t);
731 _M7(jit_state_t *_jit, jit_word_t _p,
732 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t f1)
734 assert(!(_p & ~0x3fL));
735 assert(!(x6 & ~0x3fL));
736 assert(!(ht & ~0x3L));
737 assert(!(r3 & ~0x7fL));
738 assert(!(r2 & ~0x7fL));
739 assert(!(f1 & ~0x7fL));
743 inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
744 (r3<<20)|(r2<<13)|(f1<<6)|_p, INST_M);
750 _M8(jit_state_t *_jit, jit_word_t _p,
751 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t f1)
753 assert(!(_p & ~0x3fL));
754 assert(!(x6 & ~0x3fL));
755 assert(!(ht & ~0x3L));
756 assert(!(r3 & ~0x7fL));
757 assert(im > -256 && im <= 255);
758 assert(!(f1 & ~0x7fL));
762 inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
763 (((im>>8)&1L)<<27)|(r3<<20)|((im&0x7fLL)<<13)|(f1<<6)|_p, INST_M);
769 _M9(jit_state_t *_jit, jit_word_t _p,
770 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f1)
772 assert(!(_p & ~0x3fL));
773 assert(!(x6 & ~0x3fL));
774 assert(!(ht & ~0x3L));
775 assert(!(r3 & ~0x7fL));
776 assert(!(f1 & ~0x7fL));
780 inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(f1<<6)|_p, INST_M);
785 _M10(jit_state_t *_jit, jit_word_t _p,
786 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t im)
788 assert(!(_p & ~0x3fL));
789 assert(!(x6 & ~0x3fL));
790 assert(!(ht & ~0x3L));
791 assert(!(r3 & ~0x7fL));
792 assert(!(f2 & ~0x7fL));
793 assert(im > -256 && im <= 255);
797 inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
798 (((im>>8)&1L)<<27)|(r3<<20)|(f2<<13)|((im&0x7fL)<<6)|_p, INST_M);
803 _M11(jit_state_t *_jit, jit_word_t _p,
804 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1)
806 assert(!(_p & ~0x3fL));
807 assert(!(x6 & ~0x3fL));
808 assert(!(ht & ~0x3L));
809 assert(!(r3 & ~0x7fL));
810 assert(!(f2 & ~0x7fL));
811 assert(!(f1 & ~0x7fL));
815 inst((6L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
816 (r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M);
822 _M12(jit_state_t *_jit, jit_word_t _p,
823 jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1)
825 assert(!(_p & ~0x3fL));
826 assert(!(x6 & ~0x3fL));
827 assert(!(ht & ~0x3L));
828 assert(!(r3 & ~0x7fL));
829 assert(!(f2 & ~0x7fL));
830 assert(!(f1 & ~0x7fL));
834 inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
835 (1L<<27)|(r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M);
842 _M18(jit_state_t *_jit, jit_word_t _p,
843 jit_word_t x6, jit_word_t r2, jit_word_t f1)
845 assert(!(_p & ~0x3fL));
846 assert(!(x6 & ~0x3fL));
847 assert(!(r2 & ~0x7fL));
848 assert(!(f1 & ~0x7fL));
852 inst((6L<<37)|(x6<<30)|(1L<<27)|(r2<<13)|(f1<<6)|_p, INST_M);
857 _M19(jit_state_t *_jit, jit_word_t _p,
858 jit_word_t x6, jit_word_t f2, jit_word_t r1)
860 assert(!(_p & ~0x3fL));
861 assert(!(x6 & ~0x3fL));
862 assert(!(f2 & ~0x7fL));
863 assert(!(r1 & ~0x7fL));
867 inst((4L<<37)|(x6<<30)|(1L<<27)|(f2<<13)|(r1<<6)|_p, INST_M);
872 F1_(jit_state_t *_jit, jit_word_t _p,
873 jit_word_t op, jit_word_t x, jit_word_t sf,
874 jit_word_t f4, jit_word_t f3, jit_word_t f2, jit_word_t f1)
876 assert(!(_p & ~0x3fL));
877 assert(!(op & ~0xfL));
878 assert(!(x & ~0x1L));
879 assert(!(sf & ~0x3L));
880 assert(!(f4 & ~0x7fL));
881 assert(!(f3 & ~0x7fL));
882 assert(!(f2 & ~0x7fL));
883 assert(!(f1 & ~0x7fL));
884 TSTFREG3(f2, f3, f4);
887 inst((op<<37)|(x<<36)|(sf<<34)|(f4<<27)|
888 (f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
893 F4_(jit_state_t *_jit, jit_word_t _p,
894 jit_word_t rb, jit_word_t sf, jit_word_t ra, jit_word_t p2,
895 jit_word_t f3, jit_word_t f2, jit_word_t ta, jit_word_t p1)
897 assert(!(_p & ~0x3fL));
898 assert(!(rb & ~0x1L));
899 assert(!(sf & ~0x3L));
900 assert(!(ra & ~0x1L));
901 assert(!(p2 & ~0x3fL));
902 assert(!(f3 & ~0x7fL));
903 assert(!(f2 & ~0x7fL));
904 assert(!(ta & ~0x1L));
905 assert(!(p1 & ~0x3fL));
908 inst((4L<<37)|(rb<<36)|(sf<<34)|(ra<<33)|(p2<<27)|
909 (f3<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F);
911 _jitc->pred |= 1 << p1;
913 _jitc->pred |= 1 << p2;
917 F5_(jit_state_t *_jit, jit_word_t _p,
918 jit_word_t p2, jit_word_t fc, jit_word_t f2, jit_word_t ta, jit_word_t p1)
920 assert(!(_p & ~0x3fL));
921 assert(!(p2 & ~0x3fL));
922 assert(!(fc & ~0x1ffL));
923 assert(!(f2 & ~0x7fL));
924 assert(!(ta & ~0x1L));
925 assert(!(p1 & ~0x3fL));
928 inst((5L<<37)|(((fc>>7)&3L)<<33)|(p2<<27)|
929 ((fc&0x7fL)<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F);
931 _jitc->pred |= 1 << p1;
933 _jitc->pred |= 1 << p2;
937 F6x_(jit_state_t *_jit, jit_word_t _p,
938 jit_word_t op, jit_word_t q, jit_word_t sf,
939 jit_word_t p2, jit_word_t f3, jit_word_t f2, jit_word_t f1)
941 assert(!(_p & ~0x3fL));
942 assert(!(op & ~0xfL));
943 assert(!(q & ~0x1L));
944 assert(!(sf & ~0x3L));
945 assert(!(p2 & ~0x3fL));
946 assert(!(f3 & ~0x7fL));
947 assert(!(f2 & ~0x7fL));
948 assert(!(f1 & ~0x7fL));
952 inst((op<<37)|(q<<36)|(sf<<34)|(1L<<33)|
953 (p2<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
956 _jitc->pred |= 1 << p2;
960 F8_(jit_state_t *_jit, jit_word_t _p,
961 jit_word_t op, jit_word_t sf, jit_word_t x6,
962 jit_word_t f3, jit_word_t f2, jit_word_t f1)
964 assert(!(_p & ~0x3fL));
965 assert(!(op & ~0xfL));
966 assert(!(sf & ~0x3L));
967 assert(!(x6 & ~0x3fL));
968 assert(!(f3 & ~0x7fL));
969 assert(!(f2 & ~0x7fL));
970 assert(!(f1 & ~0x7fL));
974 inst((op<<37)|(sf<<34)|(x6<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
979 F12_(jit_state_t *_jit, jit_word_t _p,
980 jit_word_t sf, jit_word_t x6, jit_word_t omsk, jit_word_t amsk)
982 assert(!(_p & ~0x3fL));
983 assert(!(sf & ~0x3L));
984 assert(!(x6 & ~0x3fL));
985 assert(!(omsk & ~0x7fL));
986 assert(!(amsk & ~0x7fL));
988 inst((sf<<34)|(x6<<27)|(omsk<<20)|(amsk<<13), INST_F);
992 F14x_(jit_state_t* _jit, jit_word_t _p,
993 jit_word_t sf, jit_word_t x, jit_word_t x6, jit_word_t im)
995 assert(!(_p & ~0x3fL));
996 assert(!(sf & ~0x3L));
997 assert(!(x & ~0x1L));
998 assert(!(x6 & ~0x3fL));
999 assert(!(im & ~0x1ffffL));
1001 inst((((im>>20)&1L)<<36)|(sf<<34)|(x<<33)|
1002 (x6<<27)|((im&0xffffL)<<6)|_p, INST_F);
1006 F16_(jit_state_t* _jit, jit_word_t _p,
1007 jit_word_t y, jit_word_t im)
1009 assert(!(_p & ~0x3fL));
1010 assert(!(y & ~0x1L));
1011 assert(!(im & ~0x1ffffL));
1013 inst((((im>>20)&1L)<<36)|(y<<27)|(1L<<26)|((im&0xffffL)<<6)|_p, INST_F);
1017 _movi_f(jit_state_t *_jit, jit_int32_t r0, jit_float32_t *i0)
1025 if (_jitc->no_data) {
1027 reg = jit_get_reg(jit_class_gpr);
1028 movi(rn(reg), data.i & 0xffffffff);
1029 SETF_S(r0, rn(reg));
1033 ldi_f(r0, (jit_word_t)i0);
1037 _movi_d(jit_state_t *_jit, jit_int32_t r0, jit_float64_t *i0)
1045 if (_jitc->no_data) {
1047 reg = jit_get_reg(jit_class_gpr);
1048 movi(rn(reg), data.w);
1049 SETF_D(r0, rn(reg));
1053 ldi_d(r0, (jit_word_t)i0);
1057 _movr_w_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1059 /* Should be used only in this case (with out0 == 120) */
1061 r1 = _jitc->rout + (r1 - 120);
1066 _movr_f_w(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1068 /* Should actually be used only in this case (with out0 == 120) */
1070 r0 = _jitc->rout + (r0 - 120);
1075 _movi_f_w(jit_state_t *_jit, jit_int32_t r0, jit_float32_t *i0)
1079 /* Should be used only in this case (with out0 == 120) */
1081 r0 = _jitc->rout + (r0 - 120);
1082 if (_jitc->no_data) {
1087 ldi_i(r0, (jit_word_t)i0);
1091 _movr_w_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1093 /* Should be used only in this case (with out0 == 120) */
1095 r1 = _jitc->rout + (r1 - 120);
1100 _movr_d_w(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1102 /* Should be used only in this case (with out0 == 120) */
1104 r0 = _jitc->rout + (r0 - 120);
1109 _movi_d_w(jit_state_t *_jit, jit_int32_t r0, jit_float64_t *i0)
1116 /* Should be used only in this case (with out0 == 120) */
1118 r0 = _jitc->rout + (r0 - 120);
1119 if (_jitc->no_data) {
1124 ldi_l(r0, (jit_word_t)i0);
1127 #define fpr_opi(name, type, size) \
1129 _##name##i_##type(jit_state_t *_jit, \
1130 jit_int32_t r0, jit_int32_t r1, \
1131 jit_float##size##_t *i0) \
1133 jit_int32_t reg = jit_get_reg(jit_class_fpr); \
1134 movi_##type(rn(reg), i0); \
1135 name##r_##type(r0, r1, rn(reg)); \
1136 jit_unget_reg(reg); \
1138 #define fpr_bopi(name, type, size) \
1140 _b##name##i_##type(jit_state_t *_jit, \
1141 jit_word_t i0, jit_int32_t r0, \
1142 jit_float##size##_t *i1) \
1145 jit_int32_t reg = jit_get_reg(jit_class_fpr| \
1146 jit_class_nospill); \
1147 movi_##type(rn(reg), i1); \
1148 word = b##name##r_##type(i0, r0, rn(reg)); \
1149 jit_unget_reg(reg); \
1152 #define fopi(name) fpr_opi(name, f, 32)
1153 #define fbopi(name) fpr_bopi(name, f, 32)
1154 #define dopi(name) fpr_opi(name, d, 64)
1155 #define dbopi(name) fpr_bopi(name, d, 64)
1168 /* translation from gcc -O0 */
1170 _divr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1172 jit_int32_t t0, t1, t2;
1173 t0 = jit_get_reg(jit_class_fpr);
1174 t1 = jit_get_reg(jit_class_fpr);
1175 t2 = jit_get_reg(jit_class_fpr);
1176 FRCPA(rn(t0), PR_6, r1, r2);
1177 FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6);
1178 FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6);
1179 FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
1180 FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
1181 FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
1182 FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
1183 FMPY_S_p(rn(t2), r1, rn(t1), SF_S1, PR_6);
1184 FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6);
1185 FMA_S_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6);
1192 _divr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1194 jit_int32_t t0, t1, t2;
1195 t0 = jit_get_reg(jit_class_fpr);
1196 t1 = jit_get_reg(jit_class_fpr);
1197 t2 = jit_get_reg(jit_class_fpr);
1198 FRCPA(rn(t0), PR_6, r1, r2);
1199 FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6);
1200 FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6);
1201 FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
1202 FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
1203 FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
1204 FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
1205 FMPY_D_p(rn(t2), r1, rn(t1), SF_S1, PR_6);
1206 FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6);
1207 FMA_D_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6);
1214 _extr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1217 reg = jit_get_reg(jit_class_fpr);
1218 SETF_SIG(rn(reg), r1);
1219 FCVT_XF(r0, rn(reg));
1225 _extr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1228 reg = jit_get_reg(jit_class_fpr);
1229 SETF_SIG(rn(reg), r1);
1230 FCVT_XF(r0, rn(reg));
1236 _truncr_d_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1239 reg = jit_get_reg(jit_class_fpr);
1240 FCVT_FX_TRUNC(rn(reg), r1);
1241 GETF_SIG(r0, rn(reg));
1247 _ltr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1249 FCMP_LT(PR_6, PR_7, r1, r2);
1250 MOVI_p(r0, 1, PR_6);
1251 MOV_p(r0, GR_0, PR_7);
1257 _ler_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1259 FCMP_LE(PR_6, PR_7, r1, r2);
1260 MOVI_p(r0, 1, PR_6);
1261 MOV_p(r0, GR_0, PR_7);
1267 _eqr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1269 FCMP_EQ(PR_6, PR_7, r1, r2);
1270 MOVI_p(r0, 1, PR_6);
1271 MOV_p(r0, GR_0, PR_7);
1277 _ger_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1279 FCMP_LE(PR_6, PR_7, r2, r1);
1280 MOVI_p(r0, 1, PR_6);
1281 MOV_p(r0, GR_0, PR_7);
1287 _gtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1289 FCMP_LT(PR_6, PR_7, r2, r1);
1290 MOVI_p(r0, 1, PR_6);
1291 MOV_p(r0, GR_0, PR_7);
1297 _ner_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1299 FCMP_EQ(PR_6, PR_7, r1, r2);
1300 MOV_p(r0, GR_0, PR_6);
1301 MOVI_p(r0, 1, PR_7);
1307 _unltr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1309 FCMP_LE(PR_6, PR_7, r2, r1);
1310 MOV_p(r0, GR_0, PR_6);
1311 MOVI_p(r0, 1, PR_7);
1317 _unler_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1319 FCMP_LT(PR_6, PR_7, r2, r1);
1320 MOV_p(r0, GR_0, PR_6);
1321 MOVI_p(r0, 1, PR_7);
1327 _uneqr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1330 FCMP_LT(PR_8, PR_9, r1, r2);
1331 FCMP_LT(PR_6, PR_7, r2, r1);
1332 MOV_p(r0, GR_0, PR_8); /* !(r1 < r2) && !(r2 < r1) */
1333 MOV_p(r0, GR_0, PR_6);
1339 _unger_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1341 FCMP_LT(PR_6, PR_7, r1, r2);
1342 MOV_p(r0, GR_0, PR_6);
1343 MOVI_p(r0, 1, PR_7);
1349 _ungtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1351 FCMP_LE(PR_6, PR_7, r1, r2);
1352 MOV_p(r0, GR_0, PR_6);
1353 MOVI_p(r0, 1, PR_7);
1359 _ltgtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1362 FCMP_EQ(PR_8, PR_9, r1, r2);
1363 FCMP_UNORD(PR_6, PR_7, r1, r2);
1364 MOV_p(r0, GR_0, PR_8);
1365 MOV_p(r0, GR_0, PR_6);
1371 _ordr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1373 FCMP_UNORD(PR_6, PR_7, r1, r2);
1374 MOV_p(r0, GR_0, PR_6);
1375 MOVI_p(r0, 1, PR_7);
1381 _unordr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1383 FCMP_UNORD(PR_6, PR_7, r1, r2);
1384 MOVI_p(r0, 1, PR_6);
1385 MOV_p(r0, GR_0, PR_7);
1391 _ldi_f(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1394 reg = jit_get_reg(jit_class_gpr);
1401 _ldxr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1404 reg = jit_get_reg(jit_class_gpr);
1405 addr(rn(reg), r1, r2);
1411 _ldxi_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1415 reg = jit_get_reg(jit_class_gpr);
1416 addi(rn(reg), r1, i0);
1425 _ldi_d(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
1428 reg = jit_get_reg(jit_class_gpr);
1435 _ldxr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1438 reg = jit_get_reg(jit_class_gpr);
1439 addr(rn(reg), r1, r2);
1445 _ldxi_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1449 reg = jit_get_reg(jit_class_gpr);
1450 addi(rn(reg), r1, i0);
1459 _sti_f(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1462 reg = jit_get_reg(jit_class_gpr);
1469 _stxr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1472 reg = jit_get_reg(jit_class_gpr);
1473 addr(rn(reg), r0, r1);
1479 _stxi_f(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1483 reg = jit_get_reg(jit_class_gpr);
1484 addi(rn(reg), r0, i0);
1493 _sti_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1496 reg = jit_get_reg(jit_class_gpr);
1503 _stxr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1506 reg = jit_get_reg(jit_class_gpr);
1507 addr(rn(reg), r0, r1);
1513 _stxi_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1517 reg = jit_get_reg(jit_class_gpr);
1518 addi(rn(reg), r0, i0);
1527 _sqrtr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1530 calli((jit_word_t)sqrtf);
1535 _sqrtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1538 calli((jit_word_t)sqrt);
1543 _bltr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1546 FCMP_LT(PR_6, PR_7, r0, r1);
1549 BRI_COND((i0 - w) >> 4, PR_6);
1556 _bler_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1559 FCMP_LE(PR_6, PR_7, r0, r1);
1562 BRI_COND((i0 - w) >> 4, PR_6);
1569 _beqr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1572 FCMP_EQ(PR_6, PR_7, r0, r1);
1575 BRI_COND((i0 - w) >> 4, PR_6);
1582 _bger_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1585 FCMP_LE(PR_6, PR_7, r1, r0);
1588 BRI_COND((i0 - w) >> 4, PR_6);
1595 _bgtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1598 FCMP_LT(PR_6, PR_7, r1, r0);
1601 BRI_COND((i0 - w) >> 4, PR_6);
1608 _bner_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1611 FCMP_EQ(PR_6, PR_7, r0, r1);
1614 BRI_COND((i0 - w) >> 4, PR_7);
1621 _bunltr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1624 FCMP_LE(PR_6, PR_7, r1, r0);
1627 BRI_COND((i0 - w) >> 4, PR_7);
1634 _bunler_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1637 FCMP_LT(PR_6, PR_7, r1, r0);
1640 BRI_COND((i0 - w) >> 4, PR_7);
1647 _buneqr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1650 jit_word_t junord, jne;
1651 FCMP_UNORD(PR_8, PR_9, r0, r1);
1654 junord = _jit->pc.w;
1656 FCMP_EQ(PR_6, PR_7, r0, r1);
1664 patch_at(jit_code_bunordr_d, junord, _jit->pc.w);
1665 BRI((i0 - w) >> 4); /* unconditional jump to patch */
1668 patch_at(jit_code_bner_d, jne, _jit->pc.w);
1675 _bunger_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1678 FCMP_LT(PR_6, PR_7, r0, r1);
1681 BRI_COND((i0 - w) >> 4, PR_7);
1688 _bungtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1691 FCMP_LE(PR_6, PR_7, r0, r1);
1694 BRI_COND((i0 - w) >> 4, PR_7);
1701 _bltgtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1704 jit_word_t jeq, junord;
1705 FCMP_EQ(PR_8, PR_9, r0, r1);
1710 FCMP_UNORD(PR_6, PR_7, r0, r1);
1713 junord = _jit->pc.w;
1717 BRI((i0 - w) >> 4); /* unconditional jump to patch */
1720 patch_at(jit_code_beqr_d, jeq, _jit->pc.w);
1721 patch_at(jit_code_bordr_d, junord, _jit->pc.w);
1728 _bordr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1731 FCMP_UNORD(PR_6, PR_7, r0, r1);
1734 BRI_COND((i0 - w) >> 4, PR_7);
1741 _bunordr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1744 FCMP_UNORD(PR_6, PR_7, r0, r1);
1747 BRI_COND((i0 - w) >> 4, PR_6);
1754 _vaarg_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
1756 assert(_jitc->function->self.call & jit_call_varargs);
1757 /* Load argument. */
1759 /* Update va_list. */