2 * Copyright (C) 2012-2019 Free Software Foundation, Inc.
4 * This file is part of GNU lightning.
6 * GNU lightning is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU Lesser General Public License as published
8 * by the Free Software Foundation; either version 3, or (at your option)
11 * GNU lightning is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
13 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
14 * License for more details.
17 * Paulo Cesar Pereira de Andrade
21 #define FA(o,d,a,b,c,x) _FA(_jit,o,d,a,b,c,x,0)
22 #define FA_(o,d,a,b,c,x) _FA(_jit,o,d,a,b,c,x,1)
23 static void _FA(jit_state_t*,int,int,int,int,int,int,int);
24 #define FXFL(o,m,b,x) _FXFL(_jit,o,m,b,x,0)
25 #define FXFL_(o,m,b,x) _FXFL(_jit,o,m,b,x,1)
26 static void _FXFL(jit_state_t*,int,int,int,int,int) maybe_unused;
27 # define FABS(d,b) FX(63,d,0,b,264)
28 # define FABS_(d,b) FX_(63,d,0,b,264)
29 # define FADD(d,a,b) FA(63,d,a,b,0,21)
30 # define FADD_(d,a,b) FA_(63,d,a,b,0,21)
31 # define FADDS(d,a,b) FA(59,d,a,b,0,21)
32 # define FADDS_(d,a,b) FA_(59,d,a,b,0,21)
33 # define FCFID(d,b) FX(63,d,0,b,846)
34 # define FCMPO(cr,a,b) FC(63,cr,0,a,b,32)
35 # define FCMPU(cr,a,b) FC(63,cr,0,a,b,0)
36 # define FCTIW(d,b) FX(63,d,0,b,14)
37 # define FCTIW_(d,b) FX_(63,d,0,b,14)
38 # define FCTIWZ(d,b) FX(63,d,0,b,15)
39 # define FCTIWZ_(d,b) FX_(63,d,0,b,15)
40 # define FCTID(d,b) FX(63,d,0,b,814)
41 # define FCTID_(d,b) FX_(63,d,0,b,814)
42 # define FCTIDZ(d,b) FX(63,d,0,b,815)
43 # define FCTIDZ_(d,b) FX_(63,d,0,b,815)
44 # define FDIV(d,a,b) FA(63,d,a,b,0,18)
45 # define FDIV_(d,a,b) FA_(63,d,a,b,0,18)
46 # define FDIVS(d,a,b) FA(59,d,a,b,0,18)
47 # define FDIVS_(d,a,b) FA_(59,d,a,b,0,18)
48 # define FMADD(d,a,b,c) FA(63,d,a,b,c,29)
49 # define FMADD_(d,a,b,c) FA(63,d,a,b,c,29)
50 # define FMADDS(d,a,b,c) FA(59,d,a,b,c,29)
51 # define FMADDS_(d,a,b,c) FA(59,d,a,b,c,29)
52 # define FMR(d,b) FX(63,d,0,b,72)
53 # define FMR_(d,b) FX_(63,d,0,b,72)
54 # define FMSUB(d,a,b,c) FA(63,d,a,b,c,28)
55 # define FMSUB_(d,a,b,c) FA(63,d,a,b,c,28)
56 # define FMSUBS(d,a,b,c) FA(59,d,a,b,c,28)
57 # define FMSUBS_(d,a,b,c) FA(59,d,a,b,c,28)
58 # define FMUL(d,a,c) FA(63,d,a,0,c,25)
59 # define FMUL_(d,a,c) FA_(63,d,a,0,c,25)
60 # define FMULS(d,a,c) FA(59,d,a,0,c,25)
61 # define FMULS_(d,a,c) FA_(59,d,a,0,c,25)
62 # define FNABS(d,b) FX(63,d,0,b,136)
63 # define FNABS_(d,b) FX_(63,d,0,b,136)
64 # define FNEG(d,b) FX(63,d,0,b,40)
65 # define FNEG_(d,b) FX_(63,d,0,b,40)
66 # define FNMADD(d,a,b,c) FA(63,d,a,b,c,31)
67 # define FNMADD_(d,a,b,c) FA_(63,d,a,b,c,31)
68 # define FNMADDS(d,a,b,c) FA(59,d,a,b,c,31)
69 # define FNMADDS_(d,a,b,c) FA_(59,d,a,b,c,31)
70 # define FNMSUB(d,a,b,c) FA(63,d,a,b,c,30)
71 # define FNMSUB_(d,a,b,c) FA_(63,d,a,b,c,30)
72 # define FNMSUBS(d,a,b,c) FA(59,d,a,b,c,30)
73 # define FNMSUBS_(d,a,b,c) FA_(59,d,a,b,c,30)
74 # define FRES(d,b) FA(59,d,0,b,0,24)
75 # define FRES_(d,b) FA_(59,d,0,b,0,24)
76 # define FRSP(d,b) FA(63,d,0,b,0,12)
77 # define FRSP_(d,b) FA_(63,d,0,b,0,12)
78 # define FRSQTRE(d,b) FA(63,d,0,b,0,26)
79 # define FRSQTRE_(d,b) FA_(63,d,0,b,0,26)
80 # define FSEL(d,a,b,c) FA(63,d,a,b,c,23)
81 # define FSEL_(d,a,b,c) FA_(63,d,a,b,c,23)
82 # define FSQRT(d,b) FA(63,d,0,b,0,22)
83 # define FSQRT_(d,b) FA_(63,d,0,b,0,22)
84 # define FSQRTS(d,b) FA(59,d,0,b,0,22)
85 # define FSQRTS_(d,b) FA_(59,d,0,b,0,22)
86 # define FSUB(d,a,b) FA(63,d,a,b,0,20)
87 # define FSUB_(d,a,b) FA(63,d,a,b,0,20)
88 # define FSUBS(d,a,b) FA(59,d,a,b,0,20)
89 # define FSUBS_(d,a,b) FA(59,d,a,b,0,20)
90 # define LFD(d,a,s) FDs(50,d,a,s)
91 # define LFDU(d,a,s) FDs(51,d,a,s)
92 # define LFDUX(d,a,b) FX(31,d,a,b,631)
93 # define LFDX(d,a,b) FX(31,d,a,b,599)
94 # define LFS(d,a,s) FDs(48,d,a,s)
95 # define LFSU(d,a,s) FDs(49,d,a,s)
96 # define LFSUX(d,a,b) FX(31,d,a,b,567)
97 # define LFSX(d,a,b) FX(31,d,a,b,535)
98 # define MCRFS(d,s) FXL(63,d<<2,(s)<<2,64)
99 # define MFFS(d) FX(63,d,0,0,583)
100 # define MFFS_(d) FX_(63,d,0,0,583)
101 # define MTFSB0(d) FX(63,d,0,0,70)
102 # define MTFSB0_(d) FX_(63,d,0,0,70)
103 # define MTFSB1(d) FX(63,d,0,0,38)
104 # define MTFSB1_(d) FX_(63,d,0,0,38)
105 # define MTFSF(m,b) FXFL(63,m,b,711)
106 # define MTFSF_(m,b) FXFL_(63,m,b,711)
107 # define MTFSFI(d,i) FX(63,d<<2,0,i<<1,134)
108 # define MTFSFI_(d,i) FX_(63,d<<2,0,i<<1,134)
109 # define STFD(s,a,d) FDs(54,s,a,d)
110 # define STFDU(s,a,d) FDs(55,s,a,d)
111 # define STFDUX(s,a,b) FX(31,s,a,b,759)
112 # define STFDX(s,a,b) FX(31,s,a,b,727)
113 # define STFIWX(s,a,b) FX(31,s,a,b,983)
114 # define STFS(s,a,d) FDs(52,s,a,d)
115 # define STFSU(s,a,d) FDs(53,s,a,d)
116 # define STFSUX(s,a,b) FX(31,s,a,b,695)
117 # define STFSX(s,a,b) FX(31,s,a,b,663)
118 # define movr_f(r0,r1) movr_d(r0,r1)
119 # define movr_d(r0,r1) _movr_d(_jit,r0,r1)
120 static void _movr_d(jit_state_t*,jit_int32_t,jit_int32_t);
121 # define movi_f(r0,i0) _movi_f(_jit,r0,i0)
122 static void _movi_f(jit_state_t*,jit_int32_t,jit_float32_t*);
123 # define movi_d(r0,i0) _movi_d(_jit,r0,i0)
124 static void _movi_d(jit_state_t*,jit_int32_t,jit_float64_t*);
125 # define extr_f(r0,r1) extr_d(r0,r1)
126 # define extr_d(r0,r1) _extr_d(_jit,r0,r1)
127 static void _extr_d(jit_state_t*,jit_int32_t,jit_int32_t);
128 # define truncr_f(r0,r1) truncr_d(r0,r1)
129 # define truncr_f_i(r0,r1) truncr_d_i(r0,r1)
130 # define truncr_d_i(r0,r1) _truncr_d_i(_jit,r0,r1)
131 static void _truncr_d_i(jit_state_t*,jit_int32_t,jit_int32_t);
132 # if __WORDSIZE == 32
133 # define truncr_d(r0,r1) truncr_d_i(r0,r1)
135 # define truncr_d(r0,r1) truncr_d_l(r0,r1)
136 # define truncr_f_l(r0,r1) truncr_d_l(r0,r1)
137 # define truncr_d_l(r0,r1) _truncr_d_l(_jit,r0,r1)
138 static void _truncr_d_l(jit_state_t*,jit_int32_t,jit_int32_t);
140 # define extr_d_f(r0,r1) FRSP(r0,r1)
141 # define extr_f_d(r0,r1) movr_d(r0,r1)
142 # define absr_f(r0,r1) absr_d(r0,r1)
143 # define absr_d(r0,r1) FABS(r0,r1)
144 # define negr_f(r0,r1) negr_d(r0,r1)
145 # define negr_d(r0,r1) FNEG(r0,r1)
146 # define sqrtr_f(r0,r1) FSQRTS(r0,r1)
147 # define sqrtr_d(r0,r1) FSQRT(r0,r1)
148 # define addr_f(r0,r1,r2) FADDS(r0,r1,r2)
149 # define addr_d(r0,r1,r2) FADD(r0,r1,r2)
150 # define addi_f(r0,r1,i0) _addi_f(_jit,r0,r1,i0)
151 static void _addi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
152 # define addi_d(r0,r1,i0) _addi_d(_jit,r0,r1,i0)
153 static void _addi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
154 # define subr_f(r0,r1,r2) FSUBS(r0,r1,r2)
155 # define subi_f(r0,r1,i0) _subi_f(_jit,r0,r1,i0)
156 static void _subi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
157 # define subr_d(r0,r1,r2) FSUB(r0,r1,r2)
158 # define subi_d(r0,r1,i0) _subi_d(_jit,r0,r1,i0)
159 static void _subi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
160 # define rsbr_f(r0,r1,r2) subr_f(r0,r2,r1)
161 # define rsbi_f(r0,r1,i0) _rsbi_f(_jit,r0,r1,i0)
162 static void _rsbi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
163 # define rsbr_d(r0,r1,r2) subr_d(r0,r2,r1)
164 # define rsbi_d(r0,r1,i0) _rsbi_d(_jit,r0,r1,i0)
165 static void _rsbi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
166 # define mulr_f(r0,r1,r2) FMULS(r0,r1,r2)
167 # define muli_f(r0,r1,i0) _muli_f(_jit,r0,r1,i0)
168 static void _muli_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
169 # define mulr_d(r0,r1,r2) FMUL(r0,r1,r2)
170 # define muli_d(r0,r1,i0) _muli_d(_jit,r0,r1,i0)
171 static void _muli_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
172 # define divr_f(r0,r1,r2) FDIVS(r0,r1,r2)
173 # define divi_f(r0,r1,i0) _divi_f(_jit,r0,r1,i0)
174 static void _divi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
175 # define divr_d(r0,r1,r2) FDIV(r0,r1,r2)
176 # define divi_d(r0,r1,i0) _divi_d(_jit,r0,r1,i0)
177 static void _divi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
178 # define ltr_f(r0,r1,r2) ltr_d(r0,r1,r2)
179 # define ltr_d(r0,r1,r2) _ltr_d(_jit,r0,r1,r2)
180 static void _ltr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
181 # define lti_f(r0,r1,i0) _lti_f(_jit,r0,r1,i0)
182 static void _lti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
183 # define lti_d(r0,r1,i0) _lti_d(_jit,r0,r1,i0)
184 static void _lti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
185 # define ler_f(r0,r1,r2) ler_d(r0,r1,r2)
186 # define ler_d(r0,r1,r2) _ler_d(_jit,r0,r1,r2)
187 static void _ler_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
188 # define lei_f(r0,r1,i0) _lei_f(_jit,r0,r1,i0)
189 static void _lei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
190 # define lei_d(r0,r1,i0) _lei_d(_jit,r0,r1,i0)
191 static void _lei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
192 # define eqr_f(r0,r1,r2) eqr_d(r0,r1,r2)
193 # define eqr_d(r0,r1,r2) _eqr_d(_jit,r0,r1,r2)
194 static void _eqr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
195 # define eqi_f(r0,r1,i0) _eqi_f(_jit,r0,r1,i0)
196 static void _eqi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
197 # define eqi_d(r0,r1,i0) _eqi_d(_jit,r0,r1,i0)
198 static void _eqi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
199 # define ger_f(r0,r1,r2) ger_d(r0,r1,r2)
200 # define ger_d(r0,r1,r2) _ger_d(_jit,r0,r1,r2)
201 static void _ger_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
202 # define gei_f(r0,r1,i0) _gei_f(_jit,r0,r1,i0)
203 static void _gei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
204 # define gei_d(r0,r1,i0) _gei_d(_jit,r0,r1,i0)
205 static void _gei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
206 # define gtr_f(r0,r1,r2) gtr_d(r0,r1,r2)
207 # define gtr_d(r0,r1,r2) _gtr_d(_jit,r0,r1,r2)
208 static void _gtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
209 # define gti_f(r0,r1,i0) _gti_f(_jit,r0,r1,i0)
210 static void _gti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
211 # define gti_d(r0,r1,i0) _gti_d(_jit,r0,r1,i0)
212 static void _gti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
213 # define ner_f(r0,r1,r2) ner_d(r0,r1,r2)
214 # define ner_d(r0,r1,r2) _ner_d(_jit,r0,r1,r2)
215 static void _ner_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
216 # define nei_f(r0,r1,i0) _nei_f(_jit,r0,r1,i0)
217 static void _nei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
218 # define nei_d(r0,r1,i0) _nei_d(_jit,r0,r1,i0)
219 static void _nei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
220 # define unltr_f(r0,r1,r2) unltr_d(r0,r1,r2)
221 # define unltr_d(r0,r1,r2) _unltr_d(_jit,r0,r1,r2)
222 static void _unltr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
223 # define unlti_f(r0,r1,i0) _unlti_f(_jit,r0,r1,i0)
224 static void _unlti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
225 # define unlti_d(r0,r1,i0) _unlti_d(_jit,r0,r1,i0)
226 static void _unlti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
227 # define unler_f(r0,r1,r2) unler_d(r0,r1,r2)
228 # define unler_d(r0,r1,r2) _unler_d(_jit,r0,r1,r2)
229 static void _unler_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
230 # define unlei_f(r0,r1,i0) _unlei_f(_jit,r0,r1,i0)
231 static void _unlei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
232 # define unlei_d(r0,r1,i0) _unlei_d(_jit,r0,r1,i0)
233 static void _unlei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
234 # define uneqr_f(r0,r1,r2) uneqr_d(r0,r1,r2)
235 # define uneqr_d(r0,r1,r2) _uneqr_d(_jit,r0,r1,r2)
236 static void _uneqr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
237 # define uneqi_f(r0,r1,i0) _uneqi_f(_jit,r0,r1,i0)
238 static void _uneqi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
239 # define uneqi_d(r0,r1,i0) _uneqi_d(_jit,r0,r1,i0)
240 static void _uneqi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
241 # define unger_f(r0,r1,r2) unger_d(r0,r1,r2)
242 # define unger_d(r0,r1,r2) _unger_d(_jit,r0,r1,r2)
243 static void _unger_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
244 # define ungei_f(r0,r1,i0) _ungei_f(_jit,r0,r1,i0)
245 static void _ungei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
246 # define ungei_d(r0,r1,i0) _ungei_d(_jit,r0,r1,i0)
247 static void _ungei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
248 # define ungtr_f(r0,r1,r2) ungtr_d(r0,r1,r2)
249 # define ungtr_d(r0,r1,r2) _ungtr_d(_jit,r0,r1,r2)
250 static void _ungtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
251 # define ungti_f(r0,r1,i0) _ungti_f(_jit,r0,r1,i0)
252 static void _ungti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
253 # define ungti_d(r0,r1,i0) _ungti_d(_jit,r0,r1,i0)
254 static void _ungti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
255 # define ltgtr_f(r0,r1,r2) ltgtr_d(r0,r1,r2)
256 # define ltgtr_d(r0,r1,r2) _ltgtr_d(_jit,r0,r1,r2)
257 static void _ltgtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
258 # define ltgti_f(r0,r1,i0) _ltgti_f(_jit,r0,r1,i0)
259 static void _ltgti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
260 # define ltgti_d(r0,r1,i0) _ltgti_d(_jit,r0,r1,i0)
261 static void _ltgti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
262 # define ordr_f(r0,r1,r2) ordr_d(r0,r1,r2)
263 # define ordr_d(r0,r1,r2) _ordr_d(_jit,r0,r1,r2)
264 static void _ordr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
265 # define ordi_f(r0,r1,i0) _ordi_f(_jit,r0,r1,i0)
266 static void _ordi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
267 # define ordi_d(r0,r1,i0) _ordi_d(_jit,r0,r1,i0)
268 static void _ordi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
269 # define unordr_f(r0,r1,r2) unordr_d(r0,r1,r2)
270 # define unordr_d(r0,r1,r2) _unordr_d(_jit,r0,r1,r2)
271 static void _unordr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
272 # define unordi_f(r0,r1,i0) _unordi_f(_jit,r0,r1,i0)
273 static void _unordi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*);
274 # define unordi_d(r0,r1,i0) _unordi_d(_jit,r0,r1,i0)
275 static void _unordi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*);
276 # define bltr_f(i0,r0,r1) bltr_d(i0,r0,r1)
277 # define bltr_d(i0,r0,r1) _bltr_d(_jit,i0,r0,r1)
278 static jit_word_t _bltr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
279 # define blti_f(i0,r0,i1) _blti_f(_jit,i0,r0,i1)
280 static jit_word_t _blti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
281 # define blti_d(i0,r0,i1) _blti_d(_jit,i0,r0,i1)
282 static jit_word_t _blti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
283 # define bler_f(i0,r0,r1) bler_d(i0,r0,r1)
284 # define bler_d(i0,r0,r1) _bler_d(_jit,i0,r0,r1)
285 static jit_word_t _bler_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
286 # define blei_f(i0,r0,i1) _blei_f(_jit,i0,r0,i1)
287 static jit_word_t _blei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
288 # define blei_d(i0,r0,i1) _blei_d(_jit,i0,r0,i1)
289 static jit_word_t _blei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
290 # define beqr_f(i0,r0,r1) beqr_d(i0,r0,r1)
291 # define beqr_d(i0,r0,r1) _beqr_d(_jit,i0,r0,r1)
292 static jit_word_t _beqr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
293 # define beqi_f(i0,r0,i1) _beqi_f(_jit,i0,r0,i1)
294 static jit_word_t _beqi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
295 # define beqi_d(i0,r0,i1) _beqi_d(_jit,i0,r0,i1)
296 static jit_word_t _beqi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
297 # define bger_f(i0,r0,r1) bger_d(i0,r0,r1)
298 # define bger_d(i0,r0,r1) _bger_d(_jit,i0,r0,r1)
299 static jit_word_t _bger_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
300 # define bgei_f(i0,r0,i1) _bgei_f(_jit,i0,r0,i1)
301 static jit_word_t _bgei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
302 # define bgei_d(i0,r0,i1) _bgei_d(_jit,i0,r0,i1)
303 static jit_word_t _bgei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
304 # define bgtr_f(i0,r0,r1) bgtr_d(i0,r0,r1)
305 # define bgtr_d(i0,r0,r1) _bgtr_d(_jit,i0,r0,r1)
306 static jit_word_t _bgtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
307 # define bgti_f(i0,r0,i1) _bgti_f(_jit,i0,r0,i1)
308 static jit_word_t _bgti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
309 # define bgti_d(i0,r0,i1) _bgti_d(_jit,i0,r0,i1)
310 static jit_word_t _bgti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
311 # define bner_f(i0,r0,r1) bner_d(i0,r0,r1)
312 # define bner_d(i0,r0,r1) _bner_d(_jit,i0,r0,r1)
313 static jit_word_t _bner_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
314 # define bnei_f(i0,r0,i1) _bnei_f(_jit,i0,r0,i1)
315 static jit_word_t _bnei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
316 # define bnei_d(i0,r0,i1) _bnei_d(_jit,i0,r0,i1)
317 static jit_word_t _bnei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
318 # define bunltr_f(i0,r0,r1) bunltr_d(i0,r0,r1)
319 # define bunltr_d(i0,r0,r1) _bunltr_d(_jit,i0,r0,r1)
320 static jit_word_t _bunltr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
321 # define bunlti_f(i0,r0,i1) _bunlti_f(_jit,i0,r0,i1)
322 static jit_word_t _bunlti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
323 # define bunlti_d(i0,r0,i1) _bunlti_d(_jit,i0,r0,i1)
324 static jit_word_t _bunlti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
325 # define bunler_f(i0,r0,r1) bunler_d(i0,r0,r1)
326 # define bunler_d(i0,r0,r1) _bunler_d(_jit,i0,r0,r1)
327 static jit_word_t _bunler_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
328 # define bunlei_f(i0,r0,i1) _bunlei_f(_jit,i0,r0,i1)
329 static jit_word_t _bunlei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
330 # define bunlei_d(i0,r0,i1) _bunlei_d(_jit,i0,r0,i1)
331 static jit_word_t _bunlei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
332 # define buneqr_f(i0,r0,r1) buneqr_d(i0,r0,r1)
333 # define buneqr_d(i0,r0,r1) _buneqr_d(_jit,i0,r0,r1)
334 static jit_word_t _buneqr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
335 # define buneqi_f(i0,r0,i1) _buneqi_f(_jit,i0,r0,i1)
336 static jit_word_t _buneqi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
337 # define buneqi_d(i0,r0,i1) _buneqi_d(_jit,i0,r0,i1)
338 static jit_word_t _buneqi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
339 # define bunger_f(i0,r0,r1) bunger_d(i0,r0,r1)
340 # define bunger_d(i0,r0,r1) _bunger_d(_jit,i0,r0,r1)
341 static jit_word_t _bunger_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
342 # define bungei_f(i0,r0,i1) _bungei_f(_jit,i0,r0,i1)
343 static jit_word_t _bungei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
344 # define bungei_d(i0,r0,i1) _bungei_d(_jit,i0,r0,i1)
345 static jit_word_t _bungei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
346 # define bungtr_f(i0,r0,r1) bungtr_d(i0,r0,r1)
347 # define bungtr_d(i0,r0,r1) _bungtr_d(_jit,i0,r0,r1)
348 static jit_word_t _bungtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
349 # define bungti_f(i0,r0,i1) _bungti_f(_jit,i0,r0,i1)
350 static jit_word_t _bungti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
351 # define bungti_d(i0,r0,i1) _bungti_d(_jit,i0,r0,i1)
352 static jit_word_t _bungti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
353 # define bltgtr_f(i0,r0,r1) bltgtr_d(i0,r0,r1)
354 # define bltgtr_d(i0,r0,r1) _bltgtr_d(_jit,i0,r0,r1)
355 static jit_word_t _bltgtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
356 # define bltgti_f(i0,r0,i1) _bltgti_f(_jit,i0,r0,i1)
357 static jit_word_t _bltgti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
358 # define bltgti_d(i0,r0,i1) _bltgti_d(_jit,i0,r0,i1)
359 static jit_word_t _bltgti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
360 # define bordr_f(i0,r0,r1) bordr_d(i0,r0,r1)
361 # define bordr_d(i0,r0,r1) _bordr_d(_jit,i0,r0,r1)
362 static jit_word_t _bordr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
363 # define bordi_f(i0,r0,i1) _bordi_f(_jit,i0,r0,i1)
364 static jit_word_t _bordi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
365 # define bordi_d(i0,r0,i1) _bordi_d(_jit,i0,r0,i1)
366 static jit_word_t _bordi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
367 # define bunordr_f(i0,r0,r1) bunordr_d(i0,r0,r1)
368 # define bunordr_d(i0,r0,r1) _bunordr_d(_jit,i0,r0,r1)
369 static jit_word_t _bunordr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
370 # define bunordi_f(i0,r0,i1) _bunordi_f(_jit,i0,r0,i1)
371 static jit_word_t _bunordi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*);
372 # define bunordi_d(i0,r0,i1) _bunordi_d(_jit,i0,r0,i1)
373 static jit_word_t _bunordi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*);
374 # define ldr_f(r0,r1) LFSX(r0, _R0_REGNO, r1)
375 # define ldi_f(r0,i0) _ldi_f(_jit,r0,i0)
376 static void _ldi_f(jit_state_t*,jit_int32_t,jit_word_t);
377 # define ldxr_f(r0,r1,r2) _ldxr_f(_jit,r0,r1,r2)
378 static void _ldxr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
379 # define ldxi_f(r0,r1,i0) _ldxi_f(_jit,r0,r1,i0)
380 static void _ldxi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
381 # define str_f(r0,r1) STFSX(r1, _R0_REGNO, r0)
382 # define sti_f(i0,r0) _sti_f(_jit,i0,r0)
383 static void _sti_f(jit_state_t*,jit_word_t,jit_int32_t);
384 # define stxr_f(r0,r1,r2) _stxr_f(_jit,r0,r1,r2)
385 static void _stxr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
386 # define stxi_f(i0,r0,r1) _stxi_f(_jit,i0,r0,r1)
387 static void _stxi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
388 # define ldr_d(r0,r1) LFDX(r0, _R0_REGNO, r1)
389 # define ldi_d(r0,i0) _ldi_d(_jit,r0,i0)
390 static void _ldi_d(jit_state_t*,jit_int32_t,jit_word_t);
391 # define ldxr_d(r0,r1,r2) _ldxr_d(_jit,r0,r1,r2)
392 static void _ldxr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
393 # define ldxi_d(r0,r1,i0) _ldxi_d(_jit,r0,r1,i0)
394 static void _ldxi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t);
395 # define str_d(r0,r1) STFDX(r1, _R0_REGNO, r0)
396 # define sti_d(i0,r0) _sti_d(_jit,i0,r0)
397 static void _sti_d(jit_state_t*,jit_word_t,jit_int32_t);
398 # define stxr_d(r0,r1,r2) _stxr_d(_jit,r0,r1,r2)
399 static void _stxr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t);
400 # define stxi_d(i0,r0,r1) _stxi_d(_jit,i0,r0,r1)
401 static void _stxi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t);
405 # define _u16(v) ((v) & 0xffff)
407 _FA(jit_state_t *_jit, int o, int d, int a, int b, int c, int x, int r)
409 assert(!(o & ~((1 << 6) - 1)));
410 assert(!(d & ~((1 << 5) - 1)));
411 assert(!(a & ~((1 << 5) - 1)));
412 assert(!(b & ~((1 << 5) - 1)));
413 assert(!(c & ~((1 << 5) - 1)));
414 assert(!(x & ~((1 << 5) - 1)));
415 assert(!(r & ~((1 << 1) - 1)));
416 ii((o<<26)|(d<<21)|(a<<16)|(b<<11)|(c<<6)|(x<<1)|r);
420 _FXFL(jit_state_t *_jit, int o, int m, int b, int x, int r)
422 assert(!(o & ~((1 << 6) - 1)));
423 assert(!(m & ~((1 << 8) - 1)));
424 assert(!(b & ~((1 << 5) - 1)));
425 assert(!(x & ~((1 << 10) - 1)));
426 assert(!(r & ~((1 << 1) - 1)));
427 ii((o<<26)|(m<<17)|(b<<11)|(x<<1)|r);
431 _movr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
438 _movi_f(jit_state_t *_jit, jit_int32_t r0, jit_float32_t *i0)
446 if (_jitc->no_data) {
448 reg = jit_get_reg(jit_class_gpr);
449 movi(rn(reg), data.i & 0xffffffff);
450 stxi_i(alloca_offset - 4, _FP_REGNO, rn(reg));
452 ldxi_f(r0, _FP_REGNO, alloca_offset - 4);
455 ldi_f(r0, (jit_word_t)i0);
459 _movi_d(jit_state_t *_jit, jit_int32_t r0, jit_float64_t *i0)
468 if (_jitc->no_data) {
470 reg = jit_get_reg(jit_class_gpr);
471 # if __WORDSIZE == 32
472 movi(rn(reg), data.i[0]);
473 stxi(alloca_offset - 8, _FP_REGNO, rn(reg));
474 movi(rn(reg), data.i[1]);
475 stxi(alloca_offset - 4, _FP_REGNO, rn(reg));
477 movi(rn(reg), data.w);
478 stxi(alloca_offset - 8, _FP_REGNO, rn(reg));
481 ldxi_d(r0, _FP_REGNO, alloca_offset - 8);
484 ldi_d(r0, (jit_word_t)i0);
487 /* should only work on newer ppc (fcfid is a ppc64 instruction) */
489 _extr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
491 # if __WORDSIZE == 32
493 reg = jit_get_reg(jit_class_gpr);
494 rshi(rn(reg), r1, 31);
495 /* use reserved 8 bytes area */
496 stxi(alloca_offset - 4, _FP_REGNO, r1);
497 stxi(alloca_offset - 8, _FP_REGNO, rn(reg));
500 stxi(alloca_offset - 8, _FP_REGNO, r1);
502 ldxi_d(r0, _FP_REGNO, alloca_offset - 8);
507 _truncr_d_i(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
510 reg = jit_get_reg(jit_class_fpr);
512 /* use reserved 8 bytes area */
513 stxi_d(alloca_offset - 8, _FP_REGNO, rn(reg));
514 # if __BYTE_ORDER == __BIG_ENDIAN
515 ldxi_i(r0, _FP_REGNO, alloca_offset - 4);
517 ldxi_i(r0, _FP_REGNO, alloca_offset - 8);
522 # if __WORDSIZE == 64
524 _truncr_d_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1)
527 reg = jit_get_reg(jit_class_fpr);
529 /* use reserved 8 bytes area */
530 stxi_d(alloca_offset - 8, _FP_REGNO, rn(reg));
531 ldxi(r0, _FP_REGNO, alloca_offset - 8);
536 # define fpr_opi(name, type, size) \
538 _##name##i_##type(jit_state_t *_jit, \
539 jit_int32_t r0, jit_int32_t r1, \
540 jit_float##size##_t *i0) \
542 jit_int32_t reg = jit_get_reg(jit_class_fpr); \
543 movi_##type(rn(reg), i0); \
544 name##r_##type(r0, r1, rn(reg)); \
545 jit_unget_reg(reg); \
547 # define fpr_bopi(name, type, size) \
549 _b##name##i_##type(jit_state_t *_jit, \
550 jit_word_t i0, jit_int32_t r0, \
551 jit_float##size##_t *i1) \
554 jit_int32_t reg = jit_get_reg(jit_class_fpr| \
555 jit_class_nospill); \
556 movi_##type(rn(reg), i1); \
557 word = b##name##r_##type(i0, r0, rn(reg)); \
558 jit_unget_reg(reg); \
561 # define fopi(name) fpr_opi(name, f, 32)
562 # define fbopi(name) fpr_bopi(name, f, 32)
563 # define dopi(name) fpr_opi(name, d, 64)
564 # define dbopi(name) fpr_bopi(name, d, 64)
578 _ltr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
582 EXTRWI(r0, r0, 1, CR_LT);
588 _ler_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
591 CREQV(CR_GT, CR_GT, CR_UN);
593 EXTRWI(r0, r0, 1, CR_GT);
599 _eqr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
603 EXTRWI(r0, r0, 1, CR_EQ);
609 _ger_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
612 CREQV(CR_LT, CR_LT, CR_UN);
614 EXTRWI(r0, r0, 1, CR_LT);
620 _gtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
624 EXTRWI(r0, r0, 1, CR_GT);
630 _ner_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
635 EXTRWI(r0, r0, 1, CR_EQ);
641 _unltr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
644 CROR(CR_LT, CR_LT, CR_UN);
646 EXTRWI(r0, r0, 1, CR_LT);
652 _unler_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
657 EXTRWI(r0, r0, 1, CR_GT);
663 _uneqr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
666 CROR(CR_EQ, CR_EQ, CR_UN);
668 EXTRWI(r0, r0, 1, CR_EQ);
674 _unger_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
679 EXTRWI(r0, r0, 1, CR_LT);
685 _ungtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
688 CROR(CR_GT, CR_GT, CR_UN);
690 EXTRWI(r0, r0, 1, CR_GT);
696 _ltgtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
699 CROR(CR_GT, CR_GT, CR_LT);
701 EXTRWI(r0, r0, 1, CR_GT);
707 _ordr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
712 EXTRWI(r0, r0, 1, CR_UN);
718 _unordr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
722 EXTRWI(r0, r0, 1, CR_UN);
728 _bltr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
741 _bler_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
745 CREQV(CR_GT, CR_GT, CR_UN);
755 _beqr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
768 _bger_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
772 CREQV(CR_LT, CR_LT, CR_UN);
782 _bgtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
795 _bner_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
808 _bunltr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
812 CROR(CR_LT, CR_LT, CR_UN);
822 _bunler_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
835 _buneqr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
839 CROR(CR_EQ, CR_EQ, CR_UN);
849 _bunger_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
862 _bungtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
866 CROR(CR_GT, CR_GT, CR_UN);
876 _bltgtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
880 CROR(CR_EQ, CR_LT, CR_GT);
890 _bordr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
903 _bunordr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
916 _ldi_f(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
921 if (can_sign_extend_short_p(i0))
922 LFS(r0, _R0_REGNO, i0);
923 else if (can_sign_extend_int_p(i0)) {
924 hi = (jit_int16_t)((i0 >> 16) + ((jit_uint16_t)i0 >> 15));
925 lo = (jit_int16_t)(i0 - (hi << 16));
926 reg = jit_get_reg(jit_class_gpr);
927 if ((inv = reg == _R0)) reg = jit_get_reg(jit_class_gpr);
929 LFS(r0, rn(reg), lo);
931 if (inv) jit_unget_reg(_R0);
934 reg = jit_get_reg(jit_class_gpr);
942 _ldi_d(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0)
947 if (can_sign_extend_short_p(i0))
948 LFD(r0, _R0_REGNO, i0);
949 else if (can_sign_extend_int_p(i0)) {
950 hi = (jit_int16_t)((i0 >> 16) + ((jit_uint16_t)i0 >> 15));
951 lo = (jit_int16_t)(i0 - (hi << 16));
952 reg = jit_get_reg(jit_class_gpr);
953 if ((inv = reg == _R0)) reg = jit_get_reg(jit_class_gpr);
955 LFD(r0, rn(reg), lo);
957 if (inv) jit_unget_reg(_R0);
960 reg = jit_get_reg(jit_class_gpr);
968 _ldxr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
971 if (r1 == _R0_REGNO) {
975 reg = jit_get_reg(jit_class_gpr);
977 LFSX(r0, rn(reg), r2);
986 _ldxr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
989 if (r1 == _R0_REGNO) {
993 reg = jit_get_reg(jit_class_gpr);
995 LFDX(r0, rn(reg), r2);
1004 _ldxi_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1009 else if (can_sign_extend_short_p(i0)) {
1010 if (r1 == _R0_REGNO) {
1011 reg = jit_get_reg(jit_class_gpr);
1013 LFS(r0, rn(reg), i0);
1020 reg = jit_get_reg(jit_class_gpr);
1022 ldxr_f(r0, r1, rn(reg));
1028 _ldxi_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0)
1033 else if (can_sign_extend_short_p(i0)) {
1034 if (r1 == _R0_REGNO) {
1035 reg = jit_get_reg(jit_class_gpr);
1037 LFD(r0, rn(reg), i0);
1044 reg = jit_get_reg(jit_class_gpr);
1046 ldxr_d(r0, r1, rn(reg));
1052 _sti_f(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1057 if (can_sign_extend_short_p(i0))
1058 STFS(r0, _R0_REGNO, i0);
1059 else if (can_sign_extend_int_p(i0)) {
1060 hi = (jit_int16_t)((i0 >> 16) + ((jit_uint16_t)i0 >> 15));
1061 lo = (jit_int16_t)(i0 - (hi << 16));
1062 reg = jit_get_reg(jit_class_gpr);
1063 if ((inv = reg == _R0)) reg = jit_get_reg(jit_class_gpr);
1065 STFS(r0, rn(reg), lo);
1067 if (inv) jit_unget_reg(_R0);
1070 reg = jit_get_reg(jit_class_gpr);
1078 _sti_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0)
1083 if (can_sign_extend_short_p(i0))
1084 STFD(r0, _R0_REGNO, i0);
1085 else if (can_sign_extend_int_p(i0)) {
1086 hi = (jit_int16_t)((i0 >> 16) + ((jit_uint16_t)i0 >> 15));
1087 lo = (jit_int16_t)(i0 - (hi << 16));
1088 reg = jit_get_reg(jit_class_gpr);
1089 if ((inv = reg == _R0)) reg = jit_get_reg(jit_class_gpr);
1091 STFD(r0, rn(reg), lo);
1093 if (inv) jit_unget_reg(_R0);
1096 reg = jit_get_reg(jit_class_gpr);
1104 _stxr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1107 if (r0 == _R0_REGNO) {
1108 if (r1 != _R0_REGNO)
1111 reg = jit_get_reg(jit_class_gpr);
1113 STFSX(r2, rn(reg), r0);
1122 _stxr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2)
1125 if (r0 == _R0_REGNO) {
1126 if (r1 != _R0_REGNO)
1129 reg = jit_get_reg(jit_class_gpr);
1131 STFDX(r2, rn(reg), r1);
1140 _stxi_f(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1145 else if (can_sign_extend_short_p(i0)) {
1146 if (r0 == _R0_REGNO) {
1147 reg = jit_get_reg(jit_class_gpr);
1149 STFS(r1, rn(reg), i0);
1156 reg = jit_get_reg(jit_class_gpr);
1158 stxr_f(rn(reg), r0, r1);
1164 _stxi_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1)
1169 else if (can_sign_extend_short_p(i0)) {
1170 if (r0 == _R0_REGNO) {
1171 reg = jit_get_reg(jit_class_gpr);
1173 STFD(r1, rn(reg), i0);
1180 reg = jit_get_reg(jit_class_gpr);
1182 stxr_d(rn(reg), r0, r1);