2 * Copyright (C) 2013-2022 Free Software Foundation, Inc.
4 * This file is part of GNU lightning.
6 * GNU lightning is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU Lesser General Public License as published
8 * by the Free Software Foundation; either version 3, or (at your option)
11 * GNU lightning is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
13 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
14 * License for more details.
17 * Paulo Cesar Pereira de Andrade
20 #include <lightning.h>
21 #include <lightning/jit_private.h>
22 #if defined(__linux__)
23 # include <sys/syscall.h>
27 #define jit_arg_reg_p(i) (i >= 0 && i < 4)
30 # include "jit_hppa-cpu.c"
31 # include "jit_hppa-fpu.c"
32 # include "jit_fallback.c"
38 typedef jit_pointer_t jit_va_list;
43 #define patch(instr, node) _patch(_jit, instr, node)
44 static void _patch(jit_state_t*,jit_word_t,jit_node_t*);
47 extern void __clear_cache(void *, void *);
52 jit_register_t _rvs[] = {
53 { 0, "r0" }, /* Zero */
54 /* Not register starved, so, avoid allocating r1 and rp
55 * due to being implicit target of ADDIL and B,L */
56 { 1, "r1" }, /* Scratch */
57 { 2, "rp" }, /* Return Pointer and scratch */
58 { rc(sav) | 3, "r3" },
59 { 19, "r19" }, /* Linkage Table */
60 { rc(gpr) | 20, "r20" },
61 { rc(gpr) | 21, "r21" },
62 { rc(gpr) | 22, "r22" },
63 { rc(gpr) | 29, "ret1" },
64 { rc(gpr) | 28, "ret0" },
65 /* JIT_Rx in callee save registers due to need to call
66 * functions to implement some instructions */
68 { rc(gpr) | rc(sav) | 4, "r4" },
69 { rc(gpr) | rc(sav) | 5, "r5" },
70 { rc(gpr) | rc(sav) | 6, "r6" },
72 { rc(gpr) | rc(sav) | 7, "r7" },
73 { rc(sav) | rc(sav) | 8, "r8" },
74 { rc(gpr) | rc(sav) | 9, "r9" },
76 { rc(gpr) | rc(sav) | 10, "r10" },
78 { rc(gpr) | rc(sav) | 11, "r11" },
79 { rc(gpr) | rc(sav) | 12, "r12" },
80 { rc(gpr) | rc(sav) | 13, "r13" },
81 { rc(gpr) | rc(sav) | 14, "r14" },
82 { rc(gpr) | rc(sav) | 15, "r15" },
83 { rc(gpr) | rc(sav) | 16, "r16" },
84 { rc(gpr) | rc(sav) | 17, "r17" },
85 { rc(gpr) | rc(sav) | 18, "r18" },
87 { rc(gpr) | rc(arg) | 23, "r23" },
88 { rc(gpr) | rc(arg) | 24, "r24" },
89 { rc(gpr) | rc(arg) | 25, "r25" },
90 { rc(gpr) | rc(arg) | 26, "r26" },
91 { 27, "dp" }, /* Data Pointer */
93 { 31, "r31" }, /* Link Register */
94 { rc(fpr) | 31, "fr31" },
95 { rc(fpr) | 30, "fr30" },
96 { rc(fpr) | 29, "fr29" },
97 { rc(fpr) | 28, "fr28" },
98 { rc(fpr) | 27, "fr27" },
99 { rc(fpr) | 26, "fr26" },
100 { rc(fpr) | 25, "fr25" },
101 { rc(fpr) | 24, "fr24" },
102 { rc(fpr) | 23, "fr23" },
103 { rc(fpr) | 22, "fr22" },
104 { rc(fpr) | 11, "fr11" },
105 { rc(fpr) | 10, "fr10" },
106 { rc(fpr) | 9, "fr9" },
107 { rc(fpr) | 8, "fr8" },
109 { rc(fpr) | rc(arg) | 7, "fr7" },
110 { rc(fpr) | rc(arg) | 6, "fr6" },
111 { rc(fpr) | rc(arg) | 5, "fr5" },
112 { rc(fpr) | rc(arg) | 4, "fr4" },
114 { rc(fpr) | rc(sav) | 21, "fr21" },
115 { rc(fpr) | rc(sav) | 20, "fr20" },
116 { rc(fpr) | rc(sav) | 19, "fr19" },
117 { rc(fpr) | rc(sav) | 18, "fr18" },
118 { rc(fpr) | rc(sav) | 17, "fr17" },
119 { rc(fpr) | rc(sav) | 16, "fr16" },
120 { rc(fpr) | rc(sav) | 15, "fr15" },
121 { rc(fpr) | rc(sav) | 14, "fr14" },
122 { rc(fpr) | rc(sav) | 13, "fr13" },
123 { rc(fpr) | rc(sav) | 12, "fr12" },
128 { _NOREG, "<none>" },
137 /* FIXME Expecting PARISC 2.0, for PARISC 1.0 should not use fr16-fr31 */
141 _jit_init(jit_state_t *_jit)
143 _jitc->reglen = jit_size(_rvs) - 1;
147 _jit_prolog(jit_state_t *_jit)
153 assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
154 jit_regset_set_ui(&_jitc->regsav, 0);
155 offset = _jitc->functions.offset;
156 if (offset >= _jitc->functions.length) {
157 jit_realloc((jit_pointer_t *)&_jitc->functions.ptr,
158 _jitc->functions.length * sizeof(jit_function_t),
159 (_jitc->functions.length + 16) * sizeof(jit_function_t));
160 _jitc->functions.length += 16;
162 _jitc->function = _jitc->functions.ptr + _jitc->functions.offset++;
163 _jitc->function->self.size = params_offset;
164 _jitc->function->self.argi = _jitc->function->self.alen = 0;
165 /* float conversion */
166 _jitc->function->self.aoff = alloca_offset;
167 _jitc->function->self.call = jit_call_default;
168 jit_alloc((jit_pointer_t *)&_jitc->function->regoff,
169 _jitc->reglen * sizeof(jit_int32_t));
171 /* _no_link here does not mean the jit_link() call can be removed
173 * _jitc->function->prolog = jit_new_node(jit_code_prolog);
175 _jitc->function->prolog = jit_new_node_no_link(jit_code_prolog);
176 jit_link(_jitc->function->prolog);
177 _jitc->function->prolog->w.w = offset;
178 _jitc->function->epilog = jit_new_node_no_link(jit_code_epilog);
180 * v: offset in blocks vector
181 * w: offset in functions vector
183 _jitc->function->epilog->w.w = offset;
185 jit_regset_new(&_jitc->function->regset);
189 _jit_allocai(jit_state_t *_jit, jit_int32_t length)
192 assert(_jitc->function);
197 _jitc->function->self.aoff = (_jitc->function->self.aoff + 1) & -2;
200 _jitc->function->self.aoff = (_jitc->function->self.aoff + 3) & -4;
203 _jitc->function->self.aoff = (_jitc->function->self.aoff + 7) & -8;
206 if (!_jitc->realize) {
207 jit_inc_synth_ww(allocai, _jitc->function->self.aoff, length);
210 offset = _jitc->function->self.aoff;
211 _jitc->function->self.aoff += length;
216 _jit_allocar(jit_state_t *_jit, jit_int32_t u, jit_int32_t v)
219 assert(_jitc->function);
220 jit_inc_synth_ww(allocar, u, v);
221 if (!_jitc->function->allocar) {
222 _jitc->function->aoffoff = jit_allocai(sizeof(jit_int32_t));
223 _jitc->function->allocar = 1;
225 reg = jit_get_reg(jit_class_gpr);
226 jit_addi(reg, v, 63);
227 jit_andi(reg, reg, -64);
228 jit_ldxi_i(u, JIT_FP, _jitc->function->aoffoff);
229 jit_addr(JIT_SP, JIT_SP, reg);
230 jit_stxi_i(_jitc->function->aoffoff, JIT_FP, u);
236 _jit_ret(jit_state_t *_jit)
239 assert(_jitc->function);
243 jit_patch_at(instr, _jitc->function->epilog);
248 _jit_retr(jit_state_t *_jit, jit_int32_t u)
250 jit_inc_synth_w(retr, u);
251 jit_movr(JIT_RET, u);
257 _jit_reti(jit_state_t *_jit, jit_word_t u)
259 jit_inc_synth_w(reti, u);
260 jit_movi(JIT_RET, u);
266 _jit_retr_f(jit_state_t *_jit, jit_int32_t u)
268 jit_inc_synth_w(retr_f, u);
269 jit_movr_f(JIT_FRET, u);
275 _jit_reti_f(jit_state_t *_jit, jit_float32_t u)
277 jit_inc_synth_f(reti_f, u);
278 jit_movi_f(JIT_FRET, u);
284 _jit_retr_d(jit_state_t *_jit, jit_int32_t u)
286 jit_inc_synth_w(retr_d, u);
287 jit_movr_d(JIT_FRET, u);
293 _jit_reti_d(jit_state_t *_jit, jit_float64_t u)
295 jit_inc_synth_d(reti_d, u);
296 jit_movi_d(JIT_FRET, u);
302 _jit_epilog(jit_state_t *_jit)
304 assert(_jitc->function);
305 assert(_jitc->function->epilog->next == NULL);
306 jit_link(_jitc->function->epilog);
307 _jitc->function = NULL;
311 _jit_arg_register_p(jit_state_t *_jit, jit_node_t *u)
313 assert(u->code == jit_code_arg ||
314 u->code == jit_code_arg_f || u->code == jit_code_arg_d);
315 return (jit_arg_reg_p(u->u.w));
319 _jit_ellipsis(jit_state_t *_jit)
321 jit_inc_synth(ellipsis);
322 if (_jitc->prepare) {
324 assert(!(_jitc->function->call.call & jit_call_varargs));
325 _jitc->function->call.call |= jit_call_varargs;
329 assert(!(_jitc->function->self.call & jit_call_varargs));
330 _jitc->function->self.call |= jit_call_varargs;
332 _jitc->function->vagp = _jitc->function->self.argi;
338 _jit_va_push(jit_state_t *_jit, jit_int32_t u)
340 jit_inc_synth_w(va_push, u);
346 _jit_arg(jit_state_t *_jit)
350 assert(_jitc->function);
351 _jitc->function->self.size -= sizeof(jit_word_t);
352 if (jit_arg_reg_p(_jitc->function->self.argi))
353 offset = _jitc->function->self.argi++;
355 offset = _jitc->function->self.size;
356 node = jit_new_node_ww(jit_code_arg, offset,
357 ++_jitc->function->self.argn);
363 _jit_arg_f(jit_state_t *_jit)
367 assert(_jitc->function);
368 _jitc->function->self.size -= sizeof(jit_word_t);
369 if (jit_arg_reg_p(_jitc->function->self.argi))
370 offset = _jitc->function->self.argi++;
372 offset = _jitc->function->self.size;
373 node = jit_new_node_ww(jit_code_arg_f, offset,
374 ++_jitc->function->self.argn);
380 _jit_arg_d(jit_state_t *_jit)
384 assert(_jitc->function);
385 if (_jitc->function->self.argi & 1) {
386 ++_jitc->function->self.argi;
387 _jitc->function->self.size -= sizeof(jit_word_t);
389 _jitc->function->self.size -= sizeof(jit_float64_t);
390 if (jit_arg_reg_p(_jitc->function->self.argi)) {
391 offset = _jitc->function->self.argi + 1;
392 _jitc->function->self.argi += 2;
395 /* "Standard" initial value (-52) is unaligned */
396 if (_jitc->function->self.size & 7)
397 _jitc->function->self.size -= sizeof(jit_word_t);
398 offset = _jitc->function->self.size;
400 node = jit_new_node_ww(jit_code_arg_d, offset,
401 ++_jitc->function->self.argn);
407 _jit_getarg_c(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
409 assert(v->code == jit_code_arg);
410 jit_inc_synth_wp(getarg_c, u, v);
412 jit_extr_c(u, _R26 - v->u.w);
414 jit_ldxi_c(u, JIT_FP, v->u.w + 3);
419 _jit_getarg_uc(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
421 assert(v->code == jit_code_arg);
422 jit_inc_synth_wp(getarg_uc, u, v);
424 jit_extr_uc(u, _R26 - v->u.w);
426 jit_ldxi_uc(u, JIT_FP, v->u.w + 3);
431 _jit_getarg_s(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
433 assert(v->code == jit_code_arg);
434 jit_inc_synth_wp(getarg_s, u, v);
436 jit_extr_s(u, _R26 - v->u.w);
438 jit_ldxi_s(u, JIT_FP, v->u.w + 2);
443 _jit_getarg_us(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
445 assert(v->code == jit_code_arg);
446 jit_inc_synth_wp(getarg_us, u, v);
448 jit_extr_us(u, _R26 - v->u.w);
450 jit_ldxi_us(u, JIT_FP, v->u.w + 2);
455 _jit_getarg_i(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
457 assert(v->code == jit_code_arg);
458 jit_inc_synth_wp(getarg_i, u, v);
460 jit_movr(u, _R26 - v->u.w);
462 jit_ldxi_i(u, JIT_FP, v->u.w);
467 _jit_putargr(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
469 assert(v->code == jit_code_arg);
470 jit_inc_synth_wp(putargr, u, v);
472 jit_movr(_R26 - v->u.w, u);
474 jit_stxi(v->u.w, JIT_FP, u);
479 _jit_putargi(jit_state_t *_jit, jit_word_t u, jit_node_t *v)
482 assert(v->code == jit_code_arg);
483 jit_inc_synth_wp(putargi, u, v);
485 jit_movi(_R26 - v->u.w, u);
487 regno = jit_get_reg(jit_class_gpr);
489 jit_stxi(v->u.w, JIT_FP, regno);
490 jit_unget_reg(regno);
496 _jit_getarg_f(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
498 assert(v->code == jit_code_arg_f);
499 jit_inc_synth_wp(getarg_f, u, v);
501 jit_movr_f(u, _F4 - v->u.w);
503 jit_ldxi_f(u, JIT_FP, v->u.w);
508 _jit_putargr_f(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
510 assert(v->code == jit_code_arg_f);
511 jit_inc_synth_wp(putargr_f, u, v);
513 jit_movr_f(_F4 - v->u.w, u);
515 jit_stxi_f(v->u.w, JIT_FP, u);
520 _jit_putargi_f(jit_state_t *_jit, jit_float32_t u, jit_node_t *v)
523 assert(v->code == jit_code_arg_f);
524 jit_inc_synth_fp(putargi_f, u, v);
526 jit_movi_f(_R26 - v->u.w, u);
528 regno = jit_get_reg(jit_class_fpr);
529 jit_movi_f(regno, u);
530 jit_stxi_f(v->u.w, JIT_FP, regno);
531 jit_unget_reg(regno);
537 _jit_getarg_d(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
539 assert(v->code == jit_code_arg_d);
540 jit_inc_synth_wp(getarg_d, u, v);
542 jit_movr_d(u, _F4 - v->u.w);
544 jit_ldxi_d(u, JIT_FP, v->u.w);
549 _jit_putargr_d(jit_state_t *_jit, jit_int32_t u, jit_node_t *v)
551 assert(v->code == jit_code_arg_d);
552 jit_inc_synth_wp(putargr_d, u, v);
554 jit_movr_d(_F4 - v->u.w, u);
556 jit_stxi_d(v->u.w, JIT_FP, u);
561 _jit_putargi_d(jit_state_t *_jit, jit_float64_t u, jit_node_t *v)
564 assert(v->code == jit_code_arg_d);
565 jit_inc_synth_dp(putargi_d, u, v);
567 jit_movi_d(_R26 - v->u.w, u);
569 regno = jit_get_reg(jit_class_fpr);
570 jit_movi_d(regno, u);
571 jit_stxi_d(v->u.w, JIT_FP, regno);
572 jit_unget_reg(regno);
578 _jit_pushargr(jit_state_t *_jit, jit_int32_t u)
580 assert(_jitc->function);
581 jit_inc_synth_w(pushargr, u);
583 _jitc->function->call.size -= sizeof(jit_word_t);
584 if (jit_arg_reg_p(_jitc->function->call.argi)) {
585 jit_movr(_R26 - _jitc->function->call.argi, u);
586 ++_jitc->function->call.argi;
589 jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, u);
594 _jit_pushargi(jit_state_t *_jit, jit_word_t u)
597 assert(_jitc->function);
598 jit_inc_synth_w(pushargi, u);
600 _jitc->function->call.size -= sizeof(jit_word_t);
601 if (jit_arg_reg_p(_jitc->function->call.argi)) {
602 jit_movi(_R26 - _jitc->function->call.argi, u);
603 ++_jitc->function->call.argi;
606 regno = jit_get_reg(jit_class_gpr);
608 jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, regno);
609 jit_unget_reg(regno);
615 _jit_pushargr_f(jit_state_t *_jit, jit_int32_t u)
617 assert(_jitc->function);
618 jit_inc_synth_w(pushargr_f, u);
620 _jitc->function->call.size -= sizeof(jit_word_t);
621 if (jit_arg_reg_p(_jitc->function->call.argi)) {
622 jit_movr_f(_F4 - _jitc->function->call.argi, u);
624 /* HP-UX appears to always pass float arguments in gpr registers */
625 if (_jitc->function->call.call & jit_call_varargs)
628 jit_stxi_f(alloca_offset - 8, JIT_FP, u);
629 jit_ldxi(_R26 - _jitc->function->call.argi, JIT_FP,
632 ++_jitc->function->call.argi;
635 jit_stxi_f(_jitc->function->call.size + params_offset, JIT_SP, u);
640 _jit_pushargi_f(jit_state_t *_jit, jit_float32_t u)
643 assert(_jitc->function);
644 jit_inc_synth_f(pushargi_f, u);
646 _jitc->function->call.size -= sizeof(jit_word_t);
647 if (jit_arg_reg_p(_jitc->function->call.argi)) {
648 jit_movi_f(_F4 - _jitc->function->call.argi, u);
650 /* HP-UX appears to always pass float arguments in gpr registers */
651 if (_jitc->function->call.call & jit_call_varargs)
654 jit_stxi_f(alloca_offset - 8, JIT_FP,
655 _F4 - _jitc->function->call.argi);
656 jit_ldxi(_R26 - _jitc->function->call.argi,
657 JIT_FP, alloca_offset - 8);
659 ++_jitc->function->call.argi;
662 regno = jit_get_reg(jit_class_fpr);
663 jit_movi_f(regno, u);
664 jit_stxi_f(_jitc->function->call.size + params_offset, JIT_SP, regno);
665 jit_unget_reg(regno);
671 _jit_pushargr_d(jit_state_t *_jit, jit_int32_t u)
673 assert(_jitc->function);
674 jit_inc_synth_w(pushargr_d, u);
676 _jitc->function->call.size -= sizeof(jit_float64_t);
677 if (_jitc->function->call.argi & 1) {
678 ++_jitc->function->call.argi;
679 _jitc->function->call.size -= sizeof(jit_word_t);
681 if (jit_arg_reg_p(_jitc->function->call.argi)) {
682 jit_movr_d(_F4 - (_jitc->function->call.argi + 1), u);
684 /* HP-UX appears to always pass float arguments in gpr registers */
685 if (_jitc->function->call.call & jit_call_varargs)
688 jit_stxi_d(alloca_offset - 8, JIT_FP, u);
689 jit_ldxi(_R26 - _jitc->function->call.argi,
690 JIT_FP, alloca_offset - 4);
691 jit_ldxi(_R25 - _jitc->function->call.argi,
692 JIT_FP, alloca_offset - 8);
694 _jitc->function->call.argi += 2;
697 /* "Standard" initial value (-52) is unaligned */
698 if ((_jitc->function->call.size + params_offset) & 7)
699 _jitc->function->call.size -= sizeof(jit_word_t);
700 jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, u);
706 _jit_pushargi_d(jit_state_t *_jit, jit_float64_t u)
709 assert(_jitc->function);
710 jit_inc_synth_d(pushargi_d, u);
712 _jitc->function->call.size -= sizeof(jit_float64_t);
713 if (_jitc->function->call.argi & 1) {
714 ++_jitc->function->call.argi;
715 _jitc->function->call.size -= sizeof(jit_word_t);
717 if (jit_arg_reg_p(_jitc->function->call.argi)) {
718 jit_movi_d(_F4 - (_jitc->function->call.argi + 1), u);
720 /* HP-UX appears to always pass float arguments in gpr registers */
721 if (_jitc->function->call.call & jit_call_varargs)
724 jit_stxi_d(alloca_offset - 8, JIT_FP,
725 _F4 - (_jitc->function->call.argi + 1));
726 jit_ldxi(_R26 - _jitc->function->call.argi,
727 JIT_FP, alloca_offset - 4);
728 jit_ldxi(_R25 - _jitc->function->call.argi,
729 JIT_FP, alloca_offset - 8);
731 _jitc->function->call.argi += 2;
734 regno = jit_get_reg(jit_class_fpr);
735 jit_movi_d(regno, u);
736 if ((_jitc->function->call.size + params_offset) & 7)
737 _jitc->function->call.size -= sizeof(jit_word_t);
738 jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, regno);
739 jit_unget_reg(regno);
745 _jit_regarg_p(jit_state_t *_jit, jit_node_t *node, jit_int32_t regno)
748 spec = jit_class(_rvs[regno].spec);
749 if (spec & jit_class_arg) {
750 if (spec & jit_class_gpr) {
752 if (regno >= 0 && regno < node->v.w)
755 else if (spec & jit_class_fpr) {
757 if (regno >= 0 && regno < node->w.w)
765 _jit_finishr(jit_state_t *_jit, jit_int32_t r0)
768 assert(_jitc->function);
769 jit_inc_synth_w(finishr, r0);
770 if (_jitc->function->self.alen > _jitc->function->call.size)
771 _jitc->function->self.alen = _jitc->function->call.size;
772 call = jit_callr(r0);
773 call->v.w = call->w.w = _jitc->function->call.argi;
774 _jitc->function->call.argi = _jitc->function->call.size = 0;
780 _jit_finishi(jit_state_t *_jit, jit_pointer_t i0)
783 assert(_jitc->function);
784 jit_inc_synth_w(finishi, (jit_word_t)i0);
785 if (_jitc->function->self.alen > _jitc->function->call.size)
786 _jitc->function->self.alen = _jitc->function->call.size;
787 node = jit_calli(i0);
788 node->v.w = node->w.w = _jitc->function->call.argi;
789 _jitc->function->call.argi = _jitc->function->call.size = 0;
796 _jit_retval_c(jit_state_t *_jit, jit_int32_t r0)
798 jit_inc_synth_w(retval_c, r0);
799 jit_extr_c(r0, JIT_RET);
804 _jit_retval_uc(jit_state_t *_jit, jit_int32_t r0)
806 jit_inc_synth_w(retval_uc, r0);
807 jit_extr_uc(r0, JIT_RET);
812 _jit_retval_s(jit_state_t *_jit, jit_int32_t r0)
814 jit_inc_synth_w(retval_s, r0);
815 jit_extr_s(r0, JIT_RET);
820 _jit_retval_us(jit_state_t *_jit, jit_int32_t r0)
822 jit_inc_synth_w(retval_us, r0);
823 jit_extr_us(r0, JIT_RET);
828 _jit_retval_i(jit_state_t *_jit, jit_int32_t r0)
830 jit_inc_synth_w(retval_i, r0);
831 jit_movr(r0, JIT_RET);
836 _jit_retval_f(jit_state_t *_jit, jit_int32_t r0)
838 jit_inc_synth_w(retval_f, r0);
839 jit_movr_f(r0, JIT_FRET);
844 _jit_retval_d(jit_state_t *_jit, jit_int32_t r0)
846 jit_inc_synth_w(retval_d, r0);
847 jit_movr_d(r0, JIT_FRET);
852 _emit_code(jit_state_t *_jit)
862 #if DEVEL_DISASSEMBLER
865 jit_int32_t patch_offset;
867 #if DEVEL_DISASSEMBLER
871 _jitc->function = NULL;
877 undo.patch_offset = 0;
879 #define case_rr(name, type) \
880 case jit_code_##name##r##type: \
881 name##r##type(rn(node->u.w), rn(node->v.w)); \
883 #define case_rw(name, type) \
884 case jit_code_##name##i##type: \
885 name##i##type(rn(node->u.w), node->v.w); \
887 #define case_wr(name, type) \
888 case jit_code_##name##i##type: \
889 name##i##type(node->u.w, rn(node->v.w)); \
891 #define case_rrr(name, type) \
892 case jit_code_##name##r##type: \
893 name##r##type(rn(node->u.w), \
894 rn(node->v.w), rn(node->w.w)); \
896 #define case_rrrr(name, type) \
897 case jit_code_##name##r##type: \
898 name##r##type(rn(node->u.q.l), rn(node->u.q.h), \
899 rn(node->v.w), rn(node->w.w)); \
901 #define case_rrw(name, type) \
902 case jit_code_##name##i##type: \
903 name##i##type(rn(node->u.w),rn(node->v.w), node->w.w); \
905 #define case_rrrw(name, type) \
906 case jit_code_##name##i##type: \
907 name##i##type(rn(node->u.q.l), rn(node->u.q.h), \
908 rn(node->v.w), node->w.w); \
910 #define case_rrf(name, type, size) \
911 case jit_code_##name##i##type: \
912 assert(node->flag & jit_flag_data); \
913 name##i##type(rn(node->u.w), rn(node->v.w), \
914 (jit_float##size##_t *)node->w.n->u.w); \
916 #define case_wrr(name, type) \
917 case jit_code_##name##i##type: \
918 name##i##type(node->u.w,rn(node->v.w), rn(node->w.w)); \
920 #define case_brr(name, type) \
921 case jit_code_##name##r##type: \
923 assert(temp->code == jit_code_label || \
924 temp->code == jit_code_epilog); \
925 if (temp->flag & jit_flag_patch) \
926 name##r##type(temp->u.w, rn(node->v.w), \
929 word = name##r##type(_jit->pc.w, \
930 rn(node->v.w), rn(node->w.w)); \
934 #define case_brw(name, type) \
935 case jit_code_##name##i##type: \
937 assert(temp->code == jit_code_label || \
938 temp->code == jit_code_epilog); \
939 if (temp->flag & jit_flag_patch) \
940 name##i##type(temp->u.w, \
941 rn(node->v.w), node->w.w); \
943 word = name##i##type(_jit->pc.w, \
944 rn(node->v.w), node->w.w); \
948 #define case_brf(name, type, size) \
949 case jit_code_##name##i##type: \
951 assert(temp->code == jit_code_label || \
952 temp->code == jit_code_epilog); \
953 if (temp->flag & jit_flag_patch) \
954 name##i##type(temp->u.w, rn(node->v.w), \
955 (jit_float##size##_t *)node->w.n->u.w); \
957 word = name##i##type(_jit->pc.w, rn(node->v.w), \
958 (jit_float##size##_t *)node->w.n->u.w); \
962 #if DEVEL_DISASSEMBLER
965 for (node = _jitc->head; node; node = node->next) {
966 if (_jit->pc.uc >= _jitc->code.end)
969 #if DEVEL_DISASSEMBLER
970 node->offset = (jit_uword_t)_jit->pc.w - (jit_uword_t)prevw;
973 value = jit_classify(node->code);
974 jit_regarg_set(node, value);
975 switch (node->code) {
977 /* Must align to a power of two */
978 assert(!(node->u.w & (node->u.w - 1)));
979 if ((word = _jit->pc.w & (node->u.w - 1)))
980 nop(node->u.w - word);
982 case jit_code_note: case jit_code_name:
983 node->u.w = _jit->pc.w;
986 /* remember label is defined */
987 node->flag |= jit_flag_patch;
988 node->u.w = _jit->pc.w;
1007 case_rrrr(qmul, _u);
1008 case_rrrw(qmul, _u);
1019 case_rrrr(qdiv, _u);
1020 case_rrrw(qdiv, _u);
1036 casr(rn(node->u.w), rn(node->v.w),
1037 rn(node->w.q.l), rn(node->w.q.h));
1040 casi(rn(node->u.w), node->v.w,
1041 rn(node->w.q.l), rn(node->w.q.h));
1045 if (node->flag & jit_flag_node) {
1047 if (temp->code == jit_code_data ||
1048 (temp->code == jit_code_label &&
1049 (temp->flag & jit_flag_patch)))
1050 movi(rn(node->u.w), temp->u.w);
1052 assert(temp->code == jit_code_label ||
1053 temp->code == jit_code_epilog);
1054 word = movi_p(rn(node->u.w), node->v.w);
1059 movi(rn(node->u.w), node->v.w);
1069 case_rr(bswap, _us);
1070 case_rr(bswap, _ui);
1149 case_brr(boadd, _u);
1150 case_brw(boadd, _u);
1153 case_brr(bxadd, _u);
1154 case_brw(bxadd, _u);
1157 case_brr(bosub, _u);
1158 case_brw(bosub, _u);
1161 case_brr(bxsub, _u);
1162 case_brw(bxsub, _u);
1164 case jit_code_movi_f:
1165 assert(node->flag & jit_flag_data);
1166 movi_f(rn(node->u.w), (jit_float32_t *)node->v.n->u.w);
1169 case jit_code_movi_d:
1170 assert(node->flag & jit_flag_data);
1171 movi_d(rn(node->u.w), (jit_float64_t *)node->v.n->u.w);
1173 case_rr(trunc, _f_i);
1174 case_rr(trunc, _d_i);
1186 case_rrf(add, _f, 32);
1188 case_rrf(add, _d, 64);
1190 case_rrf(sub, _f, 32);
1191 case_rrf(rsb, _f, 32);
1193 case_rrf(sub, _d, 64);
1194 case_rrf(rsb, _d, 64);
1196 case_rrf(mul, _f, 32);
1198 case_rrf(mul, _d, 64);
1200 case_rrf(div, _f, 32);
1202 case_rrf(div, _d, 64);
1204 case_rrf(lt, _f, 32);
1206 case_rrf(lt, _d, 64);
1208 case_rrf(le, _f, 32);
1210 case_rrf(le, _d, 64);
1212 case_rrf(eq, _f, 32);
1214 case_rrf(eq, _d, 64);
1216 case_rrf(ge, _f, 32);
1218 case_rrf(ge, _d, 64);
1220 case_rrf(gt, _f, 32);
1222 case_rrf(gt, _d, 64);
1224 case_rrf(ne, _f, 32);
1226 case_rrf(ne, _d, 64);
1228 case_rrf(unlt, _f, 32);
1230 case_rrf(unlt, _d, 64);
1232 case_rrf(unle, _f, 32);
1234 case_rrf(unle, _d, 64);
1236 case_rrf(uneq, _f, 32);
1238 case_rrf(uneq, _d, 64);
1240 case_rrf(unge, _f, 32);
1242 case_rrf(unge, _d, 64);
1244 case_rrf(ungt, _f, 32);
1246 case_rrf(ungt, _d, 64);
1248 case_rrf(ltgt, _f, 32);
1250 case_rrf(ltgt, _d, 64);
1252 case_rrf(ord, _f, 32);
1254 case_rrf(ord, _d, 64);
1255 case_rrr(unord, _f);
1256 case_rrf(unord, _f, 32);
1257 case_rrr(unord, _d);
1258 case_rrf(unord, _d, 64);
1276 case_brf(blt, _f, 32);
1278 case_brf(blt, _d, 64);
1280 case_brf(ble, _f, 32);
1282 case_brf(ble, _d, 64);
1284 case_brf(beq, _f, 32);
1286 case_brf(beq, _d, 64);
1288 case_brf(bge, _f, 32);
1290 case_brf(bge, _d, 64);
1292 case_brf(bgt, _f, 32);
1294 case_brf(bgt, _d, 64);
1296 case_brf(bne, _f, 32);
1298 case_brf(bne, _d, 64);
1299 case_brr(bunlt, _f);
1300 case_brf(bunlt, _f, 32);
1301 case_brr(bunlt, _d);
1302 case_brf(bunlt, _d, 64);
1303 case_brr(bunle, _f);
1304 case_brf(bunle, _f, 32);
1305 case_brr(bunle, _d);
1306 case_brf(bunle, _d, 64);
1307 case_brr(buneq, _f);
1308 case_brf(buneq, _f, 32);
1309 case_brr(buneq, _d);
1310 case_brf(buneq, _d, 64);
1311 case_brr(bunge, _f);
1312 case_brf(bunge, _f, 32);
1313 case_brr(bunge, _d);
1314 case_brf(bunge, _d, 64);
1315 case_brr(bungt, _f);
1316 case_brf(bungt, _f, 32);
1317 case_brr(bungt, _d);
1318 case_brf(bungt, _d, 64);
1319 case_brr(bltgt, _f);
1320 case_brf(bltgt, _f, 32);
1321 case_brr(bltgt, _d);
1322 case_brf(bltgt, _d, 64);
1324 case_brf(bord, _f, 32);
1326 case_brf(bord, _d, 64);
1327 case_brr(bunord, _f);
1328 case_brf(bunord, _f, 32);
1329 case_brr(bunord, _d);
1330 case_brf(bunord, _d, 64);
1332 jmpr(rn(node->u.w));
1335 if (node->flag & jit_flag_node) {
1337 assert(temp->code == jit_code_label ||
1338 temp->code == jit_code_epilog);
1339 if (temp->flag & jit_flag_patch)
1342 word = jmpi_p(_jit->pc.w);
1349 case jit_code_callr:
1350 callr(rn(node->u.w));
1352 case jit_code_calli:
1353 if (node->flag & jit_flag_node) {
1355 assert(temp->code == jit_code_label ||
1356 temp->code == jit_code_epilog);
1357 if (!(temp->flag & jit_flag_patch)) {
1358 word = calli_p(temp->u.w);
1367 case jit_code_prolog:
1368 _jitc->function = _jitc->functions.ptr + node->w.w;
1370 undo.word = _jit->pc.w;
1371 #if DEVEL_DISASSEMBLER
1374 undo.patch_offset = _jitc->patches.offset;
1379 case jit_code_epilog:
1380 assert(_jitc->function == _jitc->functions.ptr + node->w.w);
1382 for (temp = undo.node->next;
1383 temp != node; temp = temp->next) {
1384 if (temp->code == jit_code_label ||
1385 temp->code == jit_code_epilog)
1386 temp->flag &= ~jit_flag_patch;
1388 temp->flag &= ~jit_flag_patch;
1390 _jit->pc.w = undo.word;
1391 #if DEVEL_DISASSEMBLER
1394 _jitc->patches.offset = undo.patch_offset;
1395 goto restart_function;
1397 /* remember label is defined */
1398 node->flag |= jit_flag_patch;
1399 node->u.w = _jit->pc.w;
1401 _jitc->function = NULL;
1403 case jit_code_va_start:
1404 vastart(rn(node->u.w));
1406 case jit_code_va_arg:
1407 vaarg(rn(node->u.w), rn(node->v.w));
1409 case jit_code_va_arg_d:
1410 vaarg_d(rn(node->u.w), rn(node->v.w));
1413 case jit_code_arg: case jit_code_ellipsis:
1414 case jit_code_va_push:
1415 case jit_code_allocai: case jit_code_allocar:
1416 case jit_code_arg_f: case jit_code_arg_d:
1417 case jit_code_va_end:
1419 case jit_code_retr: case jit_code_reti:
1420 case jit_code_retr_f: case jit_code_reti_f:
1421 case jit_code_retr_d: case jit_code_reti_d:
1422 case jit_code_getarg_c: case jit_code_getarg_uc:
1423 case jit_code_getarg_s: case jit_code_getarg_us:
1424 case jit_code_getarg_i:
1425 case jit_code_getarg_f: case jit_code_getarg_d:
1426 case jit_code_putargr: case jit_code_putargi:
1427 case jit_code_putargr_f: case jit_code_putargi_f:
1428 case jit_code_putargr_d: case jit_code_putargi_d:
1429 case jit_code_pushargr: case jit_code_pushargi:
1430 case jit_code_pushargr_f: case jit_code_pushargi_f:
1431 case jit_code_pushargr_d: case jit_code_pushargi_d:
1432 case jit_code_retval_c: case jit_code_retval_uc:
1433 case jit_code_retval_s: case jit_code_retval_us:
1434 case jit_code_retval_i:
1435 case jit_code_retval_f: case jit_code_retval_d:
1436 case jit_code_prepare:
1437 case jit_code_finishr: case jit_code_finishi:
1442 jit_regarg_clr(node, value);
1443 assert(_jitc->regarg == 0 && _jitc->synth == 0);
1444 /* update register live state */
1460 for (offset = 0; offset < _jitc->patches.offset; offset++) {
1461 node = _jitc->patches.ptr[offset].node;
1462 word = node->code == jit_code_movi ? node->v.n->u.w : node->u.n->u.w;
1463 patch_at(_jitc->patches.ptr[offset].inst, word);
1466 jit_flush(_jit->code.ptr, _jit->pc.uc);
1468 return (_jit->code.ptr);
1472 # include "jit_hppa-cpu.c"
1473 # include "jit_hppa-fpu.c"
1474 # include "jit_fallback.c"
1478 jit_flush(void *fptr, void *tptr)
1481 s = sysconf(_SC_PAGE_SIZE);
1482 f = (jit_word_t)fptr & -s;
1483 t = (((jit_word_t)tptr) + s - 1) & -s;
1485 /* --- parisc2.0.pdf ---
1488 The minimum spacing that is guaranteed to work for "self-modifying code" is
1489 shown in the code segment below. Since instruction prefetching is permitted,
1490 any data cache flushes must be separated from any instruction cache flushes
1491 by a SYNC. This will ensure that the "new" instruction will be written to
1492 memory prior to any attempts at prefetching it as an instruction.
1494 LDIL l%newinstr,rnew
1495 LDW r%newinstr(0,rnew),temp
1497 STW temp,r%instr(0,rinstr)
1498 FDC r%instr(0,rinstr)
1503 (at least seven instructions)
1505 This sequence assumes a uniprocessor system. In a multiprocessor system,
1506 software must ensure no processor is executing code which is in the process
1511 Adapted from ffcall/trampoline/cache-hppa.c:__TR_clear_cache to
1512 loop over addresses as it is unlikely from and to addresses would fit in
1513 at most two cachelines.
1514 FIXME A cache line can be 16, 32, or 64 bytes.
1517 * Copyright 1995-1997 Bruno Haible, <bruno@clisp.org>
1519 * This is free software distributed under the GNU General Public Licence
1520 * described in the file COPYING. Contact the author if you don't have this
1521 * or can't live with it. There is ABSOLUTELY NO WARRANTY, explicit or implied,
1525 jit_word_t n = f + 32;
1527 for (; f <= t; n = f + 32, f += 64) {
1528 asm volatile ("fdc 0(0,%0)"
1529 "\n\t" "fdc 0(0,%1)"
1534 asm volatile ("mfsp %%sr0,%1"
1535 "\n\t" "ldsid (0,%4),%0"
1536 "\n\t" "mtsp %0,%%sr0"
1537 "\n\t" "fic 0(%%sr0,%2)"
1538 "\n\t" "fic 0(%%sr0,%3)"
1540 "\n\t" "mtsp %1,%%sr0"
1547 : "=r" (u), "=r" (v)
1548 : "r" (f), "r" (n), "r" (f)
1553 /* This is supposed to work but appears to fail on multiprocessor systems */
1554 __clear_cache((void *)f, (void *)t);
1559 _emit_ldxi(jit_state_t *_jit, jit_gpr_t r0, jit_gpr_t r1, jit_word_t i0)
1561 ldxi(rn(r0), rn(r1), i0);
1565 _emit_stxi(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_gpr_t r1)
1567 stxi(i0, rn(r0), rn(r1));
1571 _emit_ldxi_d(jit_state_t *_jit, jit_fpr_t r0, jit_gpr_t r1, jit_word_t i0)
1573 ldxi_d(rn(r0), rn(r1), i0);
1577 _emit_stxi_d(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_fpr_t r1)
1579 stxi_d(i0, rn(r0), rn(r1));
1583 _patch(jit_state_t *_jit, jit_word_t instr, jit_node_t *node)
1587 assert(node->flag & jit_flag_node);
1588 if (node->code == jit_code_movi)
1589 flag = node->v.n->flag;
1591 flag = node->u.n->flag;
1592 assert(!(flag & jit_flag_patch));
1593 if (_jitc->patches.offset >= _jitc->patches.length) {
1594 jit_realloc((jit_pointer_t *)&_jitc->patches.ptr,
1595 _jitc->patches.length * sizeof(jit_patch_t),
1596 (_jitc->patches.length + 1024) * sizeof(jit_patch_t));
1597 _jitc->patches.length += 1024;
1599 _jitc->patches.ptr[_jitc->patches.offset].inst = instr;
1600 _jitc->patches.ptr[_jitc->patches.offset].node = node;
1601 ++_jitc->patches.offset;