deps/lightning/include/lightning.h.in

   1 /*
   2  * Copyright (C) 2012-2023  Free Software Foundation, Inc.
   3  *
   4  * This file is part of GNU lightning.
   5  *
   6  * GNU lightning is free software; you can redistribute it and/or modify it
   7  * under the terms of the GNU Lesser General Public License as published
   8  * by the Free Software Foundation; either version 3, or (at your option)
   9  * any later version.
  10  *
  11  * GNU lightning is distributed in the hope that it will be useful, but
  12  * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  13  * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
  14  * License for more details.
  15  *
  16  * Authors:
  17  *      Paulo Cesar Pereira de Andrade
  18  */
  19
  20 #ifndef _lightning_h
  21 #define _lightning_h
  22
  23 #include <unistd.h>
  24 #include <stdlib.h>
  25 @MAYBE_INCLUDE_STDINT_H@
  26 #include <stdio.h>
  27 #include <string.h>
  28 #include <pthread.h>
  29
  30 #if defined(__hpux) && defined(__hppa__)
  31 #  include <machine/param.h>
  32 #endif
  33 #if defined(__alpha__) && defined(__osf__)
  34 #  include <machine/endian.h>
  35 #endif
  36
  37 #ifndef __WORDSIZE
  38 #  if defined(WORDSIZE)                         /* ppc darwin */
  39 #    define __WORDSIZE          WORDSIZE
  40 #  elif defined(__SIZEOF_POINTER__)             /* ppc aix */
  41 #    define __WORDSIZE          (__SIZEOF_POINTER__ << 3)
  42 #  elif defined(_ILP32)                         /* hppa hp-ux */
  43 #    define __WORDSIZE          32
  44 #  elif defined(_LP64)                          /* ia64 hp-ux (with cc +DD64) */
  45 #    define __WORDSIZE          64
  46 #  elif defined(_MIPS_SZPTR)                    /* mips irix */
  47 #    if _MIPS_SZPTR == 32
  48 #      define __WORDSIZE        32
  49 #    else
  50 #      define __WORDSIZE        64
  51 #    endif
  52 #  else                                         /* From FreeBSD 9.1 stdint.h */
  53 #    if defined(UINTPTR_MAX) && defined(UINT64_MAX) && \
  54         (UINTPTR_MAX == UINT64_MAX)
  55 #      define __WORDSIZE        64
  56 #    else
  57 #      define __WORDSIZE        32
  58 #    endif
  59 #  endif
  60 #endif
  61 #ifndef __LITTLE_ENDIAN
  62 #  if defined(LITTLE_ENDIAN)                    /* ppc darwin */
  63 #    define __LITTLE_ENDIAN     LITTLE_ENDIAN
  64 #  elif defined(__ORDER_LITTLE_ENDIAN__)        /* ppc aix */
  65 #    define __LITTLE_ENDIAN     __ORDER_LITTLE_ENDIAN__
  66 #  else
  67 #    define __LITTLE_ENDIAN     1234
  68 #  endif
  69 #endif
  70 #ifndef __BIG_ENDIAN
  71 #  if defined(BIG_ENDIAN)                       /* ppc darwin */
  72 #    define __BIG_ENDIAN        BIG_ENDIAN
  73 #  elif defined(__ORDER_BIG_ENDIAN__)           /* ppc aix */
  74 #    define __BIG_ENDIAN        __ORDER_BIG_ENDIAN__
  75 #  else
  76 #    define __BIG_ENDIAN        4321
  77 #  endif
  78 #endif
  79 #ifndef __BYTE_ORDER
  80 #  if defined(BYTE_ORDER)                       /* ppc darwin */
  81 #    define __BYTE_ORDER        BYTE_ORDER
  82 #  elif defined(__BYTE_ORDER__)                 /* ppc aix */
  83 #    define __BYTE_ORDER        __BYTE_ORDER__
  84 #  elif defined(_BIG_ENDIAN)                    /* hppa hp-ux */
  85 #    define __BYTE_ORDER        __BIG_ENDIAN
  86 #  elif defined(__BIG_ENDIAN__)                 /* ia64 hp-ux */
  87 #    define __BYTE_ORDER        __BIG_ENDIAN
  88 #  elif defined(__i386__)                       /* 32 bit x86 solaris */
  89 #    define __BYTE_ORDER        __LITTLE_ENDIAN
  90 #  elif defined(__x86_64__)                     /* 64 bit x86 solaris */
  91 #    define __BYTE_ORDER        __LITTLE_ENDIAN
  92 #  elif defined(__MIPSEB)                       /* mips irix */
  93 #    define __BYTE_ORDER        __BIG_ENDIAN
  94 #  else
  95 #    error cannot figure __BYTE_ORDER
  96 #  endif
  97 #endif
  98
  99 typedef signed char             jit_int8_t;
 100 typedef unsigned char           jit_uint8_t;
 101 typedef signed short            jit_int16_t;
 102 typedef unsigned short          jit_uint16_t;
 103 typedef signed int              jit_int32_t;
 104 typedef unsigned int            jit_uint32_t;
 105 #if __WORDSIZE == 32
 106 typedef signed long long        jit_int64_t;
 107 typedef unsigned long long      jit_uint64_t;
 108 typedef jit_int32_t             jit_word_t;
 109 typedef jit_uint32_t            jit_uword_t;
 110 #elif (_WIN32 && !__CYGWIN__)
 111 typedef signed long long        jit_int64_t;
 112 typedef unsigned long long      jit_uint64_t;
 113 typedef jit_int64_t             jit_word_t;
 114 typedef jit_uint64_t            jit_uword_t;
 115 #else
 116 typedef signed long             jit_int64_t;
 117 typedef unsigned long           jit_uint64_t;
 118 typedef jit_int64_t             jit_word_t;
 119 typedef jit_uint64_t            jit_uword_t;
 120 #endif
 121 typedef float                   jit_float32_t;
 122 typedef double                  jit_float64_t;
 123 typedef void*                   jit_pointer_t;
 124 typedef jit_int32_t             jit_bool_t;
 125 typedef jit_int32_t             jit_gpr_t;
 126 typedef jit_int32_t             jit_fpr_t;
 127
 128 #if !defined(__powerpc__) && \
 129         (defined(__POWERPC__) || defined(__ppc__) || defined(__PPC__))
 130 #define __powerpc__ 1
 131 #endif
 132
 133 #if defined(__i386__) || defined(__x86_64__)
 134 #  include <lightning/jit_x86.h>
 135 #elif defined(__mips__)
 136 #  include <lightning/jit_mips.h>
 137 #elif defined(__arm__)
 138 #  include <lightning/jit_arm.h>
 139 #elif defined(__powerpc__)
 140 #  include <lightning/jit_ppc.h>
 141 #elif defined(__sparc__)
 142 #  include <lightning/jit_sparc.h>
 143 #elif defined(__ia64__)
 144 #  include <lightning/jit_ia64.h>
 145 #elif defined(__hppa__)
 146 #  include <lightning/jit_hppa.h>
 147 #elif defined(__aarch64__)
 148 #  include <lightning/jit_aarch64.h>
 149 #elif defined(__s390__) || defined(__s390x__)
 150 #  include <lightning/jit_s390.h>
 151 #elif defined(__alpha__)
 152 #  include <lightning/jit_alpha.h>
 153 #elif defined(__riscv)
 154 #  include <lightning/jit_riscv.h>
 155 #elif defined(__loongarch__)
 156 #  include <lightning/jit_loongarch.h>
 157 #endif
 158
 159 #define jit_flag_node           0x0001  /* patch node not absolute */
 160 #define jit_flag_patch          0x0002  /* jump already patched */
 161 #define jit_flag_data           0x0004  /* data in the constant pool */
 162 #define jit_flag_use            0x0008  /* do not remove marker label */
 163 #define jit_flag_synth          0x0010  /* synthesized instruction */
 164 #define jit_flag_head           0x1000  /* label reached by normal flow */
 165 #define jit_flag_varargs        0x2000  /* call{r,i} to varargs function */
 166
 167 #define JIT_R(index)            jit_r(index)
 168 #define JIT_V(index)            jit_v(index)
 169 #define JIT_F(index)            jit_f(index)
 170 #define JIT_R_NUM               jit_r_num()
 171 #define JIT_V_NUM               jit_v_num()
 172 #define JIT_F_NUM               jit_f_num()
 173
 174 #define JIT_DISABLE_DATA        1       /* force synthesize of constants */
 175 #define JIT_DISABLE_NOTE        2       /* disable debug info generation */
 176
 177 #define jit_class_chk           0x02000000      /* just checking */
 178 #define jit_class_arg           0x08000000      /* argument register */
 179 #define jit_class_sav           0x10000000      /* callee save */
 180 #define jit_class_gpr           0x20000000      /* general purpose */
 181 #define jit_class_fpr           0x40000000      /* float */
 182 #define jit_class(reg)          ((reg) & 0xffff0000)
 183 #define jit_regno(reg)          ((reg) & 0x00007fff)
 184
 185 typedef struct jit_node         jit_node_t;
 186 typedef struct jit_state        jit_state_t;
 187
 188 typedef enum {
 189     jit_code_data,
 190 #define jit_live(u)             jit_new_node_w(jit_code_live, u)
 191 #define jit_align(u)            jit_new_node_w(jit_code_align, u)
 192     jit_code_live,              jit_code_align,
 193     jit_code_save,              jit_code_load,
 194 #define jit_skip(u)             jit_new_node_w(jit_code_skip, u)
 195     jit_code_skip,
 196 #define jit_name(u)             _jit_name(_jit,u)
 197     jit_code_name,
 198 #define jit_note(u, v)          _jit_note(_jit, u, v)
 199 #define jit_label()             _jit_label(_jit)
 200 #define jit_forward()           _jit_forward(_jit)
 201 #define jit_indirect()          _jit_indirect(_jit)
 202 #define jit_link(u)             _jit_link(_jit,u)
 203     jit_code_note,              jit_code_label,
 204
 205 #define jit_prolog()            _jit_prolog(_jit)
 206     jit_code_prolog,
 207
 208 #define jit_ellipsis()          _jit_ellipsis(_jit)
 209     jit_code_ellipsis,
 210 #define jit_va_push(u)          _jit_va_push(_jit,u)
 211     jit_code_va_push,
 212 #define jit_allocai(u)          _jit_allocai(_jit,u)
 213 #define jit_allocar(u, v)       _jit_allocar(_jit,u,v)
 214     jit_code_allocai,           jit_code_allocar,
 215
 216 #define jit_arg_c()             _jit_arg(_jit, jit_code_arg_c)
 217 #define jit_arg_s()             _jit_arg(_jit, jit_code_arg_s)
 218 #define jit_arg_i()             _jit_arg(_jit, jit_code_arg_i)
 219 # if __WORDSIZE == 32
 220 #  define jit_arg()             jit_arg_i()
 221 #else
 222 #  define jit_arg_l()           _jit_arg(_jit, jit_code_arg_l)
 223 #  define jit_arg()             jit_arg_l()
 224 #endif
 225     jit_code_arg_c,             jit_code_arg_s,
 226     jit_code_arg_i,             jit_code_arg_l,
 227 #if __WORDSIZE == 32
 228 #  define jit_code_arg          jit_code_arg_i
 229 #else
 230 #  define jit_code_arg          jit_code_arg_l
 231 #endif
 232
 233 #define jit_getarg_c(u,v)       _jit_getarg_c(_jit,u,v)
 234 #define jit_getarg_uc(u,v)      _jit_getarg_uc(_jit,u,v)
 235 #define jit_getarg_s(u,v)       _jit_getarg_s(_jit,u,v)
 236 #define jit_getarg_us(u,v)      _jit_getarg_us(_jit,u,v)
 237 #define jit_getarg_i(u,v)       _jit_getarg_i(_jit,u,v)
 238 #if __WORDSIZE == 32
 239 #  define jit_getarg(u,v)       jit_getarg_i(u,v)
 240 #else
 241 #  define jit_getarg_ui(u,v)    _jit_getarg_ui(_jit,u,v)
 242 #  define jit_getarg_l(u,v)     _jit_getarg_l(_jit,u,v)
 243 #  define jit_getarg(u,v)       jit_getarg_l(u,v)
 244 #endif
 245     jit_code_getarg_c,          jit_code_getarg_uc,
 246     jit_code_getarg_s,          jit_code_getarg_us,
 247     jit_code_getarg_i,          jit_code_getarg_ui,
 248     jit_code_getarg_l,
 249 #if __WORDSIZE == 32
 250 #  define jit_code_getarg       jit_code_getarg_i
 251 #else
 252 #  define jit_code_getarg       jit_code_getarg_l
 253 #endif
 254
 255 #define jit_putargr_c(u,v)      _jit_putargr(_jit,u,v,jit_code_putargr_c)
 256 #define jit_putargi_c(u,v)      _jit_putargi(_jit,u,v,jit_code_putargi_c)
 257 #define jit_putargr_uc(u,v)     _jit_putargr(_jit,u,v,jit_code_putargr_uc)
 258 #define jit_putargi_uc(u,v)     _jit_putargi(_jit,u,v,jit_code_putargi_uc)
 259 #define jit_putargr_s(u,v)      _jit_putargr(_jit,u,v,jit_code_putargr_s)
 260 #define jit_putargi_s(u,v)      _jit_putargi(_jit,u,v,jit_code_putargi_s)
 261 #define jit_putargr_us(u,v)     _jit_putargr(_jit,u,v,jit_code_putargr_us)
 262 #define jit_putargi_us(u,v)     _jit_putargi(_jit,u,v,jit_code_putargi_us)
 263 #define jit_putargr_i(u,v)      _jit_putargr(_jit,u,v,jit_code_putargr_i)
 264 #define jit_putargi_i(u,v)      _jit_putargi(_jit,u,v,jit_code_putargi_i)
 265 #if __WORDSIZE == 32
 266 #  define jit_putargr(u,v)      jit_putargr_i(u,v)
 267 #  define jit_putargi(u,v)      jit_putargi_i(u,v)
 268 #else
 269 #  define jit_putargr_ui(u,v)   _jit_putargr(_jit,u,v,jit_code_putargr_ui)
 270 #  define jit_putargi_ui(u,v)   _jit_putargi(_jit,u,v,jit_code_putargi_ui)
 271 #  define jit_putargr_l(u,v)    _jit_putargr(_jit,u,v,jit_code_putargr_l)
 272 #  define jit_putargi_l(u,v)    _jit_putargi(_jit,u,v,jit_code_putargi_l)
 273 #  define jit_putargr(u,v)      jit_putargr_l(u,v)
 274 #  define jit_putargi(u,v)      jit_putargi_l(u,v)
 275 #endif
 276     jit_code_putargr_c,         jit_code_putargi_c,
 277     jit_code_putargr_uc,        jit_code_putargi_uc,
 278     jit_code_putargr_s,         jit_code_putargi_s,
 279     jit_code_putargr_us,        jit_code_putargi_us,
 280     jit_code_putargr_i,         jit_code_putargi_i,
 281     jit_code_putargr_ui,        jit_code_putargi_ui,
 282     jit_code_putargr_l,         jit_code_putargi_l,
 283 #if __WORDSIZE == 32
 284 #  define jit_code_putargr      jit_code_putargr_i
 285 #  define jit_code_putargi      jit_code_putargi_i
 286 #else
 287 #  define jit_code_putargr      jit_code_putargr_l
 288 #  define jit_code_putargi      jit_code_putargi_l
 289 #endif
 290
 291 #define jit_va_start(u)         jit_new_node_w(jit_code_va_start, u)
 292     jit_code_va_start,
 293 #define jit_va_arg(u, v)        jit_new_node_ww(jit_code_va_arg, u, v)
 294 #define jit_va_arg_d(u, v)      jit_new_node_ww(jit_code_va_arg_d, u, v)
 295     jit_code_va_arg,            jit_code_va_arg_d,
 296 #define jit_va_end(u)           jit_new_node_w(jit_code_va_end, u)
 297     jit_code_va_end,
 298
 299 #define jit_addr(u,v,w)         jit_new_node_www(jit_code_addr,u,v,w)
 300 #define jit_addi(u,v,w)         jit_new_node_www(jit_code_addi,u,v,w)
 301     jit_code_addr,              jit_code_addi,
 302 #define jit_addcr(u,v,w)        jit_new_node_www(jit_code_addcr,u,v,w)
 303 #define jit_addci(u,v,w)        jit_new_node_www(jit_code_addci,u,v,w)
 304     jit_code_addcr,             jit_code_addci,
 305 #define jit_addxr(u,v,w)        jit_new_node_www(jit_code_addxr,u,v,w)
 306 #define jit_addxi(u,v,w)        jit_new_node_www(jit_code_addxi,u,v,w)
 307     jit_code_addxr,             jit_code_addxi,
 308 #define jit_subr(u,v,w)         jit_new_node_www(jit_code_subr,u,v,w)
 309 #define jit_subi(u,v,w)         jit_new_node_www(jit_code_subi,u,v,w)
 310     jit_code_subr,              jit_code_subi,
 311 #define jit_subcr(u,v,w)        jit_new_node_www(jit_code_subcr,u,v,w)
 312 #define jit_subci(u,v,w)        jit_new_node_www(jit_code_subci,u,v,w)
 313     jit_code_subcr,             jit_code_subci,
 314 #define jit_subxr(u,v,w)        jit_new_node_www(jit_code_subxr,u,v,w)
 315 #define jit_subxi(u,v,w)        jit_new_node_www(jit_code_subxi,u,v,w)
 316     jit_code_subxr,             jit_code_subxi,
 317 #define jit_rsbr(u,v,w)         jit_subr(u,w,v)
 318 #define jit_rsbi(u,v,w)         jit_new_node_www(jit_code_rsbi,u,v,w)
 319     jit_code_rsbi,
 320 #define jit_mulr(u,v,w)         jit_new_node_www(jit_code_mulr,u,v,w)
 321 #define jit_muli(u,v,w)         jit_new_node_www(jit_code_muli,u,v,w)
 322     jit_code_mulr,              jit_code_muli,
 323 #define jit_qmulr(l,h,v,w)      jit_new_node_qww(jit_code_qmulr,l,h,v,w)
 324 #define jit_qmuli(l,h,v,w)      jit_new_node_qww(jit_code_qmuli,l,h,v,w)
 325     jit_code_qmulr,             jit_code_qmuli,
 326 #define jit_qmulr_u(l,h,v,w)    jit_new_node_qww(jit_code_qmulr_u,l,h,v,w)
 327 #define jit_qmuli_u(l,h,v,w)    jit_new_node_qww(jit_code_qmuli_u,l,h,v,w)
 328     jit_code_qmulr_u,           jit_code_qmuli_u,
 329 #define jit_divr(u,v,w)         jit_new_node_www(jit_code_divr,u,v,w)
 330 #define jit_divi(u,v,w)         jit_new_node_www(jit_code_divi,u,v,w)
 331     jit_code_divr,              jit_code_divi,
 332 #define jit_divr_u(u,v,w)       jit_new_node_www(jit_code_divr_u,u,v,w)
 333 #define jit_divi_u(u,v,w)       jit_new_node_www(jit_code_divi_u,u,v,w)
 334     jit_code_divr_u,            jit_code_divi_u,
 335 #define jit_qdivr(l,h,v,w)      jit_new_node_qww(jit_code_qdivr,l,h,v,w)
 336 #define jit_qdivi(l,h,v,w)      jit_new_node_qww(jit_code_qdivi,l,h,v,w)
 337     jit_code_qdivr,             jit_code_qdivi,
 338 #define jit_qdivr_u(l,h,v,w)    jit_new_node_qww(jit_code_qdivr_u,l,h,v,w)
 339 #define jit_qdivi_u(l,h,v,w)    jit_new_node_qww(jit_code_qdivi_u,l,h,v,w)
 340     jit_code_qdivr_u,           jit_code_qdivi_u,
 341 #define jit_remr(u,v,w)         jit_new_node_www(jit_code_remr,u,v,w)
 342 #define jit_remi(u,v,w)         jit_new_node_www(jit_code_remi,u,v,w)
 343     jit_code_remr,              jit_code_remi,
 344 #define jit_remr_u(u,v,w)       jit_new_node_www(jit_code_remr_u,u,v,w)
 345 #define jit_remi_u(u,v,w)       jit_new_node_www(jit_code_remi_u,u,v,w)
 346     jit_code_remr_u,            jit_code_remi_u,
 347
 348 #define jit_andr(u,v,w)         jit_new_node_www(jit_code_andr,u,v,w)
 349 #define jit_andi(u,v,w)         jit_new_node_www(jit_code_andi,u,v,w)
 350     jit_code_andr,              jit_code_andi,
 351 #define jit_orr(u,v,w)          jit_new_node_www(jit_code_orr,u,v,w)
 352 #define jit_ori(u,v,w)          jit_new_node_www(jit_code_ori,u,v,w)
 353     jit_code_orr,               jit_code_ori,
 354 #define jit_xorr(u,v,w)         jit_new_node_www(jit_code_xorr,u,v,w)
 355 #define jit_xori(u,v,w)         jit_new_node_www(jit_code_xori,u,v,w)
 356     jit_code_xorr,              jit_code_xori,
 357
 358 #define jit_lshr(u,v,w)         jit_new_node_www(jit_code_lshr,u,v,w)
 359 #define jit_lshi(u,v,w)         jit_new_node_www(jit_code_lshi,u,v,w)
 360     jit_code_lshr,              jit_code_lshi,
 361 #define jit_rshr(u,v,w)         jit_new_node_www(jit_code_rshr,u,v,w)
 362 #define jit_rshi(u,v,w)         jit_new_node_www(jit_code_rshi,u,v,w)
 363     jit_code_rshr,              jit_code_rshi,
 364 #define jit_rshr_u(u,v,w)       jit_new_node_www(jit_code_rshr_u,u,v,w)
 365 #define jit_rshi_u(u,v,w)       jit_new_node_www(jit_code_rshi_u,u,v,w)
 366     jit_code_rshr_u,            jit_code_rshi_u,
 367
 368 #define jit_negr(u,v)           jit_new_node_ww(jit_code_negr,u,v)
 369 #define jit_negi(u,v)           jit_new_node_ww(jit_code_negi,u,v)
 370     jit_code_negr,              jit_code_negi,
 371 #define jit_comr(u,v)           jit_new_node_ww(jit_code_comr,u,v)
 372 #define jit_comi(u,v)           jit_new_node_ww(jit_code_comi,u,v)
 373     jit_code_comr,              jit_code_comi,
 374
 375 #define jit_ltr(u,v,w)          jit_new_node_www(jit_code_ltr,u,v,w)
 376 #define jit_lti(u,v,w)          jit_new_node_www(jit_code_lti,u,v,w)
 377     jit_code_ltr,               jit_code_lti,
 378 #define jit_ltr_u(u,v,w)        jit_new_node_www(jit_code_ltr_u,u,v,w)
 379 #define jit_lti_u(u,v,w)        jit_new_node_www(jit_code_lti_u,u,v,w)
 380     jit_code_ltr_u,             jit_code_lti_u,
 381 #define jit_ler(u,v,w)          jit_new_node_www(jit_code_ler,u,v,w)
 382 #define jit_lei(u,v,w)          jit_new_node_www(jit_code_lei,u,v,w)
 383     jit_code_ler,               jit_code_lei,
 384 #define jit_ler_u(u,v,w)        jit_new_node_www(jit_code_ler_u,u,v,w)
 385 #define jit_lei_u(u,v,w)        jit_new_node_www(jit_code_lei_u,u,v,w)
 386     jit_code_ler_u,             jit_code_lei_u,
 387 #define jit_eqr(u,v,w)          jit_new_node_www(jit_code_eqr,u,v,w)
 388 #define jit_eqi(u,v,w)          jit_new_node_www(jit_code_eqi,u,v,w)
 389     jit_code_eqr,               jit_code_eqi,
 390 #define jit_ger(u,v,w)          jit_new_node_www(jit_code_ger,u,v,w)
 391 #define jit_gei(u,v,w)          jit_new_node_www(jit_code_gei,u,v,w)
 392     jit_code_ger,               jit_code_gei,
 393 #define jit_ger_u(u,v,w)        jit_new_node_www(jit_code_ger_u,u,v,w)
 394 #define jit_gei_u(u,v,w)        jit_new_node_www(jit_code_gei_u,u,v,w)
 395     jit_code_ger_u,             jit_code_gei_u,
 396 #define jit_gtr(u,v,w)          jit_new_node_www(jit_code_gtr,u,v,w)
 397 #define jit_gti(u,v,w)          jit_new_node_www(jit_code_gti,u,v,w)
 398     jit_code_gtr,               jit_code_gti,
 399 #define jit_gtr_u(u,v,w)        jit_new_node_www(jit_code_gtr_u,u,v,w)
 400 #define jit_gti_u(u,v,w)        jit_new_node_www(jit_code_gti_u,u,v,w)
 401     jit_code_gtr_u,             jit_code_gti_u,
 402 #define jit_ner(u,v,w)          jit_new_node_www(jit_code_ner,u,v,w)
 403 #define jit_nei(u,v,w)          jit_new_node_www(jit_code_nei,u,v,w)
 404     jit_code_ner,               jit_code_nei,
 405
 406 #define jit_movr(u,v)           jit_new_node_ww(jit_code_movr,u,v)
 407 #define jit_movi(u,v)           jit_new_node_ww(jit_code_movi,u,v)
 408     jit_code_movr,              jit_code_movi,
 409
 410 #define jit_movnr(u,v,w)        jit_new_node_www(jit_code_movnr,u,v,w)
 411 #define jit_movzr(u,v,w)        jit_new_node_www(jit_code_movzr,u,v,w)
 412     jit_code_movnr,             jit_code_movzr,
 413
 414     jit_code_casr,              jit_code_casi,
 415 #define jit_casr(u, v, w, x)    jit_new_node_wwq(jit_code_casr, u, v, w, x)
 416 #define jit_casi(u, v, w, x)    jit_new_node_wwq(jit_code_casi, u, v, w, x)
 417
 418 #define jit_extr_c(u,v)         jit_new_node_ww(jit_code_extr_c,u,v)
 419 #define jit_exti_c(u,v)         jit_new_node_ww(jit_code_exti_c,u,v)
 420     jit_code_extr_c,            jit_code_exti_c,
 421
 422 #define jit_extr_uc(u,v)        jit_new_node_ww(jit_code_extr_uc,u,v)
 423 #define jit_exti_uc(u,v)        jit_new_node_ww(jit_code_exti_uc,u,v)
 424     jit_code_extr_uc,           jit_code_exti_uc,
 425
 426 #define jit_extr_s(u,v)         jit_new_node_ww(jit_code_extr_s,u,v)
 427 #define jit_exti_s(u,v)         jit_new_node_ww(jit_code_exti_s,u,v)
 428     jit_code_extr_s,            jit_code_exti_s,
 429
 430 #define jit_extr_us(u,v)        jit_new_node_ww(jit_code_extr_us,u,v)
 431 #define jit_exti_us(u,v)        jit_new_node_ww(jit_code_exti_us,u,v)
 432     jit_code_extr_us,           jit_code_exti_us,
 433
 434 #if __WORDSIZE == 64
 435 #  define jit_extr_i(u,v)       jit_new_node_ww(jit_code_extr_i,u,v)
 436 #  define jit_exti_i(u,v)       jit_new_node_ww(jit_code_exti_i,u,v)
 437 #  define jit_extr_ui(u,v)      jit_new_node_ww(jit_code_extr_ui,u,v)
 438 #  define jit_exti_ui(u,v)      jit_new_node_ww(jit_code_exti_ui,u,v)
 439 #endif
 440     jit_code_extr_i,            jit_code_exti_i,
 441     jit_code_extr_ui,           jit_code_exti_ui,
 442
 443 #define jit_bswapr_us(u,v)      jit_new_node_ww(jit_code_bswapr_us,u,v)
 444 #define jit_bswapi_us(u,v)      jit_new_node_ww(jit_code_bswapi_us,u,v)
 445     jit_code_bswapr_us,         jit_code_bswapi_us,
 446
 447 #define jit_bswapr_ui(u,v)      jit_new_node_ww(jit_code_bswapr_ui,u,v)
 448 #define jit_bswapi_ui(u,v)      jit_new_node_ww(jit_code_bswapi_ui,u,v)
 449     jit_code_bswapr_ui,         jit_code_bswapi_ui,
 450
 451 #if __WORDSIZE == 64
 452 #  define jit_bswapr_ul(u,v)    jit_new_node_ww(jit_code_bswapr_ul,u,v)
 453 #  define jit_bswapi_ul(u,v)    jit_new_node_ww(jit_code_bswapi_ul,u,v)
 454 #endif
 455     jit_code_bswapr_ul,         jit_code_bswapi_ul,
 456
 457 #if __WORDSIZE == 32
 458 #  define jit_bswapr(u,v)       jit_bswapr_ui(u,v)
 459 #  define jit_bswapi(u,v)       jit_bswapi_ui(u,v)
 460 #else
 461 #  define jit_bswapr(u,v)       jit_bswapr_ul(u,v)
 462 #  define jit_bswapi(u,v)       jit_bswapi_ul(u,v)
 463 #endif
 464
 465 #define jit_htonr_us(u,v)       jit_new_node_ww(jit_code_htonr_us,u,v)
 466 #define jit_ntohr_us(u,v)       jit_htonr_us(u,v)
 467 #define jit_htoni_us(u,v)       jit_new_node_ww(jit_code_htoni_us,u,v)
 468 #define jit_ntohi_us(u,v)       jit_htoni_us(u, v)
 469     jit_code_htonr_us,          jit_code_htoni_us,
 470
 471 #define jit_htonr_ui(u,v)       jit_new_node_ww(jit_code_htonr_ui,u,v)
 472 #define jit_ntohr_ui(u,v)       jit_htonr_ui(u,v)
 473 #define jit_htoni_ui(u,v)       jit_new_node_ww(jit_code_htoni_ui,u,v)
 474 #define jit_ntohi_ui(u,v)       jit_htoni_ui(u, v)
 475     jit_code_htonr_ui,          jit_code_htoni_ui,
 476
 477 #if __WORDSIZE == 64
 478 #  define jit_htonr_ul(u,v)     jit_new_node_ww(jit_code_htonr_ul,u,v)
 479 #  define jit_ntohr_ul(u,v)     jit_htonr_ul(u,v)
 480 #  define jit_htoni_ul(u,v)     jit_new_node_ww(jit_code_htoni_ul,u,v)
 481 #  define jit_ntohi_ul(u,v)     jit_htoni_ul(u, v)
 482 #endif
 483     jit_code_htonr_ul,          jit_code_htoni_ul,
 484
 485 #if __WORDSIZE == 32
 486 #  define jit_htonr(u,v)        jit_htonr_ui(u,v)
 487 #  define jit_htoni(u,v)        jit_htoni_ui(u,v)
 488 #else
 489 #  define jit_htonr(u,v)        jit_htonr_ul(u,v)
 490 #  define jit_htoni(u,v)        jit_htoni_ul(u,v)
 491 #endif
 492 #define jit_ntohr(u,v)          jit_htonr(u,v)
 493 #define jit_ntohi(u,v)          jit_htoni(u,v)
 494
 495 #define jit_ldr_c(u,v)          jit_new_node_ww(jit_code_ldr_c,u,v)
 496 #define jit_ldi_c(u,v)          jit_new_node_wp(jit_code_ldi_c,u,v)
 497     jit_code_ldr_c,             jit_code_ldi_c,
 498 #define jit_ldr_uc(u,v)         jit_new_node_ww(jit_code_ldr_uc,u,v)
 499 #define jit_ldi_uc(u,v)         jit_new_node_wp(jit_code_ldi_uc,u,v)
 500     jit_code_ldr_uc,            jit_code_ldi_uc,
 501 #define jit_ldr_s(u,v)          jit_new_node_ww(jit_code_ldr_s,u,v)
 502 #define jit_ldi_s(u,v)          jit_new_node_wp(jit_code_ldi_s,u,v)
 503     jit_code_ldr_s,             jit_code_ldi_s,
 504 #define jit_ldr_us(u,v)         jit_new_node_ww(jit_code_ldr_us,u,v)
 505 #define jit_ldi_us(u,v)         jit_new_node_wp(jit_code_ldi_us,u,v)
 506     jit_code_ldr_us,            jit_code_ldi_us,
 507 #define jit_ldr_i(u,v)          jit_new_node_ww(jit_code_ldr_i,u,v)
 508 #define jit_ldi_i(u,v)          jit_new_node_wp(jit_code_ldi_i,u,v)
 509     jit_code_ldr_i,             jit_code_ldi_i,
 510 #if __WORDSIZE == 32
 511 #  define jit_ldr(u,v)          jit_ldr_i(u,v)
 512 #  define jit_ldi(u,v)          jit_ldi_i(u,v)
 513 #else
 514 #  define jit_ldr(u,v)          jit_ldr_l(u,v)
 515 #  define jit_ldi(u,v)          jit_ldi_l(u,v)
 516 #  define jit_ldr_ui(u,v)       jit_new_node_ww(jit_code_ldr_ui,u,v)
 517 #  define jit_ldi_ui(u,v)       jit_new_node_wp(jit_code_ldi_ui,u,v)
 518 #define jit_ldr_l(u,v)          jit_new_node_ww(jit_code_ldr_l,u,v)
 519 #define jit_ldi_l(u,v)          jit_new_node_wp(jit_code_ldi_l,u,v)
 520 #endif
 521     jit_code_ldr_ui,            jit_code_ldi_ui,
 522     jit_code_ldr_l,             jit_code_ldi_l,
 523
 524 #define jit_ldxr_c(u,v,w)       jit_new_node_www(jit_code_ldxr_c,u,v,w)
 525 #define jit_ldxi_c(u,v,w)       jit_new_node_www(jit_code_ldxi_c,u,v,w)
 526     jit_code_ldxr_c,            jit_code_ldxi_c,
 527 #define jit_ldxr_uc(u,v,w)      jit_new_node_www(jit_code_ldxr_uc,u,v,w)
 528 #define jit_ldxi_uc(u,v,w)      jit_new_node_www(jit_code_ldxi_uc,u,v,w)
 529     jit_code_ldxr_uc,           jit_code_ldxi_uc,
 530 #define jit_ldxr_s(u,v,w)       jit_new_node_www(jit_code_ldxr_s,u,v,w)
 531 #define jit_ldxi_s(u,v,w)       jit_new_node_www(jit_code_ldxi_s,u,v,w)
 532     jit_code_ldxr_s,            jit_code_ldxi_s,
 533 #define jit_ldxr_us(u,v,w)      jit_new_node_www(jit_code_ldxr_us,u,v,w)
 534 #define jit_ldxi_us(u,v,w)      jit_new_node_www(jit_code_ldxi_us,u,v,w)
 535     jit_code_ldxr_us,           jit_code_ldxi_us,
 536 #define jit_ldxr_i(u,v,w)       jit_new_node_www(jit_code_ldxr_i,u,v,w)
 537 #define jit_ldxi_i(u,v,w)       jit_new_node_www(jit_code_ldxi_i,u,v,w)
 538     jit_code_ldxr_i,            jit_code_ldxi_i,
 539 #if __WORDSIZE == 32
 540 #  define jit_ldxr(u,v,w)       jit_ldxr_i(u,v,w)
 541 #  define jit_ldxi(u,v,w)       jit_ldxi_i(u,v,w)
 542 #else
 543 #  define jit_ldxr_ui(u,v,w)    jit_new_node_www(jit_code_ldxr_ui,u,v,w)
 544 #  define jit_ldxi_ui(u,v,w)    jit_new_node_www(jit_code_ldxi_ui,u,v,w)
 545 #  define jit_ldxr_l(u,v,w)     jit_new_node_www(jit_code_ldxr_l,u,v,w)
 546 #  define jit_ldxi_l(u,v,w)     jit_new_node_www(jit_code_ldxi_l,u,v,w)
 547 #  define jit_ldxr(u,v,w)       jit_ldxr_l(u,v,w)
 548 #  define jit_ldxi(u,v,w)       jit_ldxi_l(u,v,w)
 549 #endif
 550     jit_code_ldxr_ui,           jit_code_ldxi_ui,
 551     jit_code_ldxr_l,            jit_code_ldxi_l,
 552
 553 #define jit_str_c(u,v)          jit_new_node_ww(jit_code_str_c,u,v)
 554 #define jit_sti_c(u,v)          jit_new_node_pw(jit_code_sti_c,u,v)
 555     jit_code_str_c,             jit_code_sti_c,
 556 #define jit_str_s(u,v)          jit_new_node_ww(jit_code_str_s,u,v)
 557 #define jit_sti_s(u,v)          jit_new_node_pw(jit_code_sti_s,u,v)
 558     jit_code_str_s,             jit_code_sti_s,
 559 #define jit_str_i(u,v)          jit_new_node_ww(jit_code_str_i,u,v)
 560 #define jit_sti_i(u,v)          jit_new_node_pw(jit_code_sti_i,u,v)
 561     jit_code_str_i,             jit_code_sti_i,
 562 #if __WORDSIZE == 32
 563 #  define jit_str(u,v)          jit_str_i(u,v)
 564 #  define jit_sti(u,v)          jit_sti_i(u,v)
 565 #else
 566 #  define jit_str(u,v)          jit_str_l(u,v)
 567 #  define jit_sti(u,v)          jit_sti_l(u,v)
 568 #  define jit_str_l(u,v)        jit_new_node_ww(jit_code_str_l,u,v)
 569 #  define jit_sti_l(u,v)        jit_new_node_pw(jit_code_sti_l,u,v)
 570 #endif
 571     jit_code_str_l,             jit_code_sti_l,
 572
 573 #define jit_stxr_c(u,v,w)       jit_new_node_www(jit_code_stxr_c,u,v,w)
 574 #define jit_stxi_c(u,v,w)       jit_new_node_www(jit_code_stxi_c,u,v,w)
 575     jit_code_stxr_c,            jit_code_stxi_c,
 576 #define jit_stxr_s(u,v,w)       jit_new_node_www(jit_code_stxr_s,u,v,w)
 577 #define jit_stxi_s(u,v,w)       jit_new_node_www(jit_code_stxi_s,u,v,w)
 578     jit_code_stxr_s,            jit_code_stxi_s,
 579 #define jit_stxr_i(u,v,w)       jit_new_node_www(jit_code_stxr_i,u,v,w)
 580 #define jit_stxi_i(u,v,w)       jit_new_node_www(jit_code_stxi_i,u,v,w)
 581     jit_code_stxr_i,            jit_code_stxi_i,
 582 #if __WORDSIZE == 32
 583 #  define jit_stxr(u,v,w)       jit_stxr_i(u,v,w)
 584 #  define jit_stxi(u,v,w)       jit_stxi_i(u,v,w)
 585 #else
 586 #  define jit_stxr(u,v,w)       jit_stxr_l(u,v,w)
 587 #  define jit_stxi(u,v,w)       jit_stxi_l(u,v,w)
 588 #  define jit_stxr_l(u,v,w)     jit_new_node_www(jit_code_stxr_l,u,v,w)
 589 #  define jit_stxi_l(u,v,w)     jit_new_node_www(jit_code_stxi_l,u,v,w)
 590 #endif
 591     jit_code_stxr_l,            jit_code_stxi_l,
 592
 593 #define jit_bltr(v,w)           jit_new_node_pww(jit_code_bltr,NULL,v,w)
 594 #define jit_blti(v,w)           jit_new_node_pww(jit_code_blti,NULL,v,w)
 595     jit_code_bltr,              jit_code_blti,
 596 #define jit_bltr_u(v,w)         jit_new_node_pww(jit_code_bltr_u,NULL,v,w)
 597 #define jit_blti_u(v,w)         jit_new_node_pww(jit_code_blti_u,NULL,v,w)
 598     jit_code_bltr_u,            jit_code_blti_u,
 599 #define jit_bler(v,w)           jit_new_node_pww(jit_code_bler,NULL,v,w)
 600 #define jit_blei(v,w)           jit_new_node_pww(jit_code_blei,NULL,v,w)
 601     jit_code_bler,              jit_code_blei,
 602 #define jit_bler_u(v,w)         jit_new_node_pww(jit_code_bler_u,NULL,v,w)
 603 #define jit_blei_u(v,w)         jit_new_node_pww(jit_code_blei_u,NULL,v,w)
 604     jit_code_bler_u,            jit_code_blei_u,
 605 #define jit_beqr(v,w)           jit_new_node_pww(jit_code_beqr,NULL,v,w)
 606 #define jit_beqi(v,w)           jit_new_node_pww(jit_code_beqi,NULL,v,w)
 607     jit_code_beqr,              jit_code_beqi,
 608 #define jit_bger(v,w)           jit_new_node_pww(jit_code_bger,NULL,v,w)
 609 #define jit_bgei(v,w)           jit_new_node_pww(jit_code_bgei,NULL,v,w)
 610     jit_code_bger,              jit_code_bgei,
 611 #define jit_bger_u(v,w)         jit_new_node_pww(jit_code_bger_u,NULL,v,w)
 612 #define jit_bgei_u(v,w)         jit_new_node_pww(jit_code_bgei_u,NULL,v,w)
 613     jit_code_bger_u,            jit_code_bgei_u,
 614 #define jit_bgtr(v,w)           jit_new_node_pww(jit_code_bgtr,NULL,v,w)
 615 #define jit_bgti(v,w)           jit_new_node_pww(jit_code_bgti,NULL,v,w)
 616     jit_code_bgtr,              jit_code_bgti,
 617 #define jit_bgtr_u(v,w)         jit_new_node_pww(jit_code_bgtr_u,NULL,v,w)
 618 #define jit_bgti_u(v,w)         jit_new_node_pww(jit_code_bgti_u,NULL,v,w)
 619     jit_code_bgtr_u,            jit_code_bgti_u,
 620 #define jit_bner(v,w)           jit_new_node_pww(jit_code_bner,NULL,v,w)
 621 #define jit_bnei(v,w)           jit_new_node_pww(jit_code_bnei,NULL,v,w)
 622     jit_code_bner,              jit_code_bnei,
 623
 624 #define jit_bmsr(v,w)           jit_new_node_pww(jit_code_bmsr,NULL,v,w)
 625 #define jit_bmsi(v,w)           jit_new_node_pww(jit_code_bmsi,NULL,v,w)
 626     jit_code_bmsr,              jit_code_bmsi,
 627 #define jit_bmcr(v,w)           jit_new_node_pww(jit_code_bmcr,NULL,v,w)
 628 #define jit_bmci(v,w)           jit_new_node_pww(jit_code_bmci,NULL,v,w)
 629     jit_code_bmcr,              jit_code_bmci,
 630
 631 #define jit_boaddr(v,w)         jit_new_node_pww(jit_code_boaddr,NULL,v,w)
 632 #define jit_boaddi(v,w)         jit_new_node_pww(jit_code_boaddi,NULL,v,w)
 633     jit_code_boaddr,            jit_code_boaddi,
 634 #define jit_boaddr_u(v,w)       jit_new_node_pww(jit_code_boaddr_u,NULL,v,w)
 635 #define jit_boaddi_u(v,w)       jit_new_node_pww(jit_code_boaddi_u,NULL,v,w)
 636     jit_code_boaddr_u,          jit_code_boaddi_u,
 637 #define jit_bxaddr(v,w)         jit_new_node_pww(jit_code_bxaddr,NULL,v,w)
 638 #define jit_bxaddi(v,w)         jit_new_node_pww(jit_code_bxaddi,NULL,v,w)
 639     jit_code_bxaddr,            jit_code_bxaddi,
 640 #define jit_bxaddr_u(v,w)       jit_new_node_pww(jit_code_bxaddr_u,NULL,v,w)
 641 #define jit_bxaddi_u(v,w)       jit_new_node_pww(jit_code_bxaddi_u,NULL,v,w)
 642     jit_code_bxaddr_u,          jit_code_bxaddi_u,
 643 #define jit_bosubr(v,w)         jit_new_node_pww(jit_code_bosubr,NULL,v,w)
 644 #define jit_bosubi(v,w)         jit_new_node_pww(jit_code_bosubi,NULL,v,w)
 645     jit_code_bosubr,            jit_code_bosubi,
 646 #define jit_bosubr_u(v,w)       jit_new_node_pww(jit_code_bosubr_u,NULL,v,w)
 647 #define jit_bosubi_u(v,w)       jit_new_node_pww(jit_code_bosubi_u,NULL,v,w)
 648     jit_code_bosubr_u,          jit_code_bosubi_u,
 649 #define jit_bxsubr(v,w)         jit_new_node_pww(jit_code_bxsubr,NULL,v,w)
 650 #define jit_bxsubi(v,w)         jit_new_node_pww(jit_code_bxsubi,NULL,v,w)
 651     jit_code_bxsubr,            jit_code_bxsubi,
 652 #define jit_bxsubr_u(v,w)       jit_new_node_pww(jit_code_bxsubr_u,NULL,v,w)
 653 #define jit_bxsubi_u(v,w)       jit_new_node_pww(jit_code_bxsubi_u,NULL,v,w)
 654     jit_code_bxsubr_u,          jit_code_bxsubi_u,
 655
 656 #define jit_jmpr(u)             jit_new_node_w(jit_code_jmpr,u)
 657 #define jit_jmpi()              jit_new_node_p(jit_code_jmpi,NULL)
 658     jit_code_jmpr,              jit_code_jmpi,
 659 #define jit_callr(u)            jit_new_node_w(jit_code_callr,u)
 660 #define jit_calli(u)            jit_new_node_p(jit_code_calli,u)
 661     jit_code_callr,             jit_code_calli,
 662
 663 #define jit_prepare()           _jit_prepare(_jit)
 664     jit_code_prepare,
 665
 666 #define jit_pushargr_c(u)       _jit_pushargr(_jit,u,jit_code_pushargr_c)
 667 #define jit_pushargi_c(u)       _jit_pushargi(_jit,u,jit_code_pushargi_c)
 668 #define jit_pushargr_uc(u)      _jit_pushargr(_jit,u,jit_code_pushargr_uc)
 669 #define jit_pushargi_uc(u)      _jit_pushargi(_jit,u,jit_code_pushargi_uc)
 670 #define jit_pushargr_s(u)       _jit_pushargr(_jit,u,jit_code_pushargr_s)
 671 #define jit_pushargi_s(u)       _jit_pushargi(_jit,u,jit_code_pushargi_s)
 672 #define jit_pushargr_us(u)      _jit_pushargr(_jit,u,jit_code_pushargr_us)
 673 #define jit_pushargi_us(u)      _jit_pushargi(_jit,u,jit_code_pushargi_us)
 674 #define jit_pushargr_i(u)       _jit_pushargr(_jit,u,jit_code_pushargr_i)
 675 #define jit_pushargi_i(u)       _jit_pushargi(_jit,u,jit_code_pushargi_i)
 676 #if __WORDSIZE == 32
 677 #  define jit_pushargr(u)       jit_pushargr_i(u)
 678 #  define jit_pushargi(u)       jit_pushargi_i(u)
 679 #else
 680 #  define jit_pushargr_ui(u)    _jit_pushargr(_jit,u,jit_code_pushargr_ui)
 681 #  define jit_pushargi_ui(u)    _jit_pushargi(_jit,u,jit_code_pushargi_ui)
 682 #  define jit_pushargr_l(u)     _jit_pushargr(_jit,u,jit_code_pushargr_l)
 683 #  define jit_pushargi_l(u)     _jit_pushargi(_jit,u,jit_code_pushargi_l)
 684 #  define jit_pushargr(u)       jit_pushargr_l(u)
 685 #  define jit_pushargi(u)       jit_pushargi_l(u)
 686 #endif
 687     jit_code_pushargr_c,        jit_code_pushargi_c,
 688     jit_code_pushargr_uc,       jit_code_pushargi_uc,
 689     jit_code_pushargr_s,        jit_code_pushargi_s,
 690     jit_code_pushargr_us,       jit_code_pushargi_us,
 691     jit_code_pushargr_i,        jit_code_pushargi_i,
 692     jit_code_pushargr_ui,       jit_code_pushargi_ui,
 693     jit_code_pushargr_l,        jit_code_pushargi_l,
 694 #if __WORDSIZE == 32
 695 #  define jit_code_pushargr     jit_code_pushargr_i
 696 #  define jit_code_pushargi     jit_code_pushargi_i
 697 #else
 698 #  define jit_code_pushargr     jit_code_pushargr_l
 699 #  define jit_code_pushargi     jit_code_pushargi_l
 700 #endif
 701
 702 #define jit_finishr(u)          _jit_finishr(_jit,u)
 703 #define jit_finishi(u)          _jit_finishi(_jit,u)
 704     jit_code_finishr,           jit_code_finishi,
 705 #define jit_ret()               _jit_ret(_jit)
 706     jit_code_ret,
 707
 708 #define jit_retr_c(u)           _jit_retr(_jit,u,jit_code_retr_c)
 709 #define jit_reti_c(u)           _jit_reti(_jit,u,jit_code_reti_c)
 710 #define jit_retr_uc(u)          _jit_retr(_jit,u,jit_code_retr_uc)
 711 #define jit_reti_uc(u)          _jit_reti(_jit,u,jit_code_reti_uc)
 712 #define jit_retr_s(u)           _jit_retr(_jit,u,jit_code_retr_s)
 713 #define jit_reti_s(u)           _jit_reti(_jit,u,jit_code_reti_s)
 714 #define jit_retr_us(u)          _jit_retr(_jit,u,jit_code_retr_us)
 715 #define jit_reti_us(u)          _jit_reti(_jit,u,jit_code_reti_us)
 716 #define jit_retr_i(u)           _jit_retr(_jit,u,jit_code_retr_i)
 717 #define jit_reti_i(u)           _jit_reti(_jit,u,jit_code_reti_i)
 718 #if __WORDSIZE == 32
 719 #  define jit_retr(u)           jit_retr_i(u)
 720 #  define jit_reti(u)           jit_reti_i(u)
 721 #else
 722 #  define jit_retr_ui(u)        _jit_retr(_jit,u,jit_code_retr_ui)
 723 #  define jit_reti_ui(u)        _jit_reti(_jit,u,jit_code_reti_ui)
 724 #  define jit_retr_l(u)         _jit_retr(_jit,u,jit_code_retr_l)
 725 #  define jit_reti_l(u)         _jit_reti(_jit,u,jit_code_reti_l)
 726 #  define jit_retr(u)           jit_retr_l(u)
 727 #  define jit_reti(u)           jit_reti_l(u)
 728 #endif
 729     jit_code_retr_c,            jit_code_reti_c,
 730     jit_code_retr_uc,           jit_code_reti_uc,
 731     jit_code_retr_s,            jit_code_reti_s,
 732     jit_code_retr_us,           jit_code_reti_us,
 733     jit_code_retr_i,            jit_code_reti_i,
 734     jit_code_retr_ui,           jit_code_reti_ui,
 735     jit_code_retr_l,            jit_code_reti_l,
 736 #if __WORDSIZE == 32
 737 #  define jit_code_retr         jit_code_retr_i
 738 #  define jit_code_reti         jit_code_reti_i
 739 #else
 740 #  define jit_code_retr         jit_code_retr_l
 741 #  define jit_code_reti         jit_code_reti_l
 742 #endif
 743
 744 #define jit_retval_c(u)         _jit_retval_c(_jit,u)
 745 #define jit_retval_uc(u)        _jit_retval_uc(_jit,u)
 746 #define jit_retval_s(u)         _jit_retval_s(_jit,u)
 747 #define jit_retval_us(u)        _jit_retval_us(_jit,u)
 748 #define jit_retval_i(u)         _jit_retval_i(_jit,u)
 749 #if __WORDSIZE == 32
 750 #  define jit_retval(u)         jit_retval_i(u)
 751 #else
 752 #  define jit_retval_ui(u)      _jit_retval_ui(_jit,u)
 753 #  define jit_retval_l(u)       _jit_retval_l(_jit,u)
 754 #  define jit_retval(u)         jit_retval_l(u)
 755 #endif
 756     jit_code_retval_c,          jit_code_retval_uc,
 757     jit_code_retval_s,          jit_code_retval_us,
 758     jit_code_retval_i,          jit_code_retval_ui,
 759     jit_code_retval_l,
 760 #if __WORDSIZE == 32
 761 #  define jit_code_retval       jit_code_retval_i
 762 #else
 763 #  define jit_code_retval       jit_code_retval_l
 764 #endif
 765
 766 #define jit_epilog()            _jit_epilog(_jit)
 767     jit_code_epilog,
 768
 769 #define jit_arg_f()             _jit_arg_f(_jit)
 770     jit_code_arg_f,
 771 #define jit_getarg_f(u,v)       _jit_getarg_f(_jit,u,v)
 772     jit_code_getarg_f,
 773 #define jit_putargr_f(u,v)      _jit_putargr_f(_jit,u,v)
 774 #define jit_putargi_f(u,v)      _jit_putargi_f(_jit,u,v)
 775     jit_code_putargr_f,         jit_code_putargi_f,
 776
 777 #define jit_addr_f(u,v,w)       jit_new_node_www(jit_code_addr_f,u,v,w)
 778 #define jit_addi_f(u,v,w)       jit_new_node_wwf(jit_code_addi_f,u,v,w)
 779     jit_code_addr_f,            jit_code_addi_f,
 780 #define jit_subr_f(u,v,w)       jit_new_node_www(jit_code_subr_f,u,v,w)
 781 #define jit_subi_f(u,v,w)       jit_new_node_wwf(jit_code_subi_f,u,v,w)
 782     jit_code_subr_f,            jit_code_subi_f,
 783 #define jit_rsbr_f(u,v,w)       jit_subr_f(u,w,v)
 784 #define jit_rsbi_f(u,v,w)       jit_new_node_wwf(jit_code_rsbi_f,u,v,w)
 785     jit_code_rsbi_f,
 786 #define jit_mulr_f(u,v,w)       jit_new_node_www(jit_code_mulr_f,u,v,w)
 787 #define jit_muli_f(u,v,w)       jit_new_node_wwf(jit_code_muli_f,u,v,w)
 788     jit_code_mulr_f,            jit_code_muli_f,
 789 #define jit_divr_f(u,v,w)       jit_new_node_www(jit_code_divr_f,u,v,w)
 790 #define jit_divi_f(u,v,w)       jit_new_node_wwf(jit_code_divi_f,u,v,w)
 791     jit_code_divr_f,            jit_code_divi_f,
 792
 793 #define jit_negr_f(u,v)         jit_new_node_ww(jit_code_negr_f,u,v)
 794 #define jit_negi_f(u,v)         _jit_negi_f(_jit,u,v)
 795     jit_code_negr_f,            jit_code_negi_f,
 796 #define jit_absr_f(u,v)         jit_new_node_ww(jit_code_absr_f,u,v)
 797 #define jit_absi_f(u,v)         _jit_absi_f(_jit,u,v)
 798     jit_code_absr_f,            jit_code_absi_f,
 799 #define jit_sqrtr_f(u,v)        jit_new_node_ww(jit_code_sqrtr_f,u,v)
 800 #define jit_sqrti_f(u,v)        _jit_sqrti_f(_jit,u,v)
 801     jit_code_sqrtr_f,           jit_code_sqrti_f,
 802
 803 #define jit_ltr_f(u,v,w)        jit_new_node_www(jit_code_ltr_f,u,v,w)
 804 #define jit_lti_f(u,v,w)        jit_new_node_wwf(jit_code_lti_f,u,v,w)
 805     jit_code_ltr_f,             jit_code_lti_f,
 806 #define jit_ler_f(u,v,w)        jit_new_node_www(jit_code_ler_f,u,v,w)
 807 #define jit_lei_f(u,v,w)        jit_new_node_wwf(jit_code_lei_f,u,v,w)
 808     jit_code_ler_f,             jit_code_lei_f,
 809 #define jit_eqr_f(u,v,w)        jit_new_node_www(jit_code_eqr_f,u,v,w)
 810 #define jit_eqi_f(u,v,w)        jit_new_node_wwf(jit_code_eqi_f,u,v,w)
 811     jit_code_eqr_f,             jit_code_eqi_f,
 812 #define jit_ger_f(u,v,w)        jit_new_node_www(jit_code_ger_f,u,v,w)
 813 #define jit_gei_f(u,v,w)        jit_new_node_wwf(jit_code_gei_f,u,v,w)
 814     jit_code_ger_f,             jit_code_gei_f,
 815 #define jit_gtr_f(u,v,w)        jit_new_node_www(jit_code_gtr_f,u,v,w)
 816 #define jit_gti_f(u,v,w)        jit_new_node_wwf(jit_code_gti_f,u,v,w)
 817     jit_code_gtr_f,             jit_code_gti_f,
 818 #define jit_ner_f(u,v,w)        jit_new_node_www(jit_code_ner_f,u,v,w)
 819 #define jit_nei_f(u,v,w)        jit_new_node_wwf(jit_code_nei_f,u,v,w)
 820     jit_code_ner_f,             jit_code_nei_f,
 821 #define jit_unltr_f(u,v,w)      jit_new_node_www(jit_code_unltr_f,u,v,w)
 822 #define jit_unlti_f(u,v,w)      jit_new_node_wwf(jit_code_unlti_f,u,v,w)
 823     jit_code_unltr_f,           jit_code_unlti_f,
 824 #define jit_unler_f(u,v,w)      jit_new_node_www(jit_code_unler_f,u,v,w)
 825 #define jit_unlei_f(u,v,w)      jit_new_node_wwf(jit_code_unlei_f,u,v,w)
 826     jit_code_unler_f,           jit_code_unlei_f,
 827 #define jit_uneqr_f(u,v,w)      jit_new_node_www(jit_code_uneqr_f,u,v,w)
 828 #define jit_uneqi_f(u,v,w)      jit_new_node_wwf(jit_code_uneqi_f,u,v,w)
 829     jit_code_uneqr_f,           jit_code_uneqi_f,
 830 #define jit_unger_f(u,v,w)      jit_new_node_www(jit_code_unger_f,u,v,w)
 831 #define jit_ungei_f(u,v,w)      jit_new_node_wwf(jit_code_ungei_f,u,v,w)
 832     jit_code_unger_f,           jit_code_ungei_f,
 833 #define jit_ungtr_f(u,v,w)      jit_new_node_www(jit_code_ungtr_f,u,v,w)
 834 #define jit_ungti_f(u,v,w)      jit_new_node_wwf(jit_code_ungti_f,u,v,w)
 835     jit_code_ungtr_f,           jit_code_ungti_f,
 836 #define jit_ltgtr_f(u,v,w)      jit_new_node_www(jit_code_ltgtr_f,u,v,w)
 837 #define jit_ltgti_f(u,v,w)      jit_new_node_wwf(jit_code_ltgti_f,u,v,w)
 838     jit_code_ltgtr_f,           jit_code_ltgti_f,
 839 #define jit_ordr_f(u,v,w)       jit_new_node_www(jit_code_ordr_f,u,v,w)
 840 #define jit_ordi_f(u,v,w)       jit_new_node_wwf(jit_code_ordi_f,u,v,w)
 841     jit_code_ordr_f,            jit_code_ordi_f,
 842 #define jit_unordr_f(u,v,w)     jit_new_node_www(jit_code_unordr_f,u,v,w)
 843 #define jit_unordi_f(u,v,w)     jit_new_node_wwf(jit_code_unordi_f,u,v,w)
 844     jit_code_unordr_f,          jit_code_unordi_f,
 845
 846 #define jit_truncr_f_i(u,v)     jit_new_node_ww(jit_code_truncr_f_i,u,v)
 847     jit_code_truncr_f_i,
 848 #if __WORDSIZE == 32
 849 #  define jit_truncr_f(u,v)     jit_truncr_f_i(u,v)
 850 #else
 851 #  define jit_truncr_f(u,v)     jit_truncr_f_l(u,v)
 852 #  define jit_truncr_f_l(u,v)   jit_new_node_ww(jit_code_truncr_f_l,u,v)
 853 #endif
 854     jit_code_truncr_f_l,
 855 #define jit_extr_f(u,v)         jit_new_node_ww(jit_code_extr_f,u,v)
 856 #define jit_extr_d_f(u,v)       jit_new_node_ww(jit_code_extr_d_f,u,v)
 857     jit_code_extr_f,            jit_code_extr_d_f,
 858 #define jit_movr_f(u,v)         jit_new_node_ww(jit_code_movr_f,u,v)
 859 #define jit_movi_f(u,v)         jit_new_node_wf(jit_code_movi_f,u,v)
 860     jit_code_movr_f,            jit_code_movi_f,
 861
 862 #define jit_ldr_f(u,v)          jit_new_node_ww(jit_code_ldr_f,u,v)
 863 #define jit_ldi_f(u,v)          jit_new_node_wp(jit_code_ldi_f,u,v)
 864     jit_code_ldr_f,             jit_code_ldi_f,
 865 #define jit_ldxr_f(u,v,w)       jit_new_node_www(jit_code_ldxr_f,u,v,w)
 866 #define jit_ldxi_f(u,v,w)       jit_new_node_www(jit_code_ldxi_f,u,v,w)
 867     jit_code_ldxr_f,            jit_code_ldxi_f,
 868 #define jit_str_f(u,v)          jit_new_node_ww(jit_code_str_f,u,v)
 869 #define jit_sti_f(u,v)          jit_new_node_pw(jit_code_sti_f,u,v)
 870     jit_code_str_f,             jit_code_sti_f,
 871 #define jit_stxr_f(u,v,w)       jit_new_node_www(jit_code_stxr_f,u,v,w)
 872 #define jit_stxi_f(u,v,w)       jit_new_node_www(jit_code_stxi_f,u,v,w)
 873     jit_code_stxr_f,            jit_code_stxi_f,
 874
 875 #define jit_bltr_f(v,w)         jit_new_node_pww(jit_code_bltr_f,NULL,v,w)
 876 #define jit_blti_f(v,w)         jit_new_node_pwf(jit_code_blti_f,NULL,v,w)
 877     jit_code_bltr_f,            jit_code_blti_f,
 878 #define jit_bler_f(v,w)         jit_new_node_pww(jit_code_bler_f,NULL,v,w)
 879 #define jit_blei_f(v,w)         jit_new_node_pwf(jit_code_blei_f,NULL,v,w)
 880     jit_code_bler_f,            jit_code_blei_f,
 881 #define jit_beqr_f(v,w)         jit_new_node_pww(jit_code_beqr_f,NULL,v,w)
 882 #define jit_beqi_f(v,w)         jit_new_node_pwf(jit_code_beqi_f,NULL,v,w)
 883     jit_code_beqr_f,            jit_code_beqi_f,
 884 #define jit_bger_f(v,w)         jit_new_node_pww(jit_code_bger_f,NULL,v,w)
 885 #define jit_bgei_f(v,w)         jit_new_node_pwf(jit_code_bgei_f,NULL,v,w)
 886     jit_code_bger_f,            jit_code_bgei_f,
 887 #define jit_bgtr_f(v,w)         jit_new_node_pww(jit_code_bgtr_f,NULL,v,w)
 888 #define jit_bgti_f(v,w)         jit_new_node_pwf(jit_code_bgti_f,NULL,v,w)
 889     jit_code_bgtr_f,            jit_code_bgti_f,
 890 #define jit_bner_f(v,w)         jit_new_node_pww(jit_code_bner_f,NULL,v,w)
 891 #define jit_bnei_f(v,w)         jit_new_node_pwf(jit_code_bnei_f,NULL,v,w)
 892     jit_code_bner_f,            jit_code_bnei_f,
 893 #define jit_bunltr_f(v,w)       jit_new_node_pww(jit_code_bunltr_f,NULL,v,w)
 894 #define jit_bunlti_f(v,w)       jit_new_node_pwf(jit_code_bunlti_f,NULL,v,w)
 895     jit_code_bunltr_f,          jit_code_bunlti_f,
 896 #define jit_bunler_f(v,w)       jit_new_node_pww(jit_code_bunler_f,NULL,v,w)
 897 #define jit_bunlei_f(v,w)       jit_new_node_pwf(jit_code_bunlei_f,NULL,v,w)
 898     jit_code_bunler_f,          jit_code_bunlei_f,
 899 #define jit_buneqr_f(v,w)       jit_new_node_pww(jit_code_buneqr_f,NULL,v,w)
 900 #define jit_buneqi_f(v,w)       jit_new_node_pwf(jit_code_buneqi_f,NULL,v,w)
 901     jit_code_buneqr_f,          jit_code_buneqi_f,
 902 #define jit_bunger_f(v,w)       jit_new_node_pww(jit_code_bunger_f,NULL,v,w)
 903 #define jit_bungei_f(v,w)       jit_new_node_pwf(jit_code_bungei_f,NULL,v,w)
 904     jit_code_bunger_f,          jit_code_bungei_f,
 905 #define jit_bungtr_f(v,w)       jit_new_node_pww(jit_code_bungtr_f,NULL,v,w)
 906 #define jit_bungti_f(v,w)       jit_new_node_pwf(jit_code_bungti_f,NULL,v,w)
 907     jit_code_bungtr_f,          jit_code_bungti_f,
 908 #define jit_bltgtr_f(v,w)       jit_new_node_pww(jit_code_bltgtr_f,NULL,v,w)
 909 #define jit_bltgti_f(v,w)       jit_new_node_pwf(jit_code_bltgti_f,NULL,v,w)
 910     jit_code_bltgtr_f,          jit_code_bltgti_f,
 911 #define jit_bordr_f(v,w)        jit_new_node_pww(jit_code_bordr_f,NULL,v,w)
 912 #define jit_bordi_f(v,w)        jit_new_node_pwf(jit_code_bordi_f,NULL,v,w)
 913     jit_code_bordr_f,           jit_code_bordi_f,
 914 #define jit_bunordr_f(v,w)      jit_new_node_pww(jit_code_bunordr_f,NULL,v,w)
 915 #define jit_bunordi_f(v,w)      jit_new_node_pwf(jit_code_bunordi_f,NULL,v,w)
 916     jit_code_bunordr_f,         jit_code_bunordi_f,
 917
 918 #define jit_pushargr_f(u)       _jit_pushargr_f(_jit,u)
 919 #define jit_pushargi_f(u)       _jit_pushargi_f(_jit,u)
 920     jit_code_pushargr_f,        jit_code_pushargi_f,
 921 #define jit_retr_f(u)           _jit_retr_f(_jit,u)
 922 #define jit_reti_f(u)           _jit_reti_f(_jit,u)
 923     jit_code_retr_f,            jit_code_reti_f,
 924 #define jit_retval_f(u)         _jit_retval_f(_jit,u)
 925     jit_code_retval_f,
 926
 927 #define jit_arg_d()             _jit_arg_d(_jit)
 928     jit_code_arg_d,
 929 #define jit_getarg_d(u,v)       _jit_getarg_d(_jit,u,v)
 930     jit_code_getarg_d,
 931 #define jit_putargr_d(u,v)      _jit_putargr_d(_jit,u,v)
 932 #define jit_putargi_d(u,v)      _jit_putargi_d(_jit,u,v)
 933     jit_code_putargr_d,         jit_code_putargi_d,
 934
 935 #define jit_addr_d(u,v,w)       jit_new_node_www(jit_code_addr_d,u,v,w)
 936 #define jit_addi_d(u,v,w)       jit_new_node_wwd(jit_code_addi_d,u,v,w)
 937     jit_code_addr_d,            jit_code_addi_d,
 938 #define jit_subr_d(u,v,w)       jit_new_node_www(jit_code_subr_d,u,v,w)
 939 #define jit_subi_d(u,v,w)       jit_new_node_wwd(jit_code_subi_d,u,v,w)
 940     jit_code_subr_d,            jit_code_subi_d,
 941 #define jit_rsbr_d(u,v,w)       jit_subr_d(u,w,v)
 942 #define jit_rsbi_d(u,v,w)       jit_new_node_wwd(jit_code_rsbi_d,u,v,w)
 943     jit_code_rsbi_d,
 944 #define jit_mulr_d(u,v,w)       jit_new_node_www(jit_code_mulr_d,u,v,w)
 945 #define jit_muli_d(u,v,w)       jit_new_node_wwd(jit_code_muli_d,u,v,w)
 946     jit_code_mulr_d,            jit_code_muli_d,
 947 #define jit_divr_d(u,v,w)       jit_new_node_www(jit_code_divr_d,u,v,w)
 948 #define jit_divi_d(u,v,w)       jit_new_node_wwd(jit_code_divi_d,u,v,w)
 949     jit_code_divr_d,            jit_code_divi_d,
 950
 951 #define jit_negr_d(u,v)         jit_new_node_ww(jit_code_negr_d,u,v)
 952 #define jit_negi_d(u,v)         _jit_negi_d(_jit,u,v)
 953     jit_code_negr_d,            jit_code_negi_d,
 954 #define jit_absr_d(u,v)         jit_new_node_ww(jit_code_absr_d,u,v)
 955 #define jit_absi_d(u,v)         _jit_absi_d(_jit,u,v)
 956     jit_code_absr_d,            jit_code_absi_d,
 957 #define jit_sqrtr_d(u,v)        jit_new_node_ww(jit_code_sqrtr_d,u,v)
 958 #define jit_sqrti_d(u,v)        _jit_sqrti_d(_jit,u,v)
 959     jit_code_sqrtr_d,           jit_code_sqrti_d,
 960
 961 #define jit_ltr_d(u,v,w)        jit_new_node_www(jit_code_ltr_d,u,v,w)
 962 #define jit_lti_d(u,v,w)        jit_new_node_wwd(jit_code_lti_d,u,v,w)
 963     jit_code_ltr_d,             jit_code_lti_d,
 964 #define jit_ler_d(u,v,w)        jit_new_node_www(jit_code_ler_d,u,v,w)
 965 #define jit_lei_d(u,v,w)        jit_new_node_wwd(jit_code_lei_d,u,v,w)
 966     jit_code_ler_d,             jit_code_lei_d,
 967 #define jit_eqr_d(u,v,w)        jit_new_node_www(jit_code_eqr_d,u,v,w)
 968 #define jit_eqi_d(u,v,w)        jit_new_node_wwd(jit_code_eqi_d,u,v,w)
 969     jit_code_eqr_d,             jit_code_eqi_d,
 970 #define jit_ger_d(u,v,w)        jit_new_node_www(jit_code_ger_d,u,v,w)
 971 #define jit_gei_d(u,v,w)        jit_new_node_wwd(jit_code_gei_d,u,v,w)
 972     jit_code_ger_d,             jit_code_gei_d,
 973 #define jit_gtr_d(u,v,w)        jit_new_node_www(jit_code_gtr_d,u,v,w)
 974 #define jit_gti_d(u,v,w)        jit_new_node_wwd(jit_code_gti_d,u,v,w)
 975     jit_code_gtr_d,             jit_code_gti_d,
 976 #define jit_ner_d(u,v,w)        jit_new_node_www(jit_code_ner_d,u,v,w)
 977 #define jit_nei_d(u,v,w)        jit_new_node_wwd(jit_code_nei_d,u,v,w)
 978     jit_code_ner_d,             jit_code_nei_d,
 979 #define jit_unltr_d(u,v,w)      jit_new_node_www(jit_code_unltr_d,u,v,w)
 980 #define jit_unlti_d(u,v,w)      jit_new_node_wwd(jit_code_unlti_d,u,v,w)
 981     jit_code_unltr_d,           jit_code_unlti_d,
 982 #define jit_unler_d(u,v,w)      jit_new_node_www(jit_code_unler_d,u,v,w)
 983 #define jit_unlei_d(u,v,w)      jit_new_node_wwd(jit_code_unlei_d,u,v,w)
 984     jit_code_unler_d,           jit_code_unlei_d,
 985 #define jit_uneqr_d(u,v,w)      jit_new_node_www(jit_code_uneqr_d,u,v,w)
 986 #define jit_uneqi_d(u,v,w)      jit_new_node_wwd(jit_code_uneqi_d,u,v,w)
 987     jit_code_uneqr_d,           jit_code_uneqi_d,
 988 #define jit_unger_d(u,v,w)      jit_new_node_www(jit_code_unger_d,u,v,w)
 989 #define jit_ungei_d(u,v,w)      jit_new_node_wwd(jit_code_ungei_d,u,v,w)
 990     jit_code_unger_d,           jit_code_ungei_d,
 991 #define jit_ungtr_d(u,v,w)      jit_new_node_www(jit_code_ungtr_d,u,v,w)
 992 #define jit_ungti_d(u,v,w)      jit_new_node_wwd(jit_code_ungti_d,u,v,w)
 993     jit_code_ungtr_d,           jit_code_ungti_d,
 994 #define jit_ltgtr_d(u,v,w)      jit_new_node_www(jit_code_ltgtr_d,u,v,w)
 995 #define jit_ltgti_d(u,v,w)      jit_new_node_wwd(jit_code_ltgti_d,u,v,w)
 996     jit_code_ltgtr_d,           jit_code_ltgti_d,
 997 #define jit_ordr_d(u,v,w)       jit_new_node_www(jit_code_ordr_d,u,v,w)
 998 #define jit_ordi_d(u,v,w)       jit_new_node_wwd(jit_code_ordi_d,u,v,w)
 999     jit_code_ordr_d,            jit_code_ordi_d,
1000 #define jit_unordr_d(u,v,w)     jit_new_node_www(jit_code_unordr_d,u,v,w)
1001 #define jit_unordi_d(u,v,w)     jit_new_node_wwd(jit_code_unordi_d,u,v,w)
1002     jit_code_unordr_d,          jit_code_unordi_d,
1003
1004 #define jit_truncr_d_i(u,v)     jit_new_node_ww(jit_code_truncr_d_i,u,v)
1005     jit_code_truncr_d_i,
1006 #if __WORDSIZE == 32
1007 #  define jit_truncr_d(u,v)     jit_truncr_d_i(u,v)
1008 #else
1009 #  define jit_truncr_d(u,v)     jit_truncr_d_l(u,v)
1010 #  define jit_truncr_d_l(u,v)   jit_new_node_ww(jit_code_truncr_d_l,u,v)
1011 #endif
1012     jit_code_truncr_d_l,
1013 #define jit_extr_d(u,v)         jit_new_node_ww(jit_code_extr_d,u,v)
1014 #define jit_extr_f_d(u,v)       jit_new_node_ww(jit_code_extr_f_d,u,v)
1015     jit_code_extr_d,            jit_code_extr_f_d,
1016 #define jit_movr_d(u,v)         jit_new_node_ww(jit_code_movr_d,u,v)
1017 #define jit_movi_d(u,v)         jit_new_node_wd(jit_code_movi_d,u,v)
1018     jit_code_movr_d,            jit_code_movi_d,
1019
1020 #define jit_ldr_d(u,v)          jit_new_node_ww(jit_code_ldr_d,u,v)
1021 #define jit_ldi_d(u,v)          jit_new_node_wp(jit_code_ldi_d,u,v)
1022     jit_code_ldr_d,             jit_code_ldi_d,
1023 #define jit_ldxr_d(u,v,w)       jit_new_node_www(jit_code_ldxr_d,u,v,w)
1024 #define jit_ldxi_d(u,v,w)       jit_new_node_www(jit_code_ldxi_d,u,v,w)
1025     jit_code_ldxr_d,            jit_code_ldxi_d,
1026 #define jit_str_d(u,v)          jit_new_node_ww(jit_code_str_d,u,v)
1027 #define jit_sti_d(u,v)          jit_new_node_pw(jit_code_sti_d,u,v)
1028     jit_code_str_d,             jit_code_sti_d,
1029 #define jit_stxr_d(u,v,w)       jit_new_node_www(jit_code_stxr_d,u,v,w)
1030 #define jit_stxi_d(u,v,w)       jit_new_node_www(jit_code_stxi_d,u,v,w)
1031     jit_code_stxr_d,            jit_code_stxi_d,
1032
1033 #define jit_bltr_d(v,w)         jit_new_node_pww(jit_code_bltr_d,NULL,v,w)
1034 #define jit_blti_d(v,w)         jit_new_node_pwd(jit_code_blti_d,NULL,v,w)
1035     jit_code_bltr_d,            jit_code_blti_d,
1036 #define jit_bler_d(v,w)         jit_new_node_pww(jit_code_bler_d,NULL,v,w)
1037 #define jit_blei_d(v,w)         jit_new_node_pwd(jit_code_blei_d,NULL,v,w)
1038     jit_code_bler_d,            jit_code_blei_d,
1039 #define jit_beqr_d(v,w)         jit_new_node_pww(jit_code_beqr_d,NULL,v,w)
1040 #define jit_beqi_d(v,w)         jit_new_node_pwd(jit_code_beqi_d,NULL,v,w)
1041     jit_code_beqr_d,            jit_code_beqi_d,
1042 #define jit_bger_d(v,w)         jit_new_node_pww(jit_code_bger_d,NULL,v,w)
1043 #define jit_bgei_d(v,w)         jit_new_node_pwd(jit_code_bgei_d,NULL,v,w)
1044     jit_code_bger_d,            jit_code_bgei_d,
1045 #define jit_bgtr_d(v,w)         jit_new_node_pww(jit_code_bgtr_d,NULL,v,w)
1046 #define jit_bgti_d(v,w)         jit_new_node_pwd(jit_code_bgti_d,NULL,v,w)
1047     jit_code_bgtr_d,            jit_code_bgti_d,
1048 #define jit_bner_d(v,w)         jit_new_node_pww(jit_code_bner_d,NULL,v,w)
1049 #define jit_bnei_d(v,w)         jit_new_node_pwd(jit_code_bnei_d,NULL,v,w)
1050     jit_code_bner_d,            jit_code_bnei_d,
1051 #define jit_bunltr_d(v,w)       jit_new_node_pww(jit_code_bunltr_d,NULL,v,w)
1052 #define jit_bunlti_d(v,w)       jit_new_node_pwd(jit_code_bunlti_d,NULL,v,w)
1053     jit_code_bunltr_d,          jit_code_bunlti_d,
1054 #define jit_bunler_d(v,w)       jit_new_node_pww(jit_code_bunler_d,NULL,v,w)
1055 #define jit_bunlei_d(v,w)       jit_new_node_pwd(jit_code_bunlei_d,NULL,v,w)
1056     jit_code_bunler_d,          jit_code_bunlei_d,
1057 #define jit_buneqr_d(v,w)       jit_new_node_pww(jit_code_buneqr_d,NULL,v,w)
1058 #define jit_buneqi_d(v,w)       jit_new_node_pwd(jit_code_buneqi_d,NULL,v,w)
1059     jit_code_buneqr_d,          jit_code_buneqi_d,
1060 #define jit_bunger_d(v,w)       jit_new_node_pww(jit_code_bunger_d,NULL,v,w)
1061 #define jit_bungei_d(v,w)       jit_new_node_pwd(jit_code_bungei_d,NULL,v,w)
1062     jit_code_bunger_d,          jit_code_bungei_d,
1063 #define jit_bungtr_d(v,w)       jit_new_node_pww(jit_code_bungtr_d,NULL,v,w)
1064 #define jit_bungti_d(v,w)       jit_new_node_pwd(jit_code_bungti_d,NULL,v,w)
1065     jit_code_bungtr_d,          jit_code_bungti_d,
1066 #define jit_bltgtr_d(v,w)       jit_new_node_pww(jit_code_bltgtr_d,NULL,v,w)
1067 #define jit_bltgti_d(v,w)       jit_new_node_pwd(jit_code_bltgti_d,NULL,v,w)
1068     jit_code_bltgtr_d,          jit_code_bltgti_d,
1069 #define jit_bordr_d(v,w)        jit_new_node_pww(jit_code_bordr_d,NULL,v,w)
1070 #define jit_bordi_d(v,w)        jit_new_node_pwd(jit_code_bordi_d,NULL,v,w)
1071     jit_code_bordr_d,           jit_code_bordi_d,
1072 #define jit_bunordr_d(v,w)      jit_new_node_pww(jit_code_bunordr_d,NULL,v,w)
1073 #define jit_bunordi_d(v,w)      jit_new_node_pwd(jit_code_bunordi_d,NULL,v,w)
1074     jit_code_bunordr_d,         jit_code_bunordi_d,
1075
1076 #define jit_pushargr_d(u)       _jit_pushargr_d(_jit,u)
1077 #define jit_pushargi_d(u)       _jit_pushargi_d(_jit,u)
1078     jit_code_pushargr_d,        jit_code_pushargi_d,
1079 #define jit_retr_d(u)           _jit_retr_d(_jit,u)
1080 #define jit_reti_d(u)           _jit_reti_d(_jit,u)
1081     jit_code_retr_d,            jit_code_reti_d,
1082 #define jit_retval_d(u)         _jit_retval_d(_jit,u)
1083     jit_code_retval_d,
1084
1085     /* w* -> f|d */
1086 #define jit_movr_w_f(u, v)      jit_new_node_ww(jit_code_movr_w_f, u, v)
1087 #define jit_movi_w_f(u,v)       jit_new_node_ww(jit_code_movi_w_f, u, v)
1088     jit_code_movr_w_f,          jit_code_movi_w_f,
1089 #define jit_movr_ww_d(u, v, w)  jit_new_node_www(jit_code_movr_ww_d, u, v, w)
1090 #define jit_movi_ww_d(u,v, w)   jit_new_node_www(jit_code_movi_ww_d, u, v, w)
1091     jit_code_movr_ww_d,         jit_code_movi_ww_d,
1092
1093     /* w -> d */
1094 #define jit_movr_w_d(u, v)      jit_new_node_ww(jit_code_movr_w_d, u, v)
1095 #define jit_movi_w_d(u,v)       jit_new_node_ww(jit_code_movi_w_d, u, v)
1096     jit_code_movr_w_d,          jit_code_movi_w_d,
1097
1098     /* f|d -> w* */
1099 #define jit_movr_f_w(u, v)      jit_new_node_ww(jit_code_movr_f_w, u, v)
1100 #define jit_movi_f_w(u, v)      jit_new_node_wf(jit_code_movi_f_w, u, v)
1101     jit_code_movr_f_w,          jit_code_movi_f_w,
1102 #define jit_movr_d_ww(u, v, w)  jit_new_node_www(jit_code_movr_d_ww, u, v, w)
1103 #define jit_movi_d_ww(u, v, w)  jit_new_node_wwd(jit_code_movi_d_ww, u, v, w)
1104     jit_code_movr_d_ww,         jit_code_movi_d_ww,
1105
1106     /* d -> w */
1107 #define jit_movr_d_w(u, v)      jit_new_node_ww(jit_code_movr_d_w, u, v)
1108 #define jit_movi_d_w(u, v)      jit_new_node_wd(jit_code_movi_d_w, u, v)
1109     jit_code_movr_d_w,          jit_code_movi_d_w,
1110
1111 #define jit_clor(u,v)           jit_new_node_ww(jit_code_clor,u,v)
1112 #define jit_cloi(u,v)           jit_new_node_ww(jit_code_cloi,u,v)
1113     jit_code_clor,              jit_code_cloi,
1114
1115 #define jit_clzr(u,v)           jit_new_node_ww(jit_code_clzr,u,v)
1116 #define jit_clzi(u,v)           jit_new_node_ww(jit_code_clzi,u,v)
1117     jit_code_clzr,              jit_code_clzi,
1118
1119 #define jit_ctor(u,v)           jit_new_node_ww(jit_code_ctor,u,v)
1120 #define jit_ctoi(u,v)           jit_new_node_ww(jit_code_ctoi,u,v)
1121     jit_code_ctor,              jit_code_ctoi,
1122 #define jit_ctzr(u,v)           jit_new_node_ww(jit_code_ctzr,u,v)
1123 #define jit_ctzi(u,v)           jit_new_node_ww(jit_code_ctzi,u,v)
1124     jit_code_ctzr,              jit_code_ctzi,
1125
1126 #define jit_rbitr(u,v)          jit_new_node_ww(jit_code_rbitr,u,v)
1127 #define jit_rbiti(u,v)          jit_new_node_ww(jit_code_rbiti,u,v)
1128     jit_code_rbitr,             jit_code_rbiti,
1129
1130 #define jit_popcntr(u,v)        jit_new_node_ww(jit_code_popcntr,u,v)
1131 #define jit_popcnti(u,v)        jit_new_node_ww(jit_code_popcnti,u,v)
1132     jit_code_popcntr,           jit_code_popcnti,
1133
1134 #define jit_lrotr(u,v,w)        jit_new_node_www(jit_code_lrotr,u,v,w)
1135 #define jit_lroti(u,v,w)        jit_new_node_www(jit_code_lroti,u,v,w)
1136     jit_code_lrotr,             jit_code_lroti,
1137 #define jit_rrotr(u,v,w)        jit_new_node_www(jit_code_rrotr,u,v,w)
1138 #define jit_rroti(u,v,w)        jit_new_node_www(jit_code_rroti,u,v,w)
1139     jit_code_rrotr,             jit_code_rroti,
1140
1141 #define jit_extr(u,v,w,x)       jit_new_node_wwq(jit_code_extr, u, v, w, x)
1142 #define jit_exti(u,v,w,x)       jit_new_node_wwq(jit_code_exti, u, v, w, x)
1143     jit_code_extr,              jit_code_exti,
1144 #define jit_extr_u(u,v,w,x)     jit_new_node_wwq(jit_code_extr_u, u, v, w, x)
1145 #define jit_exti_u(u,v,w,x)     jit_new_node_wwq(jit_code_exti_u, u, v, w, x)
1146     jit_code_extr_u,            jit_code_exti_u,
1147 #define jit_depr(u,v,w,x)       jit_new_node_wwq(jit_code_depr, u, v, w, x)
1148 #define jit_depi(u,v,w,x)       jit_new_node_wwq(jit_code_depi, u, v, w, x)
1149     jit_code_depr,              jit_code_depi,
1150
1151 #define jit_qlshr(l,h,v,w)      jit_new_node_qww(jit_code_qlshr,l,h,v,w)
1152 #define jit_qlshi(l,h,v,w)      jit_new_node_qww(jit_code_qlshi,l,h,v,w)
1153     jit_code_qlshr,             jit_code_qlshi,
1154 #define jit_qlshr_u(l,h,v,w)    jit_new_node_qww(jit_code_qlshr_u,l,h,v,w)
1155 #define jit_qlshi_u(l,h,v,w)    jit_new_node_qww(jit_code_qlshi_u,l,h,v,w)
1156     jit_code_qlshr_u,           jit_code_qlshi_u,
1157 #define jit_qrshr(l,h,v,w)      jit_new_node_qww(jit_code_qrshr,l,h,v,w)
1158 #define jit_qrshi(l,h,v,w)      jit_new_node_qww(jit_code_qrshi,l,h,v,w)
1159     jit_code_qrshr,             jit_code_qrshi,
1160 #define jit_qrshr_u(l,h,v,w)    jit_new_node_qww(jit_code_qrshr_u,l,h,v,w)
1161 #define jit_qrshi_u(l,h,v,w)    jit_new_node_qww(jit_code_qrshi_u,l,h,v,w)
1162     jit_code_qrshr_u,           jit_code_qrshi_u,
1163
1164 #define jit_unldr(u,v,w)        jit_new_node_www(jit_code_unldr, u, v, w)
1165 #define jit_unldi(u,v,w)        jit_new_node_www(jit_code_unldi, u, v, w)
1166     jit_code_unldr,             jit_code_unldi,
1167 #define jit_unldr_u(u,v,w)      jit_new_node_www(jit_code_unldr_u, u, v, w)
1168 #define jit_unldi_u(u,v,w)      jit_new_node_www(jit_code_unldi_u, u, v, w)
1169     jit_code_unldr_u,           jit_code_unldi_u,
1170 #define jit_unstr(u,v,w)        jit_new_node_www(jit_code_unstr, u, v, w)
1171 #define jit_unsti(u,v,w)        jit_new_node_www(jit_code_unsti, u, v, w)
1172     jit_code_unstr,             jit_code_unsti,
1173
1174 #define jit_unldr_x(u,v,w)      jit_new_node_www(jit_code_unldr_x, u, v, w)
1175 #define jit_unldi_x(u,v,w)      jit_new_node_www(jit_code_unldi_x, u, v, w)
1176     jit_code_unldr_x,           jit_code_unldi_x,
1177 #define jit_unstr_x(u,v,w)      jit_new_node_www(jit_code_unstr_x, u, v, w)
1178 #define jit_unsti_x(u,v,w)      jit_new_node_www(jit_code_unsti_x, u, v, w)
1179     jit_code_unstr_x,           jit_code_unsti_x,
1180
1181 #define jit_fmar_f(u,v,w,x)     jit_new_node_wqw(jit_code_fmar_f, u, v, w, x)
1182 #define jit_fmai_f(u,v,w,x)     _jit_fmai_f(_jit, u, v, w, x)
1183     jit_code_fmar_f,            jit_code_fmai_f,
1184 #define jit_fmsr_f(u,v,w,x)     jit_new_node_wqw(jit_code_fmsr_f, u, v, w, x)
1185 #define jit_fmsi_f(u,v,w,x)     _jit_fmsi_f(_jit, u, v, w, x)
1186     jit_code_fmsr_f,            jit_code_fmsi_f,
1187 #define jit_fmar_d(u,v,w,x)     jit_new_node_wqw(jit_code_fmar_d, u, v, w, x)
1188 #define jit_fmai_d(u,v,w,x)     _jit_fmai_d(_jit, u, v, w, x)
1189     jit_code_fmar_d,            jit_code_fmai_d,
1190 #define jit_fmsr_d(u,v,w,x)     jit_new_node_wqw(jit_code_fmsr_d, u, v, w, x)
1191 #define jit_fmsi_d(u,v,w,x)     _jit_fmsi_d(_jit, u, v, w, x)
1192     jit_code_fmsr_d,            jit_code_fmsi_d,
1193
1194 #define jit_fnmar_f(u,v,w,x)    jit_new_node_wqw(jit_code_fnmar_f, u, v, w, x)
1195 #define jit_fnmai_f(u,v,w,x)    _jit_fnmai_f(_jit, u, v, w, x)
1196     jit_code_fnmar_f,           jit_code_fnmai_f,
1197 #define jit_fnmsr_f(u,v,w,x)    jit_new_node_wqw(jit_code_fnmsr_f, u, v, w, x)
1198 #define jit_fnmsi_f(u,v,w,x)    _jit_fnmsi_f(_jit, u, v, w, x)
1199     jit_code_fnmsr_f,           jit_code_fnmsi_f,
1200 #define jit_fnmar_d(u,v,w,x)    jit_new_node_wqw(jit_code_fnmar_d, u, v, w, x)
1201 #define jit_fnmai_d(u,v,w,x)    _jit_fnmai_d(_jit, u, v, w, x)
1202     jit_code_fnmar_d,           jit_code_fnmai_d,
1203 #define jit_fnmsr_d(u,v,w,x)    jit_new_node_wqw(jit_code_fnmsr_d, u, v, w, x)
1204 #define jit_fnmsi_d(u,v,w,x)    _jit_fnmsi_d(_jit, u, v, w, x)
1205     jit_code_fnmsr_d,           jit_code_fnmsi_d,
1206
1207 #define jit_hmulr(u,v,w)        jit_new_node_www(jit_code_hmulr,u,v,w)
1208 #define jit_hmuli(u,v,w)        jit_new_node_www(jit_code_hmuli,u,v,w)
1209     jit_code_hmulr,             jit_code_hmuli,
1210 #define jit_hmulr_u(u,v,w)      jit_new_node_www(jit_code_hmulr_u,u,v,w)
1211 #define jit_hmuli_u(u,v,w)      jit_new_node_www(jit_code_hmuli_u,u,v,w)
1212     jit_code_hmulr_u,           jit_code_hmuli_u,
1213
1214     jit_code_last_code
1215 } jit_code_t;
1216
1217 typedef void* (*jit_alloc_func_ptr)     (size_t);
1218 typedef void* (*jit_realloc_func_ptr)   (void*, size_t);
1219 typedef void  (*jit_free_func_ptr)      (void*);
1220
1221 /*
1222  * Prototypes
1223  */
1224 extern void init_jit_with_debug(const char*,FILE*);
1225 extern void init_jit(const char*);
1226 extern void finish_jit(void);
1227
1228 extern jit_state_t *jit_new_state(void);
1229 #define jit_clear_state()       _jit_clear_state(_jit)
1230 extern void _jit_clear_state(jit_state_t*);
1231 #define jit_destroy_state()     _jit_destroy_state(_jit)
1232 extern void _jit_destroy_state(jit_state_t*);
1233
1234 #define jit_address(node)       _jit_address(_jit, node)
1235 extern jit_pointer_t _jit_address(jit_state_t*, jit_node_t*);
1236 extern jit_node_t *_jit_name(jit_state_t*, const char*);
1237 extern jit_node_t *_jit_note(jit_state_t*, const char*, int);
1238 extern jit_node_t *_jit_label(jit_state_t*);
1239 extern jit_node_t *_jit_forward(jit_state_t*);
1240 extern jit_node_t *_jit_indirect(jit_state_t*);
1241 extern void _jit_link(jit_state_t*, jit_node_t*);
1242 #define jit_forward_p(u)        _jit_forward_p(_jit,u)
1243 extern jit_bool_t _jit_forward_p(jit_state_t*,jit_node_t*);
1244 #define jit_indirect_p(u)       _jit_indirect_p(_jit,u)
1245 extern jit_bool_t _jit_indirect_p(jit_state_t*,jit_node_t*);
1246 #define jit_target_p(u)         _jit_target_p(_jit,u)
1247 extern jit_bool_t _jit_target_p(jit_state_t*,jit_node_t*);
1248
1249 extern void _jit_prolog(jit_state_t*);
1250
1251 extern jit_int32_t _jit_allocai(jit_state_t*, jit_int32_t);
1252 extern void _jit_allocar(jit_state_t*, jit_int32_t, jit_int32_t);
1253 extern void _jit_ellipsis(jit_state_t*);
1254
1255 extern jit_node_t *_jit_arg(jit_state_t*, jit_code_t);
1256
1257 extern void _jit_getarg_c(jit_state_t*, jit_gpr_t, jit_node_t*);
1258 extern void _jit_getarg_uc(jit_state_t*, jit_gpr_t, jit_node_t*);
1259 extern void _jit_getarg_s(jit_state_t*, jit_gpr_t, jit_node_t*);
1260 extern void _jit_getarg_us(jit_state_t*, jit_gpr_t, jit_node_t*);
1261 extern void _jit_getarg_i(jit_state_t*, jit_gpr_t, jit_node_t*);
1262 #if __WORDSIZE == 64
1263 extern void _jit_getarg_ui(jit_state_t*, jit_gpr_t, jit_node_t*);
1264 extern void _jit_getarg_l(jit_state_t*, jit_gpr_t, jit_node_t*);
1265 #endif
1266
1267 extern void _jit_putargr(jit_state_t*, jit_gpr_t, jit_node_t*, jit_code_t);
1268 extern void _jit_putargi(jit_state_t*, jit_word_t, jit_node_t*, jit_code_t);
1269
1270 extern void _jit_prepare(jit_state_t*);
1271 extern void _jit_ellipsis(jit_state_t*);
1272 extern void _jit_va_push(jit_state_t*, jit_gpr_t);
1273
1274 extern void _jit_pushargr(jit_state_t*, jit_gpr_t, jit_code_t);
1275 extern void _jit_pushargi(jit_state_t*, jit_word_t, jit_code_t);
1276
1277 extern void _jit_finishr(jit_state_t*, jit_gpr_t);
1278 extern jit_node_t *_jit_finishi(jit_state_t*, jit_pointer_t);
1279 extern void _jit_ret(jit_state_t*);
1280
1281 extern void _jit_retr(jit_state_t*, jit_gpr_t, jit_code_t);
1282 extern void _jit_reti(jit_state_t*, jit_word_t, jit_code_t);
1283
1284 extern void _jit_retval_c(jit_state_t*, jit_gpr_t);
1285 extern void _jit_retval_uc(jit_state_t*, jit_gpr_t);
1286 extern void _jit_retval_s(jit_state_t*, jit_gpr_t);
1287 extern void _jit_retval_us(jit_state_t*, jit_gpr_t);
1288 extern void _jit_retval_i(jit_state_t*, jit_gpr_t);
1289 #if __WORDSIZE == 64
1290 extern void _jit_retval_ui(jit_state_t*, jit_gpr_t);
1291 extern void _jit_retval_l(jit_state_t*, jit_gpr_t);
1292 #endif
1293
1294 extern void _jit_epilog(jit_state_t*);
1295
1296 #define jit_patch(u)            _jit_patch(_jit,u)
1297 extern void _jit_patch(jit_state_t*, jit_node_t*);
1298 #define jit_patch_at(u,v)       _jit_patch_at(_jit,u,v)
1299 extern void _jit_patch_at(jit_state_t*, jit_node_t*, jit_node_t*);
1300 #define jit_patch_abs(u,v)      _jit_patch_abs(_jit,u,v)
1301 extern void _jit_patch_abs(jit_state_t*, jit_node_t*, jit_pointer_t);
1302 #define jit_realize()           _jit_realize(_jit)
1303 extern void _jit_realize(jit_state_t*);
1304 #define jit_get_code(u)         _jit_get_code(_jit,u)
1305 extern jit_pointer_t _jit_get_code(jit_state_t*, jit_word_t*);
1306 #define jit_set_code(u,v)       _jit_set_code(_jit,u,v)
1307 extern void _jit_set_code(jit_state_t*, jit_pointer_t, jit_word_t);
1308 #define jit_get_data(u,v)       _jit_get_data(_jit,u,v)
1309 extern jit_pointer_t _jit_get_data(jit_state_t*, jit_word_t*, jit_word_t*);
1310 #define jit_set_data(u,v,w)     _jit_set_data(_jit,u,v,w)
1311 extern void _jit_set_data(jit_state_t*, jit_pointer_t, jit_word_t, jit_word_t);
1312 #define jit_frame(u)            _jit_frame(_jit,u)
1313 extern void _jit_frame(jit_state_t*, jit_int32_t);
1314 #define jit_tramp(u)            _jit_tramp(_jit,u)
1315 extern void _jit_tramp(jit_state_t*, jit_int32_t);
1316 #define jit_emit()              _jit_emit(_jit)
1317 extern jit_pointer_t _jit_emit(jit_state_t*);
1318 #define jit_unprotect()         _jit_unprotect(_jit)
1319 extern void _jit_unprotect(jit_state_t*);
1320 #define jit_protect()           _jit_protect(_jit)
1321 extern void _jit_protect(jit_state_t*);
1322
1323 #define jit_print()             _jit_print(_jit)
1324 extern void _jit_print(jit_state_t*);
1325
1326 extern jit_node_t *_jit_arg_f(jit_state_t*);
1327 extern void _jit_getarg_f(jit_state_t*, jit_fpr_t, jit_node_t*);
1328 extern void _jit_putargr_f(jit_state_t*, jit_fpr_t, jit_node_t*);
1329 extern void _jit_putargi_f(jit_state_t*, jit_float32_t, jit_node_t*);
1330 extern void _jit_pushargr_f(jit_state_t*, jit_fpr_t);
1331 extern void _jit_pushargi_f(jit_state_t*, jit_float32_t);
1332 extern void _jit_retr_f(jit_state_t*, jit_fpr_t);
1333 extern void _jit_reti_f(jit_state_t*, jit_float32_t);
1334 extern void _jit_retval_f(jit_state_t*, jit_fpr_t);
1335 extern void _jit_negi_f(jit_state_t*, jit_fpr_t, jit_float32_t);
1336 extern void _jit_absi_f(jit_state_t*, jit_fpr_t, jit_float32_t);
1337 extern void _jit_sqrti_f(jit_state_t*, jit_fpr_t, jit_float32_t);
1338 extern void _jit_fmai_f(jit_state_t*,
1339                         jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float32_t);
1340 extern void _jit_fmsi_f(jit_state_t*,
1341                         jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float32_t);
1342 extern void _jit_fnmai_f(jit_state_t*,
1343                          jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float32_t);
1344 extern void _jit_fnmsi_f(jit_state_t*,
1345                          jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float32_t);
1346
1347 extern jit_node_t *_jit_arg_d(jit_state_t*);
1348 extern void _jit_getarg_d(jit_state_t*, jit_fpr_t, jit_node_t*);
1349 extern void _jit_putargr_d(jit_state_t*, jit_fpr_t, jit_node_t*);
1350 extern void _jit_putargi_d(jit_state_t*, jit_float64_t, jit_node_t*);
1351 extern void _jit_pushargr_d(jit_state_t*, jit_fpr_t);
1352 extern void _jit_pushargi_d(jit_state_t*, jit_float64_t);
1353 extern void _jit_retr_d(jit_state_t*, jit_fpr_t);
1354 extern void _jit_reti_d(jit_state_t*, jit_float64_t);
1355 extern void _jit_retval_d(jit_state_t*, jit_fpr_t);
1356 extern void _jit_negi_d(jit_state_t*, jit_fpr_t, jit_float64_t);
1357 extern void _jit_absi_d(jit_state_t*, jit_fpr_t, jit_float64_t);
1358 extern void _jit_sqrti_d(jit_state_t*, jit_fpr_t, jit_float64_t);
1359 extern void _jit_fmai_d(jit_state_t*,
1360                         jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float64_t);
1361 extern void _jit_fmsi_d(jit_state_t*,
1362                         jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float64_t);
1363 extern void _jit_fnmai_d(jit_state_t*,
1364                          jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float64_t);
1365 extern void _jit_fnmsi_d(jit_state_t*,
1366                          jit_fpr_t, jit_fpr_t, jit_fpr_t, jit_float64_t);
1367
1368 #define jit_get_reg(s)          _jit_get_reg(_jit,s)
1369 extern jit_int32_t _jit_get_reg(jit_state_t*, jit_int32_t);
1370
1371 #define jit_unget_reg(r)        _jit_unget_reg(_jit,r)
1372 extern void _jit_unget_reg(jit_state_t*, jit_int32_t);
1373
1374 #define jit_new_node(c)         _jit_new_node(_jit,c)
1375 extern jit_node_t *_jit_new_node(jit_state_t*, jit_code_t);
1376 #define jit_new_node_w(c,u)     _jit_new_node_w(_jit,c,u)
1377 extern jit_node_t *_jit_new_node_w(jit_state_t*, jit_code_t,
1378                                    jit_word_t);
1379 #define jit_new_node_f(c,u)     _jit_new_node_f(_jit,c,u)
1380 extern jit_node_t *_jit_new_node_f(jit_state_t*, jit_code_t,
1381                                    jit_float32_t);
1382 #define jit_new_node_d(c,u)     _jit_new_node_d(_jit,c,u)
1383 extern jit_node_t *_jit_new_node_d(jit_state_t*, jit_code_t,
1384                                    jit_float64_t);
1385 #define jit_new_node_p(c,u)     _jit_new_node_p(_jit,c,u)
1386 extern jit_node_t *_jit_new_node_p(jit_state_t*, jit_code_t,
1387                                    jit_pointer_t);
1388 #define jit_new_node_ww(c,u,v)  _jit_new_node_ww(_jit,c,u,v)
1389 extern jit_node_t *_jit_new_node_ww(jit_state_t*,jit_code_t,
1390                                     jit_word_t, jit_word_t);
1391 #define jit_new_node_wp(c,u,v)  _jit_new_node_wp(_jit,c,u,v)
1392 extern jit_node_t *_jit_new_node_wp(jit_state_t*,jit_code_t,
1393                                     jit_word_t, jit_pointer_t);
1394 #define jit_new_node_fp(c,u,v)  _jit_new_node_fp(_jit,c,u,v)
1395 extern jit_node_t *_jit_new_node_fp(jit_state_t*,jit_code_t,
1396                                     jit_float32_t, jit_pointer_t);
1397 #define jit_new_node_dp(c,u,v)  _jit_new_node_dp(_jit,c,u,v)
1398 extern jit_node_t *_jit_new_node_dp(jit_state_t*,jit_code_t,
1399                                     jit_float64_t, jit_pointer_t);
1400 #define jit_new_node_pw(c,u,v)  _jit_new_node_pw(_jit,c,u,v)
1401 extern jit_node_t *_jit_new_node_pw(jit_state_t*,jit_code_t,
1402                                     jit_pointer_t, jit_word_t);
1403 #define jit_new_node_wf(c,u,v)  _jit_new_node_wf(_jit,c,u,v)
1404 extern jit_node_t *_jit_new_node_wf(jit_state_t*, jit_code_t,
1405                                     jit_word_t, jit_float32_t);
1406 #define jit_new_node_wd(c,u,v)  _jit_new_node_wd(_jit,c,u,v)
1407 extern jit_node_t *_jit_new_node_wd(jit_state_t*, jit_code_t,
1408                                     jit_word_t, jit_float64_t);
1409 #define jit_new_node_www(c,u,v,w) _jit_new_node_www(_jit,c,u,v,w)
1410 extern jit_node_t *_jit_new_node_www(jit_state_t*, jit_code_t,
1411                                      jit_word_t, jit_word_t, jit_word_t);
1412 #define jit_new_node_qww(c,l,h,v,w) _jit_new_node_qww(_jit,c,l,h,v,w)
1413 extern jit_node_t *_jit_new_node_qww(jit_state_t*, jit_code_t,
1414                                      jit_int32_t, jit_int32_t,
1415                                      jit_word_t, jit_word_t);
1416 #define jit_new_node_wqw(c,u,l,h,w) _jit_new_node_wqw(_jit,c,u,l,h,w)
1417 extern jit_node_t *_jit_new_node_wqw(jit_state_t*, jit_code_t,
1418                                      jit_word_t, jit_int32_t,
1419                                      jit_int32_t, jit_word_t);
1420 #define jit_new_node_wwq(c,u,v,l,h) _jit_new_node_wwq(_jit,c,u,v,l,h)
1421 extern jit_node_t *_jit_new_node_wwq(jit_state_t*, jit_code_t,
1422                                      jit_word_t, jit_word_t,
1423                                      jit_int32_t, jit_int32_t);
1424 #define jit_new_node_wwf(c,u,v,w) _jit_new_node_wwf(_jit,c,u,v,w)
1425 extern jit_node_t *_jit_new_node_wwf(jit_state_t*, jit_code_t,
1426                                      jit_word_t, jit_word_t, jit_float32_t);
1427 #define jit_new_node_wqf(c,u,l,h,w) _jit_new_node_wqf(_jit,c,u,l,h,w)
1428 extern jit_node_t *_jit_new_node_wqf(jit_state_t*, jit_code_t,
1429                                      jit_word_t, jit_int32_t,
1430                                      jit_int32_t, jit_float32_t);
1431 #define jit_new_node_wwd(c,u,v,w) _jit_new_node_wwd(_jit,c,u,v,w)
1432 extern jit_node_t *_jit_new_node_wwd(jit_state_t*, jit_code_t,
1433                                      jit_word_t, jit_word_t, jit_float64_t);
1434 #define jit_new_node_wqd(c,u,l,h,w) _jit_new_node_wqd(_jit,c,u,l,h,w)
1435 extern jit_node_t *_jit_new_node_wqd(jit_state_t*, jit_code_t,
1436                                      jit_word_t, jit_int32_t,
1437                                      jit_int32_t, jit_float64_t);
1438 #define jit_new_node_pww(c,u,v,w) _jit_new_node_pww(_jit,c,u,v,w)
1439 extern jit_node_t *_jit_new_node_pww(jit_state_t*, jit_code_t,
1440                                      jit_pointer_t, jit_word_t, jit_word_t);
1441 #define jit_new_node_pwf(c,u,v,w) _jit_new_node_pwf(_jit,c,u,v,w)
1442 extern jit_node_t *_jit_new_node_pwf(jit_state_t*, jit_code_t,
1443                                      jit_pointer_t, jit_word_t, jit_float32_t);
1444 #define jit_new_node_pwd(c,u,v,w) _jit_new_node_pwd(_jit,c,u,v,w)
1445 extern jit_node_t *_jit_new_node_pwd(jit_state_t*, jit_code_t,
1446                                      jit_pointer_t, jit_word_t, jit_float64_t);
1447
1448 #define jit_arg_register_p(u)           _jit_arg_register_p(_jit,u)
1449 extern jit_bool_t _jit_arg_register_p(jit_state_t*, jit_node_t*);
1450 #define jit_callee_save_p(u)            _jit_callee_save_p(_jit,u)
1451 extern jit_bool_t _jit_callee_save_p(jit_state_t*, jit_int32_t);
1452 #define jit_pointer_p(u)                _jit_pointer_p(_jit,u)
1453 extern jit_bool_t _jit_pointer_p(jit_state_t*,jit_pointer_t);
1454
1455 #define jit_get_note(n,u,v,w)   _jit_get_note(_jit,n,u,v,w)
1456 extern jit_bool_t _jit_get_note(jit_state_t*,jit_pointer_t,char**,char**,int*);
1457
1458 #define jit_disassemble()               _jit_disassemble(_jit)
1459 extern void _jit_disassemble(jit_state_t*);
1460
1461 extern void jit_set_memory_functions(jit_alloc_func_ptr,
1462                                      jit_realloc_func_ptr,
1463                                      jit_free_func_ptr);
1464 extern void jit_get_memory_functions(jit_alloc_func_ptr*,
1465                                      jit_realloc_func_ptr*,
1466                                      jit_free_func_ptr*);
1467 #endif /* _lightning_h */