X-Git-Url: https://notaz.gp2x.de/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=deps%2Flightrec%2Flightrec-private.h;h=1b120db1094e238d206a21cbedea96dbc3647470;hb=ba3814c189d3bd2332b66fb6c633a7d028e618fe;hp=4c9c269e0d8f6c735d19c07ea72adc57bf39410f;hpb=28d1bea2e828cd079593abc8c97ea6ff4fd7d4f4;p=pcsx_rearmed.git diff --git a/deps/lightrec/lightrec-private.h b/deps/lightrec/lightrec-private.h index 4c9c269e..1b120db1 100644 --- a/deps/lightrec/lightrec-private.h +++ b/deps/lightrec/lightrec-private.h @@ -1,30 +1,22 @@ +/* SPDX-License-Identifier: LGPL-2.1-or-later */ /* - * Copyright (C) 2016 Paul Cercueil - * - * This library is free software; you can redistribute it and/or - * modify it under the terms of the GNU Lesser General Public - * License as published by the Free Software Foundation; either - * version 2.1 of the License, or (at your option) any later version. - * - * This library is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU - * Lesser General Public License for more details. + * Copyright (C) 2016-2021 Paul Cercueil */ #ifndef __LIGHTREC_PRIVATE_H__ #define __LIGHTREC_PRIVATE_H__ -#include "config.h" +#include "lightning-wrapper.h" +#include "lightrec-config.h" #include "disassembler.h" #include "lightrec.h" +#include "regcache.h" #if ENABLE_THREADED_COMPILER #include #endif #define ARRAY_SIZE(x) (sizeof(x) ? sizeof(x) / sizeof((x)[0]) : 0) -#define BIT(x) (1 << (x)) #ifdef __GNUC__ # define likely(x) __builtin_expect(!!(x),1) @@ -46,16 +38,41 @@ # define HTOLE16(x) (x) #endif +#if HAS_DEFAULT_ELM +#define SET_DEFAULT_ELM(table, value) [0 ... ARRAY_SIZE(table) - 1] = value +#else +#define SET_DEFAULT_ELM(table, value) [0] = NULL +#endif + +#define fallthrough do {} while (0) /* fall-through */ + +#define container_of(ptr, type, member) \ + ((type *)((void *)(ptr) - offsetof(type, member))) + +#ifdef _MSC_BUILD +# define popcount32(x) __popcnt(x) +# define ffs32(x) (31 - __lzcnt(x)) +#else +# define popcount32(x) __builtin_popcount(x) +# define ffs32(x) (__builtin_ffs(x) - 1) +#endif + /* Flags for (struct block *)->flags */ #define BLOCK_NEVER_COMPILE BIT(0) #define BLOCK_SHOULD_RECOMPILE BIT(1) #define BLOCK_FULLY_TAGGED BIT(2) +#define BLOCK_IS_DEAD BIT(3) +#define BLOCK_IS_MEMSET BIT(4) +#define BLOCK_NO_OPCODE_LIST BIT(5) #define RAM_SIZE 0x200000 #define BIOS_SIZE 0x80000 #define CODE_LUT_SIZE ((RAM_SIZE + BIOS_SIZE) >> 2) +#define REG_LO 32 +#define REG_HI 33 + /* Definition of jit_state_t (avoids inclusion of ) */ struct jit_node; struct jit_state; @@ -65,23 +82,32 @@ struct blockcache; struct recompiler; struct regcache; struct opcode; -struct tinymm; +struct reaper; + +struct u16x2 { +#if __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__ + u16 h, l; +#else + u16 l, h; +#endif +}; struct block { jit_state_t *_jit; - struct lightrec_state *state; struct opcode *opcode_list; void (*function)(void); + const u32 *code; + struct block *next; u32 pc; u32 hash; -#if ENABLE_THREADED_COMPILER - atomic_flag op_list_freed; -#endif + u32 precompile_date; unsigned int code_size; - u16 flags; u16 nb_ops; - const struct lightrec_mem_map *map; - struct block *next; +#if ENABLE_THREADED_COMPILER + _Atomic u8 flags; +#else + u8 flags; +#endif }; struct lightrec_branch { @@ -94,46 +120,70 @@ struct lightrec_branch_target { u32 offset; }; +enum c_wrappers { + C_WRAPPER_RW, + C_WRAPPER_RW_GENERIC, + C_WRAPPER_MTC, + C_WRAPPER_CP, + C_WRAPPERS_COUNT, +}; + +struct lightrec_cstate { + struct lightrec_state *state; + + struct lightrec_branch local_branches[512]; + struct lightrec_branch_target targets[512]; + unsigned int nb_local_branches; + unsigned int nb_targets; + unsigned int cycles; + + struct regcache *reg_cache; +}; + struct lightrec_state { - u32 native_reg_cache[34]; + struct lightrec_registers regs; + uintptr_t wrapper_regs[NUM_TEMPS]; u32 next_pc; u32 current_cycle; u32 target_cycle; u32 exit_flags; - struct block *dispatcher, *rw_wrapper, *rw_generic_wrapper, - *mfc_wrapper, *mtc_wrapper, *rfe_wrapper, *cp_wrapper, - *syscall_wrapper, *break_wrapper; - void *rw_func, *rw_generic_func, *mfc_func, *mtc_func, *rfe_func, - *cp_func, *syscall_func, *break_func; - struct jit_node *branches[512]; - struct lightrec_branch local_branches[512]; - struct lightrec_branch_target targets[512]; - unsigned int nb_branches; - unsigned int nb_local_branches; - unsigned int nb_targets; - struct tinymm *tinymm; + u32 old_cycle_counter; + struct block *dispatcher, *c_wrapper_block; + void *c_wrappers[C_WRAPPERS_COUNT]; + void *wrappers_eps[C_WRAPPERS_COUNT]; struct blockcache *block_cache; - struct regcache *reg_cache; struct recompiler *rec; + struct lightrec_cstate *cstate; + struct reaper *reaper; + void *tlsf; void (*eob_wrapper_func)(void); + void (*memset_func)(void); void (*get_next_block)(void); struct lightrec_ops ops; - unsigned int cycles; + unsigned int nb_precompile; unsigned int nb_maps; const struct lightrec_mem_map *maps; - uintptr_t offset_ram, offset_bios, offset_scratch; + uintptr_t offset_ram, offset_bios, offset_scratch, offset_io; + _Bool with_32bit_lut; _Bool mirrors_mapped; _Bool invalidate_from_dma_only; void *code_lut[]; }; u32 lightrec_rw(struct lightrec_state *state, union code op, - u32 addr, u32 data, u16 *flags); + u32 addr, u32 data, u32 *flags, + struct block *block); -void lightrec_free_block(struct block *block); +void lightrec_free_block(struct lightrec_state *state, struct block *block); void remove_from_code_lut(struct blockcache *cache, struct block *block); +enum psx_map +lightrec_get_map_idx(struct lightrec_state *state, u32 kaddr); + +const struct lightrec_mem_map * +lightrec_get_map(struct lightrec_state *state, void **host, u32 kaddr); + static inline u32 kunseg(u32 addr) { if (unlikely(addr >= 0xa0000000)) @@ -150,12 +200,134 @@ static inline u32 lut_offset(u32 pc) return (pc & (RAM_SIZE - 1)) >> 2; // RAM } +static inline _Bool is_big_endian(void) +{ + return __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__; +} + +static inline _Bool lut_is_32bit(const struct lightrec_state *state) +{ + return __WORDSIZE == 32 || + (ENABLE_CODE_BUFFER && state->with_32bit_lut); +} + +static inline size_t lut_elm_size(const struct lightrec_state *state) +{ + return lut_is_32bit(state) ? 4 : sizeof(void *); +} + +static inline void ** lut_address(struct lightrec_state *state, u32 offset) +{ + if (lut_is_32bit(state)) + return (void **) ((uintptr_t) state->code_lut + offset * 4); + else + return &state->code_lut[offset]; +} + +static inline void * lut_read(struct lightrec_state *state, u32 offset) +{ + void **lut_entry = lut_address(state, offset); + + if (lut_is_32bit(state)) + return (void *)(uintptr_t) *(u32 *) lut_entry; + else + return *lut_entry; +} + +static inline void lut_write(struct lightrec_state *state, u32 offset, void *ptr) +{ + void **lut_entry = lut_address(state, offset); + + if (lut_is_32bit(state)) + *(u32 *) lut_entry = (u32)(uintptr_t) ptr; + else + *lut_entry = ptr; +} + +static inline u32 get_ds_pc(const struct block *block, u16 offset, s16 imm) +{ + u16 flags = block->opcode_list[offset].flags; + + offset += op_flag_no_ds(flags); + + return block->pc + (offset + imm << 2); +} + +static inline u32 get_branch_pc(const struct block *block, u16 offset, s16 imm) +{ + u16 flags = block->opcode_list[offset].flags; + + offset -= op_flag_no_ds(flags); + + return block->pc + (offset + imm << 2); +} + void lightrec_mtc(struct lightrec_state *state, union code op, u32 data); u32 lightrec_mfc(struct lightrec_state *state, union code op); +void lightrec_rfe(struct lightrec_state *state); +void lightrec_cp(struct lightrec_state *state, union code op); + +struct lightrec_cstate * lightrec_create_cstate(struct lightrec_state *state); +void lightrec_free_cstate(struct lightrec_cstate *cstate); union code lightrec_read_opcode(struct lightrec_state *state, u32 pc); -struct block * lightrec_get_block(struct lightrec_state *state, u32 pc); -int lightrec_compile_block(struct block *block); +int lightrec_compile_block(struct lightrec_cstate *cstate, struct block *block); +void lightrec_free_opcode_list(struct lightrec_state *state, + struct opcode *list); + +unsigned int lightrec_cycles_of_opcode(union code code); + +static inline u8 get_mult_div_lo(union code c) +{ + return (OPT_FLAG_MULT_DIV && c.r.rd) ? c.r.rd : REG_LO; +} + +static inline u8 get_mult_div_hi(union code c) +{ + return (OPT_FLAG_MULT_DIV && c.r.imm) ? c.r.imm : REG_HI; +} + +static inline s16 s16_max(s16 a, s16 b) +{ + return a > b ? a : b; +} + +static inline _Bool block_has_flag(struct block *block, u8 flag) +{ +#if ENABLE_THREADED_COMPILER + return atomic_load_explicit(&block->flags, memory_order_relaxed) & flag; +#else + return block->flags & flag; +#endif +} + +static inline u8 block_set_flags(struct block *block, u8 mask) +{ +#if ENABLE_THREADED_COMPILER + return atomic_fetch_or_explicit(&block->flags, mask, + memory_order_relaxed); +#else + u8 flags = block->flags; + + block->flags |= mask; + + return flags; +#endif +} + +static inline u8 block_clear_flags(struct block *block, u8 mask) +{ +#if ENABLE_THREADED_COMPILER + return atomic_fetch_and_explicit(&block->flags, ~mask, + memory_order_relaxed); +#else + u8 flags = block->flags; + + block->flags &= ~mask; + + return flags; +#endif +} #endif /* __LIGHTREC_PRIVATE_H__ */