[pcsx_rearmed.git] / deps / lightrec / lightrec-private.h

/* SPDX-License-Identifier: LGPL-2.1-or-later */
/*
 * Copyright (C) 2016-2021 Paul Cercueil <paul@crapouillou.net>
 */

#ifndef __LIGHTREC_PRIVATE_H__
#define __LIGHTREC_PRIVATE_H__

#include "lightning-wrapper.h"
#include "lightrec-config.h"
#include "disassembler.h"
#include "lightrec.h"

#if ENABLE_THREADED_COMPILER
#include <stdatomic.h>
#endif

#define ARRAY_SIZE(x) (sizeof(x) ? sizeof(x) / sizeof((x)[0]) : 0)

#ifdef __GNUC__
#	define likely(x)       __builtin_expect(!!(x),1)
#	define unlikely(x)     __builtin_expect(!!(x),0)
#else
#	define likely(x)       (x)
#	define unlikely(x)     (x)
#endif

#if __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
#	define LE32TOH(x)	__builtin_bswap32(x)
#	define HTOLE32(x)	__builtin_bswap32(x)
#	define LE16TOH(x)	__builtin_bswap16(x)
#	define HTOLE16(x)	__builtin_bswap16(x)
#else
#	define LE32TOH(x)	(x)
#	define HTOLE32(x)	(x)
#	define LE16TOH(x)	(x)
#	define HTOLE16(x)	(x)
#endif

#if HAS_DEFAULT_ELM
#define SET_DEFAULT_ELM(table, value) [0 ... ARRAY_SIZE(table) - 1] = value
#else
#define SET_DEFAULT_ELM(table, value) [0] = NULL
#endif

#define fallthrough do {} while (0) /* fall-through */

/* Flags for (struct block *)->flags */
#define BLOCK_NEVER_COMPILE	BIT(0)
#define BLOCK_SHOULD_RECOMPILE	BIT(1)
#define BLOCK_FULLY_TAGGED	BIT(2)
#define BLOCK_IS_DEAD		BIT(3)
#define BLOCK_IS_MEMSET		BIT(4)

#define RAM_SIZE	0x200000
#define BIOS_SIZE	0x80000

#define CODE_LUT_SIZE	((RAM_SIZE + BIOS_SIZE) >> 2)

#define REG_LO 32
#define REG_HI 33

/* Definition of jit_state_t (avoids inclusion of <lightning.h>) */
struct jit_node;
struct jit_state;
typedef struct jit_state jit_state_t;

struct blockcache;
struct recompiler;
struct regcache;
struct opcode;
struct reaper;

struct u16x2 {
#if __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
	u16 h, l;
#else
	u16 l, h;
#endif
};

struct block {
	jit_state_t *_jit;
	struct opcode *opcode_list;
	void (*function)(void);
	const u32 *code;
	struct block *next;
	u32 pc;
	u32 hash;
	u32 precompile_date;
	unsigned int code_size;
	u16 nb_ops;
	u8 flags;
#if ENABLE_THREADED_COMPILER
	atomic_flag op_list_freed;
#endif
};

struct lightrec_branch {
	struct jit_node *branch;
	u32 target;
};

struct lightrec_branch_target {
	struct jit_node *label;
	u32 offset;
};

enum c_wrappers {
	C_WRAPPER_RW,
	C_WRAPPER_RW_GENERIC,
	C_WRAPPER_MTC,
	C_WRAPPER_CP,
	C_WRAPPER_SYSCALL,
	C_WRAPPER_BREAK,
	C_WRAPPERS_COUNT,
};

struct lightrec_cstate {
	struct lightrec_state *state;

	struct jit_node *branches[512];
	struct lightrec_branch local_branches[512];
	struct lightrec_branch_target targets[512];
	unsigned int nb_branches;
	unsigned int nb_local_branches;
	unsigned int nb_targets;
	unsigned int cycles;

	struct regcache *reg_cache;
};

struct lightrec_state {
	struct lightrec_registers regs;
	u32 next_pc;
	u32 current_cycle;
	u32 target_cycle;
	u32 exit_flags;
	u32 old_cycle_counter;
	struct block *dispatcher, *c_wrapper_block;
	void *c_wrappers[C_WRAPPERS_COUNT];
	void *wrappers_eps[C_WRAPPERS_COUNT];
	struct blockcache *block_cache;
	struct recompiler *rec;
	struct lightrec_cstate *cstate;
	struct reaper *reaper;
	void *tlsf;
	void (*eob_wrapper_func)(void);
	void (*memset_func)(void);
	void (*get_next_block)(void);
	struct lightrec_ops ops;
	unsigned int nb_precompile;
	unsigned int nb_maps;
	const struct lightrec_mem_map *maps;
	uintptr_t offset_ram, offset_bios, offset_scratch;
	_Bool with_32bit_lut;
	_Bool mirrors_mapped;
	_Bool invalidate_from_dma_only;
	void *code_lut[];
};

u32 lightrec_rw(struct lightrec_state *state, union code op,
		u32 addr, u32 data, u32 *flags,
		struct block *block);

void lightrec_free_block(struct lightrec_state *state, struct block *block);

void remove_from_code_lut(struct blockcache *cache, struct block *block);

enum psx_map
lightrec_get_map_idx(struct lightrec_state *state, u32 kaddr);

const struct lightrec_mem_map *
lightrec_get_map(struct lightrec_state *state, void **host, u32 kaddr);

static inline u32 kunseg(u32 addr)
{
	if (unlikely(addr >= 0xa0000000))
		return addr - 0xa0000000;
	else
		return addr &~ 0x80000000;
}

static inline u32 lut_offset(u32 pc)
{
	if (pc & BIT(28))
		return ((pc & (BIOS_SIZE - 1)) + RAM_SIZE) >> 2; // BIOS
	else
		return (pc & (RAM_SIZE - 1)) >> 2; // RAM
}

static inline _Bool is_big_endian(void)
{
	return __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__;
}

static inline _Bool lut_is_32bit(const struct lightrec_state *state)
{
	return __WORDSIZE == 32 ||
		(ENABLE_CODE_BUFFER && state->with_32bit_lut);
}

static inline size_t lut_elm_size(const struct lightrec_state *state)
{
	return lut_is_32bit(state) ? 4 : sizeof(void *);
}

static inline void ** lut_address(struct lightrec_state *state, u32 offset)
{
	if (lut_is_32bit(state))
		return (void **) ((uintptr_t) state->code_lut + offset * 4);
	else
		return &state->code_lut[offset];
}

static inline void * lut_read(struct lightrec_state *state, u32 offset)
{
	void **lut_entry = lut_address(state, offset);

	if (lut_is_32bit(state))
		return (void *)(uintptr_t) *(u32 *) lut_entry;
	else
		return *lut_entry;
}

static inline void lut_write(struct lightrec_state *state, u32 offset, void *ptr)
{
	void **lut_entry = lut_address(state, offset);

	if (lut_is_32bit(state))
		*(u32 *) lut_entry = (u32)(uintptr_t) ptr;
	else
		*lut_entry = ptr;
}

static inline u32 get_ds_pc(const struct block *block, u16 offset, s16 imm)
{
	u16 flags = block->opcode_list[offset].flags;

	offset += op_flag_no_ds(flags);

	return block->pc + (offset + imm << 2);
}

static inline u32 get_branch_pc(const struct block *block, u16 offset, s16 imm)
{
	u16 flags = block->opcode_list[offset].flags;

	offset -= op_flag_no_ds(flags);

	return block->pc + (offset + imm << 2);
}

void lightrec_mtc(struct lightrec_state *state, union code op, u32 data);
u32 lightrec_mfc(struct lightrec_state *state, union code op);
void lightrec_rfe(struct lightrec_state *state);
void lightrec_cp(struct lightrec_state *state, union code op);

struct lightrec_cstate * lightrec_create_cstate(struct lightrec_state *state);
void lightrec_free_cstate(struct lightrec_cstate *cstate);

union code lightrec_read_opcode(struct lightrec_state *state, u32 pc);

int lightrec_compile_block(struct lightrec_cstate *cstate, struct block *block);
void lightrec_free_opcode_list(struct lightrec_state *state, struct block *block);

unsigned int lightrec_cycles_of_opcode(union code code);

static inline u8 get_mult_div_lo(union code c)
{
	return (OPT_FLAG_MULT_DIV && c.r.rd) ? c.r.rd : REG_LO;
}

static inline u8 get_mult_div_hi(union code c)
{
	return (OPT_FLAG_MULT_DIV && c.r.imm) ? c.r.imm : REG_HI;
}

static inline s16 s16_max(s16 a, s16 b)
{
	return a > b ? a : b;
}

#endif /* __LIGHTREC_PRIVATE_H__ */
Commit	Line	Data
98fa08a5	1	/* SPDX-License-Identifier: LGPL-2.1-or-later */
d16005f8	2	/*
98fa08a5	3	* Copyright (C) 2016-2021 Paul Cercueil <paul@crapouillou.net>
d16005f8 PC	4	*/
	5
	6	#ifndef __LIGHTREC_PRIVATE_H__
	7	#define __LIGHTREC_PRIVATE_H__
	8
02487de7	9	#include "lightning-wrapper.h"
98fa08a5	10	#include "lightrec-config.h"
d16005f8 PC	11	#include "disassembler.h"
	12	#include "lightrec.h"
	13
	14	#if ENABLE_THREADED_COMPILER
	15	#include <stdatomic.h>
	16	#endif
	17
	18	#define ARRAY_SIZE(x) (sizeof(x) ? sizeof(x) / sizeof((x)[0]) : 0)
d16005f8 PC	19
	20	#ifdef __GNUC__
	21	# define likely(x) __builtin_expect(!!(x),1)
	22	# define unlikely(x) __builtin_expect(!!(x),0)
	23	#else
	24	# define likely(x) (x)
	25	# define unlikely(x) (x)
	26	#endif
	27
	28	#if __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
	29	# define LE32TOH(x) __builtin_bswap32(x)
	30	# define HTOLE32(x) __builtin_bswap32(x)
	31	# define LE16TOH(x) __builtin_bswap16(x)
	32	# define HTOLE16(x) __builtin_bswap16(x)
	33	#else
	34	# define LE32TOH(x) (x)
	35	# define HTOLE32(x) (x)
	36	# define LE16TOH(x) (x)
	37	# define HTOLE16(x) (x)
	38	#endif
	39
98fa08a5 PC	40	#if HAS_DEFAULT_ELM
	41	#define SET_DEFAULT_ELM(table, value) [0 ... ARRAY_SIZE(table) - 1] = value
	42	#else
	43	#define SET_DEFAULT_ELM(table, value) [0] = NULL
	44	#endif
	45
d8b04acd PC	46	#define fallthrough do {} while (0) /* fall-through */
d8b04acd PC	47
d16005f8 PC	48	/* Flags for (struct block )->flags /
	49	#define BLOCK_NEVER_COMPILE BIT(0)
	50	#define BLOCK_SHOULD_RECOMPILE BIT(1)
	51	#define BLOCK_FULLY_TAGGED BIT(2)
a59e5536	52	#define BLOCK_IS_DEAD BIT(3)
98fa08a5	53	#define BLOCK_IS_MEMSET BIT(4)
d16005f8 PC	54
	55	#define RAM_SIZE 0x200000
	56	#define BIOS_SIZE 0x80000
	57
	58	#define CODE_LUT_SIZE ((RAM_SIZE + BIOS_SIZE) >> 2)
	59
98fa08a5 PC	60	#define REG_LO 32
	61	#define REG_HI 33
	62
d16005f8 PC	63	/* Definition of jit_state_t (avoids inclusion of <lightning.h>) */
	64	struct jit_node;
	65	struct jit_state;
	66	typedef struct jit_state jit_state_t;
	67
	68	struct blockcache;
	69	struct recompiler;
	70	struct regcache;
	71	struct opcode;
a59e5536	72	struct reaper;
d16005f8	73
11357fef PC	74	struct u16x2 {
	75	#if __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
	76	u16 h, l;
	77	#else
	78	u16 l, h;
	79	#endif
	80	};
	81
d16005f8 PC	82	struct block {
d16005f8 PC	83	jit_state_t *_jit;
d16005f8 PC	84	struct opcode *opcode_list;
d16005f8 PC	85	void (*function)(void);
98fa08a5 PC	86	const u32 *code;
98fa08a5 PC	87	struct block *next;
d16005f8 PC	88	u32 pc;
d16005f8 PC	89	u32 hash;
d8b04acd	90	u32 precompile_date;
98fa08a5 PC	91	unsigned int code_size;
	92	u16 nb_ops;
	93	u8 flags;
d16005f8 PC	94	#if ENABLE_THREADED_COMPILER
	95	atomic_flag op_list_freed;
	96	#endif
d16005f8 PC	97	};
	98
	99	struct lightrec_branch {
	100	struct jit_node *branch;
	101	u32 target;
	102	};
	103
	104	struct lightrec_branch_target {
	105	struct jit_node *label;
	106	u32 offset;
	107	};
	108
98fa08a5 PC	109	enum c_wrappers {
	110	C_WRAPPER_RW,
	111	C_WRAPPER_RW_GENERIC,
98fa08a5 PC	112	C_WRAPPER_MTC,
	113	C_WRAPPER_CP,
	114	C_WRAPPER_SYSCALL,
	115	C_WRAPPER_BREAK,
	116	C_WRAPPERS_COUNT,
	117	};
	118
	119	struct lightrec_cstate {
	120	struct lightrec_state *state;
	121
d16005f8 PC	122	struct jit_node *branches[512];
	123	struct lightrec_branch local_branches[512];
	124	struct lightrec_branch_target targets[512];
	125	unsigned int nb_branches;
	126	unsigned int nb_local_branches;
	127	unsigned int nb_targets;
98fa08a5 PC	128	unsigned int cycles;
	129
	130	struct regcache *reg_cache;
	131	};
	132
	133	struct lightrec_state {
	134	struct lightrec_registers regs;
	135	u32 next_pc;
	136	u32 current_cycle;
	137	u32 target_cycle;
	138	u32 exit_flags;
	139	u32 old_cycle_counter;
	140	struct block dispatcher, c_wrapper_block;
fd58fa32 PC	141	void *c_wrappers[C_WRAPPERS_COUNT];
fd58fa32 PC	142	void *wrappers_eps[C_WRAPPERS_COUNT];
d16005f8	143	struct blockcache *block_cache;
d16005f8	144	struct recompiler *rec;
98fa08a5	145	struct lightrec_cstate *cstate;
a59e5536	146	struct reaper *reaper;
02487de7	147	void *tlsf;
d16005f8	148	void (*eob_wrapper_func)(void);
98fa08a5	149	void (*memset_func)(void);
d16005f8 PC	150	void (*get_next_block)(void);
d16005f8 PC	151	struct lightrec_ops ops;
a59e5536	152	unsigned int nb_precompile;
d16005f8 PC	153	unsigned int nb_maps;
	154	const struct lightrec_mem_map *maps;
	155	uintptr_t offset_ram, offset_bios, offset_scratch;
02487de7	156	_Bool with_32bit_lut;
d16005f8 PC	157	_Bool mirrors_mapped;
	158	_Bool invalidate_from_dma_only;
	159	void *code_lut[];
	160	};
	161
	162	u32 lightrec_rw(struct lightrec_state *state, union code op,
03535202	163	u32 addr, u32 data, u32 *flags,
98fa08a5	164	struct block *block);
d16005f8	165
98fa08a5	166	void lightrec_free_block(struct lightrec_state state, struct block block);
d16005f8 PC	167
	168	void remove_from_code_lut(struct blockcache cache, struct block block);
	169
02487de7 PC	170	enum psx_map
	171	lightrec_get_map_idx(struct lightrec_state *state, u32 kaddr);
	172
98fa08a5 PC	173	const struct lightrec_mem_map *
	174	lightrec_get_map(struct lightrec_state state, void *host, u32 kaddr);
	175
d16005f8 PC	176	static inline u32 kunseg(u32 addr)
	177	{
	178	if (unlikely(addr >= 0xa0000000))
	179	return addr - 0xa0000000;
	180	else
	181	return addr &~ 0x80000000;
	182	}
	183
	184	static inline u32 lut_offset(u32 pc)
	185	{
	186	if (pc & BIT(28))
	187	return ((pc & (BIOS_SIZE - 1)) + RAM_SIZE) >> 2; // BIOS
	188	else
	189	return (pc & (RAM_SIZE - 1)) >> 2; // RAM
	190	}
	191
02487de7 PC	192	static inline _Bool is_big_endian(void)
	193	{
	194	return __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__;
	195	}
	196
	197	static inline _Bool lut_is_32bit(const struct lightrec_state *state)
	198	{
	199	return __WORDSIZE == 32 \|\|
	200	(ENABLE_CODE_BUFFER && state->with_32bit_lut);
	201	}
	202
	203	static inline size_t lut_elm_size(const struct lightrec_state *state)
	204	{
	205	return lut_is_32bit(state) ? 4 : sizeof(void *);
	206	}
	207
	208	static inline void ** lut_address(struct lightrec_state *state, u32 offset)
	209	{
	210	if (lut_is_32bit(state))
	211	return (void *) ((uintptr_t) state->code_lut + offset 4);
	212	else
	213	return &state->code_lut[offset];
	214	}
	215
	216	static inline void * lut_read(struct lightrec_state *state, u32 offset)
	217	{
d8b04acd	218	void **lut_entry = lut_address(state, offset);
02487de7 PC	219
	220	if (lut_is_32bit(state))
	221	return (void )(uintptr_t) (u32 *) lut_entry;
	222	else
	223	return *lut_entry;
	224	}
	225
	226	static inline void lut_write(struct lightrec_state state, u32 offset, void ptr)
	227	{
	228	void **lut_entry = lut_address(state, offset);
	229
	230	if (lut_is_32bit(state))
	231	(u32 ) lut_entry = (u32)(uintptr_t) ptr;
	232	else
	233	*lut_entry = ptr;
	234	}
	235
98fa08a5 PC	236	static inline u32 get_ds_pc(const struct block *block, u16 offset, s16 imm)
	237	{
	238	u16 flags = block->opcode_list[offset].flags;
	239
03535202	240	offset += op_flag_no_ds(flags);
98fa08a5 PC	241
	242	return block->pc + (offset + imm << 2);
	243	}
	244
	245	static inline u32 get_branch_pc(const struct block *block, u16 offset, s16 imm)
	246	{
	247	u16 flags = block->opcode_list[offset].flags;
	248
03535202	249	offset -= op_flag_no_ds(flags);
98fa08a5 PC	250
	251	return block->pc + (offset + imm << 2);
	252	}
	253
d16005f8 PC	254	void lightrec_mtc(struct lightrec_state *state, union code op, u32 data);
d16005f8 PC	255	u32 lightrec_mfc(struct lightrec_state *state, union code op);
98fa08a5 PC	256	void lightrec_rfe(struct lightrec_state *state);
	257	void lightrec_cp(struct lightrec_state *state, union code op);
	258
	259	struct lightrec_cstate * lightrec_create_cstate(struct lightrec_state *state);
	260	void lightrec_free_cstate(struct lightrec_cstate *cstate);
d16005f8 PC	261
	262	union code lightrec_read_opcode(struct lightrec_state *state, u32 pc);
	263
98fa08a5 PC	264	int lightrec_compile_block(struct lightrec_cstate cstate, struct block block);
	265	void lightrec_free_opcode_list(struct lightrec_state state, struct block block);
	266
	267	unsigned int lightrec_cycles_of_opcode(union code code);
	268
	269	static inline u8 get_mult_div_lo(union code c)
	270	{
	271	return (OPT_FLAG_MULT_DIV && c.r.rd) ? c.r.rd : REG_LO;
	272	}
	273
	274	static inline u8 get_mult_div_hi(union code c)
	275	{
	276	return (OPT_FLAG_MULT_DIV && c.r.imm) ? c.r.imm : REG_HI;
	277	}
d16005f8	278
03535202 PC	279	static inline s16 s16_max(s16 a, s16 b)
	280	{
	281	return a > b ? a : b;
	282	}
	283
d16005f8	284	#endif /* __LIGHTREC_PRIVATE_H__ */