| 19 |
*/ |
*/ |
| 20 |
#if DATA_SIZE == 8 |
#if DATA_SIZE == 8 |
| 21 |
#define SUFFIX q |
#define SUFFIX q |
| 22 |
|
#define USUFFIX q |
| 23 |
#define DATA_TYPE uint64_t |
#define DATA_TYPE uint64_t |
| 24 |
#elif DATA_SIZE == 4 |
#elif DATA_SIZE == 4 |
| 25 |
#define SUFFIX l |
#define SUFFIX l |
| 26 |
|
#define USUFFIX l |
| 27 |
#define DATA_TYPE uint32_t |
#define DATA_TYPE uint32_t |
| 28 |
#elif DATA_SIZE == 2 |
#elif DATA_SIZE == 2 |
| 29 |
#define SUFFIX w |
#define SUFFIX w |
| 30 |
|
#define USUFFIX uw |
| 31 |
#define DATA_TYPE uint16_t |
#define DATA_TYPE uint16_t |
| 32 |
#define DATA_STYPE int16_t |
#define DATA_STYPE int16_t |
| 33 |
#elif DATA_SIZE == 1 |
#elif DATA_SIZE == 1 |
| 34 |
#define SUFFIX b |
#define SUFFIX b |
| 35 |
|
#define USUFFIX ub |
| 36 |
#define DATA_TYPE uint8_t |
#define DATA_TYPE uint8_t |
| 37 |
#define DATA_STYPE int8_t |
#define DATA_STYPE int8_t |
| 38 |
#else |
#else |
| 39 |
#error unsupported data size |
#error unsupported data size |
| 40 |
#endif |
#endif |
| 41 |
|
|
| 42 |
#if MEMUSER == 0 |
#if ACCESS_TYPE == 0 |
| 43 |
#define MEMSUFFIX _kernel |
|
| 44 |
|
#define CPU_MEM_INDEX 0 |
| 45 |
|
#define MMUSUFFIX _mmu |
| 46 |
|
|
| 47 |
|
#elif ACCESS_TYPE == 1 |
| 48 |
|
|
| 49 |
|
#define CPU_MEM_INDEX 1 |
| 50 |
|
#define MMUSUFFIX _mmu |
| 51 |
|
|
| 52 |
|
#elif ACCESS_TYPE == 2 |
| 53 |
|
|
| 54 |
|
#define CPU_MEM_INDEX ((env->hflags & HF_CPL_MASK) == 3) |
| 55 |
|
#define MMUSUFFIX _mmu |
| 56 |
|
|
| 57 |
|
#elif ACCESS_TYPE == 3 |
| 58 |
|
|
| 59 |
|
#define CPU_MEM_INDEX ((env->hflags & HF_CPL_MASK) == 3) |
| 60 |
|
#define MMUSUFFIX _cmmu |
| 61 |
|
|
| 62 |
#else |
#else |
| 63 |
#define MEMSUFFIX _user |
#error invalid ACCESS_TYPE |
| 64 |
#endif |
#endif |
| 65 |
|
|
| 66 |
#if DATA_SIZE == 8 |
#if DATA_SIZE == 8 |
| 70 |
#endif |
#endif |
| 71 |
|
|
| 72 |
|
|
| 73 |
#if MEMUSER == 0 |
DATA_TYPE REGPARM(1) glue(glue(__ld, SUFFIX), MMUSUFFIX)(unsigned long addr, |
| 74 |
DATA_TYPE REGPARM(1) glue(glue(__ld, SUFFIX), _mmu)(unsigned long addr); |
int is_user); |
| 75 |
void REGPARM(2) glue(glue(__st, SUFFIX), _mmu)(unsigned long addr, DATA_TYPE v); |
void REGPARM(2) glue(glue(__st, SUFFIX), MMUSUFFIX)(unsigned long addr, DATA_TYPE v, int is_user); |
|
#endif |
|
| 76 |
|
|
| 77 |
static inline int glue(glue(ldu, SUFFIX), MEMSUFFIX)(void *ptr) |
static inline int glue(glue(ld, USUFFIX), MEMSUFFIX)(void *ptr) |
| 78 |
{ |
{ |
| 79 |
int index; |
int index; |
| 80 |
RES_TYPE res; |
RES_TYPE res; |
| 81 |
unsigned long addr, physaddr; |
unsigned long addr, physaddr; |
| 82 |
|
int is_user; |
| 83 |
|
|
| 84 |
addr = (unsigned long)ptr; |
addr = (unsigned long)ptr; |
| 85 |
index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1); |
index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1); |
| 86 |
if (__builtin_expect(env->tlb_read[MEMUSER][index].address != |
is_user = CPU_MEM_INDEX; |
| 87 |
|
if (__builtin_expect(env->tlb_read[is_user][index].address != |
| 88 |
(addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) { |
(addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) { |
| 89 |
res = glue(glue(__ld, SUFFIX), _mmu)(addr); |
res = glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, is_user); |
| 90 |
} else { |
} else { |
| 91 |
physaddr = addr + env->tlb_read[MEMUSER][index].addend; |
physaddr = addr + env->tlb_read[is_user][index].addend; |
| 92 |
res = glue(glue(ldu, SUFFIX), _raw)((uint8_t *)physaddr); |
res = glue(glue(ld, USUFFIX), _raw)((uint8_t *)physaddr); |
| 93 |
} |
} |
| 94 |
return res; |
return res; |
| 95 |
} |
} |
| 99 |
{ |
{ |
| 100 |
int res, index; |
int res, index; |
| 101 |
unsigned long addr, physaddr; |
unsigned long addr, physaddr; |
| 102 |
|
int is_user; |
| 103 |
|
|
| 104 |
addr = (unsigned long)ptr; |
addr = (unsigned long)ptr; |
| 105 |
index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1); |
index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1); |
| 106 |
if (__builtin_expect(env->tlb_read[MEMUSER][index].address != |
is_user = CPU_MEM_INDEX; |
| 107 |
|
if (__builtin_expect(env->tlb_read[is_user][index].address != |
| 108 |
(addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) { |
(addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) { |
| 109 |
res = (DATA_STYPE)glue(glue(__ld, SUFFIX), _mmu)(addr); |
res = (DATA_STYPE)glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, is_user); |
| 110 |
} else { |
} else { |
| 111 |
physaddr = addr + env->tlb_read[MEMUSER][index].addend; |
physaddr = addr + env->tlb_read[is_user][index].addend; |
| 112 |
res = glue(glue(lds, SUFFIX), _raw)((uint8_t *)physaddr); |
res = glue(glue(lds, SUFFIX), _raw)((uint8_t *)physaddr); |
| 113 |
} |
} |
| 114 |
return res; |
return res; |
| 119 |
{ |
{ |
| 120 |
int index; |
int index; |
| 121 |
unsigned long addr, physaddr; |
unsigned long addr, physaddr; |
| 122 |
|
int is_user; |
| 123 |
|
|
| 124 |
addr = (unsigned long)ptr; |
addr = (unsigned long)ptr; |
| 125 |
index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1); |
index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1); |
| 126 |
if (__builtin_expect(env->tlb_write[MEMUSER][index].address != |
is_user = CPU_MEM_INDEX; |
| 127 |
|
if (__builtin_expect(env->tlb_write[is_user][index].address != |
| 128 |
(addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) { |
(addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) { |
| 129 |
glue(glue(__st, SUFFIX), _mmu)(addr, v); |
glue(glue(__st, SUFFIX), MMUSUFFIX)(addr, v, is_user); |
| 130 |
} else { |
} else { |
| 131 |
physaddr = addr + env->tlb_write[MEMUSER][index].addend; |
physaddr = addr + env->tlb_write[is_user][index].addend; |
| 132 |
glue(glue(st, SUFFIX), _raw)((uint8_t *)physaddr, v); |
glue(glue(st, SUFFIX), _raw)((uint8_t *)physaddr, v); |
| 133 |
} |
} |
| 134 |
} |
} |
| 137 |
#undef DATA_TYPE |
#undef DATA_TYPE |
| 138 |
#undef DATA_STYPE |
#undef DATA_STYPE |
| 139 |
#undef SUFFIX |
#undef SUFFIX |
| 140 |
|
#undef USUFFIX |
| 141 |
#undef DATA_SIZE |
#undef DATA_SIZE |
| 142 |
#undef MEMSUFFIX |
#undef CPU_MEM_INDEX |
| 143 |
|
#undef MMUSUFFIX |