51e56b1a46629a949de6a151b679ca9540d7dadb
1 // See LICENSE for license details.
22 processor_t::processor_t(sim_t
* _sim
, mmu_t
* _mmu
, uint32_t _id
)
23 : sim(_sim
), mmu(_mmu
), ext(NULL
), disassembler(new disassembler_t
),
24 id(_id
), run(false), debug(false)
27 mmu
->set_processor(this);
29 #define DECLARE_INSN(name, match, mask) REGISTER_INSN(this, name, match, mask)
35 processor_t::~processor_t()
37 #ifdef RISCV_ENABLE_HISTOGRAM
38 if (histogram_enabled
)
40 fprintf(stderr
, "PC Histogram size:%lu\n", pc_histogram
.size());
41 for(auto iterator
= pc_histogram
.begin(); iterator
!= pc_histogram
.end(); ++iterator
) {
42 fprintf(stderr
, "%0lx %lu\n", (iterator
->first
<< 2), iterator
->second
);
52 memset(this, 0, sizeof(*this));
53 mstatus
= set_field(mstatus
, MSTATUS_PRV
, PRV_M
);
54 mstatus
= set_field(mstatus
, MSTATUS_PRV1
, PRV_S
);
55 mstatus
= set_field(mstatus
, MSTATUS_PRV2
, PRV_S
);
56 #ifdef RISCV_ENABLE_64BIT
57 mstatus
= set_field(mstatus
, MSTATUS64_UA
, UA_RV64
);
58 mstatus
= set_field(mstatus
, MSTATUS64_SA
, UA_RV64
);
61 load_reservation
= -1;
64 void processor_t::set_debug(bool value
)
68 ext
->set_debug(value
);
71 void processor_t::set_histogram(bool value
)
73 histogram_enabled
= value
;
76 void processor_t::reset(bool value
)
82 state
.reset(); // reset the core
83 set_csr(CSR_MSTATUS
, state
.mstatus
);
86 ext
->reset(); // reset the extension
89 void processor_t::raise_interrupt(reg_t which
)
91 throw trap_t(((reg_t
)1 << 63) | which
);
94 void processor_t::take_interrupt()
96 int priv
= get_field(state
.mstatus
, MSTATUS_PRV
);
97 int ie
= get_field(state
.mstatus
, MSTATUS_IE
);
99 if (priv
< PRV_M
|| (priv
== PRV_M
&& ie
)) {
100 if (get_field(state
.mstatus
, MSTATUS_MSIP
))
101 raise_interrupt(IRQ_IPI
);
103 if (state
.fromhost
!= 0)
104 raise_interrupt(IRQ_HOST
);
107 if (priv
< PRV_S
|| (priv
== PRV_S
&& ie
)) {
108 if (get_field(state
.mstatus
, MSTATUS_SSIP
))
109 raise_interrupt(IRQ_IPI
);
111 if (state
.stip
&& get_field(state
.mstatus
, MSTATUS_STIE
))
112 raise_interrupt(IRQ_TIMER
);
116 static void commit_log(state_t
* state
, reg_t pc
, insn_t insn
)
118 #ifdef RISCV_ENABLE_COMMITLOG
119 if (get_field(state
->mstatus
, MSTATUS_IE
)) {
120 uint64_t mask
= (insn
.length() == 8 ? uint64_t(0) : (uint64_t(1) << (insn
.length() * 8))) - 1;
121 if (state
->log_reg_write
.addr
) {
122 fprintf(stderr
, "0x%016" PRIx64
" (0x%08" PRIx64
") %c%2" PRIu64
" 0x%016" PRIx64
"\n",
125 state
->log_reg_write
.addr
& 1 ? 'f' : 'x',
126 state
->log_reg_write
.addr
>> 1,
127 state
->log_reg_write
.data
);
129 fprintf(stderr
, "0x%016" PRIx64
" (0x%08" PRIx64
")\n", pc
, insn
.bits() & mask
);
132 state
->log_reg_write
.addr
= 0;
136 inline void processor_t::update_histogram(size_t pc
)
138 #ifdef RISCV_ENABLE_HISTOGRAM
139 size_t idx
= pc
>> 2;
144 static reg_t
execute_insn(processor_t
* p
, reg_t pc
, insn_fetch_t fetch
)
146 reg_t npc
= fetch
.func(p
, fetch
.insn
, pc
);
147 commit_log(p
->get_state(), pc
, fetch
.insn
);
148 p
->update_histogram(pc
);
152 static void update_timer(state_t
* state
, size_t instret
)
154 uint64_t count0
= (uint64_t)(uint32_t)state
->scount
;
155 state
->scount
+= instret
;
156 uint64_t before
= count0
- state
->stimecmp
;
157 if (int64_t(before
^ (before
+ instret
)) < 0)
161 static size_t next_timer(state_t
* state
)
163 return state
->stimecmp
- (uint32_t)state
->scount
;
166 void processor_t::step(size_t n
)
172 if (unlikely(!run
|| !n
))
174 n
= std::min(n
, next_timer(&state
) | 1U);
176 #define maybe_serialize() \
177 if (unlikely(pc == PC_SERIALIZE)) { \
179 state.serialized = true; \
191 insn_fetch_t fetch
= mmu
->load_insn(pc
);
192 if (!state
.serialized
)
194 pc
= execute_insn(this, pc
, fetch
);
200 else while (instret
< n
)
202 size_t idx
= _mmu
->icache_index(pc
);
203 auto ic_entry
= _mmu
->access_icache(pc
);
205 #define ICACHE_ACCESS(idx) { \
206 insn_fetch_t fetch = ic_entry->data; \
208 pc = execute_insn(this, pc, fetch); \
209 if (idx == mmu_t::ICACHE_ENTRIES-1) break; \
210 if (unlikely(ic_entry->tag != pc)) break; \
226 state
.pc
= take_trap(t
, pc
);
229 update_timer(&state
, instret
);
232 void processor_t::push_privilege_stack()
234 reg_t s
= state
.mstatus
;
235 s
= set_field(s
, MSTATUS_PRV2
, get_field(state
.mstatus
, MSTATUS_PRV1
));
236 s
= set_field(s
, MSTATUS_IE2
, get_field(state
.mstatus
, MSTATUS_IE1
));
237 s
= set_field(s
, MSTATUS_PRV1
, get_field(state
.mstatus
, MSTATUS_PRV
));
238 s
= set_field(s
, MSTATUS_IE1
, get_field(state
.mstatus
, MSTATUS_IE
));
239 s
= set_field(s
, MSTATUS_PRV
, PRV_M
);
240 s
= set_field(s
, MSTATUS_MPRV
, PRV_M
);
241 s
= set_field(s
, MSTATUS_IE
, 0);
242 set_csr(CSR_MSTATUS
, s
);
245 void processor_t::pop_privilege_stack()
247 reg_t s
= state
.mstatus
;
248 s
= set_field(s
, MSTATUS_PRV
, get_field(state
.mstatus
, MSTATUS_PRV1
));
249 s
= set_field(s
, MSTATUS_IE
, get_field(state
.mstatus
, MSTATUS_IE1
));
250 s
= set_field(s
, MSTATUS_PRV1
, get_field(state
.mstatus
, MSTATUS_PRV2
));
251 s
= set_field(s
, MSTATUS_IE1
, get_field(state
.mstatus
, MSTATUS_IE2
));
252 s
= set_field(s
, MSTATUS_PRV2
, PRV_U
);
253 s
= set_field(s
, MSTATUS_IE2
, 1);
254 set_csr(CSR_MSTATUS
, s
);
257 reg_t
processor_t::take_trap(trap_t
& t
, reg_t epc
)
260 fprintf(stderr
, "core %3d: exception %s, epc 0x%016" PRIx64
"\n",
263 reg_t tvec
= 0x40 * get_field(state
.mstatus
, MSTATUS_PRV
);
264 push_privilege_stack();
265 yield_load_reservation();
266 state
.mcause
= t
.cause();
268 t
.side_effects(&state
); // might set badvaddr etc.
272 void processor_t::deliver_ipi()
274 state
.mstatus
|= MSTATUS_MSIP
;
277 void processor_t::disasm(insn_t insn
)
279 uint64_t bits
= insn
.bits() & ((1ULL << (8 * insn_length(insn
.bits()))) - 1);
280 fprintf(stderr
, "core %3d: 0x%016" PRIx64
" (0x%08" PRIx64
") %s\n",
281 id
, state
.pc
, bits
, disassembler
->disassemble(insn
).c_str());
284 static bool validate_priv(reg_t priv
)
286 return priv
== PRV_U
|| priv
== PRV_S
|| priv
== PRV_M
;
289 static bool validate_arch(reg_t arch
)
291 #ifdef RISCV_ENABLE_64BIT
292 if (arch
== UA_RV64
) return true;
294 return arch
== UA_RV32
;
297 static bool validate_vm(reg_t vm
)
299 // TODO: VM_SV32 support
300 #ifdef RISCV_ENABLE_64BIT
301 if (vm
== VM_SV43
) return true;
303 return vm
== VM_MBARE
;
306 void processor_t::set_csr(int which
, reg_t val
)
312 state
.fflags
= val
& (FSR_AEXC
>> FSR_AEXC_SHIFT
);
316 state
.frm
= val
& (FSR_RD
>> FSR_RD_SHIFT
);
320 state
.fflags
= (val
& FSR_AEXC
) >> FSR_AEXC_SHIFT
;
321 state
.frm
= (val
& FSR_RD
) >> FSR_RD_SHIFT
;
326 state
.scount
= val
; break;
330 state
.scount
= (val
<< 32) | (uint32_t)state
.scount
;
334 if ((val
^ state
.mstatus
) & (MSTATUS_VM
| MSTATUS_PRV
| MSTATUS_MPRV
))
337 reg_t mask
= MSTATUS_SSIP
| MSTATUS_MSIP
| MSTATUS_IE
| MSTATUS_IE1
338 | MSTATUS_IE2
| MSTATUS_IE3
| MSTATUS_STIE
| MSTATUS_FS
;
341 state
.mstatus
= (state
.mstatus
& ~mask
) | (val
& mask
);
343 if (validate_vm(get_field(val
, MSTATUS_VM
)))
344 state
.mstatus
= (state
.mstatus
& ~MSTATUS_VM
) | (val
& MSTATUS_VM
);
345 if (validate_priv(get_field(val
, MSTATUS_MPRV
)))
346 state
.mstatus
= (state
.mstatus
& ~MSTATUS_MPRV
) | (val
& MSTATUS_MPRV
);
347 if (validate_priv(get_field(val
, MSTATUS_PRV
)))
348 state
.mstatus
= (state
.mstatus
& ~MSTATUS_PRV
) | (val
& MSTATUS_PRV
);
349 if (validate_priv(get_field(val
, MSTATUS_PRV1
)))
350 state
.mstatus
= (state
.mstatus
& ~MSTATUS_PRV1
) | (val
& MSTATUS_PRV1
);
351 if (validate_priv(get_field(val
, MSTATUS_PRV2
)))
352 state
.mstatus
= (state
.mstatus
& ~MSTATUS_PRV2
) | (val
& MSTATUS_PRV2
);
353 if (validate_priv(get_field(val
, MSTATUS_PRV3
)))
354 state
.mstatus
= (state
.mstatus
& ~MSTATUS_PRV3
) | (val
& MSTATUS_PRV3
);
357 bool dirty
= (state
.mstatus
& MSTATUS_FS
) == MSTATUS_FS
;
358 dirty
|= (state
.mstatus
& MSTATUS_XS
) == MSTATUS_XS
;
359 #ifndef RISCV_ENABLE_64BIT
360 state
.mstatus
= set_field(state
.mstatus
, MSTATUS32_SD
, dirty
);
362 state
.mstatus
= set_field(state
.mstatus
, MSTATUS64_SD
, dirty
);
364 if (validate_arch(get_field(val
, MSTATUS64_UA
)))
365 state
.mstatus
= (state
.mstatus
& ~MSTATUS64_UA
) | (val
& MSTATUS64_UA
);
366 if (validate_arch(get_field(val
, MSTATUS64_SA
)))
367 state
.mstatus
= (state
.mstatus
& ~MSTATUS64_SA
) | (val
& MSTATUS64_SA
);
368 switch (get_field(state
.mstatus
, MSTATUS_PRV
)) {
369 case PRV_U
: if (get_field(state
.mstatus
, MSTATUS64_UA
)) xlen
= 64; break;
370 case PRV_S
: if (get_field(state
.mstatus
, MSTATUS64_SA
)) xlen
= 64; break;
371 case PRV_M
: xlen
= 64; break;
379 reg_t ms
= state
.mstatus
;
380 ms
= set_field(ms
, MSTATUS_SSIP
, get_field(val
, SSTATUS_SIP
));
381 ms
= set_field(ms
, MSTATUS_IE
, get_field(val
, SSTATUS_IE
));
382 ms
= set_field(ms
, MSTATUS_IE1
, get_field(val
, SSTATUS_PIE
));
383 ms
= set_field(ms
, MSTATUS_PRV1
, get_field(val
, SSTATUS_PS
));
384 ms
= set_field(ms
, MSTATUS64_UA
, get_field(val
, SSTATUS_UA
));
385 ms
= set_field(ms
, MSTATUS_STIE
, get_field(val
, SSTATUS_TIE
));
386 ms
= set_field(ms
, MSTATUS_FS
, get_field(val
, SSTATUS_FS
));
387 ms
= set_field(ms
, MSTATUS_XS
, get_field(val
, SSTATUS_XS
));
388 return set_csr(CSR_MSTATUS
, ms
);
390 case CSR_SEPC
: state
.sepc
= val
; break;
391 case CSR_STVEC
: state
.stvec
= val
& ~3; break;
394 state
.stimecmp
= val
;
396 case CSR_SPTBR
: state
.sptbr
= val
& ~(PGSIZE
-1); break;
397 case CSR_SSCRATCH
: state
.sscratch
= val
; break;
398 case CSR_MEPC
: state
.mepc
= val
; break;
399 case CSR_MSCRATCH
: state
.mscratch
= val
; break;
400 case CSR_MCAUSE
: state
.mcause
= val
; break;
401 case CSR_MBADADDR
: state
.mbadaddr
= val
; break;
402 case CSR_SEND_IPI
: sim
->send_ipi(val
); break;
404 if (state
.tohost
== 0)
407 case CSR_FROMHOST
: state
.fromhost
= val
; break;
411 reg_t
processor_t::get_csr(int which
)
423 return (state
.fflags
<< FSR_AEXC_SHIFT
) | (state
.frm
<< FSR_RD_SHIFT
);
439 return state
.scount
>> 32;
443 ss
= set_field(ss
, SSTATUS_SIP
, get_field(state
.mstatus
, MSTATUS_SSIP
));
444 ss
= set_field(ss
, SSTATUS_IE
, get_field(state
.mstatus
, MSTATUS_IE
));
445 ss
= set_field(ss
, SSTATUS_PIE
, get_field(state
.mstatus
, MSTATUS_IE1
));
446 ss
= set_field(ss
, SSTATUS_PS
, get_field(state
.mstatus
, MSTATUS_PRV1
));
447 ss
= set_field(ss
, SSTATUS_UA
, get_field(state
.mstatus
, MSTATUS64_UA
));
448 ss
= set_field(ss
, SSTATUS_TIE
, get_field(state
.mstatus
, MSTATUS_STIE
));
449 ss
= set_field(ss
, SSTATUS_TIP
, state
.stip
);
450 ss
= set_field(ss
, SSTATUS_FS
, get_field(state
.mstatus
, MSTATUS_FS
));
451 ss
= set_field(ss
, SSTATUS_XS
, get_field(state
.mstatus
, MSTATUS_XS
));
452 if (get_field(state
.mstatus
, MSTATUS64_SD
))
453 ss
= set_field(ss
, (xlen
== 32 ? SSTATUS32_SD
: SSTATUS64_SD
), 1);
456 case CSR_SEPC
: return state
.sepc
;
457 case CSR_SBADADDR
: return state
.sbadaddr
;
458 case CSR_STVEC
: return state
.stvec
;
459 case CSR_STIMECMP
: return state
.stimecmp
;
461 if (xlen
== 32 && (state
.scause
>> 63) != 0)
462 return state
.scause
| ((reg_t
)1 << 31);
464 case CSR_SPTBR
: return state
.sptbr
;
465 case CSR_SASID
: return 0;
466 case CSR_SSCRATCH
: return state
.sscratch
;
467 case CSR_MSTATUS
: return state
.mstatus
;
468 case CSR_MEPC
: return state
.mepc
;
469 case CSR_MSCRATCH
: return state
.mscratch
;
470 case CSR_MCAUSE
: return state
.mcause
;
471 case CSR_MBADADDR
: return state
.mbadaddr
;
473 sim
->get_htif()->tick(); // not necessary, but faster
476 sim
->get_htif()->tick(); // not necessary, but faster
477 return state
.fromhost
;
478 case CSR_SEND_IPI
: return 0;
479 case CSR_HARTID
: return id
;
498 throw trap_illegal_instruction();
501 reg_t
illegal_instruction(processor_t
* p
, insn_t insn
, reg_t pc
)
503 throw trap_illegal_instruction();
506 insn_func_t
processor_t::decode_insn(insn_t insn
)
508 size_t mask
= opcode_map
.size()-1;
509 insn_desc_t
* desc
= opcode_map
[insn
.bits() & mask
];
511 while ((insn
.bits() & desc
->mask
) != desc
->match
)
514 return xlen
== 64 ? desc
->rv64
: desc
->rv32
;
517 void processor_t::register_insn(insn_desc_t desc
)
519 assert(desc
.mask
& 1);
520 instructions
.push_back(desc
);
523 void processor_t::build_opcode_map()
526 for (auto& inst
: instructions
)
527 while ((inst
.mask
& buckets
) != buckets
)
532 decltype(insn_desc_t::match
) mask
;
533 cmp(decltype(mask
) mask
) : mask(mask
) {}
534 bool operator()(const insn_desc_t
& lhs
, const insn_desc_t
& rhs
) {
535 if ((lhs
.match
& mask
) != (rhs
.match
& mask
))
536 return (lhs
.match
& mask
) < (rhs
.match
& mask
);
537 return lhs
.match
< rhs
.match
;
540 std::sort(instructions
.begin(), instructions
.end(), cmp(buckets
-1));
542 opcode_map
.resize(buckets
);
543 opcode_store
.resize(instructions
.size() + 1);
546 for (size_t b
= 0, i
= 0; b
< buckets
; b
++)
548 opcode_map
[b
] = &opcode_store
[j
];
549 while (i
< instructions
.size() && b
== (instructions
[i
].match
& (buckets
-1)))
550 opcode_store
[j
++] = instructions
[i
++];
553 assert(j
== opcode_store
.size()-1);
554 opcode_store
[j
].match
= opcode_store
[j
].mask
= 0;
555 opcode_store
[j
].rv32
= &illegal_instruction
;
556 opcode_store
[j
].rv64
= &illegal_instruction
;
559 void processor_t::register_extension(extension_t
* x
)
561 for (auto insn
: x
->get_instructions())
564 for (auto disasm_insn
: x
->get_disasms())
565 disassembler
->add_insn(disasm_insn
);
567 throw std::logic_error("only one extension may be registered");
569 x
->set_processor(this);