Commit 814b9a47490c4500fd105b524b8354764e6655e5
1 parent
ec230928
MIPS TLB performance improvements, by Daniel Jacobowitz.
git-svn-id: svn://svn.savannah.nongnu.org/qemu/trunk@2220 c046a42c-6fe2-441c-8c8c-71466251a162
Showing
6 changed files
with
54 additions
and
8 deletions
target-mips/cpu.h
target-mips/exec.h
| ... | ... | @@ -115,5 +115,6 @@ uint32_t cpu_mips_get_count (CPUState *env); |
| 115 | 115 | void cpu_mips_store_count (CPUState *env, uint32_t value); |
| 116 | 116 | void cpu_mips_store_compare (CPUState *env, uint32_t value); |
| 117 | 117 | void cpu_mips_clock_init (CPUState *env); |
| 118 | +void cpu_mips_tlb_flush (CPUState *env, int flush_global); | |
| 118 | 119 | |
| 119 | 120 | #endif /* !defined(__QEMU_MIPS_EXEC_H__) */ | ... | ... |
target-mips/helper.c
| ... | ... | @@ -46,7 +46,7 @@ static int map_address (CPUState *env, target_ulong *physical, int *prot, |
| 46 | 46 | tlb_t *tlb; |
| 47 | 47 | int i, n; |
| 48 | 48 | |
| 49 | - for (i = 0; i < MIPS_TLB_NB; i++) { | |
| 49 | + for (i = 0; i < env->tlb_in_use; i++) { | |
| 50 | 50 | tlb = &env->tlb[i]; |
| 51 | 51 | /* Check ASID, virtual page number & size */ |
| 52 | 52 | if ((tlb->G == 1 || tlb->ASID == ASID) && | ... | ... |
target-mips/mips-defs.h
target-mips/op_helper.c
| ... | ... | @@ -367,7 +367,7 @@ void do_mtc0 (int reg, int sel) |
| 367 | 367 | env->CP0_EntryHi = val; |
| 368 | 368 | /* If the ASID changes, flush qemu's TLB. */ |
| 369 | 369 | if ((old & 0xFF) != (val & 0xFF)) |
| 370 | - tlb_flush (env, 1); | |
| 370 | + cpu_mips_tlb_flush (env, 1); | |
| 371 | 371 | rn = "EntryHi"; |
| 372 | 372 | break; |
| 373 | 373 | case 11: |
| ... | ... | @@ -568,7 +568,14 @@ void fpu_handle_exception(void) |
| 568 | 568 | |
| 569 | 569 | /* TLB management */ |
| 570 | 570 | #if defined(MIPS_USES_R4K_TLB) |
| 571 | -static void invalidate_tlb (int idx) | |
| 571 | +void cpu_mips_tlb_flush (CPUState *env, int flush_global) | |
| 572 | +{ | |
| 573 | + /* Flush qemu's TLB and discard all shadowed entries. */ | |
| 574 | + tlb_flush (env, flush_global); | |
| 575 | + env->tlb_in_use = MIPS_TLB_NB; | |
| 576 | +} | |
| 577 | + | |
| 578 | +static void invalidate_tlb (int idx, int use_extra) | |
| 572 | 579 | { |
| 573 | 580 | tlb_t *tlb; |
| 574 | 581 | target_ulong addr; |
| ... | ... | @@ -583,6 +590,15 @@ static void invalidate_tlb (int idx) |
| 583 | 590 | return; |
| 584 | 591 | } |
| 585 | 592 | |
| 593 | + if (use_extra && env->tlb_in_use < MIPS_TLB_MAX) { | |
| 594 | + /* For tlbwr, we can shadow the discarded entry into | |
| 595 | + a new (fake) TLB entry, as long as the guest can not | |
| 596 | + tell that it's there. */ | |
| 597 | + env->tlb[env->tlb_in_use] = *tlb; | |
| 598 | + env->tlb_in_use++; | |
| 599 | + return; | |
| 600 | + } | |
| 601 | + | |
| 586 | 602 | if (tlb->V0) { |
| 587 | 603 | tb_invalidate_page_range(tlb->PFN[0], tlb->end - tlb->VPN); |
| 588 | 604 | addr = tlb->VPN; |
| ... | ... | @@ -601,6 +617,14 @@ static void invalidate_tlb (int idx) |
| 601 | 617 | } |
| 602 | 618 | } |
| 603 | 619 | |
| 620 | +static void mips_tlb_flush_extra (CPUState *env, int first) | |
| 621 | +{ | |
| 622 | + /* Discard entries from env->tlb[first] onwards. */ | |
| 623 | + while (env->tlb_in_use > first) { | |
| 624 | + invalidate_tlb(--env->tlb_in_use, 0); | |
| 625 | + } | |
| 626 | +} | |
| 627 | + | |
| 604 | 628 | static void fill_tlb (int idx) |
| 605 | 629 | { |
| 606 | 630 | tlb_t *tlb; |
| ... | ... | @@ -627,9 +651,14 @@ static void fill_tlb (int idx) |
| 627 | 651 | |
| 628 | 652 | void do_tlbwi (void) |
| 629 | 653 | { |
| 654 | + /* Discard cached TLB entries. We could avoid doing this if the | |
| 655 | + tlbwi is just upgrading access permissions on the current entry; | |
| 656 | + that might be a further win. */ | |
| 657 | + mips_tlb_flush_extra (env, MIPS_TLB_NB); | |
| 658 | + | |
| 630 | 659 | /* Wildly undefined effects for CP0_index containing a too high value and |
| 631 | 660 | MIPS_TLB_NB not being a power of two. But so does real silicon. */ |
| 632 | - invalidate_tlb(env->CP0_index & (MIPS_TLB_NB - 1)); | |
| 661 | + invalidate_tlb(env->CP0_index & (MIPS_TLB_NB - 1), 0); | |
| 633 | 662 | fill_tlb(env->CP0_index & (MIPS_TLB_NB - 1)); |
| 634 | 663 | } |
| 635 | 664 | |
| ... | ... | @@ -637,7 +666,7 @@ void do_tlbwr (void) |
| 637 | 666 | { |
| 638 | 667 | int r = cpu_mips_get_random(env); |
| 639 | 668 | |
| 640 | - invalidate_tlb(r); | |
| 669 | + invalidate_tlb(r, 1); | |
| 641 | 670 | fill_tlb(r); |
| 642 | 671 | } |
| 643 | 672 | |
| ... | ... | @@ -660,6 +689,17 @@ void do_tlbp (void) |
| 660 | 689 | } |
| 661 | 690 | } |
| 662 | 691 | if (i == MIPS_TLB_NB) { |
| 692 | + /* No match. Discard any shadow entries, if any of them match. */ | |
| 693 | + for (i = MIPS_TLB_NB; i < env->tlb_in_use; i++) { | |
| 694 | + tlb = &env->tlb[i]; | |
| 695 | + | |
| 696 | + /* Check ASID, virtual page number & size */ | |
| 697 | + if ((tlb->G == 1 || tlb->ASID == ASID) && tlb->VPN == tag) { | |
| 698 | + mips_tlb_flush_extra (env, i); | |
| 699 | + break; | |
| 700 | + } | |
| 701 | + } | |
| 702 | + | |
| 663 | 703 | env->CP0_index |= 0x80000000; |
| 664 | 704 | } |
| 665 | 705 | } |
| ... | ... | @@ -674,8 +714,10 @@ void do_tlbr (void) |
| 674 | 714 | tlb = &env->tlb[env->CP0_index & (MIPS_TLB_NB - 1)]; |
| 675 | 715 | |
| 676 | 716 | /* If this will change the current ASID, flush qemu's TLB. */ |
| 677 | - if (ASID != tlb->ASID && tlb->G != 1) | |
| 678 | - tlb_flush (env, 1); | |
| 717 | + if (ASID != tlb->ASID) | |
| 718 | + cpu_mips_tlb_flush (env, 1); | |
| 719 | + | |
| 720 | + mips_tlb_flush_extra(env, MIPS_TLB_NB); | |
| 679 | 721 | |
| 680 | 722 | env->CP0_EntryHi = tlb->VPN | tlb->ASID; |
| 681 | 723 | size = (tlb->end - tlb->VPN) >> 12; | ... | ... |
target-mips/translate.c
| ... | ... | @@ -2430,6 +2430,7 @@ CPUMIPSState *cpu_mips_init (void) |
| 2430 | 2430 | env->PC = 0xBFC00000; |
| 2431 | 2431 | #if defined (MIPS_USES_R4K_TLB) |
| 2432 | 2432 | env->CP0_random = MIPS_TLB_NB - 1; |
| 2433 | + env->tlb_in_use = MIPS_TLB_NB; | |
| 2433 | 2434 | #endif |
| 2434 | 2435 | env->CP0_Wired = 0; |
| 2435 | 2436 | env->CP0_Config0 = MIPS_CONFIG0; | ... | ... |