Commit d720b93d0bcfe1beb729245b9ed1e5f071a24bd5
1 parent
eeab3a55
precise self modifying code support
git-svn-id: svn://svn.savannah.nongnu.org/qemu/trunk@745 c046a42c-6fe2-441c-8c8c-71466251a162
Showing
9 changed files
with
260 additions
and
130 deletions
cpu-all.h
| ... | ... | @@ -681,8 +681,7 @@ extern uint8_t *phys_ram_dirty; |
| 681 | 681 | #define IO_MEM_CODE (3 << IO_MEM_SHIFT) /* used internally, never use directly */ |
| 682 | 682 | #define IO_MEM_NOTDIRTY (4 << IO_MEM_SHIFT) /* used internally, never use directly */ |
| 683 | 683 | |
| 684 | -/* NOTE: vaddr is only used internally. Never use it except if you know what you do */ | |
| 685 | -typedef void CPUWriteMemoryFunc(uint32_t addr, uint32_t value, uint32_t vaddr); | |
| 684 | +typedef void CPUWriteMemoryFunc(uint32_t addr, uint32_t value); | |
| 686 | 685 | typedef uint32_t CPUReadMemoryFunc(uint32_t addr); |
| 687 | 686 | |
| 688 | 687 | void cpu_register_physical_memory(unsigned long start_addr, unsigned long size, | ... | ... |
exec.c
| ... | ... | @@ -168,7 +168,6 @@ static inline PageDesc *page_find(unsigned int index) |
| 168 | 168 | |
| 169 | 169 | #if !defined(CONFIG_USER_ONLY) |
| 170 | 170 | static void tlb_protect_code(CPUState *env, uint32_t addr); |
| 171 | -static void tlb_unprotect_code(CPUState *env, uint32_t addr); | |
| 172 | 171 | static void tlb_unprotect_code_phys(CPUState *env, uint32_t phys_addr, target_ulong vaddr); |
| 173 | 172 | |
| 174 | 173 | static inline VirtPageDesc *virt_page_find_alloc(unsigned int index) |
| ... | ... | @@ -533,30 +532,78 @@ static void build_page_bitmap(PageDesc *p) |
| 533 | 532 | } |
| 534 | 533 | } |
| 535 | 534 | |
| 535 | +#ifdef TARGET_HAS_PRECISE_SMC | |
| 536 | + | |
| 537 | +static void tb_gen_code(CPUState *env, | |
| 538 | + target_ulong pc, target_ulong cs_base, int flags, | |
| 539 | + int cflags) | |
| 540 | +{ | |
| 541 | + TranslationBlock *tb; | |
| 542 | + uint8_t *tc_ptr; | |
| 543 | + target_ulong phys_pc, phys_page2, virt_page2; | |
| 544 | + int code_gen_size; | |
| 545 | + | |
| 546 | + phys_pc = get_phys_addr_code(env, (unsigned long)pc); | |
| 547 | + tb = tb_alloc((unsigned long)pc); | |
| 548 | + if (!tb) { | |
| 549 | + /* flush must be done */ | |
| 550 | + tb_flush(env); | |
| 551 | + /* cannot fail at this point */ | |
| 552 | + tb = tb_alloc((unsigned long)pc); | |
| 553 | + } | |
| 554 | + tc_ptr = code_gen_ptr; | |
| 555 | + tb->tc_ptr = tc_ptr; | |
| 556 | + tb->cs_base = cs_base; | |
| 557 | + tb->flags = flags; | |
| 558 | + tb->cflags = cflags; | |
| 559 | + cpu_gen_code(env, tb, CODE_GEN_MAX_SIZE, &code_gen_size); | |
| 560 | + code_gen_ptr = (void *)(((unsigned long)code_gen_ptr + code_gen_size + CODE_GEN_ALIGN - 1) & ~(CODE_GEN_ALIGN - 1)); | |
| 561 | + | |
| 562 | + /* check next page if needed */ | |
| 563 | + virt_page2 = ((unsigned long)pc + tb->size - 1) & TARGET_PAGE_MASK; | |
| 564 | + phys_page2 = -1; | |
| 565 | + if (((unsigned long)pc & TARGET_PAGE_MASK) != virt_page2) { | |
| 566 | + phys_page2 = get_phys_addr_code(env, virt_page2); | |
| 567 | + } | |
| 568 | + tb_link_phys(tb, phys_pc, phys_page2); | |
| 569 | +} | |
| 570 | +#endif | |
| 571 | + | |
| 536 | 572 | /* invalidate all TBs which intersect with the target physical page |
| 537 | 573 | starting in range [start;end[. NOTE: start and end must refer to |
| 538 | - the same physical page. 'vaddr' is a virtual address referencing | |
| 539 | - the physical page of code. It is only used an a hint if there is no | |
| 540 | - code left. */ | |
| 541 | -static void tb_invalidate_phys_page_range(target_ulong start, target_ulong end, | |
| 542 | - target_ulong vaddr) | |
| 543 | -{ | |
| 544 | - int n; | |
| 574 | + the same physical page. 'is_cpu_write_access' should be true if called | |
| 575 | + from a real cpu write access: the virtual CPU will exit the current | |
| 576 | + TB if code is modified inside this TB. */ | |
| 577 | +void tb_invalidate_phys_page_range(target_ulong start, target_ulong end, | |
| 578 | + int is_cpu_write_access) | |
| 579 | +{ | |
| 580 | + int n, current_tb_modified, current_tb_not_found, current_flags; | |
| 581 | +#if defined(TARGET_HAS_PRECISE_SMC) || !defined(CONFIG_USER_ONLY) | |
| 582 | + CPUState *env = cpu_single_env; | |
| 583 | +#endif | |
| 545 | 584 | PageDesc *p; |
| 546 | - TranslationBlock *tb, *tb_next; | |
| 585 | + TranslationBlock *tb, *tb_next, *current_tb; | |
| 547 | 586 | target_ulong tb_start, tb_end; |
| 587 | + target_ulong current_pc, current_cs_base; | |
| 548 | 588 | |
| 549 | 589 | p = page_find(start >> TARGET_PAGE_BITS); |
| 550 | 590 | if (!p) |
| 551 | 591 | return; |
| 552 | 592 | if (!p->code_bitmap && |
| 553 | - ++p->code_write_count >= SMC_BITMAP_USE_THRESHOLD) { | |
| 593 | + ++p->code_write_count >= SMC_BITMAP_USE_THRESHOLD && | |
| 594 | + is_cpu_write_access) { | |
| 554 | 595 | /* build code bitmap */ |
| 555 | 596 | build_page_bitmap(p); |
| 556 | 597 | } |
| 557 | 598 | |
| 558 | 599 | /* we remove all the TBs in the range [start, end[ */ |
| 559 | 600 | /* XXX: see if in some cases it could be faster to invalidate all the code */ |
| 601 | + current_tb_not_found = is_cpu_write_access; | |
| 602 | + current_tb_modified = 0; | |
| 603 | + current_tb = NULL; /* avoid warning */ | |
| 604 | + current_pc = 0; /* avoid warning */ | |
| 605 | + current_cs_base = 0; /* avoid warning */ | |
| 606 | + current_flags = 0; /* avoid warning */ | |
| 560 | 607 | tb = p->first_tb; |
| 561 | 608 | while (tb != NULL) { |
| 562 | 609 | n = (long)tb & 3; |
| ... | ... | @@ -573,6 +620,36 @@ static void tb_invalidate_phys_page_range(target_ulong start, target_ulong end, |
| 573 | 620 | tb_end = tb_start + ((tb->pc + tb->size) & ~TARGET_PAGE_MASK); |
| 574 | 621 | } |
| 575 | 622 | if (!(tb_end <= start || tb_start >= end)) { |
| 623 | +#ifdef TARGET_HAS_PRECISE_SMC | |
| 624 | + if (current_tb_not_found) { | |
| 625 | + current_tb_not_found = 0; | |
| 626 | + current_tb = NULL; | |
| 627 | + if (env->mem_write_pc) { | |
| 628 | + /* now we have a real cpu fault */ | |
| 629 | + current_tb = tb_find_pc(env->mem_write_pc); | |
| 630 | + } | |
| 631 | + } | |
| 632 | + if (current_tb == tb && | |
| 633 | + !(current_tb->cflags & CF_SINGLE_INSN)) { | |
| 634 | + /* If we are modifying the current TB, we must stop | |
| 635 | + its execution. We could be more precise by checking | |
| 636 | + that the modification is after the current PC, but it | |
| 637 | + would require a specialized function to partially | |
| 638 | + restore the CPU state */ | |
| 639 | + | |
| 640 | + current_tb_modified = 1; | |
| 641 | + cpu_restore_state(current_tb, env, | |
| 642 | + env->mem_write_pc, NULL); | |
| 643 | +#if defined(TARGET_I386) | |
| 644 | + current_flags = env->hflags; | |
| 645 | + current_flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK)); | |
| 646 | + current_cs_base = (target_ulong)env->segs[R_CS].base; | |
| 647 | + current_pc = current_cs_base + env->eip; | |
| 648 | +#else | |
| 649 | +#error unsupported CPU | |
| 650 | +#endif | |
| 651 | + } | |
| 652 | +#endif /* TARGET_HAS_PRECISE_SMC */ | |
| 576 | 653 | tb_phys_invalidate(tb, -1); |
| 577 | 654 | } |
| 578 | 655 | tb = tb_next; |
| ... | ... | @@ -581,13 +658,25 @@ static void tb_invalidate_phys_page_range(target_ulong start, target_ulong end, |
| 581 | 658 | /* if no code remaining, no need to continue to use slow writes */ |
| 582 | 659 | if (!p->first_tb) { |
| 583 | 660 | invalidate_page_bitmap(p); |
| 584 | - tlb_unprotect_code_phys(cpu_single_env, start, vaddr); | |
| 661 | + if (is_cpu_write_access) { | |
| 662 | + tlb_unprotect_code_phys(env, start, env->mem_write_vaddr); | |
| 663 | + } | |
| 664 | + } | |
| 665 | +#endif | |
| 666 | +#ifdef TARGET_HAS_PRECISE_SMC | |
| 667 | + if (current_tb_modified) { | |
| 668 | + /* we generate a block containing just the instruction | |
| 669 | + modifying the memory. It will ensure that it cannot modify | |
| 670 | + itself */ | |
| 671 | + tb_gen_code(env, current_pc, current_cs_base, current_flags, | |
| 672 | + CF_SINGLE_INSN); | |
| 673 | + cpu_resume_from_signal(env, NULL); | |
| 585 | 674 | } |
| 586 | 675 | #endif |
| 587 | 676 | } |
| 588 | 677 | |
| 589 | 678 | /* len must be <= 8 and start must be a multiple of len */ |
| 590 | -static inline void tb_invalidate_phys_page_fast(target_ulong start, int len, target_ulong vaddr) | |
| 679 | +static inline void tb_invalidate_phys_page_fast(target_ulong start, int len) | |
| 591 | 680 | { |
| 592 | 681 | PageDesc *p; |
| 593 | 682 | int offset, b; |
| ... | ... | @@ -608,77 +697,75 @@ static inline void tb_invalidate_phys_page_fast(target_ulong start, int len, tar |
| 608 | 697 | goto do_invalidate; |
| 609 | 698 | } else { |
| 610 | 699 | do_invalidate: |
| 611 | - tb_invalidate_phys_page_range(start, start + len, vaddr); | |
| 700 | + tb_invalidate_phys_page_range(start, start + len, 1); | |
| 612 | 701 | } |
| 613 | 702 | } |
| 614 | 703 | |
| 615 | -/* invalidate all TBs which intersect with the target virtual page | |
| 616 | - starting in range [start;end[. This function is usually used when | |
| 617 | - the target processor flushes its I-cache. NOTE: start and end must | |
| 618 | - refer to the same physical page */ | |
| 619 | -void tb_invalidate_page_range(target_ulong start, target_ulong end) | |
| 620 | -{ | |
| 621 | - int n; | |
| 622 | - PageDesc *p; | |
| 623 | - TranslationBlock *tb, *tb_next; | |
| 624 | - target_ulong pc; | |
| 625 | - target_ulong phys_start; | |
| 626 | - | |
| 627 | -#if !defined(CONFIG_USER_ONLY) | |
| 628 | - { | |
| 629 | - VirtPageDesc *vp; | |
| 630 | - vp = virt_page_find(start >> TARGET_PAGE_BITS); | |
| 631 | - if (!vp) | |
| 632 | - return; | |
| 633 | - if (vp->valid_tag != virt_valid_tag) | |
| 634 | - return; | |
| 635 | - phys_start = vp->phys_addr + (start & ~TARGET_PAGE_MASK); | |
| 636 | - } | |
| 637 | -#else | |
| 638 | - phys_start = start; | |
| 639 | -#endif | |
| 640 | - p = page_find(phys_start >> TARGET_PAGE_BITS); | |
| 641 | - if (!p) | |
| 642 | - return; | |
| 643 | - /* we remove all the TBs in the range [start, end[ */ | |
| 644 | - /* XXX: see if in some cases it could be faster to invalidate all the code */ | |
| 645 | - tb = p->first_tb; | |
| 646 | - while (tb != NULL) { | |
| 647 | - n = (long)tb & 3; | |
| 648 | - tb = (TranslationBlock *)((long)tb & ~3); | |
| 649 | - tb_next = tb->page_next[n]; | |
| 650 | - pc = tb->pc; | |
| 651 | - if (!((pc + tb->size) <= start || pc >= end)) { | |
| 652 | - tb_phys_invalidate(tb, -1); | |
| 653 | - } | |
| 654 | - tb = tb_next; | |
| 655 | - } | |
| 656 | -#if !defined(CONFIG_USER_ONLY) | |
| 657 | - /* if no code remaining, no need to continue to use slow writes */ | |
| 658 | - if (!p->first_tb) | |
| 659 | - tlb_unprotect_code(cpu_single_env, start); | |
| 660 | -#endif | |
| 661 | -} | |
| 662 | - | |
| 663 | 704 | #if !defined(CONFIG_SOFTMMU) |
| 664 | -static void tb_invalidate_phys_page(target_ulong addr) | |
| 705 | +static void tb_invalidate_phys_page(target_ulong addr, | |
| 706 | + unsigned long pc, void *puc) | |
| 665 | 707 | { |
| 666 | - int n; | |
| 708 | + int n, current_flags, current_tb_modified; | |
| 709 | + target_ulong current_pc, current_cs_base; | |
| 667 | 710 | PageDesc *p; |
| 668 | - TranslationBlock *tb; | |
| 711 | + TranslationBlock *tb, *current_tb; | |
| 712 | +#ifdef TARGET_HAS_PRECISE_SMC | |
| 713 | + CPUState *env = cpu_single_env; | |
| 714 | +#endif | |
| 669 | 715 | |
| 670 | 716 | addr &= TARGET_PAGE_MASK; |
| 671 | 717 | p = page_find(addr >> TARGET_PAGE_BITS); |
| 672 | 718 | if (!p) |
| 673 | 719 | return; |
| 674 | 720 | tb = p->first_tb; |
| 721 | + current_tb_modified = 0; | |
| 722 | + current_tb = NULL; | |
| 723 | + current_pc = 0; /* avoid warning */ | |
| 724 | + current_cs_base = 0; /* avoid warning */ | |
| 725 | + current_flags = 0; /* avoid warning */ | |
| 726 | +#ifdef TARGET_HAS_PRECISE_SMC | |
| 727 | + if (tb && pc != 0) { | |
| 728 | + current_tb = tb_find_pc(pc); | |
| 729 | + } | |
| 730 | +#endif | |
| 675 | 731 | while (tb != NULL) { |
| 676 | 732 | n = (long)tb & 3; |
| 677 | 733 | tb = (TranslationBlock *)((long)tb & ~3); |
| 734 | +#ifdef TARGET_HAS_PRECISE_SMC | |
| 735 | + if (current_tb == tb && | |
| 736 | + !(current_tb->cflags & CF_SINGLE_INSN)) { | |
| 737 | + /* If we are modifying the current TB, we must stop | |
| 738 | + its execution. We could be more precise by checking | |
| 739 | + that the modification is after the current PC, but it | |
| 740 | + would require a specialized function to partially | |
| 741 | + restore the CPU state */ | |
| 742 | + | |
| 743 | + current_tb_modified = 1; | |
| 744 | + cpu_restore_state(current_tb, env, pc, puc); | |
| 745 | +#if defined(TARGET_I386) | |
| 746 | + current_flags = env->hflags; | |
| 747 | + current_flags |= (env->eflags & (IOPL_MASK | TF_MASK | VM_MASK)); | |
| 748 | + current_cs_base = (target_ulong)env->segs[R_CS].base; | |
| 749 | + current_pc = current_cs_base + env->eip; | |
| 750 | +#else | |
| 751 | +#error unsupported CPU | |
| 752 | +#endif | |
| 753 | + } | |
| 754 | +#endif /* TARGET_HAS_PRECISE_SMC */ | |
| 678 | 755 | tb_phys_invalidate(tb, addr); |
| 679 | 756 | tb = tb->page_next[n]; |
| 680 | 757 | } |
| 681 | 758 | p->first_tb = NULL; |
| 759 | +#ifdef TARGET_HAS_PRECISE_SMC | |
| 760 | + if (current_tb_modified) { | |
| 761 | + /* we generate a block containing just the instruction | |
| 762 | + modifying the memory. It will ensure that it cannot modify | |
| 763 | + itself */ | |
| 764 | + tb_gen_code(env, current_pc, current_cs_base, current_flags, | |
| 765 | + CF_SINGLE_INSN); | |
| 766 | + cpu_resume_from_signal(env, puc); | |
| 767 | + } | |
| 768 | +#endif | |
| 682 | 769 | } |
| 683 | 770 | #endif |
| 684 | 771 | |
| ... | ... | @@ -696,6 +783,8 @@ static inline void tb_alloc_page(TranslationBlock *tb, |
| 696 | 783 | p->first_tb = (TranslationBlock *)((long)tb | n); |
| 697 | 784 | invalidate_page_bitmap(p); |
| 698 | 785 | |
| 786 | +#ifdef TARGET_HAS_SMC | |
| 787 | + | |
| 699 | 788 | #if defined(CONFIG_USER_ONLY) |
| 700 | 789 | if (p->flags & PAGE_WRITE) { |
| 701 | 790 | unsigned long host_start, host_end, addr; |
| ... | ... | @@ -727,6 +816,8 @@ static inline void tb_alloc_page(TranslationBlock *tb, |
| 727 | 816 | tlb_protect_code(cpu_single_env, virt_addr); |
| 728 | 817 | } |
| 729 | 818 | #endif |
| 819 | + | |
| 820 | +#endif /* TARGET_HAS_SMC */ | |
| 730 | 821 | } |
| 731 | 822 | |
| 732 | 823 | /* Allocate a new translation block. Flush the translation buffer if |
| ... | ... | @@ -910,13 +1001,21 @@ static void tb_reset_jump_recursive(TranslationBlock *tb) |
| 910 | 1001 | tb_reset_jump_recursive2(tb, 1); |
| 911 | 1002 | } |
| 912 | 1003 | |
| 1004 | +static void breakpoint_invalidate(CPUState *env, target_ulong pc) | |
| 1005 | +{ | |
| 1006 | + target_ulong phys_addr; | |
| 1007 | + | |
| 1008 | + phys_addr = cpu_get_phys_page_debug(env, pc); | |
| 1009 | + tb_invalidate_phys_page_range(phys_addr, phys_addr + 1, 0); | |
| 1010 | +} | |
| 1011 | + | |
| 913 | 1012 | /* add a breakpoint. EXCP_DEBUG is returned by the CPU loop if a |
| 914 | 1013 | breakpoint is reached */ |
| 915 | 1014 | int cpu_breakpoint_insert(CPUState *env, uint32_t pc) |
| 916 | 1015 | { |
| 917 | 1016 | #if defined(TARGET_I386) || defined(TARGET_PPC) |
| 918 | 1017 | int i; |
| 919 | - | |
| 1018 | + | |
| 920 | 1019 | for(i = 0; i < env->nb_breakpoints; i++) { |
| 921 | 1020 | if (env->breakpoints[i] == pc) |
| 922 | 1021 | return 0; |
| ... | ... | @@ -925,7 +1024,8 @@ int cpu_breakpoint_insert(CPUState *env, uint32_t pc) |
| 925 | 1024 | if (env->nb_breakpoints >= MAX_BREAKPOINTS) |
| 926 | 1025 | return -1; |
| 927 | 1026 | env->breakpoints[env->nb_breakpoints++] = pc; |
| 928 | - tb_invalidate_page_range(pc, pc + 1); | |
| 1027 | + | |
| 1028 | + breakpoint_invalidate(env, pc); | |
| 929 | 1029 | return 0; |
| 930 | 1030 | #else |
| 931 | 1031 | return -1; |
| ... | ... | @@ -946,7 +1046,8 @@ int cpu_breakpoint_remove(CPUState *env, uint32_t pc) |
| 946 | 1046 | memmove(&env->breakpoints[i], &env->breakpoints[i + 1], |
| 947 | 1047 | (env->nb_breakpoints - (i + 1)) * sizeof(env->breakpoints[0])); |
| 948 | 1048 | env->nb_breakpoints--; |
| 949 | - tb_invalidate_page_range(pc, pc + 1); | |
| 1049 | + | |
| 1050 | + breakpoint_invalidate(env, pc); | |
| 950 | 1051 | return 0; |
| 951 | 1052 | #else |
| 952 | 1053 | return -1; |
| ... | ... | @@ -1197,27 +1298,6 @@ static void tlb_protect_code(CPUState *env, uint32_t addr) |
| 1197 | 1298 | #endif |
| 1198 | 1299 | } |
| 1199 | 1300 | |
| 1200 | -static inline void tlb_unprotect_code1(CPUTLBEntry *tlb_entry, uint32_t addr) | |
| 1201 | -{ | |
| 1202 | - if (addr == (tlb_entry->address & | |
| 1203 | - (TARGET_PAGE_MASK | TLB_INVALID_MASK)) && | |
| 1204 | - (tlb_entry->address & ~TARGET_PAGE_MASK) == IO_MEM_CODE) { | |
| 1205 | - tlb_entry->address = (tlb_entry->address & TARGET_PAGE_MASK) | IO_MEM_NOTDIRTY; | |
| 1206 | - } | |
| 1207 | -} | |
| 1208 | - | |
| 1209 | -/* update the TLB so that writes in virtual page 'addr' are no longer | |
| 1210 | - tested self modifying code */ | |
| 1211 | -static void tlb_unprotect_code(CPUState *env, uint32_t addr) | |
| 1212 | -{ | |
| 1213 | - int i; | |
| 1214 | - | |
| 1215 | - addr &= TARGET_PAGE_MASK; | |
| 1216 | - i = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1); | |
| 1217 | - tlb_unprotect_code1(&env->tlb_write[0][i], addr); | |
| 1218 | - tlb_unprotect_code1(&env->tlb_write[1][i], addr); | |
| 1219 | -} | |
| 1220 | - | |
| 1221 | 1301 | static inline void tlb_unprotect_code2(CPUTLBEntry *tlb_entry, |
| 1222 | 1302 | uint32_t phys_addr) |
| 1223 | 1303 | { |
| ... | ... | @@ -1387,12 +1467,18 @@ int tlb_set_page(CPUState *env, uint32_t vaddr, uint32_t paddr, int prot, |
| 1387 | 1467 | /* ROM: access is ignored (same as unassigned) */ |
| 1388 | 1468 | env->tlb_write[is_user][index].address = vaddr | IO_MEM_ROM; |
| 1389 | 1469 | env->tlb_write[is_user][index].addend = addend; |
| 1390 | - } else if (first_tb) { | |
| 1470 | + } else | |
| 1471 | + /* XXX: the PowerPC code seems not ready to handle | |
| 1472 | + self modifying code with DCBI */ | |
| 1473 | +#if defined(TARGET_HAS_SMC) || 1 | |
| 1474 | + if (first_tb) { | |
| 1391 | 1475 | /* if code is present, we use a specific memory |
| 1392 | 1476 | handler. It works only for physical memory access */ |
| 1393 | 1477 | env->tlb_write[is_user][index].address = vaddr | IO_MEM_CODE; |
| 1394 | 1478 | env->tlb_write[is_user][index].addend = addend; |
| 1395 | - } else if ((pd & ~TARGET_PAGE_MASK) == IO_MEM_RAM && | |
| 1479 | + } else | |
| 1480 | +#endif | |
| 1481 | + if ((pd & ~TARGET_PAGE_MASK) == IO_MEM_RAM && | |
| 1396 | 1482 | !cpu_physical_memory_is_dirty(pd)) { |
| 1397 | 1483 | env->tlb_write[is_user][index].address = vaddr | IO_MEM_NOTDIRTY; |
| 1398 | 1484 | env->tlb_write[is_user][index].addend = addend; |
| ... | ... | @@ -1420,7 +1506,9 @@ int tlb_set_page(CPUState *env, uint32_t vaddr, uint32_t paddr, int prot, |
| 1420 | 1506 | } else { |
| 1421 | 1507 | if (prot & PROT_WRITE) { |
| 1422 | 1508 | if ((pd & ~TARGET_PAGE_MASK) == IO_MEM_ROM || |
| 1509 | +#if defined(TARGET_HAS_SMC) || 1 | |
| 1423 | 1510 | first_tb || |
| 1511 | +#endif | |
| 1424 | 1512 | ((pd & ~TARGET_PAGE_MASK) == IO_MEM_RAM && |
| 1425 | 1513 | !cpu_physical_memory_is_dirty(pd))) { |
| 1426 | 1514 | /* ROM: we do as if code was inside */ |
| ... | ... | @@ -1450,7 +1538,7 @@ int tlb_set_page(CPUState *env, uint32_t vaddr, uint32_t paddr, int prot, |
| 1450 | 1538 | |
| 1451 | 1539 | /* called from signal handler: invalidate the code and unprotect the |
| 1452 | 1540 | page. Return TRUE if the fault was succesfully handled. */ |
| 1453 | -int page_unprotect(unsigned long addr) | |
| 1541 | +int page_unprotect(unsigned long addr, unsigned long pc, void *puc) | |
| 1454 | 1542 | { |
| 1455 | 1543 | #if !defined(CONFIG_SOFTMMU) |
| 1456 | 1544 | VirtPageDesc *vp; |
| ... | ... | @@ -1476,13 +1564,13 @@ int page_unprotect(unsigned long addr) |
| 1476 | 1564 | printf("page_unprotect: addr=0x%08x phys_addr=0x%08x prot=%x\n", |
| 1477 | 1565 | addr, vp->phys_addr, vp->prot); |
| 1478 | 1566 | #endif |
| 1479 | - /* set the dirty bit */ | |
| 1480 | - phys_ram_dirty[vp->phys_addr >> TARGET_PAGE_BITS] = 1; | |
| 1481 | - /* flush the code inside */ | |
| 1482 | - tb_invalidate_phys_page(vp->phys_addr); | |
| 1483 | 1567 | if (mprotect((void *)addr, TARGET_PAGE_SIZE, vp->prot) < 0) |
| 1484 | 1568 | cpu_abort(cpu_single_env, "error mprotect addr=0x%lx prot=%d\n", |
| 1485 | 1569 | (unsigned long)addr, vp->prot); |
| 1570 | + /* set the dirty bit */ | |
| 1571 | + phys_ram_dirty[vp->phys_addr >> TARGET_PAGE_BITS] = 1; | |
| 1572 | + /* flush the code inside */ | |
| 1573 | + tb_invalidate_phys_page(vp->phys_addr, pc, puc); | |
| 1486 | 1574 | return 1; |
| 1487 | 1575 | #else |
| 1488 | 1576 | return 0; |
| ... | ... | @@ -1582,7 +1670,7 @@ void page_set_flags(unsigned long start, unsigned long end, int flags) |
| 1582 | 1670 | if (!(p->flags & PAGE_WRITE) && |
| 1583 | 1671 | (flags & PAGE_WRITE) && |
| 1584 | 1672 | p->first_tb) { |
| 1585 | - tb_invalidate_phys_page(addr); | |
| 1673 | + tb_invalidate_phys_page(addr, 0, NULL); | |
| 1586 | 1674 | } |
| 1587 | 1675 | p->flags = flags; |
| 1588 | 1676 | } |
| ... | ... | @@ -1591,7 +1679,7 @@ void page_set_flags(unsigned long start, unsigned long end, int flags) |
| 1591 | 1679 | |
| 1592 | 1680 | /* called from signal handler: invalidate the code and unprotect the |
| 1593 | 1681 | page. Return TRUE if the fault was succesfully handled. */ |
| 1594 | -int page_unprotect(unsigned long address) | |
| 1682 | +int page_unprotect(unsigned long address, unsigned long pc, void *puc) | |
| 1595 | 1683 | { |
| 1596 | 1684 | unsigned int page_index, prot, pindex; |
| 1597 | 1685 | PageDesc *p, *p1; |
| ... | ... | @@ -1619,7 +1707,7 @@ int page_unprotect(unsigned long address) |
| 1619 | 1707 | p1[pindex].flags |= PAGE_WRITE; |
| 1620 | 1708 | /* and since the content will be modified, we must invalidate |
| 1621 | 1709 | the corresponding translated code. */ |
| 1622 | - tb_invalidate_phys_page(address); | |
| 1710 | + tb_invalidate_phys_page(address, pc, puc); | |
| 1623 | 1711 | #ifdef DEBUG_TB_CHECK |
| 1624 | 1712 | tb_invalidate_check(address); |
| 1625 | 1713 | #endif |
| ... | ... | @@ -1639,14 +1727,13 @@ void page_unprotect_range(uint8_t *data, unsigned long data_size) |
| 1639 | 1727 | start &= TARGET_PAGE_MASK; |
| 1640 | 1728 | end = TARGET_PAGE_ALIGN(end); |
| 1641 | 1729 | for(addr = start; addr < end; addr += TARGET_PAGE_SIZE) { |
| 1642 | - page_unprotect(addr); | |
| 1730 | + page_unprotect(addr, 0, NULL); | |
| 1643 | 1731 | } |
| 1644 | 1732 | } |
| 1645 | 1733 | |
| 1646 | 1734 | static inline void tlb_set_dirty(unsigned long addr, target_ulong vaddr) |
| 1647 | 1735 | { |
| 1648 | 1736 | } |
| 1649 | - | |
| 1650 | 1737 | #endif /* defined(CONFIG_USER_ONLY) */ |
| 1651 | 1738 | |
| 1652 | 1739 | /* register physical memory. 'size' must be a multiple of the target |
| ... | ... | @@ -1672,7 +1759,7 @@ static uint32_t unassigned_mem_readb(uint32_t addr) |
| 1672 | 1759 | return 0; |
| 1673 | 1760 | } |
| 1674 | 1761 | |
| 1675 | -static void unassigned_mem_writeb(uint32_t addr, uint32_t val, uint32_t vaddr) | |
| 1762 | +static void unassigned_mem_writeb(uint32_t addr, uint32_t val) | |
| 1676 | 1763 | { |
| 1677 | 1764 | } |
| 1678 | 1765 | |
| ... | ... | @@ -1691,37 +1778,37 @@ static CPUWriteMemoryFunc *unassigned_mem_write[3] = { |
| 1691 | 1778 | /* self modifying code support in soft mmu mode : writing to a page |
| 1692 | 1779 | containing code comes to these functions */ |
| 1693 | 1780 | |
| 1694 | -static void code_mem_writeb(uint32_t addr, uint32_t val, uint32_t vaddr) | |
| 1781 | +static void code_mem_writeb(uint32_t addr, uint32_t val) | |
| 1695 | 1782 | { |
| 1696 | 1783 | unsigned long phys_addr; |
| 1697 | 1784 | |
| 1698 | 1785 | phys_addr = addr - (long)phys_ram_base; |
| 1699 | 1786 | #if !defined(CONFIG_USER_ONLY) |
| 1700 | - tb_invalidate_phys_page_fast(phys_addr, 1, vaddr); | |
| 1787 | + tb_invalidate_phys_page_fast(phys_addr, 1); | |
| 1701 | 1788 | #endif |
| 1702 | 1789 | stb_raw((uint8_t *)addr, val); |
| 1703 | 1790 | phys_ram_dirty[phys_addr >> TARGET_PAGE_BITS] = 1; |
| 1704 | 1791 | } |
| 1705 | 1792 | |
| 1706 | -static void code_mem_writew(uint32_t addr, uint32_t val, uint32_t vaddr) | |
| 1793 | +static void code_mem_writew(uint32_t addr, uint32_t val) | |
| 1707 | 1794 | { |
| 1708 | 1795 | unsigned long phys_addr; |
| 1709 | 1796 | |
| 1710 | 1797 | phys_addr = addr - (long)phys_ram_base; |
| 1711 | 1798 | #if !defined(CONFIG_USER_ONLY) |
| 1712 | - tb_invalidate_phys_page_fast(phys_addr, 2, vaddr); | |
| 1799 | + tb_invalidate_phys_page_fast(phys_addr, 2); | |
| 1713 | 1800 | #endif |
| 1714 | 1801 | stw_raw((uint8_t *)addr, val); |
| 1715 | 1802 | phys_ram_dirty[phys_addr >> TARGET_PAGE_BITS] = 1; |
| 1716 | 1803 | } |
| 1717 | 1804 | |
| 1718 | -static void code_mem_writel(uint32_t addr, uint32_t val, uint32_t vaddr) | |
| 1805 | +static void code_mem_writel(uint32_t addr, uint32_t val) | |
| 1719 | 1806 | { |
| 1720 | 1807 | unsigned long phys_addr; |
| 1721 | 1808 | |
| 1722 | 1809 | phys_addr = addr - (long)phys_ram_base; |
| 1723 | 1810 | #if !defined(CONFIG_USER_ONLY) |
| 1724 | - tb_invalidate_phys_page_fast(phys_addr, 4, vaddr); | |
| 1811 | + tb_invalidate_phys_page_fast(phys_addr, 4); | |
| 1725 | 1812 | #endif |
| 1726 | 1813 | stl_raw((uint8_t *)addr, val); |
| 1727 | 1814 | phys_ram_dirty[phys_addr >> TARGET_PAGE_BITS] = 1; |
| ... | ... | @@ -1739,22 +1826,22 @@ static CPUWriteMemoryFunc *code_mem_write[3] = { |
| 1739 | 1826 | code_mem_writel, |
| 1740 | 1827 | }; |
| 1741 | 1828 | |
| 1742 | -static void notdirty_mem_writeb(uint32_t addr, uint32_t val, uint32_t vaddr) | |
| 1829 | +static void notdirty_mem_writeb(uint32_t addr, uint32_t val) | |
| 1743 | 1830 | { |
| 1744 | 1831 | stb_raw((uint8_t *)addr, val); |
| 1745 | - tlb_set_dirty(addr, vaddr); | |
| 1832 | + tlb_set_dirty(addr, cpu_single_env->mem_write_vaddr); | |
| 1746 | 1833 | } |
| 1747 | 1834 | |
| 1748 | -static void notdirty_mem_writew(uint32_t addr, uint32_t val, uint32_t vaddr) | |
| 1835 | +static void notdirty_mem_writew(uint32_t addr, uint32_t val) | |
| 1749 | 1836 | { |
| 1750 | 1837 | stw_raw((uint8_t *)addr, val); |
| 1751 | - tlb_set_dirty(addr, vaddr); | |
| 1838 | + tlb_set_dirty(addr, cpu_single_env->mem_write_vaddr); | |
| 1752 | 1839 | } |
| 1753 | 1840 | |
| 1754 | -static void notdirty_mem_writel(uint32_t addr, uint32_t val, uint32_t vaddr) | |
| 1841 | +static void notdirty_mem_writel(uint32_t addr, uint32_t val) | |
| 1755 | 1842 | { |
| 1756 | 1843 | stl_raw((uint8_t *)addr, val); |
| 1757 | - tlb_set_dirty(addr, vaddr); | |
| 1844 | + tlb_set_dirty(addr, cpu_single_env->mem_write_vaddr); | |
| 1758 | 1845 | } |
| 1759 | 1846 | |
| 1760 | 1847 | static CPUWriteMemoryFunc *notdirty_mem_write[3] = { |
| ... | ... | @@ -1861,17 +1948,17 @@ void cpu_physical_memory_rw(target_ulong addr, uint8_t *buf, |
| 1861 | 1948 | if (l >= 4 && ((addr & 3) == 0)) { |
| 1862 | 1949 | /* 32 bit read access */ |
| 1863 | 1950 | val = ldl_raw(buf); |
| 1864 | - io_mem_write[io_index][2](addr, val, 0); | |
| 1951 | + io_mem_write[io_index][2](addr, val); | |
| 1865 | 1952 | l = 4; |
| 1866 | 1953 | } else if (l >= 2 && ((addr & 1) == 0)) { |
| 1867 | 1954 | /* 16 bit read access */ |
| 1868 | 1955 | val = lduw_raw(buf); |
| 1869 | - io_mem_write[io_index][1](addr, val, 0); | |
| 1956 | + io_mem_write[io_index][1](addr, val); | |
| 1870 | 1957 | l = 2; |
| 1871 | 1958 | } else { |
| 1872 | 1959 | /* 8 bit access */ |
| 1873 | 1960 | val = ldub_raw(buf); |
| 1874 | - io_mem_write[io_index][0](addr, val, 0); | |
| 1961 | + io_mem_write[io_index][0](addr, val); | |
| 1875 | 1962 | l = 1; |
| 1876 | 1963 | } |
| 1877 | 1964 | } else { | ... | ... |
softmmu_template.h
| ... | ... | @@ -70,20 +70,23 @@ static inline DATA_TYPE glue(io_read, SUFFIX)(unsigned long physaddr, |
| 70 | 70 | |
| 71 | 71 | static inline void glue(io_write, SUFFIX)(unsigned long physaddr, |
| 72 | 72 | DATA_TYPE val, |
| 73 | - unsigned long tlb_addr) | |
| 73 | + unsigned long tlb_addr, | |
| 74 | + void *retaddr) | |
| 74 | 75 | { |
| 75 | 76 | int index; |
| 76 | 77 | |
| 77 | 78 | index = (tlb_addr >> IO_MEM_SHIFT) & (IO_MEM_NB_ENTRIES - 1); |
| 79 | + env->mem_write_vaddr = tlb_addr; | |
| 80 | + env->mem_write_pc = (unsigned long)retaddr; | |
| 78 | 81 | #if SHIFT <= 2 |
| 79 | - io_mem_write[index][SHIFT](physaddr, val, tlb_addr); | |
| 82 | + io_mem_write[index][SHIFT](physaddr, val); | |
| 80 | 83 | #else |
| 81 | 84 | #ifdef TARGET_WORDS_BIGENDIAN |
| 82 | - io_mem_write[index][2](physaddr, val >> 32, tlb_addr); | |
| 83 | - io_mem_write[index][2](physaddr + 4, val, tlb_addr); | |
| 85 | + io_mem_write[index][2](physaddr, val >> 32); | |
| 86 | + io_mem_write[index][2](physaddr + 4, val); | |
| 84 | 87 | #else |
| 85 | - io_mem_write[index][2](physaddr, val, tlb_addr); | |
| 86 | - io_mem_write[index][2](physaddr + 4, val >> 32, tlb_addr); | |
| 88 | + io_mem_write[index][2](physaddr, val); | |
| 89 | + io_mem_write[index][2](physaddr + 4, val >> 32); | |
| 87 | 90 | #endif |
| 88 | 91 | #endif /* SHIFT > 2 */ |
| 89 | 92 | } |
| ... | ... | @@ -193,7 +196,8 @@ void REGPARM(2) glue(glue(__st, SUFFIX), MMUSUFFIX)(unsigned long addr, |
| 193 | 196 | /* IO access */ |
| 194 | 197 | if ((addr & (DATA_SIZE - 1)) != 0) |
| 195 | 198 | goto do_unaligned_access; |
| 196 | - glue(io_write, SUFFIX)(physaddr, val, tlb_addr); | |
| 199 | + retaddr = GETPC(); | |
| 200 | + glue(io_write, SUFFIX)(physaddr, val, tlb_addr, retaddr); | |
| 197 | 201 | } else if (((addr & 0xfff) + DATA_SIZE - 1) >= TARGET_PAGE_SIZE) { |
| 198 | 202 | do_unaligned_access: |
| 199 | 203 | retaddr = GETPC(); |
| ... | ... | @@ -229,7 +233,7 @@ static void glue(glue(slow_st, SUFFIX), MMUSUFFIX)(unsigned long addr, |
| 229 | 233 | /* IO access */ |
| 230 | 234 | if ((addr & (DATA_SIZE - 1)) != 0) |
| 231 | 235 | goto do_unaligned_access; |
| 232 | - glue(io_write, SUFFIX)(physaddr, val, tlb_addr); | |
| 236 | + glue(io_write, SUFFIX)(physaddr, val, tlb_addr, retaddr); | |
| 233 | 237 | } else if (((addr & 0xfff) + DATA_SIZE - 1) >= TARGET_PAGE_SIZE) { |
| 234 | 238 | do_unaligned_access: |
| 235 | 239 | /* XXX: not efficient, but simple */ | ... | ... |
target-arm/cpu.h
| ... | ... | @@ -43,6 +43,13 @@ typedef struct CPUARMState { |
| 43 | 43 | struct TranslationBlock *current_tb; |
| 44 | 44 | int user_mode_only; |
| 45 | 45 | |
| 46 | + /* in order to avoid passing too many arguments to the memory | |
| 47 | + write helpers, we store some rarely used information in the CPU | |
| 48 | + context) */ | |
| 49 | + unsigned long mem_write_pc; /* host pc at which the memory was | |
| 50 | + written */ | |
| 51 | + unsigned long mem_write_vaddr; /* target virtual addr at which the | |
| 52 | + memory was written */ | |
| 46 | 53 | /* user data */ |
| 47 | 54 | void *opaque; |
| 48 | 55 | } CPUARMState; | ... | ... |
target-i386/cpu.h
| ... | ... | @@ -22,6 +22,12 @@ |
| 22 | 22 | |
| 23 | 23 | #define TARGET_LONG_BITS 32 |
| 24 | 24 | |
| 25 | +/* target supports implicit self modifying code */ | |
| 26 | +#define TARGET_HAS_SMC | |
| 27 | +/* support for self modifying code even if the modified instruction is | |
| 28 | + close to the modifying instruction */ | |
| 29 | +#define TARGET_HAS_PRECISE_SMC | |
| 30 | + | |
| 25 | 31 | #include "cpu-defs.h" |
| 26 | 32 | |
| 27 | 33 | #if defined(__i386__) && !defined(CONFIG_SOFTMMU) |
| ... | ... | @@ -331,8 +337,16 @@ typedef struct CPUX86State { |
| 331 | 337 | int interrupt_request; |
| 332 | 338 | int user_mode_only; /* user mode only simulation */ |
| 333 | 339 | |
| 334 | - /* soft mmu support */ | |
| 335 | 340 | uint32_t a20_mask; |
| 341 | + | |
| 342 | + /* soft mmu support */ | |
| 343 | + /* in order to avoid passing too many arguments to the memory | |
| 344 | + write helpers, we store some rarely used information in the CPU | |
| 345 | + context) */ | |
| 346 | + unsigned long mem_write_pc; /* host pc at which the memory was | |
| 347 | + written */ | |
| 348 | + unsigned long mem_write_vaddr; /* target virtual addr at which the | |
| 349 | + memory was written */ | |
| 336 | 350 | /* 0 = kernel, 1 = user */ |
| 337 | 351 | CPUTLBEntry tlb_read[2][CPU_TLB_SIZE]; |
| 338 | 352 | CPUTLBEntry tlb_write[2][CPU_TLB_SIZE]; |
| ... | ... | @@ -358,7 +372,7 @@ int cpu_x86_inl(CPUX86State *env, int addr); |
| 358 | 372 | CPUX86State *cpu_x86_init(void); |
| 359 | 373 | int cpu_x86_exec(CPUX86State *s); |
| 360 | 374 | void cpu_x86_close(CPUX86State *s); |
| 361 | -int cpu_x86_get_pic_interrupt(CPUX86State *s); | |
| 375 | +int cpu_get_pic_interrupt(CPUX86State *s); | |
| 362 | 376 | |
| 363 | 377 | /* this function must always be used to load data in the segment |
| 364 | 378 | cache: it synchronizes the hflags with the segment cache values */ | ... | ... |
target-i386/translate-copy.c
| ... | ... | @@ -1189,6 +1189,8 @@ static inline int gen_intermediate_code_internal(CPUState *env, |
| 1189 | 1189 | return -1; |
| 1190 | 1190 | if (!(flags & HF_SS32_MASK)) |
| 1191 | 1191 | return -1; |
| 1192 | + if (tb->cflags & CF_SINGLE_INSN) | |
| 1193 | + return -1; | |
| 1192 | 1194 | gen_code_end = gen_code_ptr + |
| 1193 | 1195 | GEN_CODE_MAX_SIZE - GEN_CODE_MAX_INSN_SIZE; |
| 1194 | 1196 | dc->gen_code_ptr = gen_code_ptr; | ... | ... |
target-i386/translate.c
| ... | ... | @@ -4491,7 +4491,7 @@ static inline int gen_intermediate_code_internal(CPUState *env, |
| 4491 | 4491 | DisasContext dc1, *dc = &dc1; |
| 4492 | 4492 | uint8_t *pc_ptr; |
| 4493 | 4493 | uint16_t *gen_opc_end; |
| 4494 | - int flags, j, lj; | |
| 4494 | + int flags, j, lj, cflags; | |
| 4495 | 4495 | uint8_t *pc_start; |
| 4496 | 4496 | uint8_t *cs_base; |
| 4497 | 4497 | |
| ... | ... | @@ -4499,6 +4499,7 @@ static inline int gen_intermediate_code_internal(CPUState *env, |
| 4499 | 4499 | pc_start = (uint8_t *)tb->pc; |
| 4500 | 4500 | cs_base = (uint8_t *)tb->cs_base; |
| 4501 | 4501 | flags = tb->flags; |
| 4502 | + cflags = tb->cflags; | |
| 4502 | 4503 | |
| 4503 | 4504 | dc->pe = (flags >> HF_PE_SHIFT) & 1; |
| 4504 | 4505 | dc->code32 = (flags >> HF_CS32_SHIFT) & 1; |
| ... | ... | @@ -4573,7 +4574,8 @@ static inline int gen_intermediate_code_internal(CPUState *env, |
| 4573 | 4574 | the flag and abort the translation to give the irqs a |
| 4574 | 4575 | change to be happen */ |
| 4575 | 4576 | if (dc->tf || dc->singlestep_enabled || |
| 4576 | - (flags & HF_INHIBIT_IRQ_MASK)) { | |
| 4577 | + (flags & HF_INHIBIT_IRQ_MASK) || | |
| 4578 | + (cflags & CF_SINGLE_INSN)) { | |
| 4577 | 4579 | gen_op_jmp_im(pc_ptr - dc->cs_base); |
| 4578 | 4580 | gen_eob(dc); |
| 4579 | 4581 | break; | ... | ... |
target-ppc/cpu.h
| ... | ... | @@ -164,6 +164,13 @@ typedef struct CPUPPCState { |
| 164 | 164 | int user_mode_only; /* user mode only simulation */ |
| 165 | 165 | struct TranslationBlock *current_tb; /* currently executing TB */ |
| 166 | 166 | /* soft mmu support */ |
| 167 | + /* in order to avoid passing too many arguments to the memory | |
| 168 | + write helpers, we store some rarely used information in the CPU | |
| 169 | + context) */ | |
| 170 | + unsigned long mem_write_pc; /* host pc at which the memory was | |
| 171 | + written */ | |
| 172 | + unsigned long mem_write_vaddr; /* target virtual addr at which the | |
| 173 | + memory was written */ | |
| 167 | 174 | /* 0 = kernel, 1 = user (may have 2 = kernel code, 3 = user code ?) */ |
| 168 | 175 | CPUTLBEntry tlb_read[2][CPU_TLB_SIZE]; |
| 169 | 176 | CPUTLBEntry tlb_write[2][CPU_TLB_SIZE]; | ... | ... |
target-sparc/cpu.h
| ... | ... | @@ -43,6 +43,14 @@ typedef struct CPUSPARCState { |
| 43 | 43 | void *opaque; |
| 44 | 44 | /* NOTE: we allow 8 more registers to handle wrapping */ |
| 45 | 45 | uint32_t regbase[NWINDOWS * 16 + 8]; |
| 46 | + | |
| 47 | + /* in order to avoid passing too many arguments to the memory | |
| 48 | + write helpers, we store some rarely used information in the CPU | |
| 49 | + context) */ | |
| 50 | + unsigned long mem_write_pc; /* host pc at which the memory was | |
| 51 | + written */ | |
| 52 | + unsigned long mem_write_vaddr; /* target virtual addr at which the | |
| 53 | + memory was written */ | |
| 46 | 54 | } CPUSPARCState; |
| 47 | 55 | |
| 48 | 56 | CPUSPARCState *cpu_sparc_init(void); | ... | ... |