svn commit: r213888 - stable/8/sys/amd64/amd64
Alan Cox
alc at FreeBSD.org
Fri Oct 15 04:02:07 UTC 2010
Author: alc
Date: Fri Oct 15 04:02:07 2010
New Revision: 213888
URL: http://svn.freebsd.org/changeset/base/213888
Log:
MFC r210124
Optimize pmap_remove()'s handling of PG_G mappings.
Modified:
stable/8/sys/amd64/amd64/pmap.c
Directory Properties:
stable/8/sys/ (props changed)
stable/8/sys/amd64/include/xen/ (props changed)
stable/8/sys/cddl/contrib/opensolaris/ (props changed)
stable/8/sys/contrib/dev/acpica/ (props changed)
stable/8/sys/contrib/pf/ (props changed)
stable/8/sys/dev/xen/xenpci/ (props changed)
Modified: stable/8/sys/amd64/amd64/pmap.c
==============================================================================
--- stable/8/sys/amd64/amd64/pmap.c Fri Oct 15 03:23:53 2010 (r213887)
+++ stable/8/sys/amd64/amd64/pmap.c Fri Oct 15 04:02:07 2010 (r213888)
@@ -2530,12 +2530,6 @@ pmap_remove_pte(pmap_t pmap, pt_entry_t
oldpte = pte_load_clear(ptq);
if (oldpte & PG_W)
pmap->pm_stats.wired_count -= 1;
- /*
- * Machines that don't support invlpg, also don't support
- * PG_G.
- */
- if (oldpte & PG_G)
- pmap_invalidate_page(kernel_pmap, va);
pmap->pm_stats.resident_count -= 1;
if (oldpte & PG_MANAGED) {
m = PHYS_TO_VM_PAGE(oldpte & PG_FRAME);
@@ -2575,7 +2569,7 @@ pmap_remove_page(pmap_t pmap, vm_offset_
void
pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
{
- vm_offset_t va_next;
+ vm_offset_t va, va_next;
pml4_entry_t *pml4e;
pdp_entry_t *pdpe;
pd_entry_t ptpaddr, *pde;
@@ -2676,20 +2670,27 @@ pmap_remove(pmap_t pmap, vm_offset_t sva
if (va_next > eva)
va_next = eva;
+ va = va_next;
for (pte = pmap_pde_to_pte(pde, sva); sva != va_next; pte++,
sva += PAGE_SIZE) {
- if (*pte == 0)
+ if (*pte == 0) {
+ if (va != va_next) {
+ pmap_invalidate_range(pmap, va, sva);
+ va = va_next;
+ }
continue;
-
- /*
- * The TLB entry for a PG_G mapping is invalidated
- * by pmap_remove_pte().
- */
+ }
if ((*pte & PG_G) == 0)
anyvalid = 1;
- if (pmap_remove_pte(pmap, pte, sva, ptpaddr, &free))
+ else if (va == va_next)
+ va = sva;
+ if (pmap_remove_pte(pmap, pte, sva, ptpaddr, &free)) {
+ sva += PAGE_SIZE;
break;
+ }
}
+ if (va != va_next)
+ pmap_invalidate_range(pmap, va, sva);
}
out:
if (anyvalid)
More information about the svn-src-stable
mailing list