svn commit: r204269 - head/sys/powerpc/aim
Nathan Whitehorn
nwhitehorn at FreeBSD.org
Wed Feb 24 00:55:55 UTC 2010
Author: nwhitehorn
Date: Wed Feb 24 00:55:55 2010
New Revision: 204269
URL: http://svn.freebsd.org/changeset/base/204269
Log:
Use dcbz instead of word stores for page zeroing, providing a factor of
3-4 speedup.
Modified:
head/sys/powerpc/aim/mmu_oea64.c
Modified: head/sys/powerpc/aim/mmu_oea64.c
==============================================================================
--- head/sys/powerpc/aim/mmu_oea64.c Wed Feb 24 00:54:37 2010 (r204268)
+++ head/sys/powerpc/aim/mmu_oea64.c Wed Feb 24 00:55:55 2010 (r204269)
@@ -1075,15 +1075,6 @@ moea64_change_wiring(mmu_t mmu, pmap_t p
}
/*
- * Zero a page of physical memory by temporarily mapping it into the tlb.
- */
-void
-moea64_zero_page(mmu_t mmu, vm_page_t m)
-{
- moea64_zero_page_area(mmu,m,0,PAGE_SIZE);
-}
-
-/*
* This goes through and sets the physical address of our
* special scratch PTE to the PA we want to zero or copy. Because
* of locking issues (this can get called in pvo_enter() by
@@ -1147,6 +1138,27 @@ moea64_zero_page_area(mmu_t mmu, vm_page
mtx_unlock(&moea64_scratchpage_mtx);
}
+/*
+ * Zero a page of physical memory by temporarily mapping it
+ */
+void
+moea64_zero_page(mmu_t mmu, vm_page_t m)
+{
+ vm_offset_t pa = VM_PAGE_TO_PHYS(m);
+ vm_offset_t off;
+
+ if (!moea64_initialized)
+ panic("moea64_zero_page: can't zero pa %#x", pa);
+
+ mtx_lock(&moea64_scratchpage_mtx);
+
+ moea64_set_scratchpage_pa(0,pa);
+ for (off = 0; off < PAGE_SIZE; off += cacheline_size)
+ __asm __volatile("dcbz 0,%0" ::
+ "r"(moea64_scratchpage_va[0] + off));
+ mtx_unlock(&moea64_scratchpage_mtx);
+}
+
void
moea64_zero_page_idle(mmu_t mmu, vm_page_t m)
{
More information about the svn-src-all
mailing list