mirror of
https://github.com/torvalds/linux
synced 2024-07-21 02:23:16 +00:00
e724e7aaf9
Add PFN_PTE_SHIFT, update_mmu_cache_range() and flush_dcache_folio(). Change the PG_dcache_clean flag from being per-page to per-folio. Link: https://lkml.kernel.org/r/20230802151406.3735276-12-willy@infradead.org Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org> Acked-by: Guo Ren <guoren@kernel.org> Acked-by: Mike Rapoport (IBM) <rppt@kernel.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
76 lines
1.6 KiB
C
76 lines
1.6 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
// Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd.
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/fs.h>
|
|
#include <linux/pagemap.h>
|
|
#include <linux/syscalls.h>
|
|
#include <linux/spinlock.h>
|
|
#include <asm/page.h>
|
|
#include <asm/cache.h>
|
|
#include <asm/cacheflush.h>
|
|
#include <asm/cachectl.h>
|
|
#include <asm/tlbflush.h>
|
|
|
|
#define PG_dcache_clean PG_arch_1
|
|
|
|
void flush_dcache_folio(struct folio *folio)
|
|
{
|
|
struct address_space *mapping;
|
|
|
|
if (is_zero_pfn(folio_pfn(folio)))
|
|
return;
|
|
|
|
mapping = folio_flush_mapping(folio);
|
|
|
|
if (mapping && !folio_mapped(folio))
|
|
clear_bit(PG_dcache_clean, &folio->flags);
|
|
else {
|
|
dcache_wbinv_all();
|
|
if (mapping)
|
|
icache_inv_all();
|
|
set_bit(PG_dcache_clean, &folio->flags);
|
|
}
|
|
}
|
|
EXPORT_SYMBOL(flush_dcache_folio);
|
|
|
|
void flush_dcache_page(struct page *page)
|
|
{
|
|
flush_dcache_folio(page_folio(page));
|
|
}
|
|
EXPORT_SYMBOL(flush_dcache_page);
|
|
|
|
void update_mmu_cache_range(struct vm_fault *vmf, struct vm_area_struct *vma,
|
|
unsigned long addr, pte_t *ptep, unsigned int nr)
|
|
{
|
|
unsigned long pfn = pte_pfn(*ptep);
|
|
struct folio *folio;
|
|
|
|
flush_tlb_page(vma, addr);
|
|
|
|
if (!pfn_valid(pfn))
|
|
return;
|
|
|
|
if (is_zero_pfn(pfn))
|
|
return;
|
|
|
|
folio = page_folio(pfn_to_page(pfn));
|
|
if (!test_and_set_bit(PG_dcache_clean, &folio->flags))
|
|
dcache_wbinv_all();
|
|
|
|
if (folio_flush_mapping(folio)) {
|
|
if (vma->vm_flags & VM_EXEC)
|
|
icache_inv_all();
|
|
}
|
|
}
|
|
|
|
void flush_cache_range(struct vm_area_struct *vma, unsigned long start,
|
|
unsigned long end)
|
|
{
|
|
dcache_wbinv_all();
|
|
|
|
if (vma->vm_flags & VM_EXEC)
|
|
icache_inv_all();
|
|
}
|