1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (c) 2014 The Linux Foundation
4 */
5 #include <linux/dma-map-ops.h>
6 #include <linux/slab.h>
7 #include <linux/vmalloc.h>
8
dma_common_find_pages(void * cpu_addr)9 struct page **dma_common_find_pages(void *cpu_addr)
10 {
11 struct vm_struct *area = find_vm_area(cpu_addr);
12
13 if (!area || !(area->flags & VM_DMA_COHERENT))
14 return NULL;
15 WARN(area->flags != VM_DMA_COHERENT,
16 "unexpected flags in area: %p\n", cpu_addr);
17 return area->pages;
18 }
19
20 /*
21 * Remaps an array of PAGE_SIZE pages into another vm_area.
22 * Cannot be used in non-sleeping contexts
23 */
dma_common_pages_remap(struct page ** pages,size_t size,pgprot_t prot,const void * caller)24 void *dma_common_pages_remap(struct page **pages, size_t size,
25 pgprot_t prot, const void *caller)
26 {
27 void *vaddr;
28
29 vaddr = vmap(pages, PAGE_ALIGN(size) >> PAGE_SHIFT,
30 VM_DMA_COHERENT, prot);
31 if (vaddr)
32 find_vm_area(vaddr)->pages = pages;
33 return vaddr;
34 }
35
36 /*
37 * Remaps an allocated contiguous region into another vm_area.
38 * Cannot be used in non-sleeping contexts
39 */
dma_common_contiguous_remap(struct page * page,size_t size,pgprot_t prot,const void * caller)40 void *dma_common_contiguous_remap(struct page *page, size_t size,
41 pgprot_t prot, const void *caller)
42 {
43 int count = PAGE_ALIGN(size) >> PAGE_SHIFT;
44 struct page **pages;
45 void *vaddr;
46 int i;
47
48 pages = kvmalloc_array(count, sizeof(struct page *), GFP_KERNEL);
49 if (!pages)
50 return NULL;
51 for (i = 0; i < count; i++)
52 pages[i] = nth_page(page, i);
53 vaddr = vmap(pages, count, VM_DMA_COHERENT, prot);
54 kvfree(pages);
55
56 return vaddr;
57 }
58
59 /*
60 * Unmaps a range previously mapped by dma_common_*_remap
61 */
dma_common_free_remap(void * cpu_addr,size_t size)62 void dma_common_free_remap(void *cpu_addr, size_t size)
63 {
64 struct vm_struct *area = find_vm_area(cpu_addr);
65
66 if (!area || !(area->flags & VM_DMA_COHERENT)) {
67 WARN(1, "trying to free invalid coherent area: %p\n", cpu_addr);
68 return;
69 }
70
71 vunmap(cpu_addr);
72 }
73