1c072f6e8SVladimir Kondratyev /*-
24d846d26SWarner Losh  * SPDX-License-Identifier: BSD-2-Clause
3c072f6e8SVladimir Kondratyev  *
4c072f6e8SVladimir Kondratyev  * Copyright (c) 2010 Isilon Systems, Inc.
5c072f6e8SVladimir Kondratyev  * Copyright (c) 2016 Matthew Macy (mmacy@mattmacy.io)
6c072f6e8SVladimir Kondratyev  * Copyright (c) 2017 Mellanox Technologies, Ltd.
7c072f6e8SVladimir Kondratyev  * Copyright (c) 2021 Vladimir Kondratyev <wulf@FreeBSD.org>
8c072f6e8SVladimir Kondratyev  *
9c072f6e8SVladimir Kondratyev  * Redistribution and use in source and binary forms, with or without
10c072f6e8SVladimir Kondratyev  * modification, are permitted provided that the following conditions are
11c072f6e8SVladimir Kondratyev  * met:
12c072f6e8SVladimir Kondratyev  * 1. Redistributions of source code must retain the above copyright
13c072f6e8SVladimir Kondratyev  *    notice, this list of conditions and the following disclaimer.
14c072f6e8SVladimir Kondratyev  * 2. Redistributions in binary form must reproduce the above copyright
15c072f6e8SVladimir Kondratyev  *    notice, this list of conditions and the following disclaimer in
16c072f6e8SVladimir Kondratyev  *    the documentation and/or other materials provided with the
17c072f6e8SVladimir Kondratyev  *    distribution.
18c072f6e8SVladimir Kondratyev  *
19c072f6e8SVladimir Kondratyev  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
20c072f6e8SVladimir Kondratyev  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21c072f6e8SVladimir Kondratyev  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22c072f6e8SVladimir Kondratyev  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
23c072f6e8SVladimir Kondratyev  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24c072f6e8SVladimir Kondratyev  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25c072f6e8SVladimir Kondratyev  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26c072f6e8SVladimir Kondratyev  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27c072f6e8SVladimir Kondratyev  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28c072f6e8SVladimir Kondratyev  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29c072f6e8SVladimir Kondratyev  * SUCH DAMAGE.
30c072f6e8SVladimir Kondratyev  */
31c072f6e8SVladimir Kondratyev 
32307f78f3SVladimir Kondratyev #ifndef _LINUXKPI_LINUX_HIGHMEM_H_
33307f78f3SVladimir Kondratyev #define _LINUXKPI_LINUX_HIGHMEM_H_
34c072f6e8SVladimir Kondratyev 
35c072f6e8SVladimir Kondratyev #include <sys/types.h>
36c072f6e8SVladimir Kondratyev #include <sys/lock.h>
37c072f6e8SVladimir Kondratyev #include <sys/mutex.h>
38c072f6e8SVladimir Kondratyev #include <sys/proc.h>
39c072f6e8SVladimir Kondratyev #include <sys/sched.h>
40c072f6e8SVladimir Kondratyev #include <sys/sf_buf.h>
41c072f6e8SVladimir Kondratyev 
42c072f6e8SVladimir Kondratyev #include <vm/vm.h>
43c072f6e8SVladimir Kondratyev #include <vm/vm_page.h>
44c072f6e8SVladimir Kondratyev #include <vm/pmap.h>
45c072f6e8SVladimir Kondratyev 
46c072f6e8SVladimir Kondratyev #include <linux/page.h>
47c072f6e8SVladimir Kondratyev 
48c072f6e8SVladimir Kondratyev #define	PageHighMem(p)		(0)
49c072f6e8SVladimir Kondratyev 
509e9c682fSBjoern A. Zeeb static inline struct page *
kmap_to_page(void * addr)51c072f6e8SVladimir Kondratyev kmap_to_page(void *addr)
52c072f6e8SVladimir Kondratyev {
539dafbd0cSJean-Sébastien Pédron 
54c072f6e8SVladimir Kondratyev 	return (virt_to_page(addr));
55c072f6e8SVladimir Kondratyev }
56c072f6e8SVladimir Kondratyev 
57c072f6e8SVladimir Kondratyev static inline void *
kmap(struct page * page)589e9c682fSBjoern A. Zeeb kmap(struct page *page)
59c072f6e8SVladimir Kondratyev {
60c072f6e8SVladimir Kondratyev 	struct sf_buf *sf;
61c072f6e8SVladimir Kondratyev 
62c072f6e8SVladimir Kondratyev 	if (PMAP_HAS_DMAP) {
63d1ea0764SBjoern A. Zeeb 		return ((void *)PHYS_TO_DMAP(page_to_phys(page)));
64c072f6e8SVladimir Kondratyev 	} else {
65c072f6e8SVladimir Kondratyev 		sched_pin();
66c072f6e8SVladimir Kondratyev 		sf = sf_buf_alloc(page, SFB_NOWAIT | SFB_CPUPRIVATE);
67c072f6e8SVladimir Kondratyev 		if (sf == NULL) {
68c072f6e8SVladimir Kondratyev 			sched_unpin();
69c072f6e8SVladimir Kondratyev 			return (NULL);
70c072f6e8SVladimir Kondratyev 		}
71c072f6e8SVladimir Kondratyev 		return ((void *)sf_buf_kva(sf));
72c072f6e8SVladimir Kondratyev 	}
73c072f6e8SVladimir Kondratyev }
74c072f6e8SVladimir Kondratyev 
75c072f6e8SVladimir Kondratyev static inline void *
kmap_atomic_prot(struct page * page,pgprot_t prot)769e9c682fSBjoern A. Zeeb kmap_atomic_prot(struct page *page, pgprot_t prot)
77c072f6e8SVladimir Kondratyev {
78c072f6e8SVladimir Kondratyev 	vm_memattr_t attr = pgprot2cachemode(prot);
79c072f6e8SVladimir Kondratyev 
80c072f6e8SVladimir Kondratyev 	if (attr != VM_MEMATTR_DEFAULT) {
81c072f6e8SVladimir Kondratyev 		vm_page_lock(page);
82c072f6e8SVladimir Kondratyev 		page->flags |= PG_FICTITIOUS;
83c072f6e8SVladimir Kondratyev 		vm_page_unlock(page);
84c072f6e8SVladimir Kondratyev 		pmap_page_set_memattr(page, attr);
85c072f6e8SVladimir Kondratyev 	}
86c072f6e8SVladimir Kondratyev 	return (kmap(page));
87c072f6e8SVladimir Kondratyev }
88c072f6e8SVladimir Kondratyev 
89c072f6e8SVladimir Kondratyev static inline void *
kmap_atomic(struct page * page)909e9c682fSBjoern A. Zeeb kmap_atomic(struct page *page)
91c072f6e8SVladimir Kondratyev {
929dafbd0cSJean-Sébastien Pédron 
93c072f6e8SVladimir Kondratyev 	return (kmap_atomic_prot(page, VM_PROT_ALL));
94c072f6e8SVladimir Kondratyev }
95c072f6e8SVladimir Kondratyev 
969dafbd0cSJean-Sébastien Pédron static inline void *
kmap_local_page_prot(struct page * page,pgprot_t prot)979e9c682fSBjoern A. Zeeb kmap_local_page_prot(struct page *page, pgprot_t prot)
989dafbd0cSJean-Sébastien Pédron {
999dafbd0cSJean-Sébastien Pédron 
1009dafbd0cSJean-Sébastien Pédron 	return (kmap_atomic_prot(page, prot));
1019dafbd0cSJean-Sébastien Pédron }
1029dafbd0cSJean-Sébastien Pédron 
103c072f6e8SVladimir Kondratyev static inline void
kunmap(struct page * page)1049e9c682fSBjoern A. Zeeb kunmap(struct page *page)
105c072f6e8SVladimir Kondratyev {
106c072f6e8SVladimir Kondratyev 	struct sf_buf *sf;
107c072f6e8SVladimir Kondratyev 
108c072f6e8SVladimir Kondratyev 	if (!PMAP_HAS_DMAP) {
109c072f6e8SVladimir Kondratyev 		/* lookup SF buffer in list */
110c072f6e8SVladimir Kondratyev 		sf = sf_buf_alloc(page, SFB_NOWAIT | SFB_CPUPRIVATE);
111c072f6e8SVladimir Kondratyev 
112c072f6e8SVladimir Kondratyev 		/* double-free */
113c072f6e8SVladimir Kondratyev 		sf_buf_free(sf);
114c072f6e8SVladimir Kondratyev 		sf_buf_free(sf);
115c072f6e8SVladimir Kondratyev 
116c072f6e8SVladimir Kondratyev 		sched_unpin();
117c072f6e8SVladimir Kondratyev 	}
118c072f6e8SVladimir Kondratyev }
119c072f6e8SVladimir Kondratyev 
120c072f6e8SVladimir Kondratyev static inline void
kunmap_atomic(void * vaddr)121c072f6e8SVladimir Kondratyev kunmap_atomic(void *vaddr)
122c072f6e8SVladimir Kondratyev {
1239dafbd0cSJean-Sébastien Pédron 
124c072f6e8SVladimir Kondratyev 	if (!PMAP_HAS_DMAP)
125c072f6e8SVladimir Kondratyev 		kunmap(virt_to_page(vaddr));
126c072f6e8SVladimir Kondratyev }
127c072f6e8SVladimir Kondratyev 
1289dafbd0cSJean-Sébastien Pédron static inline void
kunmap_local(void * addr)1299dafbd0cSJean-Sébastien Pédron kunmap_local(void *addr)
1309dafbd0cSJean-Sébastien Pédron {
1319dafbd0cSJean-Sébastien Pédron 
1329dafbd0cSJean-Sébastien Pédron 	kunmap_atomic(addr);
1339dafbd0cSJean-Sébastien Pédron }
1349dafbd0cSJean-Sébastien Pédron 
135307f78f3SVladimir Kondratyev #endif	/* _LINUXKPI_LINUX_HIGHMEM_H_ */
136