/linux/mm/ |
H A D | page_ext.c | 292 table_size = page_ext_size * PAGES_PER_SECTION; in init_section_page_ext() 325 table_size = page_ext_size * PAGES_PER_SECTION; in free_page_ext() 387 for (pfn = start; !fail && pfn < end; pfn += PAGES_PER_SECTION) in online_page_ext() 393 end = pfn - PAGES_PER_SECTION; in online_page_ext() 394 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in online_page_ext() 417 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in offline_page_ext() 422 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in offline_page_ext() 474 pfn = ALIGN(pfn + 1, PAGES_PER_SECTION)) { in page_ext_init()
|
H A D | sparse.c | 205 pfns = min(nr_pages, PAGES_PER_SECTION in subsection_map_init() 231 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) { in memory_present() 419 return ALIGN(sizeof(struct page) * PAGES_PER_SECTION, PMD_SIZE); in section_map_size() 425 return PAGE_ALIGN(sizeof(struct page) * PAGES_PER_SECTION); in section_map_size() 526 map = __populate_section_memmap(pfn, PAGES_PER_SECTION, in sparse_init_nid() 598 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in online_mem_sections() 616 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in offline_mem_sections() 651 unsigned long end = (unsigned long)(memmap + PAGES_PER_SECTION); in free_map_bootmem() 710 PAGES_PER_SECTION), GFP_KERNEL, nid); in populate_section_memmap() 725 nr_pages = PAGE_ALIGN(PAGES_PER_SECTION * sizeof(struct page)) in free_map_bootmem() [all …]
|
H A D | bootmem_info.c | 61 mapsize = sizeof(struct page) * PAGES_PER_SECTION; in register_page_bootmem_info_section() 90 register_page_bootmem_memmap(section_nr, memmap, PAGES_PER_SECTION); in register_page_bootmem_info_section() 118 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in register_page_bootmem_info_node()
|
H A D | memory_hotplug.c | 315 min_align = PAGES_PER_SECTION; in check_pfn_span() 771 if (!IS_ALIGNED(start_pfn, PAGES_PER_SECTION)) in move_pfn_range_to_zone() 773 if (!IS_ALIGNED(start_pfn + nr_pages, PAGES_PER_SECTION)) in move_pfn_range_to_zone() 993 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in auto_movable_zone_for_pfn() 1000 online_pages += PAGES_PER_SECTION; in auto_movable_zone_for_pfn() 1118 if (nr_pages >= PAGES_PER_SECTION) in mhp_init_memmap_on_memory() 1119 online_mem_sections(pfn, ALIGN_DOWN(end_pfn, PAGES_PER_SECTION)); in mhp_init_memmap_on_memory() 1133 if (nr_pages >= PAGES_PER_SECTION) in mhp_deinit_memmap_on_memory() 1134 offline_mem_sections(pfn, ALIGN_DOWN(end_pfn, PAGES_PER_SECTION)); in mhp_deinit_memmap_on_memory() 1164 !IS_ALIGNED(pfn + nr_pages, PAGES_PER_SECTION))) in online_pages() [all …]
|
H A D | mm_init.c | 699 if ((nr_initialised > PAGES_PER_SECTION) && in defer_init() 700 (pfn & (PAGES_PER_SECTION - 1)) == 0) { in defer_init() 966 end_pfn = round_up(end_pfn, PAGES_PER_SECTION); in memmap_init() 2183 unsigned long epfn_align = ALIGN(epfn, PAGES_PER_SECTION); in deferred_init_memmap() 2189 .align = PAGES_PER_SECTION, in deferred_init_memmap() 2190 .min_chunk = PAGES_PER_SECTION, in deferred_init_memmap() 2223 unsigned long nr_pages_needed = ALIGN(1 << order, PAGES_PER_SECTION); in deferred_grow_zone() 2267 if ((first_deferred_pfn ^ spfn) < PAGES_PER_SECTION) in deferred_grow_zone()
|
H A D | memblock.c | 2076 start = min(start, ALIGN(prev_end, PAGES_PER_SECTION)); in free_unused_memmap() 2101 if (!IS_ALIGNED(prev_end, PAGES_PER_SECTION)) { in free_unused_memmap() 2103 free_memmap(prev_end, ALIGN(prev_end, PAGES_PER_SECTION)); in free_unused_memmap()
|
H A D | compaction.c | 291 return section_nr_to_pfn(start_nr) + PAGES_PER_SECTION; in skip_offline_sections_reverse()
|
H A D | page_alloc.c | 341 pfn &= (PAGES_PER_SECTION-1); in pfn_to_bitidx()
|
/linux/drivers/xen/ |
H A D | unpopulated-alloc.c | 39 unsigned int i, alloc_pages = round_up(nr_pages, PAGES_PER_SECTION); in fill_list() 54 PAGES_PER_SECTION * PAGE_SIZE, NULL, NULL); in fill_list()
|
H A D | balloon.c | 249 PAGES_PER_SECTION * PAGE_SIZE, NULL, NULL); in additional_memory_resource() 276 balloon_hotplug = round_up(credit, PAGES_PER_SECTION); in reserve_additional_memory()
|
/linux/drivers/base/ |
H A D | memory.c | 189 unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in memory_block_online() 260 unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in memory_block_offline() 454 unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in valid_zones_show() 555 unsigned long pages_per_block = PAGES_PER_SECTION * sections_per_block; in probe_store() 706 const unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in early_node_zone_for_memory_block()
|
H A D | node.c | 801 pfn = round_down(pfn + PAGES_PER_SECTION, in register_mem_block_under_node_early() 802 PAGES_PER_SECTION) - 1; in register_mem_block_under_node_early()
|
/linux/include/linux/ |
H A D | mmzone.h | 1751 #define PAGES_PER_SECTION (1UL << PFN_SECTION_SHIFT) macro 1752 #define PAGE_SECTION_MASK (~(PAGES_PER_SECTION-1)) 1770 #define SECTION_ALIGN_UP(pfn) (((pfn) + PAGES_PER_SECTION - 1) & PAGE_SECTION_MASK)
|
/linux/scripts/gdb/linux/ |
H A D | mm.py | 67 self.PAGES_PER_SECTION = 1 << self.PFN_SECTION_SHIFT 68 self.PAGE_SECTION_MASK = (~(self.PAGES_PER_SECTION - 1)) & ((1 << 64) - 1)
|
/linux/arch/powerpc/platforms/powernv/ |
H A D | memtrace.c | 98 if (IS_ALIGNED(pfn, PAGES_PER_SECTION)) in memtrace_clear_range()
|
/linux/drivers/virtio/ |
H A D | virtio_mem.c | 2180 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_offline_remove_and_unplug_bb() 2185 rc = virtio_mem_fake_offline(vm, pfn, PAGES_PER_SECTION); in virtio_mem_bbm_offline_remove_and_unplug_bb() 2209 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_offline_remove_and_unplug_bb() 2213 virtio_mem_fake_online(pfn, PAGES_PER_SECTION); in virtio_mem_bbm_offline_remove_and_unplug_bb() 2231 pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_bb_is_offline() 2251 pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_bb_is_movable()
|
/linux/arch/x86/mm/ |
H A D | numa.c | 550 if (pfn_align && pfn_align < PAGES_PER_SECTION) { in numa_register_memblks() 553 PFN_PHYS(PAGES_PER_SECTION) >> 20); in numa_register_memblks()
|
H A D | init_64.c | 1541 if (end - start < PAGES_PER_SECTION * sizeof(struct page)) in vmemmap_populate()
|
/linux/fs/proc/ |
H A D | page.c | 34 return round_up(max_pfn, PAGES_PER_SECTION); in get_max_dump_pfn()
|
/linux/arch/arm64/mm/ |
H A D | mmu.c | 1394 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in prevent_bootmem_remove_notifier()
|