3  * Memory subsystem support
9  * a SPARSEMEM-memory-model system's physical memory in /sysfs.
19 #include <linux/memory.h>
29 #define MEMORY_CLASS_NAME	"memory"
79  * Memory blocks are cached in a local radix tree to avoid
86  * Memory groups, indexed by memory group id (mgid).
119 /* Show the memory block ID, relative to the memory block size */
203 	 * they describe (they remain until the memory is unplugged), doing  in memory_block_online()
204 	 * their initialization and accounting at memory onlining/offlining  in memory_block_online()
206 	 * belong to the same zone as the memory they backed.  in memory_block_online()
419  * covered by a memory block, allowing for identifying which memory blocks
420  * comprise a storage increment. Since a memory block spans complete
466 		 * If !mem->zone, the memory block spans multiple zones and  in valid_zones_show()
497  * Show the memory block size (shared by all memory blocks).
508  * Memory auto online policy.
587  * Support for offlining pages of memory
635  * A reference for the returned memory block device is acquired.
679 static int __add_memory_block(struct memory_block *memory)  in __add_memory_block()  argument
683 	memory->dev.bus = &memory_subsys;  in __add_memory_block()
684 	memory->dev.id = memory->start_section_nr / sections_per_block;  in __add_memory_block()
685 	memory->dev.release = memory_block_release;  in __add_memory_block()
686 	memory->dev.groups = memory_memblk_attr_groups;  in __add_memory_block()
687 	memory->dev.offline = memory->state == MEM_OFFLINE;  in __add_memory_block()
689 	ret = device_register(&memory->dev);  in __add_memory_block()
691 		put_device(&memory->dev);  in __add_memory_block()
694 	ret = xa_err(xa_store(&memory_blocks, memory->dev.id, memory,  in __add_memory_block()
697 		device_unregister(&memory->dev);  in __add_memory_block()
712 	 * This logic only works for early memory, when the applicable zones  in early_node_zone_for_memory_block()
713 	 * already span the memory block. We don't expect overlapping zones on  in early_node_zone_for_memory_block()
714 	 * a single node for early memory. So if we're told that some PFNs  in early_node_zone_for_memory_block()
715 	 * of a node fall into this memory block, we can assume that all node  in early_node_zone_for_memory_block()
716 	 * zones that intersect with the memory block are actually applicable.  in early_node_zone_for_memory_block()
738  * memory_block_add_nid() - Indicate that system RAM falling into this memory
740  * @mem: The memory block device.
742  * @context: The memory initialization context.
744  * Indicate that system RAM falling into this memory block (partially) belongs
754 		 * For early memory we have to determine the zone when setting  in memory_block_add_nid()
756 		 * memory block by indicate via zone == NULL that we're not  in memory_block_add_nid()
769 	 * If this memory block spans multiple nodes, we only indicate  in memory_block_add_nid()
771 	 * to hotplugged memory), zone == NULL will prohibit memory offlining  in memory_block_add_nid()
803 		 * MEM_ONLINE at this point implies early memory. With NUMA,  in add_memory_block()
805 		 * memory_block_add_nid(). Memory hotplug updated the zone  in add_memory_block()
806 		 * manually when memory onlining/offlining succeeds.  in add_memory_block()
846 static void remove_memory_block(struct memory_block *memory)  in remove_memory_block()  argument
848 	if (WARN_ON_ONCE(memory->dev.bus != &memory_subsys))  in remove_memory_block()
851 	WARN_ON(xa_erase(&memory_blocks, memory->dev.id) == NULL);  in remove_memory_block()
853 	if (memory->group) {  in remove_memory_block()
854 		list_del(&memory->group_next);  in remove_memory_block()
855 		memory->group = NULL;  in remove_memory_block()
859 	put_device(&memory->dev);  in remove_memory_block()
860 	device_unregister(&memory->dev);  in remove_memory_block()
864  * Create memory block devices for the given memory area. Start and size
865  * have to be aligned to memory block granularity. Memory block devices
903  * Remove memory block devices for the given memory area. Start and size
904  * have to be aligned to memory block granularity. Memory block devices
958  * Initialize the sysfs support for memory devices. At the time this function
959  * is called, we cannot have concurrent creation/deletion of memory block
967 	/* Validate the configured memory block size */  in memory_dev_init()
970 		panic("Memory block size not suitable: 0x%lx\n", block_sz);  in memory_dev_init()
978 	 * Create entries for memory sections that were found  in memory_dev_init()
985 			panic("%s() failed to add memory block: %d\n", __func__,  in memory_dev_init()
991  * walk_memory_blocks - walk through all present memory blocks overlapped
994  * @start: start address of the memory range
995  * @size: size of the memory range
997  * @func: callback for each memory section walked
999  * This function walks through all present memory blocks overlapped by the
1000  * range [start, start + size), calling func on each memory block.
1046  * for_each_memory_block - walk through all present memory blocks
1049  * @func: callback for each memory block walked
1051  * This function walks through all present memory blocks, calling func on
1052  * each memory block.
1070  * memory groups. Note that the passed memory group will be copied to a
1071  * dynamically allocated memory group. After this call, the passed
1072  * memory group should no longer be used.
1101  * memory_group_register_static() - Register a static memory group.
1103  * @max_pages: The maximum number of pages we'll have in this static memory
1106  * Register a new static memory group and return the memory group id.
1107  * All memory in the group belongs to a single unit, such as a DIMM. All
1108  * memory belonging to a static memory group is added in one go to be removed
1111  * Returns an error if out of memory, if the node id is invalid, if no new
1112  * memory groups can be registered, or if max_pages is invalid (0). Otherwise,
1113  * returns the new memory group id.
1131  * memory_group_register_dynamic() - Register a dynamic memory group.
1133  * @unit_pages: Unit in pages in which is memory added/removed in this dynamic
1134  *		memory group.
1136  * Register a new dynamic memory group and return the memory group id.
1137  * Memory within a dynamic memory group is added/removed dynamically
1140  * Returns an error if out of memory, if the node id is invalid, if no new
1141  * memory groups can be registered, or if unit_pages is invalid (0, not a
1142  * power of two, smaller than a single memory block). Otherwise, returns the
1143  * new memory group id.
1163  * memory_group_unregister() - Unregister a memory group.
1164  * @mgid: the memory group id
1166  * Unregister a memory group. If any memory block still belongs to this
1167  * memory group, unregistering will fail.
1169  * Returns -EINVAL if the memory group id is invalid, returns -EBUSY if some
1170  * memory blocks still belong to this memory group and returns 0 if
1192  * This is an internal helper only to be used in core memory hotplug code to
1193  * lookup a memory group. We don't care about locking, as we don't expect a
1194  * memory group to get unregistered while adding memory to it -- because
1195  * the group and the memory is managed by the same driver.
1203  * This is an internal helper only to be used in core memory hotplug code to
1204  * walk all dynamic memory groups excluding a given memory group, either