177  * The number of empty populated pages, protected by pcpu_lock.
183  * The number of populated pages in use by the allocator, protected by
192  * try to keep the number of populated free pages between
918 	 * populated with pages, while we account it here.  The number  in pcpu_block_update_hint_alloc()
1061  * pcpu_is_populated - determines if the region is populated
1067  * For atomic allocations, check if the backing pages are populated.
1070  * Bool if the backing pages are populated.
1081 	start = find_next_zero_bit(chunk->populated, end, start);  in pcpu_is_populated()
1085 	end = find_next_bit(chunk->populated, end, start + 1);  in pcpu_is_populated()
1096  * @pop_only: use populated regions only
1360 	alloc_size = struct_size(chunk, populated,  in pcpu_alloc_first_chunk()
1401 	/* manage populated page bitmap */  in pcpu_alloc_first_chunk()
1403 	bitmap_fill(chunk->populated, chunk->nr_pages);  in pcpu_alloc_first_chunk()
1512  * @chunk: pcpu_chunk which got populated
1516  * Pages in [@page_start,@page_end) have been populated to @chunk.  Update
1527 	bitmap_set(chunk->populated, page_start, nr);  in pcpu_chunk_populated()
1551 	bitmap_clear(chunk->populated, page_start, nr);  in pcpu_chunk_depopulated()
1876 		for_each_clear_bitrange_from(rs, re, chunk->populated, page_end) {  in pcpu_alloc_noprof()
1944  * @empty_only: free chunks only if there are no populated pages
1947  * number of populated pages.  Otherwise, only reclaim chunks that have no
1948  * populated pages.
1983 		for_each_set_bitrange(rs, re, chunk->populated, chunk->nr_pages) {  in pcpu_balance_free()
1996  * pcpu_balance_populated - manage the amount of populated pages
1998  * Maintain a certain amount of populated pages to satisfy atomic allocations.
2017 	 * Ensure there are certain number of free populated pages for  in pcpu_balance_populated()
2053 		for_each_clear_bitrange(rs, re, chunk->populated, chunk->nr_pages) {  in pcpu_balance_populated()
2088  * Scan over chunks in the depopulate list and try to release unused populated
2092  * populated pages threshold, reintegrate the chunk if it has empty free pages.
2093  * Each chunk is scanned in the reverse order to keep populated pages close to
2114 	 * allocator not touching the populated bitmap.  in pcpu_reclaim_populated()
2122 		 * Scan chunk's pages in the reverse order to keep populated  in pcpu_reclaim_populated()
2140 			 * If the page is empty and populated, start or  in pcpu_reclaim_populated()
2147 			    test_bit(i, chunk->populated)) {  in pcpu_reclaim_populated()
2191  * pcpu_balance_workfn - manage the amount of free chunks and populated pages
2195  * populated pages.  An important thing to consider is when pages are freed and
2672 	pcpu_chunk_struct_size = struct_size((struct pcpu_chunk *)0, populated,  in pcpu_setup_first_chunk()
3275 		/* pte already populated, the following shouldn't fail */  in pcpu_page_first_chunk()
3381  * pcpu_nr_pages - calculate total number of populated backing pages
3383  * This reflects the number of pages populated to back chunks.  Metadata is
3389  * Total number of populated backing pages in use by the allocator.