68 static inline void __count_vm_event(enum vm_event_item item)  in __count_vm_event()  argument
70 	raw_cpu_inc(vm_event_states.event[item]);  in __count_vm_event()
73 static inline void count_vm_event(enum vm_event_item item)  in count_vm_event()  argument
75 	this_cpu_inc(vm_event_states.event[item]);  in count_vm_event()
78 static inline void __count_vm_events(enum vm_event_item item, long delta)  in __count_vm_events()  argument
80 	raw_cpu_add(vm_event_states.event[item], delta);  in __count_vm_events()
83 static inline void count_vm_events(enum vm_event_item item, long delta)  in count_vm_events()  argument
85 	this_cpu_add(vm_event_states.event[item], delta);  in count_vm_events()
95 static inline void count_vm_event(enum vm_event_item item)  in count_vm_event()  argument
98 static inline void count_vm_events(enum vm_event_item item, long delta)  in count_vm_events()  argument
101 static inline void __count_vm_event(enum vm_event_item item)  in __count_vm_event()  argument
104 static inline void __count_vm_events(enum vm_event_item item, long delta)  in __count_vm_events()  argument
138 #define __count_zid_vm_events(item, zid, delta) \  argument
139 	__count_vm_events(item##_NORMAL - ZONE_NORMAL + zid, delta)
150 				enum numa_stat_item item)  in zone_numa_event_add()  argument
152 	atomic_long_add(x, &zone->vm_numa_event[item]);  in zone_numa_event_add()
153 	atomic_long_add(x, &vm_numa_event[item]);  in zone_numa_event_add()
157 					enum numa_stat_item item)  in zone_numa_event_state()  argument
159 	return atomic_long_read(&zone->vm_numa_event[item]);  in zone_numa_event_state()
163 global_numa_event_state(enum numa_stat_item item)  in global_numa_event_state()  argument
165 	return atomic_long_read(&vm_numa_event[item]);  in global_numa_event_state()
170 				 enum zone_stat_item item)  in zone_page_state_add()  argument
172 	atomic_long_add(x, &zone->vm_stat[item]);  in zone_page_state_add()
173 	atomic_long_add(x, &vm_zone_stat[item]);  in zone_page_state_add()
177 				 enum node_stat_item item)  in node_page_state_add()  argument
179 	atomic_long_add(x, &pgdat->vm_stat[item]);  in node_page_state_add()
180 	atomic_long_add(x, &vm_node_stat[item]);  in node_page_state_add()
183 static inline unsigned long global_zone_page_state(enum zone_stat_item item)  in global_zone_page_state()  argument
185 	long x = atomic_long_read(&vm_zone_stat[item]);  in global_zone_page_state()
194 unsigned long global_node_page_state_pages(enum node_stat_item item)  in global_node_page_state_pages()  argument
196 	long x = atomic_long_read(&vm_node_stat[item]);  in global_node_page_state_pages()
204 static inline unsigned long global_node_page_state(enum node_stat_item item)  in global_node_page_state()  argument
206 	VM_WARN_ON_ONCE(vmstat_item_in_bytes(item));  in global_node_page_state()
208 	return global_node_page_state_pages(item);  in global_node_page_state()
212 					enum zone_stat_item item)  in zone_page_state()  argument
214 	long x = atomic_long_read(&zone->vm_stat[item]);  in zone_page_state()
229 					enum zone_stat_item item)  in zone_page_state_snapshot()  argument
231 	long x = atomic_long_read(&zone->vm_stat[item]);  in zone_page_state_snapshot()
236 		x += per_cpu_ptr(zone->per_cpu_zonestats, cpu)->vm_stat_diff[item];  in zone_page_state_snapshot()
247 __count_numa_event(struct zone *zone, enum numa_stat_item item)  in __count_numa_event()  argument
251 	raw_cpu_inc(pzstats->vm_numa_event[item]);  in __count_numa_event()
255 __count_numa_events(struct zone *zone, enum numa_stat_item item, long delta)  in __count_numa_events()  argument
259 	raw_cpu_add(pzstats->vm_numa_event[item], delta);  in __count_numa_events()
263 					      enum zone_stat_item item);
264 extern unsigned long sum_zone_numa_event_state(int node, enum numa_stat_item item);
266 						enum node_stat_item item);
268 					   enum node_stat_item item);
271 #define sum_zone_node_page_state(node, item) global_zone_page_state(item)  argument
272 #define node_page_state(node, item) global_node_page_state(item)  argument
273 #define node_page_state_pages(node, item) global_node_page_state_pages(item)  argument
280 void __mod_zone_page_state(struct zone *, enum zone_stat_item item, long);
284 void __mod_node_page_state(struct pglist_data *, enum node_stat_item item, long);
324 			enum zone_stat_item item, long delta)  in __mod_zone_page_state()  argument
326 	zone_page_state_add(delta, zone, item);  in __mod_zone_page_state()
330 			enum node_stat_item item, int delta)  in __mod_node_page_state()  argument
332 	if (vmstat_item_in_bytes(item)) {  in __mod_node_page_state()
343 	node_page_state_add(delta, pgdat, item);  in __mod_node_page_state()
346 static inline void __inc_zone_state(struct zone *zone, enum zone_stat_item item)  in __inc_zone_state()  argument
348 	atomic_long_inc(&zone->vm_stat[item]);  in __inc_zone_state()
349 	atomic_long_inc(&vm_zone_stat[item]);  in __inc_zone_state()
352 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __inc_node_state()  argument
354 	atomic_long_inc(&pgdat->vm_stat[item]);  in __inc_node_state()
355 	atomic_long_inc(&vm_node_stat[item]);  in __inc_node_state()
358 static inline void __dec_zone_state(struct zone *zone, enum zone_stat_item item)  in __dec_zone_state()  argument
360 	atomic_long_dec(&zone->vm_stat[item]);  in __dec_zone_state()
361 	atomic_long_dec(&vm_zone_stat[item]);  in __dec_zone_state()
364 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __dec_node_state()  argument
366 	atomic_long_dec(&pgdat->vm_stat[item]);  in __dec_node_state()
367 	atomic_long_dec(&vm_node_stat[item]);  in __dec_node_state()
371 			enum zone_stat_item item)  in __inc_zone_page_state()  argument
373 	__inc_zone_state(page_zone(page), item);  in __inc_zone_page_state()
377 			enum node_stat_item item)  in __inc_node_page_state()  argument
379 	__inc_node_state(page_pgdat(page), item);  in __inc_node_page_state()
384 			enum zone_stat_item item)  in __dec_zone_page_state()  argument
386 	__dec_zone_state(page_zone(page), item);  in __dec_zone_page_state()
390 			enum node_stat_item item)  in __dec_node_page_state()  argument
392 	__dec_node_state(page_pgdat(page), item);  in __dec_node_page_state()
423 		enum zone_stat_item item, long nr)  in __zone_stat_mod_folio()  argument
425 	__mod_zone_page_state(folio_zone(folio), item, nr);  in __zone_stat_mod_folio()
429 		enum zone_stat_item item)  in __zone_stat_add_folio()  argument
431 	__mod_zone_page_state(folio_zone(folio), item, folio_nr_pages(folio));  in __zone_stat_add_folio()
435 		enum zone_stat_item item)  in __zone_stat_sub_folio()  argument
437 	__mod_zone_page_state(folio_zone(folio), item, -folio_nr_pages(folio));  in __zone_stat_sub_folio()
441 		enum zone_stat_item item, long nr)  in zone_stat_mod_folio()  argument
443 	mod_zone_page_state(folio_zone(folio), item, nr);  in zone_stat_mod_folio()
447 		enum zone_stat_item item)  in zone_stat_add_folio()  argument
449 	mod_zone_page_state(folio_zone(folio), item, folio_nr_pages(folio));  in zone_stat_add_folio()
453 		enum zone_stat_item item)  in zone_stat_sub_folio()  argument
455 	mod_zone_page_state(folio_zone(folio), item, -folio_nr_pages(folio));  in zone_stat_sub_folio()
459 		enum node_stat_item item, long nr)  in __node_stat_mod_folio()  argument
461 	__mod_node_page_state(folio_pgdat(folio), item, nr);  in __node_stat_mod_folio()
465 		enum node_stat_item item)  in __node_stat_add_folio()  argument
467 	__mod_node_page_state(folio_pgdat(folio), item, folio_nr_pages(folio));  in __node_stat_add_folio()
471 		enum node_stat_item item)  in __node_stat_sub_folio()  argument
473 	__mod_node_page_state(folio_pgdat(folio), item, -folio_nr_pages(folio));  in __node_stat_sub_folio()
477 		enum node_stat_item item, long nr)  in node_stat_mod_folio()  argument
479 	mod_node_page_state(folio_pgdat(folio), item, nr);  in node_stat_mod_folio()
483 		enum node_stat_item item)  in node_stat_add_folio()  argument
485 	mod_node_page_state(folio_pgdat(folio), item, folio_nr_pages(folio));  in node_stat_add_folio()
489 		enum node_stat_item item)  in node_stat_sub_folio()  argument
491 	mod_node_page_state(folio_pgdat(folio), item, -folio_nr_pages(folio));  in node_stat_sub_folio()
496 static inline const char *zone_stat_name(enum zone_stat_item item)  in zone_stat_name()  argument
498 	return vmstat_text[item];  in zone_stat_name()
502 static inline const char *numa_stat_name(enum numa_stat_item item)  in numa_stat_name()  argument
505 			   item];  in numa_stat_name()
509 static inline const char *node_stat_name(enum node_stat_item item)  in node_stat_name()  argument
513 			   item];  in node_stat_name()
522 static inline const char *vm_event_name(enum vm_event_item item)  in vm_event_name()  argument
528 			   item];  in vm_event_name()