402 		struct anon_vma *anon_vma = vma->anon_vma;  in validate_mm()  local
405 		if (anon_vma) {  in validate_mm()
406 			anon_vma_lock_read(anon_vma);  in validate_mm()
409 			anon_vma_unlock_read(anon_vma);  in validate_mm()
519 		anon_vma_interval_tree_remove(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_pre_update_vma()
528 		anon_vma_interval_tree_insert(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_post_update_vma()
751 	struct anon_vma *anon_vma = NULL;  in __vma_adjust()  local
801 			if (remove_next == 2 && !next->anon_vma)  in __vma_adjust()
830 		if (exporter && exporter->anon_vma && !importer->anon_vma) {  in __vma_adjust()
833 			importer->anon_vma = exporter->anon_vma;  in __vma_adjust()
862 	anon_vma = vma->anon_vma;  in __vma_adjust()
863 	if (!anon_vma && adjust_next)  in __vma_adjust()
864 		anon_vma = next->anon_vma;  in __vma_adjust()
865 	if (anon_vma) {  in __vma_adjust()
866 		VM_WARN_ON(adjust_next && next->anon_vma &&  in __vma_adjust()
867 			   anon_vma != next->anon_vma);  in __vma_adjust()
868 		anon_vma_lock_write(anon_vma);  in __vma_adjust()
940 	if (anon_vma) {  in __vma_adjust()
944 		anon_vma_unlock_write(anon_vma);  in __vma_adjust()
960 		if (next->anon_vma)  in __vma_adjust()
1056 static inline int is_mergeable_anon_vma(struct anon_vma *anon_vma1,  in is_mergeable_anon_vma()
1057 					struct anon_vma *anon_vma2,  in is_mergeable_anon_vma()
1083 		     struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_before()  argument
1088 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_before()
1104 		    struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_after()  argument
1109 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_after()
1164 			struct anon_vma *anon_vma, struct file *file,  in vma_merge()  argument
1195 					    anon_vma, file, pgoff,  in vma_merge()
1203 						     anon_vma, file,  in vma_merge()
1206 				is_mergeable_anon_vma(prev->anon_vma,  in vma_merge()
1207 						      next->anon_vma, NULL)) {  in vma_merge()
1227 					     anon_vma, file, pgoff+pglen,  in vma_merge()
1295 static struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, str…  in reusable_anon_vma()
1298 		struct anon_vma *anon_vma = READ_ONCE(old->anon_vma);  in reusable_anon_vma()  local
1300 		if (anon_vma && list_is_singular(&old->anon_vma_chain))  in reusable_anon_vma()
1301 			return anon_vma;  in reusable_anon_vma()
1314 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma)  in find_mergeable_anon_vma()
1316 	struct anon_vma *anon_vma = NULL;  in find_mergeable_anon_vma()  local
1320 		anon_vma = reusable_anon_vma(vma->vm_next, vma, vma->vm_next);  in find_mergeable_anon_vma()
1321 		if (anon_vma)  in find_mergeable_anon_vma()
1322 			return anon_vma;  in find_mergeable_anon_vma()
1327 		anon_vma = reusable_anon_vma(vma->vm_prev, vma->vm_prev, vma);  in find_mergeable_anon_vma()
1339 	return anon_vma;  in find_mergeable_anon_vma()
2447 	anon_vma_lock_write(vma->anon_vma);  in expand_upwards()
2488 	anon_vma_unlock_write(vma->anon_vma);  in expand_upwards()
2527 	anon_vma_lock_write(vma->anon_vma);  in expand_downwards()
2566 	anon_vma_unlock_write(vma->anon_vma);  in expand_downwards()
3254 		BUG_ON(vma->anon_vma);  in insert_vm_struct()
3281 	if (unlikely(vma_is_anonymous(vma) && !vma->anon_vma)) {  in copy_vma()
3289 			    vma->anon_vma, vma->vm_file, pgoff, vma_policy(vma),  in copy_vma()
3541 static void vm_lock_anon_vma(struct mm_struct *mm, struct anon_vma *anon_vma)  in vm_lock_anon_vma()  argument
3543 	if (!test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_root.rb_node)) {  in vm_lock_anon_vma()
3548 		down_write_nest_lock(&anon_vma->root->rwsem, &mm->mmap_lock);  in vm_lock_anon_vma()
3559 				       &anon_vma->root->rb_root.rb_root.rb_node))  in vm_lock_anon_vma()
3647 		if (vma->anon_vma)  in mm_take_all_locks()
3649 				vm_lock_anon_vma(mm, avc->anon_vma);  in mm_take_all_locks()
3659 static void vm_unlock_anon_vma(struct anon_vma *anon_vma)  in vm_unlock_anon_vma()  argument
3661 	if (test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_root.rb_node)) {  in vm_unlock_anon_vma()
3675 					  &anon_vma->root->rb_root.rb_root.rb_node))  in vm_unlock_anon_vma()
3677 		anon_vma_unlock_write(anon_vma);  in vm_unlock_anon_vma()
3708 		if (vma->anon_vma)  in mm_drop_all_locks()
3710 				vm_unlock_anon_vma(avc->anon_vma);  in mm_drop_all_locks()