524 	struct vm_map_entry *iter;  in uvm_map_entrybyaddr()  local
526 	iter = RBT_ROOT(uvm_map_addr, atree);  in uvm_map_entrybyaddr()
527 	while (iter != NULL) {  in uvm_map_entrybyaddr()
528 		if (iter->start > addr)  in uvm_map_entrybyaddr()
529 			iter = RBT_LEFT(uvm_map_addr, iter);  in uvm_map_entrybyaddr()
530 		else if (VMMAP_FREE_END(iter) <= addr)  in uvm_map_entrybyaddr()
531 			iter = RBT_RIGHT(uvm_map_addr, iter);  in uvm_map_entrybyaddr()
533 			return iter;  in uvm_map_entrybyaddr()
1666 	struct vm_map_entry *first, *iter, *prev = NULL;  in uvm_map_is_stack_remappable()  local
1676 	for (iter = first; iter != NULL && iter->start < end;  in uvm_map_is_stack_remappable()
1677 	    prev = iter, iter = RBT_NEXT(uvm_map_addr, iter)) {  in uvm_map_is_stack_remappable()
1685 			    prev->start, prev->end, iter->start, iter->end);  in uvm_map_is_stack_remappable()
1689 		if (prev != NULL && prev->end != iter->start)  in uvm_map_is_stack_remappable()
1691 		if (iter->start == iter->end || UVM_ET_ISHOLE(iter))  in uvm_map_is_stack_remappable()
1694 			if (iter->protection != (PROT_READ | PROT_WRITE))  in uvm_map_is_stack_remappable()
2045 	struct vm_map_entry *iter;  in uvm_map_pageable_pgon()  local
2047 	for (iter = first; iter != end;  in uvm_map_pageable_pgon()
2048 	    iter = RBT_NEXT(uvm_map_addr, iter)) {  in uvm_map_pageable_pgon()
2049 		KDASSERT(iter->start >= start_addr && iter->end <= end_addr);  in uvm_map_pageable_pgon()
2050 		if (!VM_MAPENT_ISWIRED(iter) || UVM_ET_ISHOLE(iter))  in uvm_map_pageable_pgon()
2053 		iter->wired_count = 0;  in uvm_map_pageable_pgon()
2054 		uvm_fault_unwire_locked(map, iter->start, iter->end);  in uvm_map_pageable_pgon()
2069 	struct vm_map_entry *iter;  in uvm_map_pageable_wire()  local
2085 	for (iter = first; iter != end;  in uvm_map_pageable_wire()
2086 	    iter = RBT_NEXT(uvm_map_addr, iter)) {  in uvm_map_pageable_wire()
2087 		KDASSERT(iter->start >= start_addr && iter->end <= end_addr);  in uvm_map_pageable_wire()
2088 		if (UVM_ET_ISHOLE(iter) || iter->start == iter->end ||  in uvm_map_pageable_wire()
2089 		    iter->protection == PROT_NONE)  in uvm_map_pageable_wire()
2098 		if (!VM_MAPENT_ISWIRED(iter) && !UVM_ET_ISSUBMAP(iter) &&  in uvm_map_pageable_wire()
2099 		    UVM_ET_ISNEEDSCOPY(iter) &&  in uvm_map_pageable_wire()
2100 		    ((iter->protection & PROT_WRITE) ||  in uvm_map_pageable_wire()
2101 		    iter->object.uvm_obj == NULL)) {  in uvm_map_pageable_wire()
2102 			amap_copy(map, iter, M_WAITOK,  in uvm_map_pageable_wire()
2103 			    UVM_ET_ISSTACK(iter) ? FALSE : TRUE,  in uvm_map_pageable_wire()
2104 			    iter->start, iter->end);  in uvm_map_pageable_wire()
2106 		iter->wired_count++;  in uvm_map_pageable_wire()
2119 	for (iter = first; error == 0 && iter != end;  in uvm_map_pageable_wire()
2120 	    iter = RBT_NEXT(uvm_map_addr, iter)) {  in uvm_map_pageable_wire()
2121 		if (UVM_ET_ISHOLE(iter) || iter->start == iter->end ||  in uvm_map_pageable_wire()
2122 		    iter->protection == PROT_NONE)  in uvm_map_pageable_wire()
2125 		error = uvm_fault_wire(map, iter->start, iter->end,  in uvm_map_pageable_wire()
2126 		    iter->protection);  in uvm_map_pageable_wire()
2142 		for (; first != iter;  in uvm_map_pageable_wire()
2157 		for (; iter != end;  in uvm_map_pageable_wire()
2158 		    iter = RBT_NEXT(uvm_map_addr, iter)) {  in uvm_map_pageable_wire()
2159 			if (UVM_ET_ISHOLE(iter) || iter->start == iter->end ||  in uvm_map_pageable_wire()
2160 			    iter->protection == PROT_NONE)  in uvm_map_pageable_wire()
2163 			iter->wired_count--;  in uvm_map_pageable_wire()
2322 	struct vm_map_entry *iter;  in uvm_map_pageable_all()  local
2348 	RBT_FOREACH(iter, uvm_map_addr, &map->addr) {  in uvm_map_pageable_all()
2349 		if (VM_MAPENT_ISWIRED(iter) || UVM_ET_ISHOLE(iter))  in uvm_map_pageable_all()
2352 		size += iter->end - iter->start;  in uvm_map_pageable_all()
2650 	struct vm_map_entry	*iter;  in uvm_tree_sanity()  local
2656 	RBT_FOREACH(iter, uvm_map_addr, &map->addr) {  in uvm_tree_sanity()
2661 		UVM_ASSERT(map, iter->end >= iter->start, file, line);  in uvm_tree_sanity()
2662 		UVM_ASSERT(map, VMMAP_FREE_END(iter) >= iter->end, file, line);  in uvm_tree_sanity()
2665 		UVM_ASSERT(map, iter->start < VMMAP_FREE_END(iter),  in uvm_tree_sanity()
2669 		UVM_ASSERT(map, iter->start >= vm_map_min(map) &&  in uvm_tree_sanity()
2670 		    VMMAP_FREE_END(iter) <= vm_map_max(map), file, line);  in uvm_tree_sanity()
2673 		UVM_ASSERT(map, iter->start == addr, file, line);  in uvm_tree_sanity()
2674 		addr = VMMAP_FREE_END(iter);  in uvm_tree_sanity()
2680 		min = VMMAP_FREE_START(iter);  in uvm_tree_sanity()
2681 		max = VMMAP_FREE_END(iter);  in uvm_tree_sanity()
2692 		free = uvm_map_uaddr_e(map, iter);  in uvm_tree_sanity()
2694 			UVM_ASSERT(map, (iter->etype & UVM_ET_FREEMAPPED) != 0,  in uvm_tree_sanity()
2697 			UVM_ASSERT(map, (iter->etype & UVM_ET_FREEMAPPED) == 0,  in uvm_tree_sanity()
2707 	struct vm_map_entry *iter;  in uvm_tree_size_chk()  local
2711 	RBT_FOREACH(iter, uvm_map_addr, &map->addr) {  in uvm_tree_size_chk()
2712 		if (!UVM_ET_ISHOLE(iter))  in uvm_tree_size_chk()
2713 			size += iter->end - iter->start;  in uvm_tree_size_chk()
2730 	struct vm_map_entry *iter;  in vmspace_validate()  local
2743 	RBT_FOREACH(iter, uvm_map_addr, &map->addr) {  in vmspace_validate()
2744 		imin = imax = iter->start;  in vmspace_validate()
2746 		if (UVM_ET_ISHOLE(iter) || iter->object.uvm_obj != NULL ||  in vmspace_validate()
2747 		    iter->protection != PROT_NONE)  in vmspace_validate()
2755 		while (imin != iter->end) {  in vmspace_validate()
2760 			imax = iter->end;  in vmspace_validate()
3040 	struct vm_map_entry *first, *iter;  in uvm_map_protect()  local
3069 	for (iter = first; iter != NULL && iter->start < end;  in uvm_map_protect()
3070 	    iter = RBT_NEXT(uvm_map_addr, iter)) {  in uvm_map_protect()
3072 		if (iter->start == iter->end || UVM_ET_ISHOLE(iter))  in uvm_map_protect()
3075 		if (checkimmutable && (iter->etype & UVM_ET_IMMUTABLE)) {  in uvm_map_protect()
3079 		old_prot = iter->protection;  in uvm_map_protect()
3082 			    map, MAX(start, iter->start), MIN(end, iter->end));  in uvm_map_protect()
3085 		if (UVM_ET_ISSUBMAP(iter)) {  in uvm_map_protect()
3089 		if ((new_prot & iter->max_protection) != new_prot) {  in uvm_map_protect()
3114 	for (iter = first; iter != NULL && iter->start < end;  in uvm_map_protect()
3115 	    iter = RBT_NEXT(uvm_map_addr, iter)) {  in uvm_map_protect()
3117 		if (iter->start == iter->end || UVM_ET_ISHOLE(iter))  in uvm_map_protect()
3120 		old_prot = iter->protection;  in uvm_map_protect()
3128 			    iter->max_protection == new_prot)  in uvm_map_protect()
3135 		UVM_MAP_CLIP_START(map, iter, start);  in uvm_map_protect()
3136 		UVM_MAP_CLIP_END(map, iter, end);  in uvm_map_protect()
3139 			iter->max_protection = new_prot;  in uvm_map_protect()
3140 			iter->protection &= new_prot;  in uvm_map_protect()
3142 			iter->protection = new_prot;  in uvm_map_protect()
3143 		iter->etype |= etype;	/* potentially add UVM_ET_STACK */  in uvm_map_protect()
3149 		if (iter->protection != old_prot) {  in uvm_map_protect()
3150 			mask = UVM_ET_ISCOPYONWRITE(iter) ?  in uvm_map_protect()
3156 					    uvmspace_dused(map, iter->start,  in uvm_map_protect()
3157 					        iter->end);  in uvm_map_protect()
3159 				if (iter->protection == PROT_NONE) {  in uvm_map_protect()
3161 					    uvmspace_dused(map, iter->start,  in uvm_map_protect()
3162 					        iter->end);  in uvm_map_protect()
3167 			if ((iter->protection & mask) == PROT_NONE &&  in uvm_map_protect()
3168 			    VM_MAPENT_ISWIRED(iter)) {  in uvm_map_protect()
3181 				iter->wired_count = 0;  in uvm_map_protect()
3183 			uvm_map_lock_entry(iter);  in uvm_map_protect()
3184 			pmap_protect(map->pmap, iter->start, iter->end,  in uvm_map_protect()
3185 			    iter->protection & mask);  in uvm_map_protect()
3186 			uvm_map_unlock_entry(iter);  in uvm_map_protect()
3195 		    VM_MAPENT_ISWIRED(iter) == 0 &&  in uvm_map_protect()
3198 			if (uvm_map_pageable(map, iter->start, iter->end,  in uvm_map_protect()