151 void wg_noise_keypairs_clear(struct noise_keypairs *keypairs)  in wg_noise_keypairs_clear()  argument
155 	spin_lock_bh(&keypairs->keypair_update_lock);  in wg_noise_keypairs_clear()
161 	old = rcu_dereference_protected(keypairs->next_keypair,  in wg_noise_keypairs_clear()
162 		lockdep_is_held(&keypairs->keypair_update_lock));  in wg_noise_keypairs_clear()
163 	RCU_INIT_POINTER(keypairs->next_keypair, NULL);  in wg_noise_keypairs_clear()
166 	old = rcu_dereference_protected(keypairs->previous_keypair,  in wg_noise_keypairs_clear()
167 		lockdep_is_held(&keypairs->keypair_update_lock));  in wg_noise_keypairs_clear()
168 	RCU_INIT_POINTER(keypairs->previous_keypair, NULL);  in wg_noise_keypairs_clear()
171 	old = rcu_dereference_protected(keypairs->current_keypair,  in wg_noise_keypairs_clear()
172 		lockdep_is_held(&keypairs->keypair_update_lock));  in wg_noise_keypairs_clear()
173 	RCU_INIT_POINTER(keypairs->current_keypair, NULL);  in wg_noise_keypairs_clear()
176 	spin_unlock_bh(&keypairs->keypair_update_lock);  in wg_noise_keypairs_clear()
186 	spin_lock_bh(&peer->keypairs.keypair_update_lock);  in wg_noise_expire_current_peer_keypairs()
187 	keypair = rcu_dereference_protected(peer->keypairs.next_keypair,  in wg_noise_expire_current_peer_keypairs()
188 			lockdep_is_held(&peer->keypairs.keypair_update_lock));  in wg_noise_expire_current_peer_keypairs()
191 	keypair = rcu_dereference_protected(peer->keypairs.current_keypair,  in wg_noise_expire_current_peer_keypairs()
192 			lockdep_is_held(&peer->keypairs.keypair_update_lock));  in wg_noise_expire_current_peer_keypairs()
195 	spin_unlock_bh(&peer->keypairs.keypair_update_lock);  in wg_noise_expire_current_peer_keypairs()
198 static void add_new_keypair(struct noise_keypairs *keypairs,  in add_new_keypair()  argument
203 	spin_lock_bh(&keypairs->keypair_update_lock);  in add_new_keypair()
204 	previous_keypair = rcu_dereference_protected(keypairs->previous_keypair,  in add_new_keypair()
205 		lockdep_is_held(&keypairs->keypair_update_lock));  in add_new_keypair()
206 	next_keypair = rcu_dereference_protected(keypairs->next_keypair,  in add_new_keypair()
207 		lockdep_is_held(&keypairs->keypair_update_lock));  in add_new_keypair()
208 	current_keypair = rcu_dereference_protected(keypairs->current_keypair,  in add_new_keypair()
209 		lockdep_is_held(&keypairs->keypair_update_lock));  in add_new_keypair()
225 			RCU_INIT_POINTER(keypairs->next_keypair, NULL);  in add_new_keypair()
226 			rcu_assign_pointer(keypairs->previous_keypair,  in add_new_keypair()
232 			rcu_assign_pointer(keypairs->previous_keypair,  in add_new_keypair()
238 		rcu_assign_pointer(keypairs->current_keypair, new_keypair);  in add_new_keypair()
245 		rcu_assign_pointer(keypairs->next_keypair, new_keypair);  in add_new_keypair()
247 		RCU_INIT_POINTER(keypairs->previous_keypair, NULL);  in add_new_keypair()
250 	spin_unlock_bh(&keypairs->keypair_update_lock);  in add_new_keypair()
253 bool wg_noise_received_with_keypair(struct noise_keypairs *keypairs,  in wg_noise_received_with_keypair()  argument
261 		     rcu_access_pointer(keypairs->next_keypair);  in wg_noise_received_with_keypair()
265 	spin_lock_bh(&keypairs->keypair_update_lock);  in wg_noise_received_with_keypair()
270 		    rcu_dereference_protected(keypairs->next_keypair,  in wg_noise_received_with_keypair()
271 			    lockdep_is_held(&keypairs->keypair_update_lock)))) {  in wg_noise_received_with_keypair()
272 		spin_unlock_bh(&keypairs->keypair_update_lock);  in wg_noise_received_with_keypair()
280 	old_keypair = rcu_dereference_protected(keypairs->previous_keypair,  in wg_noise_received_with_keypair()
281 		lockdep_is_held(&keypairs->keypair_update_lock));  in wg_noise_received_with_keypair()
282 	rcu_assign_pointer(keypairs->previous_keypair,  in wg_noise_received_with_keypair()
283 		rcu_dereference_protected(keypairs->current_keypair,  in wg_noise_received_with_keypair()
284 			lockdep_is_held(&keypairs->keypair_update_lock)));  in wg_noise_received_with_keypair()
286 	rcu_assign_pointer(keypairs->current_keypair, received_keypair);  in wg_noise_received_with_keypair()
287 	RCU_INIT_POINTER(keypairs->next_keypair, NULL);  in wg_noise_received_with_keypair()
289 	spin_unlock_bh(&keypairs->keypair_update_lock);  in wg_noise_received_with_keypair()
784 				      struct noise_keypairs *keypairs)  in wg_noise_handshake_begin_session()  argument
812 		add_new_keypair(keypairs, new_keypair);  in wg_noise_handshake_begin_session()