439 		      uint32_t useconds_time, uint64_t bw);
450 bbr_get_target_cwnd(struct tcp_bbr *bbr, uint64_t bw, uint32_t gain);
510 			  uint32_t cts, uint32_t usecs, uint64_t bw,
2460     uint32_t cts, uint32_t usecs, uint64_t bw, uint32_t override, int mod)  in bbr_log_pacing_delay_calc()  argument
2468 		log.u_bbr.flex3 = (uint32_t)((bw >> 32) & 0x00000000ffffffff);  in bbr_log_pacing_delay_calc()
2469 		log.u_bbr.flex4 = (uint32_t)(bw & 0x00000000ffffffff);  in bbr_log_pacing_delay_calc()
2842 	uint64_t bw;  in bbr_get_full_bw()  local
2844 	bw = get_filter_value(&bbr->r_ctl.rc_delrate);  in bbr_get_full_bw()
2846 	return (bw);  in bbr_get_full_bw()
2915 	uint64_t bw, min_bw;  in __bbr_get_bw()  local
2967 			bw = (uint64_t)(bbr_initial_cwnd(bbr, bbr->rc_tp)) *  in __bbr_get_bw()
2969 			bw /= rtt;  in __bbr_get_bw()
2970 			if (bw < bbr->r_ctl.rc_initial_hptsi_bw) {  in __bbr_get_bw()
2971 				bw = bbr->r_ctl.rc_initial_hptsi_bw;  in __bbr_get_bw()
2975 			bw = bbr->r_ctl.rc_initial_hptsi_bw;  in __bbr_get_bw()
2977 		if (bw < 1)  in __bbr_get_bw()
2979 			bw = 1;  in __bbr_get_bw()
2980 		if (bw > min_bw)  in __bbr_get_bw()
2981 			return (bw);  in __bbr_get_bw()
2986 		bw = bbr->r_ctl.rc_lt_bw;  in __bbr_get_bw()
2988 		bw = bbr->r_ctl.red_bw;  in __bbr_get_bw()
2990 		bw = get_filter_value(&bbr->r_ctl.rc_delrate);  in __bbr_get_bw()
2991 	if (bw == 0) {  in __bbr_get_bw()
2995 	if (bw < 1)  in __bbr_get_bw()
2997 		bw = 1;  in __bbr_get_bw()
2998 	if (bw < min_bw)  in __bbr_get_bw()
2999 		bw = min_bw;  in __bbr_get_bw()
3000 	return (bw);  in __bbr_get_bw()
3006 	uint64_t bw;  in bbr_get_bw()  local
3008 	bw = __bbr_get_bw(bbr);  in bbr_get_bw()
3009 	return (bw);  in bbr_get_bw()
3031 bbr_lt_bw_samp_done(struct tcp_bbr *bbr, uint64_t bw, uint32_t cts, uint32_t timin)  in bbr_lt_bw_samp_done()  argument
3038 		if (bbr->r_ctl.rc_lt_bw > bw)  in bbr_lt_bw_samp_done()
3039 			diff = bbr->r_ctl.rc_lt_bw - bw;  in bbr_lt_bw_samp_done()
3041 			diff = bw - bbr->r_ctl.rc_lt_bw;  in bbr_lt_bw_samp_done()
3048 			bbr->r_ctl.rc_lt_bw = (bw + bbr->r_ctl.rc_lt_bw) / 2;	/* average of two */  in bbr_lt_bw_samp_done()
3060 			bbr_log_type_ltbw(bbr, cts, 4, (uint32_t)bw, saved_bw, (uint32_t)diff, timin);  in bbr_lt_bw_samp_done()
3064 	bbr->r_ctl.rc_lt_bw = bw;  in bbr_lt_bw_samp_done()
3066 	bbr_log_type_ltbw(bbr, cts, 5, 0, (uint32_t)bw, 0, timin);  in bbr_lt_bw_samp_done()
3116 	uint64_t del_time, bw, lost, delivered;  in bbr_lt_bw_sampling()  local
3262 	bw = delivered;  in bbr_lt_bw_sampling()
3263 	bw *= (uint64_t)USECS_IN_SECOND;  in bbr_lt_bw_sampling()
3264 	bw /= del_time;  in bbr_lt_bw_sampling()
3265 	bbr_lt_bw_samp_done(bbr, bw, cts, d_time);  in bbr_lt_bw_sampling()
3369 bbr_get_bw_delay_prod(uint64_t rtt, uint64_t bw) {  in bbr_get_bw_delay_prod()  argument
3383 	return ((rtt * bw) / usec_per_sec);  in bbr_get_bw_delay_prod()
3419 bbr_get_raw_target_cwnd(struct tcp_bbr *bbr, uint32_t gain, uint64_t bw)  in bbr_get_raw_target_cwnd()  argument
3435 	bdp = bbr_get_bw_delay_prod(rtt, bw);  in bbr_get_raw_target_cwnd()
3443 bbr_get_target_cwnd(struct tcp_bbr *bbr, uint64_t bw, uint32_t gain)  in bbr_get_target_cwnd()  argument
3449 	cwnd = roundup(bbr_get_raw_target_cwnd(bbr, bw, gain), mss);  in bbr_get_target_cwnd()
3518 bbr_get_pacing_length(struct tcp_bbr *bbr, uint16_t gain, uint32_t useconds_time, uint64_t bw)  in bbr_get_pacing_length()  argument
3527 	res = (tim * bw * gain) / divor;  in bbr_get_pacing_length()
3541 	uint64_t bw, lentim, res;  in bbr_get_pacing_delay()  local
3555 	bw = bbr_get_bw(bbr);  in bbr_get_pacing_delay()
3563 		cbw = bw *  (uint64_t)(1000 - bbr->r_ctl.bbr_google_discount);  in bbr_get_pacing_delay()
3567 			bw = cbw;  in bbr_get_pacing_delay()
3572 	res = lentim / ((uint64_t)gain * bw);  in bbr_get_pacing_delay()
3588 		bbr_log_pacing_delay_calc(bbr, gain, len, cts, usecs, bw, over, 1);  in bbr_get_pacing_delay()
3596 	uint64_t bw;  in bbr_ack_received()  local
3649 	bw = get_filter_value(&bbr->r_ctl.rc_delrate);  in bbr_ack_received()
3650 	if (bw)  in bbr_ack_received()
3652 						  bw,  in bbr_ack_received()
5468 	uint64_t bw;  in bbr_get_hardware_rate()  local
5470 	bw = bbr_get_bw(bbr);  in bbr_get_hardware_rate()
5471 	bw *= (uint64_t)bbr_hptsi_gain[BBR_SUB_GAIN];  in bbr_get_hardware_rate()
5472 	bw /= (uint64_t)BBR_UNIT;  in bbr_get_hardware_rate()
5473 	return(bw);  in bbr_get_hardware_rate()
5687 	uint64_t bw;  in tcp_bbr_tso_size_check()  local
5783 	bw = bbr_get_bw(bbr);  in tcp_bbr_tso_size_check()
5793 			bw *= bbr->r_ctl.rc_bbr_hptsi_gain;  in tcp_bbr_tso_size_check()
5794 			bw /= BBR_UNIT;  in tcp_bbr_tso_size_check()
5796 		bytes = bw / 1024;  in tcp_bbr_tso_size_check()
5800 		if (bw < ONE_POINT_TWO_MEG)  in tcp_bbr_tso_size_check()
5809 	} else if (bw <= bbr->r_ctl.bbr_cross_over) {  in tcp_bbr_tso_size_check()
5816 		tso_len = bbr_get_pacing_length(bbr, BBR_UNIT, bbr->r_ctl.bbr_hptsi_segments_delay_tar, bw);  in tcp_bbr_tso_size_check()
5833 	} else if (bw > FIVETWELVE_MBPS) {  in tcp_bbr_tso_size_check()
5853 		bw /= bbr->r_ctl.bbr_hptsi_per_second;  in tcp_bbr_tso_size_check()
5854 		new_tso = roundup(bw, (uint64_t)maxseg);  in tcp_bbr_tso_size_check()
6466 		uint64_t tim, bw, ts_diff, ts_bw;  in bbr_nf_measurement()  local
6479 		bw = (uint64_t)delivered;  in bbr_nf_measurement()
6480 		bw *= (uint64_t)USECS_IN_SECOND;  in bbr_nf_measurement()
6481 		bw /= tim;  in bbr_nf_measurement()
6482 		if (bw == 0) {  in bbr_nf_measurement()
6514 				    (ts_bw > bw)) {  in bbr_nf_measurement()
6518 							    (bw >> 32),  in bbr_nf_measurement()
6519 							    (bw & 0x00000000ffffffff),  in bbr_nf_measurement()
6521 					bw = ts_bw;  in bbr_nf_measurement()
6522 				} else if (ts_bw && (ts_bw < bw)) {  in bbr_nf_measurement()
6526 							    (bw >> 32),  in bbr_nf_measurement()
6527 							    (bw & 0x00000000ffffffff),  in bbr_nf_measurement()
6529 					bw = ts_bw;  in bbr_nf_measurement()
6552 			if (sbw < bw) {  in bbr_nf_measurement()
6556 						    (bw >> 32),  in bbr_nf_measurement()
6557 						    (uint32_t)bw,  in bbr_nf_measurement()
6560 				bw = sbw;  in bbr_nf_measurement()
6564 		bbr->r_ctl.rc_bbr_cur_del_rate = bw;  in bbr_nf_measurement()
6566 		    (bw > get_filter_value(&bbr->r_ctl.rc_delrate))) {  in bbr_nf_measurement()
6580 		uint64_t tim, bw;  in bbr_google_measurement()  local
6594 		bw = (uint64_t)delivered;  in bbr_google_measurement()
6595 		bw *= (uint64_t)USECS_IN_SECOND;  in bbr_google_measurement()
6596 		bw /= tim;  in bbr_google_measurement()
6607 		bbr->r_ctl.rc_bbr_cur_del_rate = bw;  in bbr_google_measurement()
6628 			if (sbw < bw) {  in bbr_google_measurement()
6632 						    (bw >> 32),  in bbr_google_measurement()
6633 						    (uint32_t)bw,  in bbr_google_measurement()
6636 				bw = sbw;  in bbr_google_measurement()
6646 		bbr->r_ctl.rc_bbr_cur_del_rate = bw;  in bbr_google_measurement()
6649 		     (bw > get_filter_value(&bbr->r_ctl.rc_delrate)))) {  in bbr_google_measurement()
10307 			uint64_t bw, rate, gain_calc;  in bbr_substate_change()  local
10309 			bw = bbr_get_bw(bbr);  in bbr_substate_change()
10311 			if ((rate > bw) &&  in bbr_substate_change()
10312 			    (((bw *  (uint64_t)bbr_hptsi_gain[BBR_SUB_GAIN]) / (uint64_t)BBR_UNIT) > rate)) {  in bbr_substate_change()
10313 				gain_calc = (rate * BBR_UNIT) / bw;  in bbr_substate_change()