| // SPDX-License-Identifier: GPL-2.0-or-later | 
 | /* RxRPC packet transmission | 
 |  * | 
 |  * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved. | 
 |  * Written by David Howells (dhowells@redhat.com) | 
 |  */ | 
 |  | 
 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt | 
 |  | 
 | #include <linux/net.h> | 
 | #include <linux/gfp.h> | 
 | #include <linux/skbuff.h> | 
 | #include <linux/export.h> | 
 | #include <net/sock.h> | 
 | #include <net/af_rxrpc.h> | 
 | #include <net/udp.h> | 
 | #include "ar-internal.h" | 
 |  | 
 | extern int udpv6_sendmsg(struct sock *sk, struct msghdr *msg, size_t len); | 
 |  | 
 | static ssize_t do_udp_sendmsg(struct socket *socket, struct msghdr *msg, size_t len) | 
 | { | 
 | 	struct sockaddr *sa = msg->msg_name; | 
 | 	struct sock *sk = socket->sk; | 
 |  | 
 | 	if (IS_ENABLED(CONFIG_AF_RXRPC_IPV6)) { | 
 | 		if (sa->sa_family == AF_INET6) { | 
 | 			if (sk->sk_family != AF_INET6) { | 
 | 				pr_warn("AF_INET6 address on AF_INET socket\n"); | 
 | 				return -ENOPROTOOPT; | 
 | 			} | 
 | 			return udpv6_sendmsg(sk, msg, len); | 
 | 		} | 
 | 	} | 
 | 	return udp_sendmsg(sk, msg, len); | 
 | } | 
 |  | 
 | struct rxrpc_abort_buffer { | 
 | 	struct rxrpc_wire_header whdr; | 
 | 	__be32 abort_code; | 
 | }; | 
 |  | 
 | static const char rxrpc_keepalive_string[] = ""; | 
 |  | 
 | /* | 
 |  * Increase Tx backoff on transmission failure and clear it on success. | 
 |  */ | 
 | static void rxrpc_tx_backoff(struct rxrpc_call *call, int ret) | 
 | { | 
 | 	if (ret < 0) { | 
 | 		if (call->tx_backoff < 1000) | 
 | 			call->tx_backoff += 100; | 
 | 	} else { | 
 | 		call->tx_backoff = 0; | 
 | 	} | 
 | } | 
 |  | 
 | /* | 
 |  * Arrange for a keepalive ping a certain time after we last transmitted.  This | 
 |  * lets the far side know we're still interested in this call and helps keep | 
 |  * the route through any intervening firewall open. | 
 |  * | 
 |  * Receiving a response to the ping will prevent the ->expect_rx_by timer from | 
 |  * expiring. | 
 |  */ | 
 | static void rxrpc_set_keepalive(struct rxrpc_call *call, ktime_t now) | 
 | { | 
 | 	ktime_t delay = ms_to_ktime(READ_ONCE(call->next_rx_timo) / 6); | 
 |  | 
 | 	call->keepalive_at = ktime_add(ktime_get_real(), delay); | 
 | 	trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_keepalive); | 
 | } | 
 |  | 
 | /* | 
 |  * Fill out an ACK packet. | 
 |  */ | 
 | static void rxrpc_fill_out_ack(struct rxrpc_call *call, | 
 | 			       struct rxrpc_txbuf *txb, | 
 | 			       u8 ack_reason, | 
 | 			       rxrpc_serial_t serial) | 
 | { | 
 | 	struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base; | 
 | 	struct rxrpc_acktrailer *trailer = txb->kvec[2].iov_base + 3; | 
 | 	struct rxrpc_ackpacket *ack = (struct rxrpc_ackpacket *)(whdr + 1); | 
 | 	unsigned int qsize, sack, wrap, to; | 
 | 	rxrpc_seq_t window, wtop; | 
 | 	int rsize; | 
 | 	u32 mtu, jmax; | 
 | 	u8 *filler = txb->kvec[2].iov_base; | 
 | 	u8 *sackp = txb->kvec[1].iov_base; | 
 |  | 
 | 	rxrpc_inc_stat(call->rxnet, stat_tx_ack_fill); | 
 |  | 
 | 	window = call->ackr_window; | 
 | 	wtop   = call->ackr_wtop; | 
 | 	sack   = call->ackr_sack_base % RXRPC_SACK_SIZE; | 
 |  | 
 | 	whdr->seq		= 0; | 
 | 	whdr->type		= RXRPC_PACKET_TYPE_ACK; | 
 | 	txb->flags		|= RXRPC_SLOW_START_OK; | 
 | 	ack->bufferSpace	= 0; | 
 | 	ack->maxSkew		= 0; | 
 | 	ack->firstPacket	= htonl(window); | 
 | 	ack->previousPacket	= htonl(call->rx_highest_seq); | 
 | 	ack->serial		= htonl(serial); | 
 | 	ack->reason		= ack_reason; | 
 | 	ack->nAcks		= wtop - window; | 
 | 	filler[0]		= 0; | 
 | 	filler[1]		= 0; | 
 | 	filler[2]		= 0; | 
 |  | 
 | 	if (ack_reason == RXRPC_ACK_PING) | 
 | 		txb->flags |= RXRPC_REQUEST_ACK; | 
 |  | 
 | 	if (after(wtop, window)) { | 
 | 		txb->len += ack->nAcks; | 
 | 		txb->kvec[1].iov_base = sackp; | 
 | 		txb->kvec[1].iov_len = ack->nAcks; | 
 |  | 
 | 		wrap = RXRPC_SACK_SIZE - sack; | 
 | 		to = min_t(unsigned int, ack->nAcks, RXRPC_SACK_SIZE); | 
 |  | 
 | 		if (sack + ack->nAcks <= RXRPC_SACK_SIZE) { | 
 | 			memcpy(sackp, call->ackr_sack_table + sack, ack->nAcks); | 
 | 		} else { | 
 | 			memcpy(sackp, call->ackr_sack_table + sack, wrap); | 
 | 			memcpy(sackp + wrap, call->ackr_sack_table, to - wrap); | 
 | 		} | 
 | 	} else if (before(wtop, window)) { | 
 | 		pr_warn("ack window backward %x %x", window, wtop); | 
 | 	} else if (ack->reason == RXRPC_ACK_DELAY) { | 
 | 		ack->reason = RXRPC_ACK_IDLE; | 
 | 	} | 
 |  | 
 | 	mtu = call->peer->if_mtu; | 
 | 	mtu -= call->peer->hdrsize; | 
 | 	jmax = rxrpc_rx_jumbo_max; | 
 | 	qsize = (window - 1) - call->rx_consumed; | 
 | 	rsize = max_t(int, call->rx_winsize - qsize, 0); | 
 | 	txb->ack_rwind = rsize; | 
 | 	trailer->maxMTU		= htonl(rxrpc_rx_mtu); | 
 | 	trailer->ifMTU		= htonl(mtu); | 
 | 	trailer->rwind		= htonl(rsize); | 
 | 	trailer->jumbo_max	= htonl(jmax); | 
 | } | 
 |  | 
 | /* | 
 |  * Record the beginning of an RTT probe. | 
 |  */ | 
 | static void rxrpc_begin_rtt_probe(struct rxrpc_call *call, rxrpc_serial_t serial, | 
 | 				  ktime_t now, enum rxrpc_rtt_tx_trace why) | 
 | { | 
 | 	unsigned long avail = call->rtt_avail; | 
 | 	int rtt_slot = 9; | 
 |  | 
 | 	if (!(avail & RXRPC_CALL_RTT_AVAIL_MASK)) | 
 | 		goto no_slot; | 
 |  | 
 | 	rtt_slot = __ffs(avail & RXRPC_CALL_RTT_AVAIL_MASK); | 
 | 	if (!test_and_clear_bit(rtt_slot, &call->rtt_avail)) | 
 | 		goto no_slot; | 
 |  | 
 | 	call->rtt_serial[rtt_slot] = serial; | 
 | 	call->rtt_sent_at[rtt_slot] = now; | 
 | 	smp_wmb(); /* Write data before avail bit */ | 
 | 	set_bit(rtt_slot + RXRPC_CALL_RTT_PEND_SHIFT, &call->rtt_avail); | 
 |  | 
 | 	trace_rxrpc_rtt_tx(call, why, rtt_slot, serial); | 
 | 	return; | 
 |  | 
 | no_slot: | 
 | 	trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_no_slot, rtt_slot, serial); | 
 | } | 
 |  | 
 | /* | 
 |  * Transmit an ACK packet. | 
 |  */ | 
 | static void rxrpc_send_ack_packet(struct rxrpc_call *call, struct rxrpc_txbuf *txb) | 
 | { | 
 | 	struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base; | 
 | 	struct rxrpc_connection *conn; | 
 | 	struct rxrpc_ackpacket *ack = (struct rxrpc_ackpacket *)(whdr + 1); | 
 | 	struct msghdr msg; | 
 | 	ktime_t now; | 
 | 	int ret; | 
 |  | 
 | 	if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags)) | 
 | 		return; | 
 |  | 
 | 	conn = call->conn; | 
 |  | 
 | 	msg.msg_name	= &call->peer->srx.transport; | 
 | 	msg.msg_namelen	= call->peer->srx.transport_len; | 
 | 	msg.msg_control	= NULL; | 
 | 	msg.msg_controllen = 0; | 
 | 	msg.msg_flags	= MSG_SPLICE_PAGES; | 
 |  | 
 | 	whdr->flags = txb->flags & RXRPC_TXBUF_WIRE_FLAGS; | 
 |  | 
 | 	txb->serial = rxrpc_get_next_serial(conn); | 
 | 	whdr->serial = htonl(txb->serial); | 
 | 	trace_rxrpc_tx_ack(call->debug_id, txb->serial, | 
 | 			   ntohl(ack->firstPacket), | 
 | 			   ntohl(ack->serial), ack->reason, ack->nAcks, | 
 | 			   txb->ack_rwind); | 
 |  | 
 | 	rxrpc_inc_stat(call->rxnet, stat_tx_ack_send); | 
 |  | 
 | 	iov_iter_kvec(&msg.msg_iter, WRITE, txb->kvec, txb->nr_kvec, txb->len); | 
 | 	rxrpc_local_dont_fragment(conn->local, false); | 
 | 	ret = do_udp_sendmsg(conn->local->socket, &msg, txb->len); | 
 | 	call->peer->last_tx_at = ktime_get_seconds(); | 
 | 	if (ret < 0) { | 
 | 		trace_rxrpc_tx_fail(call->debug_id, txb->serial, ret, | 
 | 				    rxrpc_tx_point_call_ack); | 
 | 	} else { | 
 | 		trace_rxrpc_tx_packet(call->debug_id, whdr, | 
 | 				      rxrpc_tx_point_call_ack); | 
 | 		now = ktime_get_real(); | 
 | 		if (ack->reason == RXRPC_ACK_PING) | 
 | 			rxrpc_begin_rtt_probe(call, txb->serial, now, rxrpc_rtt_tx_ping); | 
 | 		if (txb->flags & RXRPC_REQUEST_ACK) | 
 | 			call->peer->rtt_last_req = now; | 
 | 		rxrpc_set_keepalive(call, now); | 
 | 	} | 
 | 	rxrpc_tx_backoff(call, ret); | 
 | } | 
 |  | 
 | /* | 
 |  * Queue an ACK for immediate transmission. | 
 |  */ | 
 | void rxrpc_send_ACK(struct rxrpc_call *call, u8 ack_reason, | 
 | 		    rxrpc_serial_t serial, enum rxrpc_propose_ack_trace why) | 
 | { | 
 | 	struct rxrpc_txbuf *txb; | 
 |  | 
 | 	if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags)) | 
 | 		return; | 
 |  | 
 | 	rxrpc_inc_stat(call->rxnet, stat_tx_acks[ack_reason]); | 
 |  | 
 | 	txb = rxrpc_alloc_ack_txbuf(call, call->ackr_wtop - call->ackr_window); | 
 | 	if (!txb) { | 
 | 		kleave(" = -ENOMEM"); | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	txb->ack_why = why; | 
 |  | 
 | 	rxrpc_fill_out_ack(call, txb, ack_reason, serial); | 
 | 	call->ackr_nr_unacked = 0; | 
 | 	atomic_set(&call->ackr_nr_consumed, 0); | 
 | 	clear_bit(RXRPC_CALL_RX_IS_IDLE, &call->flags); | 
 |  | 
 | 	trace_rxrpc_send_ack(call, why, ack_reason, serial); | 
 | 	rxrpc_send_ack_packet(call, txb); | 
 | 	rxrpc_put_txbuf(txb, rxrpc_txbuf_put_ack_tx); | 
 | } | 
 |  | 
 | /* | 
 |  * Send an ABORT call packet. | 
 |  */ | 
 | int rxrpc_send_abort_packet(struct rxrpc_call *call) | 
 | { | 
 | 	struct rxrpc_connection *conn; | 
 | 	struct rxrpc_abort_buffer pkt; | 
 | 	struct msghdr msg; | 
 | 	struct kvec iov[1]; | 
 | 	rxrpc_serial_t serial; | 
 | 	int ret; | 
 |  | 
 | 	/* Don't bother sending aborts for a client call once the server has | 
 | 	 * hard-ACK'd all of its request data.  After that point, we're not | 
 | 	 * going to stop the operation proceeding, and whilst we might limit | 
 | 	 * the reply, it's not worth it if we can send a new call on the same | 
 | 	 * channel instead, thereby closing off this call. | 
 | 	 */ | 
 | 	if (rxrpc_is_client_call(call) && | 
 | 	    test_bit(RXRPC_CALL_TX_ALL_ACKED, &call->flags)) | 
 | 		return 0; | 
 |  | 
 | 	if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags)) | 
 | 		return -ECONNRESET; | 
 |  | 
 | 	conn = call->conn; | 
 |  | 
 | 	msg.msg_name	= &call->peer->srx.transport; | 
 | 	msg.msg_namelen	= call->peer->srx.transport_len; | 
 | 	msg.msg_control	= NULL; | 
 | 	msg.msg_controllen = 0; | 
 | 	msg.msg_flags	= 0; | 
 |  | 
 | 	pkt.whdr.epoch		= htonl(conn->proto.epoch); | 
 | 	pkt.whdr.cid		= htonl(call->cid); | 
 | 	pkt.whdr.callNumber	= htonl(call->call_id); | 
 | 	pkt.whdr.seq		= 0; | 
 | 	pkt.whdr.type		= RXRPC_PACKET_TYPE_ABORT; | 
 | 	pkt.whdr.flags		= conn->out_clientflag; | 
 | 	pkt.whdr.userStatus	= 0; | 
 | 	pkt.whdr.securityIndex	= call->security_ix; | 
 | 	pkt.whdr._rsvd		= 0; | 
 | 	pkt.whdr.serviceId	= htons(call->dest_srx.srx_service); | 
 | 	pkt.abort_code		= htonl(call->abort_code); | 
 |  | 
 | 	iov[0].iov_base	= &pkt; | 
 | 	iov[0].iov_len	= sizeof(pkt); | 
 |  | 
 | 	serial = rxrpc_get_next_serial(conn); | 
 | 	pkt.whdr.serial = htonl(serial); | 
 |  | 
 | 	iov_iter_kvec(&msg.msg_iter, WRITE, iov, 1, sizeof(pkt)); | 
 | 	ret = do_udp_sendmsg(conn->local->socket, &msg, sizeof(pkt)); | 
 | 	conn->peer->last_tx_at = ktime_get_seconds(); | 
 | 	if (ret < 0) | 
 | 		trace_rxrpc_tx_fail(call->debug_id, serial, ret, | 
 | 				    rxrpc_tx_point_call_abort); | 
 | 	else | 
 | 		trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr, | 
 | 				      rxrpc_tx_point_call_abort); | 
 | 	rxrpc_tx_backoff(call, ret); | 
 | 	return ret; | 
 | } | 
 |  | 
 | /* | 
 |  * Prepare a (sub)packet for transmission. | 
 |  */ | 
 | static void rxrpc_prepare_data_subpacket(struct rxrpc_call *call, struct rxrpc_txbuf *txb, | 
 | 					 rxrpc_serial_t serial) | 
 | { | 
 | 	struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base; | 
 | 	enum rxrpc_req_ack_trace why; | 
 | 	struct rxrpc_connection *conn = call->conn; | 
 |  | 
 | 	_enter("%x,{%d}", txb->seq, txb->len); | 
 |  | 
 | 	txb->serial = serial; | 
 |  | 
 | 	if (test_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags) && | 
 | 	    txb->seq == 1) | 
 | 		whdr->userStatus = RXRPC_USERSTATUS_SERVICE_UPGRADE; | 
 |  | 
 | 	/* If our RTT cache needs working on, request an ACK.  Also request | 
 | 	 * ACKs if a DATA packet appears to have been lost. | 
 | 	 * | 
 | 	 * However, we mustn't request an ACK on the last reply packet of a | 
 | 	 * service call, lest OpenAFS incorrectly send us an ACK with some | 
 | 	 * soft-ACKs in it and then never follow up with a proper hard ACK. | 
 | 	 */ | 
 | 	if (txb->flags & RXRPC_REQUEST_ACK) | 
 | 		why = rxrpc_reqack_already_on; | 
 | 	else if ((txb->flags & RXRPC_LAST_PACKET) && rxrpc_sending_to_client(txb)) | 
 | 		why = rxrpc_reqack_no_srv_last; | 
 | 	else if (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events)) | 
 | 		why = rxrpc_reqack_ack_lost; | 
 | 	else if (txb->flags & RXRPC_TXBUF_RESENT) | 
 | 		why = rxrpc_reqack_retrans; | 
 | 	else if (call->cong_mode == RXRPC_CALL_SLOW_START && call->cong_cwnd <= 2) | 
 | 		why = rxrpc_reqack_slow_start; | 
 | 	else if (call->tx_winsize <= 2) | 
 | 		why = rxrpc_reqack_small_txwin; | 
 | 	else if (call->peer->rtt_count < 3 && txb->seq & 1) | 
 | 		why = rxrpc_reqack_more_rtt; | 
 | 	else if (ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000), ktime_get_real())) | 
 | 		why = rxrpc_reqack_old_rtt; | 
 | 	else | 
 | 		goto dont_set_request_ack; | 
 |  | 
 | 	rxrpc_inc_stat(call->rxnet, stat_why_req_ack[why]); | 
 | 	trace_rxrpc_req_ack(call->debug_id, txb->seq, why); | 
 | 	if (why != rxrpc_reqack_no_srv_last) | 
 | 		txb->flags |= RXRPC_REQUEST_ACK; | 
 | dont_set_request_ack: | 
 |  | 
 | 	whdr->flags = txb->flags & RXRPC_TXBUF_WIRE_FLAGS; | 
 | 	whdr->serial	= htonl(txb->serial); | 
 | 	whdr->cksum	= txb->cksum; | 
 |  | 
 | 	trace_rxrpc_tx_data(call, txb->seq, txb->serial, txb->flags, false); | 
 | } | 
 |  | 
 | /* | 
 |  * Prepare a packet for transmission. | 
 |  */ | 
 | static size_t rxrpc_prepare_data_packet(struct rxrpc_call *call, struct rxrpc_txbuf *txb) | 
 | { | 
 | 	rxrpc_serial_t serial; | 
 |  | 
 | 	/* Each transmission of a Tx packet needs a new serial number */ | 
 | 	serial = rxrpc_get_next_serial(call->conn); | 
 |  | 
 | 	rxrpc_prepare_data_subpacket(call, txb, serial); | 
 |  | 
 | 	return txb->len; | 
 | } | 
 |  | 
 | /* | 
 |  * Set timeouts after transmitting a packet. | 
 |  */ | 
 | static void rxrpc_tstamp_data_packets(struct rxrpc_call *call, struct rxrpc_txbuf *txb) | 
 | { | 
 | 	ktime_t now = ktime_get_real(); | 
 | 	bool ack_requested = txb->flags & RXRPC_REQUEST_ACK; | 
 |  | 
 | 	call->tx_last_sent = now; | 
 | 	txb->last_sent = now; | 
 |  | 
 | 	if (ack_requested) { | 
 | 		rxrpc_begin_rtt_probe(call, txb->serial, now, rxrpc_rtt_tx_data); | 
 |  | 
 | 		call->peer->rtt_last_req = now; | 
 | 		if (call->peer->rtt_count > 1) { | 
 | 			ktime_t delay = rxrpc_get_rto_backoff(call->peer, false); | 
 |  | 
 | 			call->ack_lost_at = ktime_add(now, delay); | 
 | 			trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_lost_ack); | 
 | 		} | 
 | 	} | 
 |  | 
 | 	if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags)) { | 
 | 		ktime_t delay = ms_to_ktime(READ_ONCE(call->next_rx_timo)); | 
 |  | 
 | 		call->expect_rx_by = ktime_add(now, delay); | 
 | 		trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_expect_rx); | 
 | 	} | 
 |  | 
 | 	rxrpc_set_keepalive(call, now); | 
 | } | 
 |  | 
 | /* | 
 |  * send a packet through the transport endpoint | 
 |  */ | 
 | static int rxrpc_send_data_packet(struct rxrpc_call *call, struct rxrpc_txbuf *txb) | 
 | { | 
 | 	struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base; | 
 | 	struct rxrpc_connection *conn = call->conn; | 
 | 	enum rxrpc_tx_point frag; | 
 | 	struct msghdr msg; | 
 | 	size_t len; | 
 | 	int ret; | 
 |  | 
 | 	_enter("%x,{%d}", txb->seq, txb->len); | 
 |  | 
 | 	len = rxrpc_prepare_data_packet(call, txb); | 
 |  | 
 | 	if (IS_ENABLED(CONFIG_AF_RXRPC_INJECT_LOSS)) { | 
 | 		static int lose; | 
 | 		if ((lose++ & 7) == 7) { | 
 | 			ret = 0; | 
 | 			trace_rxrpc_tx_data(call, txb->seq, txb->serial, | 
 | 					    txb->flags, true); | 
 | 			goto done; | 
 | 		} | 
 | 	} | 
 |  | 
 | 	iov_iter_kvec(&msg.msg_iter, WRITE, txb->kvec, txb->nr_kvec, len); | 
 |  | 
 | 	msg.msg_name	= &call->peer->srx.transport; | 
 | 	msg.msg_namelen	= call->peer->srx.transport_len; | 
 | 	msg.msg_control	= NULL; | 
 | 	msg.msg_controllen = 0; | 
 | 	msg.msg_flags	= MSG_SPLICE_PAGES; | 
 |  | 
 | 	/* Track what we've attempted to transmit at least once so that the | 
 | 	 * retransmission algorithm doesn't try to resend what we haven't sent | 
 | 	 * yet. | 
 | 	 */ | 
 | 	if (txb->seq == call->tx_transmitted + 1) | 
 | 		call->tx_transmitted = txb->seq; | 
 |  | 
 | 	/* send the packet with the don't fragment bit set if we currently | 
 | 	 * think it's small enough */ | 
 | 	if (txb->len >= call->peer->maxdata) { | 
 | 		rxrpc_local_dont_fragment(conn->local, false); | 
 | 		frag = rxrpc_tx_point_call_data_frag; | 
 | 	} else { | 
 | 		rxrpc_local_dont_fragment(conn->local, true); | 
 | 		frag = rxrpc_tx_point_call_data_nofrag; | 
 | 	} | 
 |  | 
 | retry: | 
 | 	/* send the packet by UDP | 
 | 	 * - returns -EMSGSIZE if UDP would have to fragment the packet | 
 | 	 *   to go out of the interface | 
 | 	 *   - in which case, we'll have processed the ICMP error | 
 | 	 *     message and update the peer record | 
 | 	 */ | 
 | 	rxrpc_inc_stat(call->rxnet, stat_tx_data_send); | 
 | 	ret = do_udp_sendmsg(conn->local->socket, &msg, len); | 
 | 	conn->peer->last_tx_at = ktime_get_seconds(); | 
 |  | 
 | 	if (ret < 0) { | 
 | 		rxrpc_inc_stat(call->rxnet, stat_tx_data_send_fail); | 
 | 		trace_rxrpc_tx_fail(call->debug_id, txb->serial, ret, frag); | 
 | 	} else { | 
 | 		trace_rxrpc_tx_packet(call->debug_id, whdr, frag); | 
 | 	} | 
 |  | 
 | 	rxrpc_tx_backoff(call, ret); | 
 | 	if (ret == -EMSGSIZE && frag == rxrpc_tx_point_call_data_frag) { | 
 | 		rxrpc_local_dont_fragment(conn->local, false); | 
 | 		frag = rxrpc_tx_point_call_data_frag; | 
 | 		goto retry; | 
 | 	} | 
 |  | 
 | done: | 
 | 	if (ret >= 0) { | 
 | 		rxrpc_tstamp_data_packets(call, txb); | 
 | 	} else { | 
 | 		/* Cancel the call if the initial transmission fails, | 
 | 		 * particularly if that's due to network routing issues that | 
 | 		 * aren't going away anytime soon.  The layer above can arrange | 
 | 		 * the retransmission. | 
 | 		 */ | 
 | 		if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags)) | 
 | 			rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, | 
 | 						  RX_USER_ABORT, ret); | 
 | 	} | 
 |  | 
 | 	_leave(" = %d [%u]", ret, call->peer->maxdata); | 
 | 	return ret; | 
 | } | 
 |  | 
 | /* | 
 |  * Transmit a connection-level abort. | 
 |  */ | 
 | void rxrpc_send_conn_abort(struct rxrpc_connection *conn) | 
 | { | 
 | 	struct rxrpc_wire_header whdr; | 
 | 	struct msghdr msg; | 
 | 	struct kvec iov[2]; | 
 | 	__be32 word; | 
 | 	size_t len; | 
 | 	u32 serial; | 
 | 	int ret; | 
 |  | 
 | 	msg.msg_name	= &conn->peer->srx.transport; | 
 | 	msg.msg_namelen	= conn->peer->srx.transport_len; | 
 | 	msg.msg_control	= NULL; | 
 | 	msg.msg_controllen = 0; | 
 | 	msg.msg_flags	= 0; | 
 |  | 
 | 	whdr.epoch	= htonl(conn->proto.epoch); | 
 | 	whdr.cid	= htonl(conn->proto.cid); | 
 | 	whdr.callNumber	= 0; | 
 | 	whdr.seq	= 0; | 
 | 	whdr.type	= RXRPC_PACKET_TYPE_ABORT; | 
 | 	whdr.flags	= conn->out_clientflag; | 
 | 	whdr.userStatus	= 0; | 
 | 	whdr.securityIndex = conn->security_ix; | 
 | 	whdr._rsvd	= 0; | 
 | 	whdr.serviceId	= htons(conn->service_id); | 
 |  | 
 | 	word		= htonl(conn->abort_code); | 
 |  | 
 | 	iov[0].iov_base	= &whdr; | 
 | 	iov[0].iov_len	= sizeof(whdr); | 
 | 	iov[1].iov_base	= &word; | 
 | 	iov[1].iov_len	= sizeof(word); | 
 |  | 
 | 	len = iov[0].iov_len + iov[1].iov_len; | 
 |  | 
 | 	serial = rxrpc_get_next_serial(conn); | 
 | 	whdr.serial = htonl(serial); | 
 |  | 
 | 	iov_iter_kvec(&msg.msg_iter, WRITE, iov, 2, len); | 
 | 	ret = do_udp_sendmsg(conn->local->socket, &msg, len); | 
 | 	if (ret < 0) { | 
 | 		trace_rxrpc_tx_fail(conn->debug_id, serial, ret, | 
 | 				    rxrpc_tx_point_conn_abort); | 
 | 		_debug("sendmsg failed: %d", ret); | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	trace_rxrpc_tx_packet(conn->debug_id, &whdr, rxrpc_tx_point_conn_abort); | 
 |  | 
 | 	conn->peer->last_tx_at = ktime_get_seconds(); | 
 | } | 
 |  | 
 | /* | 
 |  * Reject a packet through the local endpoint. | 
 |  */ | 
 | void rxrpc_reject_packet(struct rxrpc_local *local, struct sk_buff *skb) | 
 | { | 
 | 	struct rxrpc_wire_header whdr; | 
 | 	struct sockaddr_rxrpc srx; | 
 | 	struct rxrpc_skb_priv *sp = rxrpc_skb(skb); | 
 | 	struct msghdr msg; | 
 | 	struct kvec iov[2]; | 
 | 	size_t size; | 
 | 	__be32 code; | 
 | 	int ret, ioc; | 
 |  | 
 | 	if (sp->hdr.type == RXRPC_PACKET_TYPE_ABORT) | 
 | 		return; /* Never abort an abort. */ | 
 |  | 
 | 	rxrpc_see_skb(skb, rxrpc_skb_see_reject); | 
 |  | 
 | 	iov[0].iov_base = &whdr; | 
 | 	iov[0].iov_len = sizeof(whdr); | 
 | 	iov[1].iov_base = &code; | 
 | 	iov[1].iov_len = sizeof(code); | 
 |  | 
 | 	msg.msg_name = &srx.transport; | 
 | 	msg.msg_control = NULL; | 
 | 	msg.msg_controllen = 0; | 
 | 	msg.msg_flags = 0; | 
 |  | 
 | 	memset(&whdr, 0, sizeof(whdr)); | 
 |  | 
 | 	switch (skb->mark) { | 
 | 	case RXRPC_SKB_MARK_REJECT_BUSY: | 
 | 		whdr.type = RXRPC_PACKET_TYPE_BUSY; | 
 | 		size = sizeof(whdr); | 
 | 		ioc = 1; | 
 | 		break; | 
 | 	case RXRPC_SKB_MARK_REJECT_ABORT: | 
 | 		whdr.type = RXRPC_PACKET_TYPE_ABORT; | 
 | 		code = htonl(skb->priority); | 
 | 		size = sizeof(whdr) + sizeof(code); | 
 | 		ioc = 2; | 
 | 		break; | 
 | 	default: | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	if (rxrpc_extract_addr_from_skb(&srx, skb) == 0) { | 
 | 		msg.msg_namelen = srx.transport_len; | 
 |  | 
 | 		whdr.epoch	= htonl(sp->hdr.epoch); | 
 | 		whdr.cid	= htonl(sp->hdr.cid); | 
 | 		whdr.callNumber	= htonl(sp->hdr.callNumber); | 
 | 		whdr.serviceId	= htons(sp->hdr.serviceId); | 
 | 		whdr.flags	= sp->hdr.flags; | 
 | 		whdr.flags	^= RXRPC_CLIENT_INITIATED; | 
 | 		whdr.flags	&= RXRPC_CLIENT_INITIATED; | 
 |  | 
 | 		iov_iter_kvec(&msg.msg_iter, WRITE, iov, ioc, size); | 
 | 		ret = do_udp_sendmsg(local->socket, &msg, size); | 
 | 		if (ret < 0) | 
 | 			trace_rxrpc_tx_fail(local->debug_id, 0, ret, | 
 | 					    rxrpc_tx_point_reject); | 
 | 		else | 
 | 			trace_rxrpc_tx_packet(local->debug_id, &whdr, | 
 | 					      rxrpc_tx_point_reject); | 
 | 	} | 
 | } | 
 |  | 
 | /* | 
 |  * Send a VERSION reply to a peer as a keepalive. | 
 |  */ | 
 | void rxrpc_send_keepalive(struct rxrpc_peer *peer) | 
 | { | 
 | 	struct rxrpc_wire_header whdr; | 
 | 	struct msghdr msg; | 
 | 	struct kvec iov[2]; | 
 | 	size_t len; | 
 | 	int ret; | 
 |  | 
 | 	_enter(""); | 
 |  | 
 | 	msg.msg_name	= &peer->srx.transport; | 
 | 	msg.msg_namelen	= peer->srx.transport_len; | 
 | 	msg.msg_control	= NULL; | 
 | 	msg.msg_controllen = 0; | 
 | 	msg.msg_flags	= 0; | 
 |  | 
 | 	whdr.epoch	= htonl(peer->local->rxnet->epoch); | 
 | 	whdr.cid	= 0; | 
 | 	whdr.callNumber	= 0; | 
 | 	whdr.seq	= 0; | 
 | 	whdr.serial	= 0; | 
 | 	whdr.type	= RXRPC_PACKET_TYPE_VERSION; /* Not client-initiated */ | 
 | 	whdr.flags	= RXRPC_LAST_PACKET; | 
 | 	whdr.userStatus	= 0; | 
 | 	whdr.securityIndex = 0; | 
 | 	whdr._rsvd	= 0; | 
 | 	whdr.serviceId	= 0; | 
 |  | 
 | 	iov[0].iov_base	= &whdr; | 
 | 	iov[0].iov_len	= sizeof(whdr); | 
 | 	iov[1].iov_base	= (char *)rxrpc_keepalive_string; | 
 | 	iov[1].iov_len	= sizeof(rxrpc_keepalive_string); | 
 |  | 
 | 	len = iov[0].iov_len + iov[1].iov_len; | 
 |  | 
 | 	iov_iter_kvec(&msg.msg_iter, WRITE, iov, 2, len); | 
 | 	ret = do_udp_sendmsg(peer->local->socket, &msg, len); | 
 | 	if (ret < 0) | 
 | 		trace_rxrpc_tx_fail(peer->debug_id, 0, ret, | 
 | 				    rxrpc_tx_point_version_keepalive); | 
 | 	else | 
 | 		trace_rxrpc_tx_packet(peer->debug_id, &whdr, | 
 | 				      rxrpc_tx_point_version_keepalive); | 
 |  | 
 | 	peer->last_tx_at = ktime_get_seconds(); | 
 | 	_leave(""); | 
 | } | 
 |  | 
 | /* | 
 |  * Schedule an instant Tx resend. | 
 |  */ | 
 | static inline void rxrpc_instant_resend(struct rxrpc_call *call, | 
 | 					struct rxrpc_txbuf *txb) | 
 | { | 
 | 	if (!__rxrpc_call_is_complete(call)) | 
 | 		kdebug("resend"); | 
 | } | 
 |  | 
 | /* | 
 |  * Transmit one packet. | 
 |  */ | 
 | void rxrpc_transmit_one(struct rxrpc_call *call, struct rxrpc_txbuf *txb) | 
 | { | 
 | 	int ret; | 
 |  | 
 | 	ret = rxrpc_send_data_packet(call, txb); | 
 | 	if (ret < 0) { | 
 | 		switch (ret) { | 
 | 		case -ENETUNREACH: | 
 | 		case -EHOSTUNREACH: | 
 | 		case -ECONNREFUSED: | 
 | 			rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, | 
 | 						  0, ret); | 
 | 			break; | 
 | 		default: | 
 | 			_debug("need instant resend %d", ret); | 
 | 			rxrpc_instant_resend(call, txb); | 
 | 		} | 
 | 	} else { | 
 | 		ktime_t delay = ns_to_ktime(call->peer->rto_us * NSEC_PER_USEC); | 
 |  | 
 | 		call->resend_at = ktime_add(ktime_get_real(), delay); | 
 | 		trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_resend_tx); | 
 | 	} | 
 | } |