2 * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved.
3 * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved.
4 * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are met:
9 * a) Redistributions of source code must retain the above copyright notice,
10 * this list of conditions and the following disclaimer.
12 * b) Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in
14 * the documentation and/or other materials provided with the distribution.
16 * c) Neither the name of Cisco Systems, Inc. nor the names of its
17 * contributors may be used to endorse or promote products derived
18 * from this software without specific prior written permission.
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
22 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30 * THE POSSIBILITY OF SUCH DAMAGE.
33 #include <sys/cdefs.h>
34 __FBSDID("$FreeBSD$");
36 #include <netinet/sctp_os.h>
37 #include <netinet/sctp_var.h>
38 #include <netinet/sctp_sysctl.h>
39 #include <netinet/sctp_pcb.h>
40 #include <netinet/sctp_header.h>
41 #include <netinet/sctputil.h>
42 #include <netinet/sctp_output.h>
43 #include <netinet/sctp_input.h>
44 #include <netinet/sctp_indata.h>
45 #include <netinet/sctp_uio.h>
46 #include <netinet/sctp_timer.h>
50 * NOTES: On the outbound side of things I need to check the sack timer to
51 * see if I should generate a sack into the chunk queue (if I have data to
52 * send that is and will be sending it .. for bundling.
54 * The callback in sctp_usrreq.c will get called when the socket is read from.
55 * This will cause sctp_service_queues() to get called on the top entry in
60 sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc)
62 asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc);
65 /* Calculate what the rwnd would be */
67 sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc)
72 * This is really set wrong with respect to a 1-2-m socket. Since
73 * the sb_cc is the count that everyone as put up. When we re-write
74 * sctp_soreceive then we will fix this so that ONLY this
75 * associations data is taken into account.
77 if (stcb->sctp_socket == NULL)
80 if (stcb->asoc.sb_cc == 0 &&
81 asoc->size_on_reasm_queue == 0 &&
82 asoc->size_on_all_streams == 0) {
83 /* Full rwnd granted */
84 calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND);
87 /* get actual space */
88 calc = (uint32_t) sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv);
91 * take out what has NOT been put on socket queue and we yet hold
94 calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_reasm_queue +
95 asoc->cnt_on_reasm_queue * MSIZE));
96 calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_all_streams +
97 asoc->cnt_on_all_streams * MSIZE));
103 /* what is the overhead of all these rwnd's */
104 calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len);
106 * If the window gets too small due to ctrl-stuff, reduce it to 1,
107 * even it is 0. SWS engaged
109 if (calc < stcb->asoc.my_rwnd_control_len) {
118 * Build out our readq entry based on the incoming packet.
120 struct sctp_queued_to_read *
121 sctp_build_readq_entry(struct sctp_tcb *stcb,
122 struct sctp_nets *net,
123 uint32_t tsn, uint32_t ppid,
124 uint32_t context, uint16_t stream_no,
125 uint16_t stream_seq, uint8_t flags,
128 struct sctp_queued_to_read *read_queue_e = NULL;
130 sctp_alloc_a_readq(stcb, read_queue_e);
131 if (read_queue_e == NULL) {
134 read_queue_e->sinfo_stream = stream_no;
135 read_queue_e->sinfo_ssn = stream_seq;
136 read_queue_e->sinfo_flags = (flags << 8);
137 read_queue_e->sinfo_ppid = ppid;
138 read_queue_e->sinfo_context = context;
139 read_queue_e->sinfo_timetolive = 0;
140 read_queue_e->sinfo_tsn = tsn;
141 read_queue_e->sinfo_cumtsn = tsn;
142 read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb);
143 read_queue_e->whoFrom = net;
144 read_queue_e->length = 0;
145 atomic_add_int(&net->ref_count, 1);
146 read_queue_e->data = dm;
147 read_queue_e->spec_flags = 0;
148 read_queue_e->tail_mbuf = NULL;
149 read_queue_e->aux_data = NULL;
150 read_queue_e->stcb = stcb;
151 read_queue_e->port_from = stcb->rport;
152 read_queue_e->do_not_ref_stcb = 0;
153 read_queue_e->end_added = 0;
154 read_queue_e->some_taken = 0;
155 read_queue_e->pdapi_aborted = 0;
157 return (read_queue_e);
162 * Build out our readq entry based on the incoming packet.
164 static struct sctp_queued_to_read *
165 sctp_build_readq_entry_chk(struct sctp_tcb *stcb,
166 struct sctp_tmit_chunk *chk)
168 struct sctp_queued_to_read *read_queue_e = NULL;
170 sctp_alloc_a_readq(stcb, read_queue_e);
171 if (read_queue_e == NULL) {
174 read_queue_e->sinfo_stream = chk->rec.data.stream_number;
175 read_queue_e->sinfo_ssn = chk->rec.data.stream_seq;
176 read_queue_e->sinfo_flags = (chk->rec.data.rcv_flags << 8);
177 read_queue_e->sinfo_ppid = chk->rec.data.payloadtype;
178 read_queue_e->sinfo_context = stcb->asoc.context;
179 read_queue_e->sinfo_timetolive = 0;
180 read_queue_e->sinfo_tsn = chk->rec.data.TSN_seq;
181 read_queue_e->sinfo_cumtsn = chk->rec.data.TSN_seq;
182 read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb);
183 read_queue_e->whoFrom = chk->whoTo;
184 read_queue_e->aux_data = NULL;
185 read_queue_e->length = 0;
186 atomic_add_int(&chk->whoTo->ref_count, 1);
187 read_queue_e->data = chk->data;
188 read_queue_e->tail_mbuf = NULL;
189 read_queue_e->stcb = stcb;
190 read_queue_e->port_from = stcb->rport;
191 read_queue_e->spec_flags = 0;
192 read_queue_e->do_not_ref_stcb = 0;
193 read_queue_e->end_added = 0;
194 read_queue_e->some_taken = 0;
195 read_queue_e->pdapi_aborted = 0;
197 return (read_queue_e);
202 sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo)
204 struct sctp_extrcvinfo *seinfo;
205 struct sctp_sndrcvinfo *outinfo;
206 struct sctp_rcvinfo *rcvinfo;
207 struct sctp_nxtinfo *nxtinfo;
214 if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) &&
215 sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) &&
216 sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) {
217 /* user does not want any ancillary data */
221 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) {
222 len += CMSG_SPACE(sizeof(struct sctp_rcvinfo));
224 seinfo = (struct sctp_extrcvinfo *)sinfo;
225 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) &&
226 (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) {
228 len += CMSG_SPACE(sizeof(struct sctp_nxtinfo));
232 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) {
233 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) {
235 len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo));
238 len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo));
244 ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA);
249 SCTP_BUF_LEN(ret) = 0;
251 /* We need a CMSG header followed by the struct */
252 cmh = mtod(ret, struct cmsghdr *);
254 * Make sure that there is no un-initialized padding between the
255 * cmsg header and cmsg data and after the cmsg data.
258 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) {
259 cmh->cmsg_level = IPPROTO_SCTP;
260 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo));
261 cmh->cmsg_type = SCTP_RCVINFO;
262 rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh);
263 rcvinfo->rcv_sid = sinfo->sinfo_stream;
264 rcvinfo->rcv_ssn = sinfo->sinfo_ssn;
265 rcvinfo->rcv_flags = sinfo->sinfo_flags;
266 rcvinfo->rcv_ppid = sinfo->sinfo_ppid;
267 rcvinfo->rcv_tsn = sinfo->sinfo_tsn;
268 rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn;
269 rcvinfo->rcv_context = sinfo->sinfo_context;
270 rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id;
271 cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo)));
272 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo));
275 cmh->cmsg_level = IPPROTO_SCTP;
276 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo));
277 cmh->cmsg_type = SCTP_NXTINFO;
278 nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh);
279 nxtinfo->nxt_sid = seinfo->serinfo_next_stream;
280 nxtinfo->nxt_flags = 0;
281 if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) {
282 nxtinfo->nxt_flags |= SCTP_UNORDERED;
284 if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) {
285 nxtinfo->nxt_flags |= SCTP_NOTIFICATION;
287 if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) {
288 nxtinfo->nxt_flags |= SCTP_COMPLETE;
290 nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid;
291 nxtinfo->nxt_length = seinfo->serinfo_next_length;
292 nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid;
293 cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo)));
294 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo));
296 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) {
297 cmh->cmsg_level = IPPROTO_SCTP;
298 outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh);
300 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo));
301 cmh->cmsg_type = SCTP_EXTRCV;
302 memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo));
303 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo));
305 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo));
306 cmh->cmsg_type = SCTP_SNDRCV;
308 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo));
316 sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn)
318 uint32_t gap, i, cumackp1;
321 if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) {
324 cumackp1 = asoc->cumulative_tsn + 1;
325 if (SCTP_TSN_GT(cumackp1, tsn)) {
327 * this tsn is behind the cum ack and thus we don't need to
328 * worry about it being moved from one to the other.
332 SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn);
333 if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) {
334 SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn);
335 sctp_print_mapping_array(asoc);
337 panic("Things are really messed up now!!");
340 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
341 SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap);
342 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
343 asoc->highest_tsn_inside_nr_map = tsn;
345 if (tsn == asoc->highest_tsn_inside_map) {
346 /* We must back down to see what the new highest is */
347 for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) {
348 SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn);
349 if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) {
350 asoc->highest_tsn_inside_map = i;
356 asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1;
363 * We are delivering currently from the reassembly queue. We must continue to
364 * deliver until we either: 1) run out of space. 2) run out of sequential
365 * TSN's 3) hit the SCTP_DATA_LAST_FRAG flag.
368 sctp_service_reassembly(struct sctp_tcb *stcb, struct sctp_association *asoc)
370 struct sctp_tmit_chunk *chk, *nchk;
375 struct sctp_queued_to_read *control, *ctl, *nctl;
380 cntDel = stream_no = 0;
381 if ((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) ||
382 (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) ||
383 (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET)) {
384 /* socket above is long gone or going.. */
386 asoc->fragmented_delivery_inprogress = 0;
387 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
388 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
389 asoc->size_on_reasm_queue -= chk->send_size;
390 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
392 * Lose the data pointer, since its in the socket
396 sctp_m_freem(chk->data);
399 /* Now free the address and data */
400 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
401 /* sa_ignore FREED_MEMORY */
405 SCTP_TCB_LOCK_ASSERT(stcb);
406 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
407 if (chk->rec.data.TSN_seq != (asoc->tsn_last_delivered + 1)) {
408 /* Can't deliver more :< */
411 stream_no = chk->rec.data.stream_number;
412 nxt_todel = asoc->strmin[stream_no].last_sequence_delivered + 1;
413 if (nxt_todel != chk->rec.data.stream_seq &&
414 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) {
416 * Not the next sequence to deliver in its stream OR
421 if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) {
423 control = sctp_build_readq_entry_chk(stcb, chk);
424 if (control == NULL) {
428 /* save it off for our future deliveries */
429 stcb->asoc.control_pdapi = control;
430 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG)
434 sctp_mark_non_revokable(asoc, chk->rec.data.TSN_seq);
435 sctp_add_to_readq(stcb->sctp_ep,
436 stcb, control, &stcb->sctp_socket->so_rcv, end,
437 SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
440 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG)
444 sctp_mark_non_revokable(asoc, chk->rec.data.TSN_seq);
445 if (sctp_append_to_readq(stcb->sctp_ep, stcb,
446 stcb->asoc.control_pdapi,
447 chk->data, end, chk->rec.data.TSN_seq,
448 &stcb->sctp_socket->so_rcv)) {
450 * something is very wrong, either
451 * control_pdapi is NULL, or the tail_mbuf
452 * is corrupt, or there is a EOM already on
455 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
459 if ((stcb->asoc.control_pdapi == NULL) || (stcb->asoc.control_pdapi->tail_mbuf == NULL)) {
460 panic("This should not happen control_pdapi NULL?");
462 /* if we did not panic, it was a EOM */
463 panic("Bad chunking ??");
465 if ((stcb->asoc.control_pdapi == NULL) || (stcb->asoc.control_pdapi->tail_mbuf == NULL)) {
466 SCTP_PRINTF("This should not happen control_pdapi NULL?\n");
468 SCTP_PRINTF("Bad chunking ??\n");
469 SCTP_PRINTF("Dumping re-assembly queue this will probably hose the association\n");
477 /* pull it we did it */
478 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
479 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) {
480 asoc->fragmented_delivery_inprogress = 0;
481 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) {
482 asoc->strmin[stream_no].last_sequence_delivered++;
484 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) {
485 SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs);
487 } else if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) {
489 * turn the flag back on since we just delivered
492 asoc->fragmented_delivery_inprogress = 1;
494 asoc->tsn_of_pdapi_last_delivered = chk->rec.data.TSN_seq;
495 asoc->last_flags_delivered = chk->rec.data.rcv_flags;
496 asoc->last_strm_seq_delivered = chk->rec.data.stream_seq;
497 asoc->last_strm_no_delivered = chk->rec.data.stream_number;
499 asoc->tsn_last_delivered = chk->rec.data.TSN_seq;
500 asoc->size_on_reasm_queue -= chk->send_size;
501 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
502 /* free up the chk */
504 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
506 if (asoc->fragmented_delivery_inprogress == 0) {
508 * Now lets see if we can deliver the next one on
511 struct sctp_stream_in *strm;
513 strm = &asoc->strmin[stream_no];
514 nxt_todel = strm->last_sequence_delivered + 1;
515 TAILQ_FOREACH_SAFE(ctl, &strm->inqueue, next, nctl) {
516 /* Deliver more if we can. */
517 if (nxt_todel == ctl->sinfo_ssn) {
518 TAILQ_REMOVE(&strm->inqueue, ctl, next);
519 asoc->size_on_all_streams -= ctl->length;
520 sctp_ucount_decr(asoc->cnt_on_all_streams);
521 strm->last_sequence_delivered++;
522 sctp_mark_non_revokable(asoc, ctl->sinfo_tsn);
523 sctp_add_to_readq(stcb->sctp_ep, stcb,
525 &stcb->sctp_socket->so_rcv, 1,
526 SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
530 nxt_todel = strm->last_sequence_delivered + 1;
538 * Queue the chunk either right into the socket buffer if it is the next one
539 * to go OR put it in the correct place in the delivery queue. If we do
540 * append to the so_buf, keep doing so until we are out of order. One big
541 * question still remains, what to do when the socket buffer is FULL??
544 sctp_queue_data_to_stream(struct sctp_tcb *stcb, struct sctp_association *asoc,
545 struct sctp_queued_to_read *control, int *abort_flag)
548 * FIX-ME maybe? What happens when the ssn wraps? If we are getting
549 * all the data in one stream this could happen quite rapidly. One
550 * could use the TSN to keep track of things, but this scheme breaks
551 * down in the other type of stream useage that could occur. Send a
552 * single msg to stream 0, send 4Billion messages to stream 1, now
553 * send a message to stream 0. You have a situation where the TSN
554 * has wrapped but not in the stream. Is this worth worrying about
555 * or should we just change our queue sort at the bottom to be by
558 * Could it also be legal for a peer to send ssn 1 with TSN 2 and ssn 2
559 * with TSN 1? If the peer is doing some sort of funky TSN/SSN
560 * assignment this could happen... and I don't see how this would be
561 * a violation. So for now I am undecided an will leave the sort by
562 * SSN alone. Maybe a hybred approach is the answer
565 struct sctp_stream_in *strm;
566 struct sctp_queued_to_read *at;
570 char msg[SCTP_DIAG_INFO_LEN];
573 asoc->size_on_all_streams += control->length;
574 sctp_ucount_incr(asoc->cnt_on_all_streams);
575 strm = &asoc->strmin[control->sinfo_stream];
576 nxt_todel = strm->last_sequence_delivered + 1;
577 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
578 sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD);
580 SCTPDBG(SCTP_DEBUG_INDATA1,
581 "queue to stream called for sid:%u ssn:%u tsn:%u lastdel:%u nxt:%u\n",
582 (uint32_t) control->sinfo_stream, (uint32_t) control->sinfo_ssn,
583 (uint32_t) control->sinfo_tsn,
584 (uint32_t) strm->last_sequence_delivered, (uint32_t) nxt_todel);
585 if (SCTP_SSN_GE(strm->last_sequence_delivered, control->sinfo_ssn)) {
586 /* The incoming sseq is behind where we last delivered? */
587 SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ:%d delivered:%d from peer, Abort association\n",
588 control->sinfo_ssn, strm->last_sequence_delivered);
591 * throw it in the stream so it gets cleaned up in
592 * association destruction
594 TAILQ_INSERT_HEAD(&strm->inqueue, control, next);
595 snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
596 strm->last_sequence_delivered, control->sinfo_tsn,
597 control->sinfo_stream, control->sinfo_ssn);
598 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
599 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1;
600 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
605 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
608 so = SCTP_INP_SO(stcb->sctp_ep);
609 atomic_add_int(&stcb->asoc.refcnt, 1);
610 SCTP_TCB_UNLOCK(stcb);
611 SCTP_SOCKET_LOCK(so, 1);
613 atomic_subtract_int(&stcb->asoc.refcnt, 1);
614 if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) {
615 SCTP_SOCKET_UNLOCK(so, 1);
619 if (nxt_todel == control->sinfo_ssn) {
620 /* can be delivered right away? */
621 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
622 sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL);
624 /* EY it wont be queued if it could be delivered directly */
626 asoc->size_on_all_streams -= control->length;
627 sctp_ucount_decr(asoc->cnt_on_all_streams);
628 strm->last_sequence_delivered++;
630 sctp_mark_non_revokable(asoc, control->sinfo_tsn);
631 sctp_add_to_readq(stcb->sctp_ep, stcb,
633 &stcb->sctp_socket->so_rcv, 1,
634 SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED);
635 TAILQ_FOREACH_SAFE(control, &strm->inqueue, next, at) {
637 nxt_todel = strm->last_sequence_delivered + 1;
638 if (nxt_todel == control->sinfo_ssn) {
639 TAILQ_REMOVE(&strm->inqueue, control, next);
640 asoc->size_on_all_streams -= control->length;
641 sctp_ucount_decr(asoc->cnt_on_all_streams);
642 strm->last_sequence_delivered++;
644 * We ignore the return of deliver_data here
645 * since we always can hold the chunk on the
646 * d-queue. And we have a finite number that
647 * can be delivered from the strq.
649 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
650 sctp_log_strm_del(control, NULL,
651 SCTP_STR_LOG_FROM_IMMED_DEL);
653 sctp_mark_non_revokable(asoc, control->sinfo_tsn);
654 sctp_add_to_readq(stcb->sctp_ep, stcb,
656 &stcb->sctp_socket->so_rcv, 1,
657 SCTP_READ_LOCK_NOT_HELD,
666 * Ok, we did not deliver this guy, find the correct place
667 * to put it on the queue.
669 if (SCTP_TSN_GE(asoc->cumulative_tsn, control->sinfo_tsn)) {
670 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
671 SCTP_SOCKET_UNLOCK(so, 1);
675 if (TAILQ_EMPTY(&strm->inqueue)) {
677 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
678 sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INSERT_HD);
680 TAILQ_INSERT_HEAD(&strm->inqueue, control, next);
682 TAILQ_FOREACH(at, &strm->inqueue, next) {
683 if (SCTP_SSN_GT(at->sinfo_ssn, control->sinfo_ssn)) {
685 * one in queue is bigger than the
686 * new one, insert before this one
688 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
689 sctp_log_strm_del(control, at,
690 SCTP_STR_LOG_FROM_INSERT_MD);
692 TAILQ_INSERT_BEFORE(at, control, next);
694 } else if (at->sinfo_ssn == control->sinfo_ssn) {
696 * Gak, He sent me a duplicate str
700 * foo bar, I guess I will just free
701 * this new guy, should we abort
702 * too? FIX ME MAYBE? Or it COULD be
703 * that the SSN's have wrapped.
704 * Maybe I should compare to TSN
705 * somehow... sigh for now just blow
710 sctp_m_freem(control->data);
711 control->data = NULL;
712 asoc->size_on_all_streams -= control->length;
713 sctp_ucount_decr(asoc->cnt_on_all_streams);
714 if (control->whoFrom) {
715 sctp_free_remote_addr(control->whoFrom);
716 control->whoFrom = NULL;
718 sctp_free_a_readq(stcb, control);
719 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
720 SCTP_SOCKET_UNLOCK(so, 1);
724 if (TAILQ_NEXT(at, next) == NULL) {
726 * We are at the end, insert
729 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
730 sctp_log_strm_del(control, at,
731 SCTP_STR_LOG_FROM_INSERT_TL);
733 TAILQ_INSERT_AFTER(&strm->inqueue,
741 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
742 SCTP_SOCKET_UNLOCK(so, 1);
747 * Returns two things: You get the total size of the deliverable parts of the
748 * first fragmented message on the reassembly queue. And you get a 1 back if
749 * all of the message is ready or a 0 back if the message is still incomplete
752 sctp_is_all_msg_on_reasm(struct sctp_association *asoc, uint32_t * t_size)
754 struct sctp_tmit_chunk *chk;
758 chk = TAILQ_FIRST(&asoc->reasmqueue);
760 /* nothing on the queue */
763 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) {
764 /* Not a first on the queue */
767 tsn = chk->rec.data.TSN_seq;
768 TAILQ_FOREACH(chk, &asoc->reasmqueue, sctp_next) {
769 if (tsn != chk->rec.data.TSN_seq) {
772 *t_size += chk->send_size;
773 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) {
782 sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc)
784 struct sctp_tmit_chunk *chk;
786 uint32_t tsize, pd_point;
789 chk = TAILQ_FIRST(&asoc->reasmqueue);
792 asoc->size_on_reasm_queue = 0;
793 asoc->cnt_on_reasm_queue = 0;
796 if (asoc->fragmented_delivery_inprogress == 0) {
798 asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered + 1;
799 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) &&
800 (nxt_todel == chk->rec.data.stream_seq ||
801 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED))) {
803 * Yep the first one is here and its ok to deliver
806 if (stcb->sctp_socket) {
807 pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT,
808 stcb->sctp_ep->partial_delivery_point);
810 pd_point = stcb->sctp_ep->partial_delivery_point;
812 if (sctp_is_all_msg_on_reasm(asoc, &tsize) || (tsize >= pd_point)) {
814 * Yes, we setup to start reception, by
815 * backing down the TSN just in case we
816 * can't deliver. If we
818 asoc->fragmented_delivery_inprogress = 1;
819 asoc->tsn_last_delivered =
820 chk->rec.data.TSN_seq - 1;
822 chk->rec.data.stream_number;
823 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
824 asoc->pdapi_ppid = chk->rec.data.payloadtype;
825 asoc->fragment_flags = chk->rec.data.rcv_flags;
826 sctp_service_reassembly(stcb, asoc);
831 * Service re-assembly will deliver stream data queued at
832 * the end of fragmented delivery.. but it wont know to go
833 * back and call itself again... we do that here with the
836 sctp_service_reassembly(stcb, asoc);
837 if (asoc->fragmented_delivery_inprogress == 0) {
839 * finished our Fragmented delivery, could be more
848 * Dump onto the re-assembly queue, in its proper place. After dumping on the
849 * queue, see if anthing can be delivered. If so pull it off (or as much as
850 * we can. If we run out of space then we must dump what we can and set the
851 * appropriate flag to say we queued what we could.
854 sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc,
855 struct sctp_tmit_chunk *chk, int *abort_flag)
858 char msg[SCTP_DIAG_INFO_LEN];
859 uint32_t cum_ackp1, prev_tsn, post_tsn;
860 struct sctp_tmit_chunk *at, *prev, *next;
863 cum_ackp1 = asoc->tsn_last_delivered + 1;
864 if (TAILQ_EMPTY(&asoc->reasmqueue)) {
865 /* This is the first one on the queue */
866 TAILQ_INSERT_HEAD(&asoc->reasmqueue, chk, sctp_next);
868 * we do not check for delivery of anything when only one
871 asoc->size_on_reasm_queue = chk->send_size;
872 sctp_ucount_incr(asoc->cnt_on_reasm_queue);
873 if (chk->rec.data.TSN_seq == cum_ackp1) {
874 if (asoc->fragmented_delivery_inprogress == 0 &&
875 (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) !=
876 SCTP_DATA_FIRST_FRAG) {
878 * An empty queue, no delivery inprogress,
879 * we hit the next one and it does NOT have
880 * a FIRST fragment mark.
882 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, its not first, no fragmented delivery in progress\n");
883 snprintf(msg, sizeof(msg),
884 "Expected B-bit for TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
885 chk->rec.data.TSN_seq,
886 chk->rec.data.stream_number,
887 chk->rec.data.stream_seq);
888 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
889 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2;
890 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
892 } else if (asoc->fragmented_delivery_inprogress &&
893 (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == SCTP_DATA_FIRST_FRAG) {
895 * We are doing a partial delivery and the
896 * NEXT chunk MUST be either the LAST or
897 * MIDDLE fragment NOT a FIRST
899 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it IS a first and fragmented delivery in progress\n");
900 snprintf(msg, sizeof(msg),
901 "Didn't expect B-bit for TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
902 chk->rec.data.TSN_seq,
903 chk->rec.data.stream_number,
904 chk->rec.data.stream_seq);
905 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
906 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3;
907 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
909 } else if (asoc->fragmented_delivery_inprogress) {
911 * Here we are ok with a MIDDLE or LAST
914 if (chk->rec.data.stream_number !=
915 asoc->str_of_pdapi) {
916 /* Got to be the right STR No */
917 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it IS not same stream number %d vs %d\n",
918 chk->rec.data.stream_number,
920 snprintf(msg, sizeof(msg),
921 "Expected SID=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
923 chk->rec.data.TSN_seq,
924 chk->rec.data.stream_number,
925 chk->rec.data.stream_seq);
926 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
927 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_4;
928 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
930 } else if ((asoc->fragment_flags & SCTP_DATA_UNORDERED) !=
931 SCTP_DATA_UNORDERED &&
932 chk->rec.data.stream_seq != asoc->ssn_of_pdapi) {
933 /* Got to be the right STR Seq */
934 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it IS not same stream seq %d vs %d\n",
935 chk->rec.data.stream_seq,
937 snprintf(msg, sizeof(msg),
938 "Expected SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
940 chk->rec.data.TSN_seq,
941 chk->rec.data.stream_number,
942 chk->rec.data.stream_seq);
943 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
944 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_5;
945 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
953 TAILQ_FOREACH(at, &asoc->reasmqueue, sctp_next) {
954 if (SCTP_TSN_GT(at->rec.data.TSN_seq, chk->rec.data.TSN_seq)) {
956 * one in queue is bigger than the new one, insert
960 asoc->size_on_reasm_queue += chk->send_size;
961 sctp_ucount_incr(asoc->cnt_on_reasm_queue);
963 TAILQ_INSERT_BEFORE(at, chk, sctp_next);
965 } else if (at->rec.data.TSN_seq == chk->rec.data.TSN_seq) {
966 /* Gak, He sent me a duplicate str seq number */
968 * foo bar, I guess I will just free this new guy,
969 * should we abort too? FIX ME MAYBE? Or it COULD be
970 * that the SSN's have wrapped. Maybe I should
971 * compare to TSN somehow... sigh for now just blow
975 sctp_m_freem(chk->data);
978 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
982 if (TAILQ_NEXT(at, sctp_next) == NULL) {
984 * We are at the end, insert it after this
988 asoc->size_on_reasm_queue += chk->send_size;
989 sctp_ucount_incr(asoc->cnt_on_reasm_queue);
990 TAILQ_INSERT_AFTER(&asoc->reasmqueue, at, chk, sctp_next);
997 prev_tsn = chk->rec.data.TSN_seq - 1;
998 if (prev_tsn == prev->rec.data.TSN_seq) {
1000 * Ok the one I am dropping onto the end is the
1001 * NEXT. A bit of valdiation here.
1003 if ((prev->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1004 SCTP_DATA_FIRST_FRAG ||
1005 (prev->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1006 SCTP_DATA_MIDDLE_FRAG) {
1008 * Insert chk MUST be a MIDDLE or LAST
1011 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1012 SCTP_DATA_FIRST_FRAG) {
1013 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - It can be a midlle or last but not a first\n");
1014 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it's a FIRST!\n");
1015 snprintf(msg, sizeof(msg),
1016 "Can't handle B-bit, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1017 chk->rec.data.TSN_seq,
1018 chk->rec.data.stream_number,
1019 chk->rec.data.stream_seq);
1020 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1021 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_6;
1022 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1026 if (chk->rec.data.stream_number !=
1027 prev->rec.data.stream_number) {
1029 * Huh, need the correct STR here,
1030 * they must be the same.
1032 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - Gak, Evil plot, sid:%d not the same as at:%d\n",
1033 chk->rec.data.stream_number,
1034 prev->rec.data.stream_number);
1035 snprintf(msg, sizeof(msg),
1036 "Expect SID=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1037 prev->rec.data.stream_number,
1038 chk->rec.data.TSN_seq,
1039 chk->rec.data.stream_number,
1040 chk->rec.data.stream_seq);
1041 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1042 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_7;
1043 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1047 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) !=
1048 (prev->rec.data.rcv_flags & SCTP_DATA_UNORDERED)) {
1050 * Huh, need the same ordering here,
1051 * they must be the same.
1053 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - Gak, Evil plot, U-bit not constant\n");
1054 snprintf(msg, sizeof(msg),
1055 "Expect U-bit=%d for TSN=%8.8x, got U-bit=%d",
1056 (prev->rec.data.rcv_flags & SCTP_DATA_UNORDERED) ? 1 : 0,
1057 chk->rec.data.TSN_seq,
1058 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) ? 1 : 0);
1059 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1060 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_8;
1061 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1065 if ((prev->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0 &&
1066 chk->rec.data.stream_seq !=
1067 prev->rec.data.stream_seq) {
1069 * Huh, need the correct STR here,
1070 * they must be the same.
1072 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - Gak, Evil plot, sseq:%d not the same as at:%d\n",
1073 chk->rec.data.stream_seq,
1074 prev->rec.data.stream_seq);
1075 snprintf(msg, sizeof(msg),
1076 "Expect SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1077 prev->rec.data.stream_seq,
1078 chk->rec.data.TSN_seq,
1079 chk->rec.data.stream_number,
1080 chk->rec.data.stream_seq);
1081 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1082 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_9;
1083 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1087 } else if ((prev->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1088 SCTP_DATA_LAST_FRAG) {
1089 /* Insert chk MUST be a FIRST */
1090 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) !=
1091 SCTP_DATA_FIRST_FRAG) {
1092 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - Gak, evil plot, its not FIRST and it must be!\n");
1093 snprintf(msg, sizeof(msg),
1094 "Expect B-bit, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1095 chk->rec.data.TSN_seq,
1096 chk->rec.data.stream_number,
1097 chk->rec.data.stream_seq);
1098 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1099 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_10;
1100 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1108 post_tsn = chk->rec.data.TSN_seq + 1;
1109 if (post_tsn == next->rec.data.TSN_seq) {
1111 * Ok the one I am inserting ahead of is my NEXT
1112 * one. A bit of valdiation here.
1114 if (next->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) {
1115 /* Insert chk MUST be a last fragment */
1116 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK)
1117 != SCTP_DATA_LAST_FRAG) {
1118 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Next is FIRST, we must be LAST\n");
1119 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, its not a last!\n");
1120 snprintf(msg, sizeof(msg),
1121 "Expect only E-bit, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1122 chk->rec.data.TSN_seq,
1123 chk->rec.data.stream_number,
1124 chk->rec.data.stream_seq);
1125 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1126 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_11;
1127 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1131 } else if ((next->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1132 SCTP_DATA_MIDDLE_FRAG ||
1133 (next->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1134 SCTP_DATA_LAST_FRAG) {
1136 * Insert chk CAN be MIDDLE or FIRST NOT
1139 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1140 SCTP_DATA_LAST_FRAG) {
1141 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Next is a MIDDLE/LAST\n");
1142 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, new prev chunk is a LAST\n");
1143 snprintf(msg, sizeof(msg),
1144 "Didn't expect E-bit, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1145 chk->rec.data.TSN_seq,
1146 chk->rec.data.stream_number,
1147 chk->rec.data.stream_seq);
1148 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1149 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_12;
1150 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1154 if (chk->rec.data.stream_number !=
1155 next->rec.data.stream_number) {
1157 * Huh, need the correct STR here,
1158 * they must be the same.
1160 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Gak, Evil plot, ssn:%d not the same as at:%d\n",
1161 chk->rec.data.stream_number,
1162 next->rec.data.stream_number);
1163 snprintf(msg, sizeof(msg),
1164 "Required SID %4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1165 next->rec.data.stream_number,
1166 chk->rec.data.TSN_seq,
1167 chk->rec.data.stream_number,
1168 chk->rec.data.stream_seq);
1169 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1170 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_13;
1171 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1175 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) !=
1176 (next->rec.data.rcv_flags & SCTP_DATA_UNORDERED)) {
1178 * Huh, need the same ordering here,
1179 * they must be the same.
1181 SCTPDBG(SCTP_DEBUG_INDATA1, "Next check - Gak, Evil plot, U-bit not constant\n");
1182 snprintf(msg, sizeof(msg),
1183 "Expect U-bit=%d for TSN=%8.8x, got U-bit=%d",
1184 (next->rec.data.rcv_flags & SCTP_DATA_UNORDERED) ? 1 : 0,
1185 chk->rec.data.TSN_seq,
1186 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) ? 1 : 0);
1187 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1188 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14;
1189 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1193 if ((next->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0 &&
1194 chk->rec.data.stream_seq !=
1195 next->rec.data.stream_seq) {
1197 * Huh, need the correct STR here,
1198 * they must be the same.
1200 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Gak, Evil plot, sseq:%d not the same as at:%d\n",
1201 chk->rec.data.stream_seq,
1202 next->rec.data.stream_seq);
1203 snprintf(msg, sizeof(msg),
1204 "Required SSN %4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1205 next->rec.data.stream_seq,
1206 chk->rec.data.TSN_seq,
1207 chk->rec.data.stream_number,
1208 chk->rec.data.stream_seq);
1209 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1210 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15;
1211 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1218 /* Do we need to do some delivery? check */
1219 sctp_deliver_reasm_check(stcb, asoc);
1223 * This is an unfortunate routine. It checks to make sure a evil guy is not
1224 * stuffing us full of bad packet fragments. A broken peer could also do this
1225 * but this is doubtful. It is to bad I must worry about evil crackers sigh
1229 sctp_does_tsn_belong_to_reasm(struct sctp_association *asoc,
1232 struct sctp_tmit_chunk *at;
1235 TAILQ_FOREACH(at, &asoc->reasmqueue, sctp_next) {
1236 if (SCTP_TSN_GT(TSN_seq, at->rec.data.TSN_seq)) {
1237 /* is it one bigger? */
1238 tsn_est = at->rec.data.TSN_seq + 1;
1239 if (tsn_est == TSN_seq) {
1240 /* yep. It better be a last then */
1241 if ((at->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) !=
1242 SCTP_DATA_LAST_FRAG) {
1244 * Ok this guy belongs next to a guy
1245 * that is NOT last, it should be a
1246 * middle/last, not a complete
1252 * This guy is ok since its a LAST
1253 * and the new chunk is a fully
1254 * self- contained one.
1259 } else if (TSN_seq == at->rec.data.TSN_seq) {
1260 /* Software error since I have a dup? */
1264 * Ok, 'at' is larger than new chunk but does it
1265 * need to be right before it.
1267 tsn_est = TSN_seq + 1;
1268 if (tsn_est == at->rec.data.TSN_seq) {
1269 /* Yep, It better be a first */
1270 if ((at->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) !=
1271 SCTP_DATA_FIRST_FRAG) {
1283 sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc,
1284 struct mbuf **m, int offset, struct sctp_data_chunk *ch, int chk_length,
1285 struct sctp_nets *net, uint32_t * high_tsn, int *abort_flag,
1286 int *break_flag, int last_chunk)
1288 /* Process a data chunk */
1289 /* struct sctp_tmit_chunk *chk; */
1290 struct sctp_tmit_chunk *chk;
1294 int need_reasm_check = 0;
1295 uint16_t strmno, strmseq;
1296 struct mbuf *op_err;
1297 char msg[SCTP_DIAG_INFO_LEN];
1298 struct sctp_queued_to_read *control;
1300 uint32_t protocol_id;
1301 uint8_t chunk_flags;
1302 struct sctp_stream_reset_list *liste;
1305 tsn = ntohl(ch->dp.tsn);
1306 chunk_flags = ch->ch.chunk_flags;
1307 if ((chunk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) {
1308 asoc->send_sack = 1;
1310 protocol_id = ch->dp.protocol_id;
1311 ordered = ((chunk_flags & SCTP_DATA_UNORDERED) == 0);
1312 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
1313 sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS);
1318 SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, ch->ch.chunk_type, tsn);
1319 if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) {
1320 /* It is a duplicate */
1321 SCTP_STAT_INCR(sctps_recvdupdata);
1322 if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) {
1323 /* Record a dup for the next outbound sack */
1324 asoc->dup_tsns[asoc->numduptsns] = tsn;
1327 asoc->send_sack = 1;
1330 /* Calculate the number of TSN's between the base and this TSN */
1331 SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn);
1332 if (gap >= (SCTP_MAPPING_ARRAY << 3)) {
1333 /* Can't hold the bit in the mapping at max array, toss it */
1336 if (gap >= (uint32_t) (asoc->mapping_array_size << 3)) {
1337 SCTP_TCB_LOCK_ASSERT(stcb);
1338 if (sctp_expand_mapping_array(asoc, gap)) {
1339 /* Can't expand, drop it */
1343 if (SCTP_TSN_GT(tsn, *high_tsn)) {
1346 /* See if we have received this one already */
1347 if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) ||
1348 SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) {
1349 SCTP_STAT_INCR(sctps_recvdupdata);
1350 if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) {
1351 /* Record a dup for the next outbound sack */
1352 asoc->dup_tsns[asoc->numduptsns] = tsn;
1355 asoc->send_sack = 1;
1359 * Check to see about the GONE flag, duplicates would cause a sack
1360 * to be sent up above
1362 if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) ||
1363 (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) ||
1364 (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) {
1366 * wait a minute, this guy is gone, there is no longer a
1367 * receiver. Send peer an ABORT!
1369 op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, "");
1370 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1375 * Now before going further we see if there is room. If NOT then we
1376 * MAY let one through only IF this TSN is the one we are waiting
1377 * for on a partial delivery API.
1380 /* now do the tests */
1381 if (((asoc->cnt_on_all_streams +
1382 asoc->cnt_on_reasm_queue +
1383 asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) ||
1384 (((int)asoc->my_rwnd) <= 0)) {
1386 * When we have NO room in the rwnd we check to make sure
1387 * the reader is doing its job...
1389 if (stcb->sctp_socket->so_rcv.sb_cc) {
1390 /* some to read, wake-up */
1391 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
1394 so = SCTP_INP_SO(stcb->sctp_ep);
1395 atomic_add_int(&stcb->asoc.refcnt, 1);
1396 SCTP_TCB_UNLOCK(stcb);
1397 SCTP_SOCKET_LOCK(so, 1);
1398 SCTP_TCB_LOCK(stcb);
1399 atomic_subtract_int(&stcb->asoc.refcnt, 1);
1400 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) {
1401 /* assoc was freed while we were unlocked */
1402 SCTP_SOCKET_UNLOCK(so, 1);
1406 sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket);
1407 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
1408 SCTP_SOCKET_UNLOCK(so, 1);
1411 /* now is it in the mapping array of what we have accepted? */
1412 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) &&
1413 SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1414 /* Nope not in the valid range dump it */
1415 sctp_set_rwnd(stcb, asoc);
1416 if ((asoc->cnt_on_all_streams +
1417 asoc->cnt_on_reasm_queue +
1418 asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) {
1419 SCTP_STAT_INCR(sctps_datadropchklmt);
1421 SCTP_STAT_INCR(sctps_datadroprwnd);
1427 strmno = ntohs(ch->dp.stream_id);
1428 if (strmno >= asoc->streamincnt) {
1429 struct sctp_error_invalid_stream *cause;
1431 op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream),
1432 0, M_NOWAIT, 1, MT_DATA);
1433 if (op_err != NULL) {
1434 /* add some space up front so prepend will work well */
1435 SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr));
1436 cause = mtod(op_err, struct sctp_error_invalid_stream *);
1438 * Error causes are just param's and this one has
1439 * two back to back phdr, one with the error type
1440 * and size, the other with the streamid and a rsvd
1442 SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream);
1443 cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM);
1444 cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream));
1445 cause->stream_id = ch->dp.stream_id;
1446 cause->reserved = htons(0);
1447 sctp_queue_op_err(stcb, op_err);
1449 SCTP_STAT_INCR(sctps_badsid);
1450 SCTP_TCB_LOCK_ASSERT(stcb);
1451 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1452 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1453 asoc->highest_tsn_inside_nr_map = tsn;
1455 if (tsn == (asoc->cumulative_tsn + 1)) {
1456 /* Update cum-ack */
1457 asoc->cumulative_tsn = tsn;
1462 * Before we continue lets validate that we are not being fooled by
1463 * an evil attacker. We can only have 4k chunks based on our TSN
1464 * spread allowed by the mapping array 512 * 8 bits, so there is no
1465 * way our stream sequence numbers could have wrapped. We of course
1466 * only validate the FIRST fragment so the bit must be set.
1468 strmseq = ntohs(ch->dp.stream_sequence);
1469 #ifdef SCTP_ASOCLOG_OF_TSNS
1470 SCTP_TCB_LOCK_ASSERT(stcb);
1471 if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) {
1472 asoc->tsn_in_at = 0;
1473 asoc->tsn_in_wrapped = 1;
1475 asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn;
1476 asoc->in_tsnlog[asoc->tsn_in_at].strm = strmno;
1477 asoc->in_tsnlog[asoc->tsn_in_at].seq = strmseq;
1478 asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length;
1479 asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags;
1480 asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb;
1481 asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at;
1482 asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1;
1485 if ((chunk_flags & SCTP_DATA_FIRST_FRAG) &&
1486 (TAILQ_EMPTY(&asoc->resetHead)) &&
1487 (chunk_flags & SCTP_DATA_UNORDERED) == 0 &&
1488 SCTP_SSN_GE(asoc->strmin[strmno].last_sequence_delivered, strmseq)) {
1489 /* The incoming sseq is behind where we last delivered? */
1490 SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ:%d delivered:%d from peer, Abort!\n",
1491 strmseq, asoc->strmin[strmno].last_sequence_delivered);
1493 snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1494 asoc->strmin[strmno].last_sequence_delivered,
1495 tsn, strmno, strmseq);
1496 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1497 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16;
1498 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1502 /************************************
1503 * From here down we may find ch-> invalid
1504 * so its a good idea NOT to use it.
1505 *************************************/
1507 the_len = (chk_length - sizeof(struct sctp_data_chunk));
1508 if (last_chunk == 0) {
1509 dmbuf = SCTP_M_COPYM(*m,
1510 (offset + sizeof(struct sctp_data_chunk)),
1512 #ifdef SCTP_MBUF_LOGGING
1513 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
1514 sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY);
1518 /* We can steal the last chunk */
1522 /* lop off the top part */
1523 m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk)));
1524 if (SCTP_BUF_NEXT(dmbuf) == NULL) {
1525 l_len = SCTP_BUF_LEN(dmbuf);
1528 * need to count up the size hopefully does not hit
1534 for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) {
1535 l_len += SCTP_BUF_LEN(lat);
1538 if (l_len > the_len) {
1539 /* Trim the end round bytes off too */
1540 m_adj(dmbuf, -(l_len - the_len));
1543 if (dmbuf == NULL) {
1544 SCTP_STAT_INCR(sctps_nomem);
1547 if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG &&
1548 asoc->fragmented_delivery_inprogress == 0 &&
1549 TAILQ_EMPTY(&asoc->resetHead) &&
1551 ((uint16_t) (asoc->strmin[strmno].last_sequence_delivered + 1) == strmseq &&
1552 TAILQ_EMPTY(&asoc->strmin[strmno].inqueue)))) {
1553 /* Candidate for express delivery */
1555 * Its not fragmented, No PD-API is up, Nothing in the
1556 * delivery queue, Its un-ordered OR ordered and the next to
1557 * deliver AND nothing else is stuck on the stream queue,
1558 * And there is room for it in the socket buffer. Lets just
1559 * stuff it up the buffer....
1562 /* It would be nice to avoid this copy if we could :< */
1563 sctp_alloc_a_readq(stcb, control);
1564 sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn,
1569 if (control == NULL) {
1570 goto failed_express_del;
1572 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1573 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1574 asoc->highest_tsn_inside_nr_map = tsn;
1576 sctp_add_to_readq(stcb->sctp_ep, stcb,
1577 control, &stcb->sctp_socket->so_rcv,
1578 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
1580 if ((chunk_flags & SCTP_DATA_UNORDERED) == 0) {
1581 /* for ordered, bump what we delivered */
1582 asoc->strmin[strmno].last_sequence_delivered++;
1584 SCTP_STAT_INCR(sctps_recvexpress);
1585 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
1586 sctp_log_strm_del_alt(stcb, tsn, strmseq, strmno,
1587 SCTP_STR_LOG_FROM_EXPRS_DEL);
1591 goto finish_express_del;
1594 /* If we reach here this is a new chunk */
1597 /* Express for fragmented delivery? */
1598 if ((asoc->fragmented_delivery_inprogress) &&
1599 (stcb->asoc.control_pdapi) &&
1600 (asoc->str_of_pdapi == strmno) &&
1601 (asoc->ssn_of_pdapi == strmseq)
1603 control = stcb->asoc.control_pdapi;
1604 if ((chunk_flags & SCTP_DATA_FIRST_FRAG) == SCTP_DATA_FIRST_FRAG) {
1605 /* Can't be another first? */
1606 goto failed_pdapi_express_del;
1608 if (tsn == (control->sinfo_tsn + 1)) {
1609 /* Yep, we can add it on */
1612 if (chunk_flags & SCTP_DATA_LAST_FRAG) {
1615 if (sctp_append_to_readq(stcb->sctp_ep, stcb, control, dmbuf, end,
1617 &stcb->sctp_socket->so_rcv)) {
1618 SCTP_PRINTF("Append fails end:%d\n", end);
1619 goto failed_pdapi_express_del;
1621 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1622 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1623 asoc->highest_tsn_inside_nr_map = tsn;
1625 SCTP_STAT_INCR(sctps_recvexpressm);
1626 asoc->tsn_last_delivered = tsn;
1627 asoc->fragment_flags = chunk_flags;
1628 asoc->tsn_of_pdapi_last_delivered = tsn;
1629 asoc->last_flags_delivered = chunk_flags;
1630 asoc->last_strm_seq_delivered = strmseq;
1631 asoc->last_strm_no_delivered = strmno;
1633 /* clean up the flags and such */
1634 asoc->fragmented_delivery_inprogress = 0;
1635 if ((chunk_flags & SCTP_DATA_UNORDERED) == 0) {
1636 asoc->strmin[strmno].last_sequence_delivered++;
1638 stcb->asoc.control_pdapi = NULL;
1639 if (TAILQ_EMPTY(&asoc->reasmqueue) == 0) {
1641 * There could be another message
1644 need_reasm_check = 1;
1648 goto finish_express_del;
1651 failed_pdapi_express_del:
1653 if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) {
1654 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1655 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1656 asoc->highest_tsn_inside_nr_map = tsn;
1659 SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap);
1660 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) {
1661 asoc->highest_tsn_inside_map = tsn;
1664 if ((chunk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) {
1665 sctp_alloc_a_chunk(stcb, chk);
1667 /* No memory so we drop the chunk */
1668 SCTP_STAT_INCR(sctps_nomem);
1669 if (last_chunk == 0) {
1670 /* we copied it, free the copy */
1671 sctp_m_freem(dmbuf);
1675 chk->rec.data.TSN_seq = tsn;
1676 chk->no_fr_allowed = 0;
1677 chk->rec.data.stream_seq = strmseq;
1678 chk->rec.data.stream_number = strmno;
1679 chk->rec.data.payloadtype = protocol_id;
1680 chk->rec.data.context = stcb->asoc.context;
1681 chk->rec.data.doing_fast_retransmit = 0;
1682 chk->rec.data.rcv_flags = chunk_flags;
1684 chk->send_size = the_len;
1686 atomic_add_int(&net->ref_count, 1);
1689 sctp_alloc_a_readq(stcb, control);
1690 sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn,
1695 if (control == NULL) {
1696 /* No memory so we drop the chunk */
1697 SCTP_STAT_INCR(sctps_nomem);
1698 if (last_chunk == 0) {
1699 /* we copied it, free the copy */
1700 sctp_m_freem(dmbuf);
1704 control->length = the_len;
1707 /* Mark it as received */
1708 /* Now queue it where it belongs */
1709 if (control != NULL) {
1710 /* First a sanity check */
1711 if (asoc->fragmented_delivery_inprogress) {
1713 * Ok, we have a fragmented delivery in progress if
1714 * this chunk is next to deliver OR belongs in our
1715 * view to the reassembly, the peer is evil or
1718 uint32_t estimate_tsn;
1720 estimate_tsn = asoc->tsn_last_delivered + 1;
1721 if (TAILQ_EMPTY(&asoc->reasmqueue) &&
1722 (estimate_tsn == control->sinfo_tsn)) {
1723 /* Evil/Broke peer */
1724 sctp_m_freem(control->data);
1725 control->data = NULL;
1726 if (control->whoFrom) {
1727 sctp_free_remote_addr(control->whoFrom);
1728 control->whoFrom = NULL;
1730 sctp_free_a_readq(stcb, control);
1731 snprintf(msg, sizeof(msg), "Reas. queue emtpy, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1732 tsn, strmno, strmseq);
1733 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1734 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_17;
1735 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1742 if (sctp_does_tsn_belong_to_reasm(asoc, control->sinfo_tsn)) {
1743 sctp_m_freem(control->data);
1744 control->data = NULL;
1745 if (control->whoFrom) {
1746 sctp_free_remote_addr(control->whoFrom);
1747 control->whoFrom = NULL;
1749 sctp_free_a_readq(stcb, control);
1750 snprintf(msg, sizeof(msg), "PD ongoing, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1751 tsn, strmno, strmseq);
1752 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1753 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18;
1754 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1763 /* No PDAPI running */
1764 if (!TAILQ_EMPTY(&asoc->reasmqueue)) {
1766 * Reassembly queue is NOT empty validate
1767 * that this tsn does not need to be in
1768 * reasembly queue. If it does then our peer
1769 * is broken or evil.
1771 if (sctp_does_tsn_belong_to_reasm(asoc, control->sinfo_tsn)) {
1772 sctp_m_freem(control->data);
1773 control->data = NULL;
1774 if (control->whoFrom) {
1775 sctp_free_remote_addr(control->whoFrom);
1776 control->whoFrom = NULL;
1778 sctp_free_a_readq(stcb, control);
1779 snprintf(msg, sizeof(msg), "No PD ongoing, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x",
1780 tsn, strmno, strmseq);
1781 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
1782 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19;
1783 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1792 /* ok, if we reach here we have passed the sanity checks */
1793 if (chunk_flags & SCTP_DATA_UNORDERED) {
1794 /* queue directly into socket buffer */
1795 sctp_mark_non_revokable(asoc, control->sinfo_tsn);
1796 sctp_add_to_readq(stcb->sctp_ep, stcb,
1798 &stcb->sctp_socket->so_rcv, 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
1801 * Special check for when streams are resetting. We
1802 * could be more smart about this and check the
1803 * actual stream to see if it is not being reset..
1804 * that way we would not create a HOLB when amongst
1805 * streams being reset and those not being reset.
1807 * We take complete messages that have a stream reset
1808 * intervening (aka the TSN is after where our
1809 * cum-ack needs to be) off and put them on a
1810 * pending_reply_queue. The reassembly ones we do
1811 * not have to worry about since they are all sorted
1812 * and proceessed by TSN order. It is only the
1813 * singletons I must worry about.
1815 if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) &&
1816 SCTP_TSN_GT(tsn, liste->tsn)) {
1818 * yep its past where we need to reset... go
1819 * ahead and queue it.
1821 if (TAILQ_EMPTY(&asoc->pending_reply_queue)) {
1823 TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next);
1825 struct sctp_queued_to_read *ctlOn,
1827 unsigned char inserted = 0;
1829 TAILQ_FOREACH_SAFE(ctlOn, &asoc->pending_reply_queue, next, nctlOn) {
1830 if (SCTP_TSN_GT(control->sinfo_tsn, ctlOn->sinfo_tsn)) {
1834 TAILQ_INSERT_BEFORE(ctlOn, control, next);
1839 if (inserted == 0) {
1841 * must be put at end, use
1842 * prevP (all setup from
1843 * loop) to setup nextP.
1845 TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next);
1849 sctp_queue_data_to_stream(stcb, asoc, control, abort_flag);
1859 /* Into the re-assembly queue */
1860 sctp_queue_data_for_reasm(stcb, asoc, chk, abort_flag);
1863 * the assoc is now gone and chk was put onto the
1864 * reasm queue, which has all been freed.
1873 if (tsn == (asoc->cumulative_tsn + 1)) {
1874 /* Update cum-ack */
1875 asoc->cumulative_tsn = tsn;
1881 SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks);
1883 SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks);
1885 SCTP_STAT_INCR(sctps_recvdata);
1886 /* Set it present please */
1887 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
1888 sctp_log_strm_del_alt(stcb, tsn, strmseq, strmno, SCTP_STR_LOG_FROM_MARK_TSN);
1890 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
1891 sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn,
1892 asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE);
1894 /* check the special flag for stream resets */
1895 if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) &&
1896 SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) {
1898 * we have finished working through the backlogged TSN's now
1899 * time to reset streams. 1: call reset function. 2: free
1900 * pending_reply space 3: distribute any chunks in
1901 * pending_reply_queue.
1903 struct sctp_queued_to_read *ctl, *nctl;
1905 sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams);
1906 TAILQ_REMOVE(&asoc->resetHead, liste, next_resp);
1907 sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED);
1908 SCTP_FREE(liste, SCTP_M_STRESET);
1909 /* sa_ignore FREED_MEMORY */
1910 liste = TAILQ_FIRST(&asoc->resetHead);
1911 if (TAILQ_EMPTY(&asoc->resetHead)) {
1912 /* All can be removed */
1913 TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) {
1914 TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next);
1915 sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag);
1921 TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) {
1922 if (SCTP_TSN_GT(ctl->sinfo_tsn, liste->tsn)) {
1926 * if ctl->sinfo_tsn is <= liste->tsn we can
1927 * process it which is the NOT of
1928 * ctl->sinfo_tsn > liste->tsn
1930 TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next);
1931 sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag);
1938 * Now service re-assembly to pick up anything that has been
1939 * held on reassembly queue?
1941 sctp_deliver_reasm_check(stcb, asoc);
1942 need_reasm_check = 0;
1944 if (need_reasm_check) {
1945 /* Another one waits ? */
1946 sctp_deliver_reasm_check(stcb, asoc);
1951 int8_t sctp_map_lookup_tab[256] = {
1952 0, 1, 0, 2, 0, 1, 0, 3,
1953 0, 1, 0, 2, 0, 1, 0, 4,
1954 0, 1, 0, 2, 0, 1, 0, 3,
1955 0, 1, 0, 2, 0, 1, 0, 5,
1956 0, 1, 0, 2, 0, 1, 0, 3,
1957 0, 1, 0, 2, 0, 1, 0, 4,
1958 0, 1, 0, 2, 0, 1, 0, 3,
1959 0, 1, 0, 2, 0, 1, 0, 6,
1960 0, 1, 0, 2, 0, 1, 0, 3,
1961 0, 1, 0, 2, 0, 1, 0, 4,
1962 0, 1, 0, 2, 0, 1, 0, 3,
1963 0, 1, 0, 2, 0, 1, 0, 5,
1964 0, 1, 0, 2, 0, 1, 0, 3,
1965 0, 1, 0, 2, 0, 1, 0, 4,
1966 0, 1, 0, 2, 0, 1, 0, 3,
1967 0, 1, 0, 2, 0, 1, 0, 7,
1968 0, 1, 0, 2, 0, 1, 0, 3,
1969 0, 1, 0, 2, 0, 1, 0, 4,
1970 0, 1, 0, 2, 0, 1, 0, 3,
1971 0, 1, 0, 2, 0, 1, 0, 5,
1972 0, 1, 0, 2, 0, 1, 0, 3,
1973 0, 1, 0, 2, 0, 1, 0, 4,
1974 0, 1, 0, 2, 0, 1, 0, 3,
1975 0, 1, 0, 2, 0, 1, 0, 6,
1976 0, 1, 0, 2, 0, 1, 0, 3,
1977 0, 1, 0, 2, 0, 1, 0, 4,
1978 0, 1, 0, 2, 0, 1, 0, 3,
1979 0, 1, 0, 2, 0, 1, 0, 5,
1980 0, 1, 0, 2, 0, 1, 0, 3,
1981 0, 1, 0, 2, 0, 1, 0, 4,
1982 0, 1, 0, 2, 0, 1, 0, 3,
1983 0, 1, 0, 2, 0, 1, 0, 8
1988 sctp_slide_mapping_arrays(struct sctp_tcb *stcb)
1991 * Now we also need to check the mapping array in a couple of ways.
1992 * 1) Did we move the cum-ack point?
1994 * When you first glance at this you might think that all entries that
1995 * make up the postion of the cum-ack would be in the nr-mapping
1996 * array only.. i.e. things up to the cum-ack are always
1997 * deliverable. Thats true with one exception, when its a fragmented
1998 * message we may not deliver the data until some threshold (or all
1999 * of it) is in place. So we must OR the nr_mapping_array and
2000 * mapping_array to get a true picture of the cum-ack.
2002 struct sctp_association *asoc;
2005 int slide_from, slide_end, lgap, distance;
2006 uint32_t old_cumack, old_base, old_highest, highest_tsn;
2010 old_cumack = asoc->cumulative_tsn;
2011 old_base = asoc->mapping_array_base_tsn;
2012 old_highest = asoc->highest_tsn_inside_map;
2014 * We could probably improve this a small bit by calculating the
2015 * offset of the current cum-ack as the starting point.
2018 for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) {
2019 val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from];
2023 /* there is a 0 bit */
2024 at += sctp_map_lookup_tab[val];
2028 asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1);
2030 if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) &&
2031 SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) {
2033 panic("huh, cumack 0x%x greater than high-tsn 0x%x in map",
2034 asoc->cumulative_tsn, asoc->highest_tsn_inside_map);
2036 SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n",
2037 asoc->cumulative_tsn, asoc->highest_tsn_inside_map);
2038 sctp_print_mapping_array(asoc);
2039 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2040 sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT);
2042 asoc->highest_tsn_inside_map = asoc->cumulative_tsn;
2043 asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn;
2046 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) {
2047 highest_tsn = asoc->highest_tsn_inside_nr_map;
2049 highest_tsn = asoc->highest_tsn_inside_map;
2051 if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) {
2052 /* The complete array was completed by a single FR */
2053 /* highest becomes the cum-ack */
2061 /* clear the array */
2062 clr = ((at + 7) >> 3);
2063 if (clr > asoc->mapping_array_size) {
2064 clr = asoc->mapping_array_size;
2066 memset(asoc->mapping_array, 0, clr);
2067 memset(asoc->nr_mapping_array, 0, clr);
2069 for (i = 0; i < asoc->mapping_array_size; i++) {
2070 if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) {
2071 SCTP_PRINTF("Error Mapping array's not clean at clear\n");
2072 sctp_print_mapping_array(asoc);
2076 asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1;
2077 asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn;
2078 } else if (at >= 8) {
2079 /* we can slide the mapping array down */
2080 /* slide_from holds where we hit the first NON 0xff byte */
2083 * now calculate the ceiling of the move using our highest
2086 SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn);
2087 slide_end = (lgap >> 3);
2088 if (slide_end < slide_from) {
2089 sctp_print_mapping_array(asoc);
2091 panic("impossible slide");
2093 SCTP_PRINTF("impossible slide lgap:%x slide_end:%x slide_from:%x? at:%d\n",
2094 lgap, slide_end, slide_from, at);
2098 if (slide_end > asoc->mapping_array_size) {
2100 panic("would overrun buffer");
2102 SCTP_PRINTF("Gak, would have overrun map end:%d slide_end:%d\n",
2103 asoc->mapping_array_size, slide_end);
2104 slide_end = asoc->mapping_array_size;
2107 distance = (slide_end - slide_from) + 1;
2108 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2109 sctp_log_map(old_base, old_cumack, old_highest,
2110 SCTP_MAP_PREPARE_SLIDE);
2111 sctp_log_map((uint32_t) slide_from, (uint32_t) slide_end,
2112 (uint32_t) lgap, SCTP_MAP_SLIDE_FROM);
2114 if (distance + slide_from > asoc->mapping_array_size ||
2117 * Here we do NOT slide forward the array so that
2118 * hopefully when more data comes in to fill it up
2119 * we will be able to slide it forward. Really I
2120 * don't think this should happen :-0
2123 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2124 sctp_log_map((uint32_t) distance, (uint32_t) slide_from,
2125 (uint32_t) asoc->mapping_array_size,
2126 SCTP_MAP_SLIDE_NONE);
2131 for (ii = 0; ii < distance; ii++) {
2132 asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii];
2133 asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii];
2136 for (ii = distance; ii < asoc->mapping_array_size; ii++) {
2137 asoc->mapping_array[ii] = 0;
2138 asoc->nr_mapping_array[ii] = 0;
2140 if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) {
2141 asoc->highest_tsn_inside_map += (slide_from << 3);
2143 if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) {
2144 asoc->highest_tsn_inside_nr_map += (slide_from << 3);
2146 asoc->mapping_array_base_tsn += (slide_from << 3);
2147 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2148 sctp_log_map(asoc->mapping_array_base_tsn,
2149 asoc->cumulative_tsn, asoc->highest_tsn_inside_map,
2150 SCTP_MAP_SLIDE_RESULT);
2157 sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap)
2159 struct sctp_association *asoc;
2160 uint32_t highest_tsn;
2163 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) {
2164 highest_tsn = asoc->highest_tsn_inside_nr_map;
2166 highest_tsn = asoc->highest_tsn_inside_map;
2170 * Now we need to see if we need to queue a sack or just start the
2171 * timer (if allowed).
2173 if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) {
2175 * Ok special case, in SHUTDOWN-SENT case. here we maker
2176 * sure SACK timer is off and instead send a SHUTDOWN and a
2179 if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
2180 sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
2181 stcb->sctp_ep, stcb, NULL,
2182 SCTP_FROM_SCTP_INDATA + SCTP_LOC_20);
2184 sctp_send_shutdown(stcb,
2185 ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination));
2186 sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED);
2190 /* is there a gap now ? */
2191 is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn);
2194 * CMT DAC algorithm: increase number of packets received
2197 stcb->asoc.cmt_dac_pkts_rcvd++;
2199 if ((stcb->asoc.send_sack == 1) || /* We need to send a
2201 ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no
2203 (stcb->asoc.numduptsns) || /* we have dup's */
2204 (is_a_gap) || /* is still a gap */
2205 (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */
2206 (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */
2209 if ((stcb->asoc.sctp_cmt_on_off > 0) &&
2210 (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) &&
2211 (stcb->asoc.send_sack == 0) &&
2212 (stcb->asoc.numduptsns == 0) &&
2213 (stcb->asoc.delayed_ack) &&
2214 (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) {
2217 * CMT DAC algorithm: With CMT, delay acks
2218 * even in the face of
2220 * reordering. Therefore, if acks that do not
2221 * have to be sent because of the above
2222 * reasons, will be delayed. That is, acks
2223 * that would have been sent due to gap
2224 * reports will be delayed with DAC. Start
2225 * the delayed ack timer.
2227 sctp_timer_start(SCTP_TIMER_TYPE_RECV,
2228 stcb->sctp_ep, stcb, NULL);
2231 * Ok we must build a SACK since the timer
2232 * is pending, we got our first packet OR
2233 * there are gaps or duplicates.
2235 (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer);
2236 sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED);
2239 if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
2240 sctp_timer_start(SCTP_TIMER_TYPE_RECV,
2241 stcb->sctp_ep, stcb, NULL);
2248 sctp_service_queues(struct sctp_tcb *stcb, struct sctp_association *asoc)
2250 struct sctp_tmit_chunk *chk;
2251 uint32_t tsize, pd_point;
2254 if (asoc->fragmented_delivery_inprogress) {
2255 sctp_service_reassembly(stcb, asoc);
2257 /* Can we proceed further, i.e. the PD-API is complete */
2258 if (asoc->fragmented_delivery_inprogress) {
2263 * Now is there some other chunk I can deliver from the reassembly
2267 chk = TAILQ_FIRST(&asoc->reasmqueue);
2269 asoc->size_on_reasm_queue = 0;
2270 asoc->cnt_on_reasm_queue = 0;
2273 nxt_todel = asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered + 1;
2274 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) &&
2275 ((nxt_todel == chk->rec.data.stream_seq) ||
2276 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED))) {
2278 * Yep the first one is here. We setup to start reception,
2279 * by backing down the TSN just in case we can't deliver.
2283 * Before we start though either all of the message should
2284 * be here or the socket buffer max or nothing on the
2285 * delivery queue and something can be delivered.
2287 if (stcb->sctp_socket) {
2288 pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT,
2289 stcb->sctp_ep->partial_delivery_point);
2291 pd_point = stcb->sctp_ep->partial_delivery_point;
2293 if (sctp_is_all_msg_on_reasm(asoc, &tsize) || (tsize >= pd_point)) {
2294 asoc->fragmented_delivery_inprogress = 1;
2295 asoc->tsn_last_delivered = chk->rec.data.TSN_seq - 1;
2296 asoc->str_of_pdapi = chk->rec.data.stream_number;
2297 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
2298 asoc->pdapi_ppid = chk->rec.data.payloadtype;
2299 asoc->fragment_flags = chk->rec.data.rcv_flags;
2300 sctp_service_reassembly(stcb, asoc);
2301 if (asoc->fragmented_delivery_inprogress == 0) {
2309 sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length,
2310 struct sctp_inpcb *inp, struct sctp_tcb *stcb,
2311 struct sctp_nets *net, uint32_t * high_tsn)
2313 struct sctp_data_chunk *ch, chunk_buf;
2314 struct sctp_association *asoc;
2315 int num_chunks = 0; /* number of control chunks processed */
2317 int chk_length, break_flag, last_chunk;
2318 int abort_flag = 0, was_a_gap;
2320 uint32_t highest_tsn;
2323 sctp_set_rwnd(stcb, &stcb->asoc);
2326 SCTP_TCB_LOCK_ASSERT(stcb);
2328 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) {
2329 highest_tsn = asoc->highest_tsn_inside_nr_map;
2331 highest_tsn = asoc->highest_tsn_inside_map;
2333 was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn);
2335 * setup where we got the last DATA packet from for any SACK that
2336 * may need to go out. Don't bump the net. This is done ONLY when a
2337 * chunk is assigned.
2339 asoc->last_data_chunk_from = net;
2342 * Now before we proceed we must figure out if this is a wasted
2343 * cluster... i.e. it is a small packet sent in and yet the driver
2344 * underneath allocated a full cluster for it. If so we must copy it
2345 * to a smaller mbuf and free up the cluster mbuf. This will help
2346 * with cluster starvation. Note for __Panda__ we don't do this
2347 * since it has clusters all the way down to 64 bytes.
2349 if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) {
2350 /* we only handle mbufs that are singletons.. not chains */
2351 m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA);
2353 /* ok lets see if we can copy the data up */
2356 /* get the pointers and copy */
2357 to = mtod(m, caddr_t *);
2358 from = mtod((*mm), caddr_t *);
2359 memcpy(to, from, SCTP_BUF_LEN((*mm)));
2360 /* copy the length and free up the old */
2361 SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm));
2363 /* sucess, back copy */
2366 /* We are in trouble in the mbuf world .. yikes */
2370 /* get pointer to the first chunk header */
2371 ch = (struct sctp_data_chunk *)sctp_m_getptr(m, *offset,
2372 sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf);
2377 * process all DATA chunks...
2379 *high_tsn = asoc->cumulative_tsn;
2381 asoc->data_pkts_seen++;
2382 while (stop_proc == 0) {
2383 /* validate chunk length */
2384 chk_length = ntohs(ch->ch.chunk_length);
2385 if (length - *offset < chk_length) {
2386 /* all done, mutulated chunk */
2390 if (ch->ch.chunk_type == SCTP_DATA) {
2391 if ((size_t)chk_length < sizeof(struct sctp_data_chunk)) {
2393 * Need to send an abort since we had a
2394 * invalid data chunk.
2396 struct mbuf *op_err;
2397 char msg[SCTP_DIAG_INFO_LEN];
2399 snprintf(msg, sizeof(msg), "DATA chunk of length %d",
2401 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
2402 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21;
2403 sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED);
2406 if ((size_t)chk_length == sizeof(struct sctp_data_chunk)) {
2408 * Need to send an abort since we had an
2411 struct mbuf *op_err;
2413 op_err = sctp_generate_no_user_data_cause(ch->dp.tsn);
2414 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_22;
2415 sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED);
2418 #ifdef SCTP_AUDITING_ENABLED
2419 sctp_audit_log(0xB1, 0);
2421 if (SCTP_SIZE32(chk_length) == (length - *offset)) {
2426 if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, ch,
2427 chk_length, net, high_tsn, &abort_flag, &break_flag,
2436 * Set because of out of rwnd space and no
2437 * drop rep space left.
2443 /* not a data chunk in the data region */
2444 switch (ch->ch.chunk_type) {
2445 case SCTP_INITIATION:
2446 case SCTP_INITIATION_ACK:
2447 case SCTP_SELECTIVE_ACK:
2448 case SCTP_NR_SELECTIVE_ACK:
2449 case SCTP_HEARTBEAT_REQUEST:
2450 case SCTP_HEARTBEAT_ACK:
2451 case SCTP_ABORT_ASSOCIATION:
2453 case SCTP_SHUTDOWN_ACK:
2454 case SCTP_OPERATION_ERROR:
2455 case SCTP_COOKIE_ECHO:
2456 case SCTP_COOKIE_ACK:
2459 case SCTP_SHUTDOWN_COMPLETE:
2460 case SCTP_AUTHENTICATION:
2461 case SCTP_ASCONF_ACK:
2462 case SCTP_PACKET_DROPPED:
2463 case SCTP_STREAM_RESET:
2464 case SCTP_FORWARD_CUM_TSN:
2467 * Now, what do we do with KNOWN chunks that
2468 * are NOT in the right place?
2470 * For now, I do nothing but ignore them. We
2471 * may later want to add sysctl stuff to
2472 * switch out and do either an ABORT() or
2473 * possibly process them.
2475 if (SCTP_BASE_SYSCTL(sctp_strict_data_order)) {
2476 struct mbuf *op_err;
2477 char msg[SCTP_DIAG_INFO_LEN];
2479 snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x",
2481 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
2482 sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED);
2487 /* unknown chunk type, use bit rules */
2488 if (ch->ch.chunk_type & 0x40) {
2489 /* Add a error report to the queue */
2490 struct mbuf *op_err;
2491 struct sctp_gen_error_cause *cause;
2493 op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause),
2494 0, M_NOWAIT, 1, MT_DATA);
2495 if (op_err != NULL) {
2496 cause = mtod(op_err, struct sctp_gen_error_cause *);
2497 cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK);
2498 cause->length = htons(chk_length + sizeof(struct sctp_gen_error_cause));
2499 SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause);
2500 SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT);
2501 if (SCTP_BUF_NEXT(op_err) != NULL) {
2502 sctp_queue_op_err(stcb, op_err);
2504 sctp_m_freem(op_err);
2508 if ((ch->ch.chunk_type & 0x80) == 0) {
2509 /* discard the rest of this packet */
2511 } /* else skip this bad chunk and
2514 } /* switch of chunk type */
2516 *offset += SCTP_SIZE32(chk_length);
2517 if ((*offset >= length) || stop_proc) {
2518 /* no more data left in the mbuf chain */
2522 ch = (struct sctp_data_chunk *)sctp_m_getptr(m, *offset,
2523 sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf);
2532 * we need to report rwnd overrun drops.
2534 sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0);
2538 * Did we get data, if so update the time for auto-close and
2539 * give peer credit for being alive.
2541 SCTP_STAT_INCR(sctps_recvpktwithdata);
2542 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
2543 sctp_misc_ints(SCTP_THRESHOLD_CLEAR,
2544 stcb->asoc.overall_error_count,
2546 SCTP_FROM_SCTP_INDATA,
2549 stcb->asoc.overall_error_count = 0;
2550 (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd);
2552 /* now service all of the reassm queue if needed */
2553 if (!(TAILQ_EMPTY(&asoc->reasmqueue)))
2554 sctp_service_queues(stcb, asoc);
2556 if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) {
2557 /* Assure that we ack right away */
2558 stcb->asoc.send_sack = 1;
2560 /* Start a sack timer or QUEUE a SACK for sending */
2561 sctp_sack_check(stcb, was_a_gap);
2566 sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn,
2567 uint16_t frag_strt, uint16_t frag_end, int nr_sacking,
2569 uint32_t * biggest_newly_acked_tsn,
2570 uint32_t * this_sack_lowest_newack,
2573 struct sctp_tmit_chunk *tp1;
2574 unsigned int theTSN;
2575 int j, wake_him = 0, circled = 0;
2577 /* Recover the tp1 we last saw */
2580 tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue);
2582 for (j = frag_strt; j <= frag_end; j++) {
2583 theTSN = j + last_tsn;
2585 if (tp1->rec.data.doing_fast_retransmit)
2589 * CMT: CUCv2 algorithm. For each TSN being
2590 * processed from the sent queue, track the
2591 * next expected pseudo-cumack, or
2592 * rtx_pseudo_cumack, if required. Separate
2593 * cumack trackers for first transmissions,
2594 * and retransmissions.
2596 if ((tp1->sent < SCTP_DATAGRAM_RESEND) &&
2597 (tp1->whoTo->find_pseudo_cumack == 1) &&
2598 (tp1->snd_count == 1)) {
2599 tp1->whoTo->pseudo_cumack = tp1->rec.data.TSN_seq;
2600 tp1->whoTo->find_pseudo_cumack = 0;
2602 if ((tp1->sent < SCTP_DATAGRAM_RESEND) &&
2603 (tp1->whoTo->find_rtx_pseudo_cumack == 1) &&
2604 (tp1->snd_count > 1)) {
2605 tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.TSN_seq;
2606 tp1->whoTo->find_rtx_pseudo_cumack = 0;
2608 if (tp1->rec.data.TSN_seq == theTSN) {
2609 if (tp1->sent != SCTP_DATAGRAM_UNSENT) {
2611 * must be held until
2614 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
2616 * If it is less than RESEND, it is
2617 * now no-longer in flight.
2618 * Higher values may already be set
2619 * via previous Gap Ack Blocks...
2620 * i.e. ACKED or RESEND.
2622 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
2623 *biggest_newly_acked_tsn)) {
2624 *biggest_newly_acked_tsn = tp1->rec.data.TSN_seq;
2627 * CMT: SFR algo (and HTNA) - set
2628 * saw_newack to 1 for dest being
2629 * newly acked. update
2630 * this_sack_highest_newack if
2633 if (tp1->rec.data.chunk_was_revoked == 0)
2634 tp1->whoTo->saw_newack = 1;
2636 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
2637 tp1->whoTo->this_sack_highest_newack)) {
2638 tp1->whoTo->this_sack_highest_newack =
2639 tp1->rec.data.TSN_seq;
2642 * CMT DAC algo: also update
2643 * this_sack_lowest_newack
2645 if (*this_sack_lowest_newack == 0) {
2646 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
2647 sctp_log_sack(*this_sack_lowest_newack,
2649 tp1->rec.data.TSN_seq,
2652 SCTP_LOG_TSN_ACKED);
2654 *this_sack_lowest_newack = tp1->rec.data.TSN_seq;
2657 * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp
2658 * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set
2659 * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be
2660 * updated. Also trigger search for the next expected (rtx-)pseudo-cumack.
2661 * Separate pseudo_cumack trackers for first transmissions and
2664 if (tp1->rec.data.TSN_seq == tp1->whoTo->pseudo_cumack) {
2665 if (tp1->rec.data.chunk_was_revoked == 0) {
2666 tp1->whoTo->new_pseudo_cumack = 1;
2668 tp1->whoTo->find_pseudo_cumack = 1;
2670 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
2671 sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK);
2673 if (tp1->rec.data.TSN_seq == tp1->whoTo->rtx_pseudo_cumack) {
2674 if (tp1->rec.data.chunk_was_revoked == 0) {
2675 tp1->whoTo->new_pseudo_cumack = 1;
2677 tp1->whoTo->find_rtx_pseudo_cumack = 1;
2679 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
2680 sctp_log_sack(*biggest_newly_acked_tsn,
2682 tp1->rec.data.TSN_seq,
2685 SCTP_LOG_TSN_ACKED);
2687 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
2688 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP,
2689 tp1->whoTo->flight_size,
2691 (uintptr_t) tp1->whoTo,
2692 tp1->rec.data.TSN_seq);
2694 sctp_flight_size_decrease(tp1);
2695 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
2696 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
2699 sctp_total_flight_decrease(stcb, tp1);
2701 tp1->whoTo->net_ack += tp1->send_size;
2702 if (tp1->snd_count < 2) {
2704 * True non-retransmited chunk
2706 tp1->whoTo->net_ack2 += tp1->send_size;
2714 sctp_calculate_rto(stcb,
2717 &tp1->sent_rcv_time,
2718 sctp_align_safe_nocopy,
2719 SCTP_RTT_FROM_DATA);
2722 if (tp1->whoTo->rto_needed == 0) {
2723 tp1->whoTo->rto_needed = 1;
2729 if (tp1->sent <= SCTP_DATAGRAM_RESEND) {
2730 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
2731 stcb->asoc.this_sack_highest_gap)) {
2732 stcb->asoc.this_sack_highest_gap =
2733 tp1->rec.data.TSN_seq;
2735 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
2736 sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt);
2737 #ifdef SCTP_AUDITING_ENABLED
2738 sctp_audit_log(0xB2,
2739 (stcb->asoc.sent_queue_retran_cnt & 0x000000ff));
2744 * All chunks NOT UNSENT fall through here and are marked
2745 * (leave PR-SCTP ones that are to skip alone though)
2747 if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) &&
2748 (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) {
2749 tp1->sent = SCTP_DATAGRAM_MARKED;
2751 if (tp1->rec.data.chunk_was_revoked) {
2752 /* deflate the cwnd */
2753 tp1->whoTo->cwnd -= tp1->book_size;
2754 tp1->rec.data.chunk_was_revoked = 0;
2756 /* NR Sack code here */
2758 (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) {
2759 if (stcb->asoc.strmout[tp1->rec.data.stream_number].chunks_on_queues > 0) {
2760 stcb->asoc.strmout[tp1->rec.data.stream_number].chunks_on_queues--;
2763 panic("No chunks on the queues for sid %u.", tp1->rec.data.stream_number);
2766 if ((stcb->asoc.strmout[tp1->rec.data.stream_number].chunks_on_queues == 0) &&
2767 (stcb->asoc.strmout[tp1->rec.data.stream_number].state == SCTP_STREAM_RESET_PENDING) &&
2768 TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.stream_number].outqueue)) {
2769 stcb->asoc.trigger_reset = 1;
2771 tp1->sent = SCTP_DATAGRAM_NR_ACKED;
2777 sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1);
2778 sctp_m_freem(tp1->data);
2785 } /* if (tp1->TSN_seq == theTSN) */
2786 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, theTSN)) {
2789 tp1 = TAILQ_NEXT(tp1, sctp_next);
2790 if ((tp1 == NULL) && (circled == 0)) {
2792 tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue);
2794 } /* end while (tp1) */
2797 tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue);
2799 /* In case the fragments were not in order we must reset */
2800 } /* end for (j = fragStart */
2802 return (wake_him); /* Return value only used for nr-sack */
2807 sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc,
2808 uint32_t last_tsn, uint32_t * biggest_tsn_acked,
2809 uint32_t * biggest_newly_acked_tsn, uint32_t * this_sack_lowest_newack,
2810 int num_seg, int num_nr_seg, int *rto_ok)
2812 struct sctp_gap_ack_block *frag, block;
2813 struct sctp_tmit_chunk *tp1;
2818 uint16_t frag_strt, frag_end, prev_frag_end;
2820 tp1 = TAILQ_FIRST(&asoc->sent_queue);
2824 for (i = 0; i < (num_seg + num_nr_seg); i++) {
2827 tp1 = TAILQ_FIRST(&asoc->sent_queue);
2829 frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset,
2830 sizeof(struct sctp_gap_ack_block), (uint8_t *) & block);
2831 *offset += sizeof(block);
2833 return (chunk_freed);
2835 frag_strt = ntohs(frag->start);
2836 frag_end = ntohs(frag->end);
2838 if (frag_strt > frag_end) {
2839 /* This gap report is malformed, skip it. */
2842 if (frag_strt <= prev_frag_end) {
2843 /* This gap report is not in order, so restart. */
2844 tp1 = TAILQ_FIRST(&asoc->sent_queue);
2846 if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) {
2847 *biggest_tsn_acked = last_tsn + frag_end;
2854 if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end,
2855 non_revocable, &num_frs, biggest_newly_acked_tsn,
2856 this_sack_lowest_newack, rto_ok)) {
2859 prev_frag_end = frag_end;
2861 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
2863 sctp_log_fr(*biggest_tsn_acked,
2864 *biggest_newly_acked_tsn,
2865 last_tsn, SCTP_FR_LOG_BIGGEST_TSNS);
2867 return (chunk_freed);
2871 sctp_check_for_revoked(struct sctp_tcb *stcb,
2872 struct sctp_association *asoc, uint32_t cumack,
2873 uint32_t biggest_tsn_acked)
2875 struct sctp_tmit_chunk *tp1;
2877 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
2878 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, cumack)) {
2880 * ok this guy is either ACK or MARKED. If it is
2881 * ACKED it has been previously acked but not this
2882 * time i.e. revoked. If it is MARKED it was ACK'ed
2885 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, biggest_tsn_acked)) {
2888 if (tp1->sent == SCTP_DATAGRAM_ACKED) {
2889 /* it has been revoked */
2890 tp1->sent = SCTP_DATAGRAM_SENT;
2891 tp1->rec.data.chunk_was_revoked = 1;
2893 * We must add this stuff back in to assure
2894 * timers and such get started.
2896 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
2897 sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE,
2898 tp1->whoTo->flight_size,
2900 (uintptr_t) tp1->whoTo,
2901 tp1->rec.data.TSN_seq);
2903 sctp_flight_size_increase(tp1);
2904 sctp_total_flight_increase(stcb, tp1);
2906 * We inflate the cwnd to compensate for our
2907 * artificial inflation of the flight_size.
2909 tp1->whoTo->cwnd += tp1->book_size;
2910 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
2911 sctp_log_sack(asoc->last_acked_seq,
2913 tp1->rec.data.TSN_seq,
2916 SCTP_LOG_TSN_REVOKED);
2918 } else if (tp1->sent == SCTP_DATAGRAM_MARKED) {
2919 /* it has been re-acked in this SACK */
2920 tp1->sent = SCTP_DATAGRAM_ACKED;
2923 if (tp1->sent == SCTP_DATAGRAM_UNSENT)
2930 sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc,
2931 uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved)
2933 struct sctp_tmit_chunk *tp1;
2934 int strike_flag = 0;
2936 int tot_retrans = 0;
2937 uint32_t sending_seq;
2938 struct sctp_nets *net;
2939 int num_dests_sacked = 0;
2942 * select the sending_seq, this is either the next thing ready to be
2943 * sent but not transmitted, OR, the next seq we assign.
2945 tp1 = TAILQ_FIRST(&stcb->asoc.send_queue);
2947 sending_seq = asoc->sending_seq;
2949 sending_seq = tp1->rec.data.TSN_seq;
2952 /* CMT DAC algo: finding out if SACK is a mixed SACK */
2953 if ((asoc->sctp_cmt_on_off > 0) &&
2954 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
2955 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
2956 if (net->saw_newack)
2960 if (stcb->asoc.prsctp_supported) {
2961 (void)SCTP_GETTIME_TIMEVAL(&now);
2963 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
2965 if (tp1->no_fr_allowed) {
2966 /* this one had a timeout or something */
2969 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
2970 if (tp1->sent < SCTP_DATAGRAM_RESEND)
2971 sctp_log_fr(biggest_tsn_newly_acked,
2972 tp1->rec.data.TSN_seq,
2974 SCTP_FR_LOG_CHECK_STRIKE);
2976 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, biggest_tsn_acked) ||
2977 tp1->sent == SCTP_DATAGRAM_UNSENT) {
2981 if (stcb->asoc.prsctp_supported) {
2982 if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) {
2983 /* Is it expired? */
2984 if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) {
2985 /* Yes so drop it */
2986 if (tp1->data != NULL) {
2987 (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1,
2988 SCTP_SO_NOT_LOCKED);
2994 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, asoc->this_sack_highest_gap)) {
2995 /* we are beyond the tsn in the sack */
2998 if (tp1->sent >= SCTP_DATAGRAM_RESEND) {
2999 /* either a RESEND, ACKED, or MARKED */
3001 if (tp1->sent == SCTP_FORWARD_TSN_SKIP) {
3002 /* Continue strikin FWD-TSN chunks */
3003 tp1->rec.data.fwd_tsn_cnt++;
3008 * CMT : SFR algo (covers part of DAC and HTNA as well)
3010 if (tp1->whoTo && tp1->whoTo->saw_newack == 0) {
3012 * No new acks were receieved for data sent to this
3013 * dest. Therefore, according to the SFR algo for
3014 * CMT, no data sent to this dest can be marked for
3015 * FR using this SACK.
3018 } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.TSN_seq,
3019 tp1->whoTo->this_sack_highest_newack)) {
3021 * CMT: New acks were receieved for data sent to
3022 * this dest. But no new acks were seen for data
3023 * sent after tp1. Therefore, according to the SFR
3024 * algo for CMT, tp1 cannot be marked for FR using
3025 * this SACK. This step covers part of the DAC algo
3026 * and the HTNA algo as well.
3031 * Here we check to see if we were have already done a FR
3032 * and if so we see if the biggest TSN we saw in the sack is
3033 * smaller than the recovery point. If so we don't strike
3034 * the tsn... otherwise we CAN strike the TSN.
3037 * @@@ JRI: Check for CMT if (accum_moved &&
3038 * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off ==
3041 if (accum_moved && asoc->fast_retran_loss_recovery) {
3043 * Strike the TSN if in fast-recovery and cum-ack
3046 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3047 sctp_log_fr(biggest_tsn_newly_acked,
3048 tp1->rec.data.TSN_seq,
3050 SCTP_FR_LOG_STRIKE_CHUNK);
3052 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3055 if ((asoc->sctp_cmt_on_off > 0) &&
3056 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
3058 * CMT DAC algorithm: If SACK flag is set to
3059 * 0, then lowest_newack test will not pass
3060 * because it would have been set to the
3061 * cumack earlier. If not already to be
3062 * rtx'd, If not a mixed sack and if tp1 is
3063 * not between two sacked TSNs, then mark by
3064 * one more. NOTE that we are marking by one
3065 * additional time since the SACK DAC flag
3066 * indicates that two packets have been
3067 * received after this missing TSN.
3069 if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) &&
3070 SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.TSN_seq)) {
3071 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3072 sctp_log_fr(16 + num_dests_sacked,
3073 tp1->rec.data.TSN_seq,
3075 SCTP_FR_LOG_STRIKE_CHUNK);
3080 } else if ((tp1->rec.data.doing_fast_retransmit) &&
3081 (asoc->sctp_cmt_on_off == 0)) {
3083 * For those that have done a FR we must take
3084 * special consideration if we strike. I.e the
3085 * biggest_newly_acked must be higher than the
3086 * sending_seq at the time we did the FR.
3089 #ifdef SCTP_FR_TO_ALTERNATE
3091 * If FR's go to new networks, then we must only do
3092 * this for singly homed asoc's. However if the FR's
3093 * go to the same network (Armando's work) then its
3094 * ok to FR multiple times.
3102 if (SCTP_TSN_GE(biggest_tsn_newly_acked,
3103 tp1->rec.data.fast_retran_tsn)) {
3105 * Strike the TSN, since this ack is
3106 * beyond where things were when we
3109 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3110 sctp_log_fr(biggest_tsn_newly_acked,
3111 tp1->rec.data.TSN_seq,
3113 SCTP_FR_LOG_STRIKE_CHUNK);
3115 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3119 if ((asoc->sctp_cmt_on_off > 0) &&
3120 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
3122 * CMT DAC algorithm: If
3123 * SACK flag is set to 0,
3124 * then lowest_newack test
3125 * will not pass because it
3126 * would have been set to
3127 * the cumack earlier. If
3128 * not already to be rtx'd,
3129 * If not a mixed sack and
3130 * if tp1 is not between two
3131 * sacked TSNs, then mark by
3132 * one more. NOTE that we
3133 * are marking by one
3134 * additional time since the
3135 * SACK DAC flag indicates
3136 * that two packets have
3137 * been received after this
3140 if ((tp1->sent < SCTP_DATAGRAM_RESEND) &&
3141 (num_dests_sacked == 1) &&
3142 SCTP_TSN_GT(this_sack_lowest_newack,
3143 tp1->rec.data.TSN_seq)) {
3144 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3145 sctp_log_fr(32 + num_dests_sacked,
3146 tp1->rec.data.TSN_seq,
3148 SCTP_FR_LOG_STRIKE_CHUNK);
3150 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3158 * JRI: TODO: remove code for HTNA algo. CMT's SFR
3161 } else if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
3162 biggest_tsn_newly_acked)) {
3164 * We don't strike these: This is the HTNA
3165 * algorithm i.e. we don't strike If our TSN is
3166 * larger than the Highest TSN Newly Acked.
3170 /* Strike the TSN */
3171 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3172 sctp_log_fr(biggest_tsn_newly_acked,
3173 tp1->rec.data.TSN_seq,
3175 SCTP_FR_LOG_STRIKE_CHUNK);
3177 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3180 if ((asoc->sctp_cmt_on_off > 0) &&
3181 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
3183 * CMT DAC algorithm: If SACK flag is set to
3184 * 0, then lowest_newack test will not pass
3185 * because it would have been set to the
3186 * cumack earlier. If not already to be
3187 * rtx'd, If not a mixed sack and if tp1 is
3188 * not between two sacked TSNs, then mark by
3189 * one more. NOTE that we are marking by one
3190 * additional time since the SACK DAC flag
3191 * indicates that two packets have been
3192 * received after this missing TSN.
3194 if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) &&
3195 SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.TSN_seq)) {
3196 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3197 sctp_log_fr(48 + num_dests_sacked,
3198 tp1->rec.data.TSN_seq,
3200 SCTP_FR_LOG_STRIKE_CHUNK);
3206 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
3207 struct sctp_nets *alt;
3209 /* fix counts and things */
3210 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
3211 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND,
3212 (tp1->whoTo ? (tp1->whoTo->flight_size) : 0),
3214 (uintptr_t) tp1->whoTo,
3215 tp1->rec.data.TSN_seq);
3218 tp1->whoTo->net_ack++;
3219 sctp_flight_size_decrease(tp1);
3220 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
3221 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
3225 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
3226 sctp_log_rwnd(SCTP_INCREASE_PEER_RWND,
3227 asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
3229 /* add back to the rwnd */
3230 asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
3232 /* remove from the total flight */
3233 sctp_total_flight_decrease(stcb, tp1);
3235 if ((stcb->asoc.prsctp_supported) &&
3236 (PR_SCTP_RTX_ENABLED(tp1->flags))) {
3238 * Has it been retransmitted tv_sec times? -
3239 * we store the retran count there.
3241 if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) {
3242 /* Yes, so drop it */
3243 if (tp1->data != NULL) {
3244 (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1,
3245 SCTP_SO_NOT_LOCKED);
3247 /* Make sure to flag we had a FR */
3248 tp1->whoTo->net_ack++;
3253 * SCTP_PRINTF("OK, we are now ready to FR this
3256 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3257 sctp_log_fr(tp1->rec.data.TSN_seq, tp1->snd_count,
3261 /* This is a subsequent FR */
3262 SCTP_STAT_INCR(sctps_sendmultfastretrans);
3264 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
3265 if (asoc->sctp_cmt_on_off > 0) {
3267 * CMT: Using RTX_SSTHRESH policy for CMT.
3268 * If CMT is being used, then pick dest with
3269 * largest ssthresh for any retransmission.
3271 tp1->no_fr_allowed = 1;
3273 /* sa_ignore NO_NULL_CHK */
3274 if (asoc->sctp_cmt_pf > 0) {
3276 * JRS 5/18/07 - If CMT PF is on,
3277 * use the PF version of
3280 alt = sctp_find_alternate_net(stcb, alt, 2);
3283 * JRS 5/18/07 - If only CMT is on,
3284 * use the CMT version of
3287 /* sa_ignore NO_NULL_CHK */
3288 alt = sctp_find_alternate_net(stcb, alt, 1);
3294 * CUCv2: If a different dest is picked for
3295 * the retransmission, then new
3296 * (rtx-)pseudo_cumack needs to be tracked
3297 * for orig dest. Let CUCv2 track new (rtx-)
3298 * pseudo-cumack always.
3301 tp1->whoTo->find_pseudo_cumack = 1;
3302 tp1->whoTo->find_rtx_pseudo_cumack = 1;
3304 } else {/* CMT is OFF */
3306 #ifdef SCTP_FR_TO_ALTERNATE
3307 /* Can we find an alternate? */
3308 alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0);
3311 * default behavior is to NOT retransmit
3312 * FR's to an alternate. Armando Caro's
3313 * paper details why.
3319 tp1->rec.data.doing_fast_retransmit = 1;
3321 /* mark the sending seq for possible subsequent FR's */
3323 * SCTP_PRINTF("Marking TSN for FR new value %x\n",
3324 * (uint32_t)tpi->rec.data.TSN_seq);
3326 if (TAILQ_EMPTY(&asoc->send_queue)) {
3328 * If the queue of send is empty then its
3329 * the next sequence number that will be
3330 * assigned so we subtract one from this to
3331 * get the one we last sent.
3333 tp1->rec.data.fast_retran_tsn = sending_seq;
3336 * If there are chunks on the send queue
3337 * (unsent data that has made it from the
3338 * stream queues but not out the door, we
3339 * take the first one (which will have the
3340 * lowest TSN) and subtract one to get the
3343 struct sctp_tmit_chunk *ttt;
3345 ttt = TAILQ_FIRST(&asoc->send_queue);
3346 tp1->rec.data.fast_retran_tsn =
3347 ttt->rec.data.TSN_seq;
3352 * this guy had a RTO calculation pending on
3355 if ((tp1->whoTo != NULL) &&
3356 (tp1->whoTo->rto_needed == 0)) {
3357 tp1->whoTo->rto_needed = 1;
3361 if (alt != tp1->whoTo) {
3362 /* yes, there is an alternate. */
3363 sctp_free_remote_addr(tp1->whoTo);
3364 /* sa_ignore FREED_MEMORY */
3366 atomic_add_int(&alt->ref_count, 1);
3372 struct sctp_tmit_chunk *
3373 sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb,
3374 struct sctp_association *asoc)
3376 struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL;
3380 if (asoc->prsctp_supported == 0) {
3383 TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) {
3384 if (tp1->sent != SCTP_FORWARD_TSN_SKIP &&
3385 tp1->sent != SCTP_DATAGRAM_RESEND &&
3386 tp1->sent != SCTP_DATAGRAM_NR_ACKED) {
3387 /* no chance to advance, out of here */
3390 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
3391 if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) ||
3392 (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) {
3393 sctp_misc_ints(SCTP_FWD_TSN_CHECK,
3394 asoc->advanced_peer_ack_point,
3395 tp1->rec.data.TSN_seq, 0, 0);
3398 if (!PR_SCTP_ENABLED(tp1->flags)) {
3400 * We can't fwd-tsn past any that are reliable aka
3401 * retransmitted until the asoc fails.
3406 (void)SCTP_GETTIME_TIMEVAL(&now);
3410 * now we got a chunk which is marked for another
3411 * retransmission to a PR-stream but has run out its chances
3412 * already maybe OR has been marked to skip now. Can we skip
3413 * it if its a resend?
3415 if (tp1->sent == SCTP_DATAGRAM_RESEND &&
3416 (PR_SCTP_TTL_ENABLED(tp1->flags))) {
3418 * Now is this one marked for resend and its time is
3421 if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) {
3422 /* Yes so drop it */
3424 (void)sctp_release_pr_sctp_chunk(stcb, tp1,
3425 1, SCTP_SO_NOT_LOCKED);
3429 * No, we are done when hit one for resend
3430 * whos time as not expired.
3436 * Ok now if this chunk is marked to drop it we can clean up
3437 * the chunk, advance our peer ack point and we can check
3440 if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) ||
3441 (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) {
3442 /* advance PeerAckPoint goes forward */
3443 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, asoc->advanced_peer_ack_point)) {
3444 asoc->advanced_peer_ack_point = tp1->rec.data.TSN_seq;
3446 } else if (tp1->rec.data.TSN_seq == asoc->advanced_peer_ack_point) {
3447 /* No update but we do save the chk */
3452 * If it is still in RESEND we can advance no
3462 sctp_fs_audit(struct sctp_association *asoc)
3464 struct sctp_tmit_chunk *chk;
3465 int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0;
3469 int entry_flight, entry_cnt;
3475 entry_flight = asoc->total_flight;
3476 entry_cnt = asoc->total_flight_count;
3478 if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt)
3481 TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
3482 if (chk->sent < SCTP_DATAGRAM_RESEND) {
3483 SCTP_PRINTF("Chk TSN:%u size:%d inflight cnt:%d\n",
3484 chk->rec.data.TSN_seq,
3488 } else if (chk->sent == SCTP_DATAGRAM_RESEND) {
3490 } else if (chk->sent < SCTP_DATAGRAM_ACKED) {
3492 } else if (chk->sent > SCTP_DATAGRAM_ACKED) {
3499 if ((inflight > 0) || (inbetween > 0)) {
3501 panic("Flight size-express incorrect? \n");
3503 SCTP_PRINTF("asoc->total_flight:%d cnt:%d\n",
3504 entry_flight, entry_cnt);
3506 SCTP_PRINTF("Flight size-express incorrect F:%d I:%d R:%d Ab:%d ACK:%d\n",
3507 inflight, inbetween, resend, above, acked);
3516 sctp_window_probe_recovery(struct sctp_tcb *stcb,
3517 struct sctp_association *asoc,
3518 struct sctp_tmit_chunk *tp1)
3520 tp1->window_probe = 0;
3521 if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) {
3522 /* TSN's skipped we do NOT move back. */
3523 sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD,
3524 tp1->whoTo ? tp1->whoTo->flight_size : 0,
3526 (uintptr_t) tp1->whoTo,
3527 tp1->rec.data.TSN_seq);
3530 /* First setup this by shrinking flight */
3531 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
3532 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
3535 sctp_flight_size_decrease(tp1);
3536 sctp_total_flight_decrease(stcb, tp1);
3537 /* Now mark for resend */
3538 tp1->sent = SCTP_DATAGRAM_RESEND;
3539 sctp_ucount_incr(asoc->sent_queue_retran_cnt);
3541 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
3542 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP,
3543 tp1->whoTo->flight_size,
3545 (uintptr_t) tp1->whoTo,
3546 tp1->rec.data.TSN_seq);
3551 sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack,
3552 uint32_t rwnd, int *abort_now, int ecne_seen)
3554 struct sctp_nets *net;
3555 struct sctp_association *asoc;
3556 struct sctp_tmit_chunk *tp1, *tp2;
3558 int win_probe_recovery = 0;
3559 int win_probe_recovered = 0;
3560 int j, done_once = 0;
3563 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) {
3564 sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack,
3565 rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd);
3567 SCTP_TCB_LOCK_ASSERT(stcb);
3568 #ifdef SCTP_ASOCLOG_OF_TSNS
3569 stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack;
3570 stcb->asoc.cumack_log_at++;
3571 if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) {
3572 stcb->asoc.cumack_log_at = 0;
3576 old_rwnd = asoc->peers_rwnd;
3577 if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) {
3580 } else if (asoc->last_acked_seq == cumack) {
3581 /* Window update sack */
3582 asoc->peers_rwnd = sctp_sbspace_sub(rwnd,
3583 (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))));
3584 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
3585 /* SWS sender side engages */
3586 asoc->peers_rwnd = 0;
3588 if (asoc->peers_rwnd > old_rwnd) {
3593 /* First setup for CC stuff */
3594 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
3595 if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) {
3596 /* Drag along the window_tsn for cwr's */
3597 net->cwr_window_tsn = cumack;
3599 net->prev_cwnd = net->cwnd;
3604 * CMT: Reset CUC and Fast recovery algo variables before
3607 net->new_pseudo_cumack = 0;
3608 net->will_exit_fast_recovery = 0;
3609 if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) {
3610 (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net);
3613 if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) {
3616 if (!TAILQ_EMPTY(&asoc->sent_queue)) {
3617 tp1 = TAILQ_LAST(&asoc->sent_queue,
3618 sctpchunk_listhead);
3619 send_s = tp1->rec.data.TSN_seq + 1;
3621 send_s = asoc->sending_seq;
3623 if (SCTP_TSN_GE(cumack, send_s)) {
3624 struct mbuf *op_err;
3625 char msg[SCTP_DIAG_INFO_LEN];
3629 snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x",
3631 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
3632 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_23;
3633 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
3637 asoc->this_sack_highest_gap = cumack;
3638 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
3639 sctp_misc_ints(SCTP_THRESHOLD_CLEAR,
3640 stcb->asoc.overall_error_count,
3642 SCTP_FROM_SCTP_INDATA,
3645 stcb->asoc.overall_error_count = 0;
3646 if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) {
3647 /* process the new consecutive TSN first */
3648 TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) {
3649 if (SCTP_TSN_GE(cumack, tp1->rec.data.TSN_seq)) {
3650 if (tp1->sent == SCTP_DATAGRAM_UNSENT) {
3651 SCTP_PRINTF("Warning, an unsent is now acked?\n");
3653 if (tp1->sent < SCTP_DATAGRAM_ACKED) {
3655 * If it is less than ACKED, it is
3656 * now no-longer in flight. Higher
3657 * values may occur during marking
3659 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3660 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
3661 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA,
3662 tp1->whoTo->flight_size,
3664 (uintptr_t) tp1->whoTo,
3665 tp1->rec.data.TSN_seq);
3667 sctp_flight_size_decrease(tp1);
3668 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
3669 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
3672 /* sa_ignore NO_NULL_CHK */
3673 sctp_total_flight_decrease(stcb, tp1);
3675 tp1->whoTo->net_ack += tp1->send_size;
3676 if (tp1->snd_count < 2) {
3678 * True non-retransmited
3681 tp1->whoTo->net_ack2 +=
3684 /* update RTO too? */
3693 sctp_calculate_rto(stcb,
3695 &tp1->sent_rcv_time,
3696 sctp_align_safe_nocopy,
3697 SCTP_RTT_FROM_DATA);
3700 if (tp1->whoTo->rto_needed == 0) {
3701 tp1->whoTo->rto_needed = 1;
3707 * CMT: CUCv2 algorithm. From the
3708 * cumack'd TSNs, for each TSN being
3709 * acked for the first time, set the
3710 * following variables for the
3711 * corresp destination.
3712 * new_pseudo_cumack will trigger a
3714 * find_(rtx_)pseudo_cumack will
3715 * trigger search for the next
3716 * expected (rtx-)pseudo-cumack.
3718 tp1->whoTo->new_pseudo_cumack = 1;
3719 tp1->whoTo->find_pseudo_cumack = 1;
3720 tp1->whoTo->find_rtx_pseudo_cumack = 1;
3722 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
3723 /* sa_ignore NO_NULL_CHK */
3724 sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK);
3727 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
3728 sctp_ucount_decr(asoc->sent_queue_retran_cnt);
3730 if (tp1->rec.data.chunk_was_revoked) {
3731 /* deflate the cwnd */
3732 tp1->whoTo->cwnd -= tp1->book_size;
3733 tp1->rec.data.chunk_was_revoked = 0;
3735 if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) {
3736 if (asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues > 0) {
3737 asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues--;
3740 panic("No chunks on the queues for sid %u.", tp1->rec.data.stream_number);
3744 if ((asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues == 0) &&
3745 (asoc->strmout[tp1->rec.data.stream_number].state == SCTP_STREAM_RESET_PENDING) &&
3746 TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.stream_number].outqueue)) {
3747 asoc->trigger_reset = 1;
3749 TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next);
3751 /* sa_ignore NO_NULL_CHK */
3752 sctp_free_bufspace(stcb, asoc, tp1, 1);
3753 sctp_m_freem(tp1->data);
3756 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
3757 sctp_log_sack(asoc->last_acked_seq,
3759 tp1->rec.data.TSN_seq,
3762 SCTP_LOG_FREE_SENT);
3764 asoc->sent_queue_cnt--;
3765 sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED);
3772 /* sa_ignore NO_NULL_CHK */
3773 if (stcb->sctp_socket) {
3774 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
3778 SOCKBUF_LOCK(&stcb->sctp_socket->so_snd);
3779 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
3780 /* sa_ignore NO_NULL_CHK */
3781 sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK);
3783 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
3784 so = SCTP_INP_SO(stcb->sctp_ep);
3785 atomic_add_int(&stcb->asoc.refcnt, 1);
3786 SCTP_TCB_UNLOCK(stcb);
3787 SCTP_SOCKET_LOCK(so, 1);
3788 SCTP_TCB_LOCK(stcb);
3789 atomic_subtract_int(&stcb->asoc.refcnt, 1);
3790 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) {
3791 /* assoc was freed while we were unlocked */
3792 SCTP_SOCKET_UNLOCK(so, 1);
3796 sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket);
3797 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
3798 SCTP_SOCKET_UNLOCK(so, 1);
3801 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
3802 sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK);
3806 /* JRS - Use the congestion control given in the CC module */
3807 if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) {
3808 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
3809 if (net->net_ack2 > 0) {
3811 * Karn's rule applies to clearing error
3812 * count, this is optional.
3814 net->error_count = 0;
3815 if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
3816 /* addr came good */
3817 net->dest_state |= SCTP_ADDR_REACHABLE;
3818 sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb,
3819 0, (void *)net, SCTP_SO_NOT_LOCKED);
3821 if (net == stcb->asoc.primary_destination) {
3822 if (stcb->asoc.alternate) {
3824 * release the alternate,
3827 sctp_free_remote_addr(stcb->asoc.alternate);
3828 stcb->asoc.alternate = NULL;
3831 if (net->dest_state & SCTP_ADDR_PF) {
3832 net->dest_state &= ~SCTP_ADDR_PF;
3833 sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT,
3834 stcb->sctp_ep, stcb, net,
3835 SCTP_FROM_SCTP_INDATA + SCTP_LOC_24);
3836 sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net);
3837 asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net);
3838 /* Done with this net */
3841 /* restore any doubled timers */
3842 net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv;
3843 if (net->RTO < stcb->asoc.minrto) {
3844 net->RTO = stcb->asoc.minrto;
3846 if (net->RTO > stcb->asoc.maxrto) {
3847 net->RTO = stcb->asoc.maxrto;
3851 asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0);
3853 asoc->last_acked_seq = cumack;
3855 if (TAILQ_EMPTY(&asoc->sent_queue)) {
3856 /* nothing left in-flight */
3857 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
3858 net->flight_size = 0;
3859 net->partial_bytes_acked = 0;
3861 asoc->total_flight = 0;
3862 asoc->total_flight_count = 0;
3865 asoc->peers_rwnd = sctp_sbspace_sub(rwnd,
3866 (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))));
3867 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
3868 /* SWS sender side engages */
3869 asoc->peers_rwnd = 0;
3871 if (asoc->peers_rwnd > old_rwnd) {
3872 win_probe_recovery = 1;
3874 /* Now assure a timer where data is queued at */
3877 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
3880 if (win_probe_recovery && (net->window_probe)) {
3881 win_probe_recovered = 1;
3883 * Find first chunk that was used with window probe
3884 * and clear the sent
3886 /* sa_ignore FREED_MEMORY */
3887 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
3888 if (tp1->window_probe) {
3889 /* move back to data send queue */
3890 sctp_window_probe_recovery(stcb, asoc, tp1);
3895 if (net->RTO == 0) {
3896 to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto);
3898 to_ticks = MSEC_TO_TICKS(net->RTO);
3900 if (net->flight_size) {
3902 (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks,
3903 sctp_timeout_handler, &net->rxt_timer);
3904 if (net->window_probe) {
3905 net->window_probe = 0;
3908 if (net->window_probe) {
3910 * In window probes we must assure a timer
3911 * is still running there
3913 net->window_probe = 0;
3914 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
3915 SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks,
3916 sctp_timeout_handler, &net->rxt_timer);
3918 } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
3919 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
3921 SCTP_FROM_SCTP_INDATA + SCTP_LOC_25);
3926 (!TAILQ_EMPTY(&asoc->sent_queue)) &&
3927 (asoc->sent_queue_retran_cnt == 0) &&
3928 (win_probe_recovered == 0) &&
3931 * huh, this should not happen unless all packets are
3932 * PR-SCTP and marked to skip of course.
3934 if (sctp_fs_audit(asoc)) {
3935 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
3936 net->flight_size = 0;
3938 asoc->total_flight = 0;
3939 asoc->total_flight_count = 0;
3940 asoc->sent_queue_retran_cnt = 0;
3941 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
3942 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3943 sctp_flight_size_increase(tp1);
3944 sctp_total_flight_increase(stcb, tp1);
3945 } else if (tp1->sent == SCTP_DATAGRAM_RESEND) {
3946 sctp_ucount_incr(asoc->sent_queue_retran_cnt);
3953 /**********************************/
3954 /* Now what about shutdown issues */
3955 /**********************************/
3956 if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) {
3957 /* nothing left on sendqueue.. consider done */
3959 if ((asoc->stream_queue_cnt == 1) &&
3960 ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) ||
3961 (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) &&
3962 (asoc->locked_on_sending)
3964 struct sctp_stream_queue_pending *sp;
3967 * I may be in a state where we got all across.. but
3968 * cannot write more due to a shutdown... we abort
3969 * since the user did not indicate EOR in this case.
3970 * The sp will be cleaned during free of the asoc.
3972 sp = TAILQ_LAST(&((asoc->locked_on_sending)->outqueue),
3974 if ((sp) && (sp->length == 0)) {
3975 /* Let cleanup code purge it */
3976 if (sp->msg_is_complete) {
3977 asoc->stream_queue_cnt--;
3979 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT;
3980 asoc->locked_on_sending = NULL;
3981 asoc->stream_queue_cnt--;
3985 if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) &&
3986 (asoc->stream_queue_cnt == 0)) {
3987 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
3988 /* Need to abort here */
3989 struct mbuf *op_err;
3994 op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, "");
3995 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_26;
3996 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
3999 struct sctp_nets *netp;
4001 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) ||
4002 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) {
4003 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4005 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT);
4006 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4007 sctp_stop_timers_for_shutdown(stcb);
4008 if (asoc->alternate) {
4009 netp = asoc->alternate;
4011 netp = asoc->primary_destination;
4013 sctp_send_shutdown(stcb, netp);
4014 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN,
4015 stcb->sctp_ep, stcb, netp);
4016 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD,
4017 stcb->sctp_ep, stcb, netp);
4019 } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) &&
4020 (asoc->stream_queue_cnt == 0)) {
4021 struct sctp_nets *netp;
4023 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
4026 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4027 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT);
4028 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4029 sctp_stop_timers_for_shutdown(stcb);
4030 if (asoc->alternate) {
4031 netp = asoc->alternate;
4033 netp = asoc->primary_destination;
4035 sctp_send_shutdown_ack(stcb, netp);
4036 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK,
4037 stcb->sctp_ep, stcb, netp);
4040 /*********************************************/
4041 /* Here we perform PR-SCTP procedures */
4043 /*********************************************/
4044 /* C1. update advancedPeerAckPoint */
4045 if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) {
4046 asoc->advanced_peer_ack_point = cumack;
4048 /* PR-Sctp issues need to be addressed too */
4049 if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) {
4050 struct sctp_tmit_chunk *lchk;
4051 uint32_t old_adv_peer_ack_point;
4053 old_adv_peer_ack_point = asoc->advanced_peer_ack_point;
4054 lchk = sctp_try_advance_peer_ack_point(stcb, asoc);
4055 /* C3. See if we need to send a Fwd-TSN */
4056 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) {
4058 * ISSUE with ECN, see FWD-TSN processing.
4060 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) {
4061 send_forward_tsn(stcb, asoc);
4063 /* try to FR fwd-tsn's that get lost too */
4064 if (lchk->rec.data.fwd_tsn_cnt >= 3) {
4065 send_forward_tsn(stcb, asoc);
4070 /* Assure a timer is up */
4071 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
4072 stcb->sctp_ep, stcb, lchk->whoTo);
4075 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) {
4076 sctp_misc_ints(SCTP_SACK_RWND_UPDATE,
4078 stcb->asoc.peers_rwnd,
4079 stcb->asoc.total_flight,
4080 stcb->asoc.total_output_queue_size);
4085 sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup,
4086 struct sctp_tcb *stcb,
4087 uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup,
4088 int *abort_now, uint8_t flags,
4089 uint32_t cum_ack, uint32_t rwnd, int ecne_seen)
4091 struct sctp_association *asoc;
4092 struct sctp_tmit_chunk *tp1, *tp2;
4093 uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack;
4094 uint16_t wake_him = 0;
4095 uint32_t send_s = 0;
4097 int accum_moved = 0;
4098 int will_exit_fast_recovery = 0;
4099 uint32_t a_rwnd, old_rwnd;
4100 int win_probe_recovery = 0;
4101 int win_probe_recovered = 0;
4102 struct sctp_nets *net = NULL;
4105 uint8_t reneged_all = 0;
4106 uint8_t cmt_dac_flag;
4109 * we take any chance we can to service our queues since we cannot
4110 * get awoken when the socket is read from :<
4113 * Now perform the actual SACK handling: 1) Verify that it is not an
4114 * old sack, if so discard. 2) If there is nothing left in the send
4115 * queue (cum-ack is equal to last acked) then you have a duplicate
4116 * too, update any rwnd change and verify no timers are running.
4117 * then return. 3) Process any new consequtive data i.e. cum-ack
4118 * moved process these first and note that it moved. 4) Process any
4119 * sack blocks. 5) Drop any acked from the queue. 6) Check for any
4120 * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left,
4121 * sync up flightsizes and things, stop all timers and also check
4122 * for shutdown_pending state. If so then go ahead and send off the
4123 * shutdown. If in shutdown recv, send off the shutdown-ack and
4124 * start that timer, Ret. 9) Strike any non-acked things and do FR
4125 * procedure if needed being sure to set the FR flag. 10) Do pr-sctp
4126 * procedures. 11) Apply any FR penalties. 12) Assure we will SACK
4127 * if in shutdown_recv state.
4129 SCTP_TCB_LOCK_ASSERT(stcb);
4131 this_sack_lowest_newack = 0;
4132 SCTP_STAT_INCR(sctps_slowpath_sack);
4134 cmt_dac_flag = flags & SCTP_SACK_CMT_DAC;
4135 #ifdef SCTP_ASOCLOG_OF_TSNS
4136 stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack;
4137 stcb->asoc.cumack_log_at++;
4138 if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) {
4139 stcb->asoc.cumack_log_at = 0;
4144 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) {
4145 sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack,
4146 rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd);
4148 old_rwnd = stcb->asoc.peers_rwnd;
4149 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
4150 sctp_misc_ints(SCTP_THRESHOLD_CLEAR,
4151 stcb->asoc.overall_error_count,
4153 SCTP_FROM_SCTP_INDATA,
4156 stcb->asoc.overall_error_count = 0;
4158 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
4159 sctp_log_sack(asoc->last_acked_seq,
4166 if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) {
4168 uint32_t *dupdata, dblock;
4170 for (i = 0; i < num_dup; i++) {
4171 dupdata = (uint32_t *) sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t),
4172 sizeof(uint32_t), (uint8_t *) & dblock);
4173 if (dupdata == NULL) {
4176 sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED);
4179 if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) {
4181 if (!TAILQ_EMPTY(&asoc->sent_queue)) {
4182 tp1 = TAILQ_LAST(&asoc->sent_queue,
4183 sctpchunk_listhead);
4184 send_s = tp1->rec.data.TSN_seq + 1;
4187 send_s = asoc->sending_seq;
4189 if (SCTP_TSN_GE(cum_ack, send_s)) {
4190 struct mbuf *op_err;
4191 char msg[SCTP_DIAG_INFO_LEN];
4194 * no way, we have not even sent this TSN out yet.
4195 * Peer is hopelessly messed up with us.
4197 SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n",
4200 SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1:%p\n",
4201 tp1->rec.data.TSN_seq, (void *)tp1);
4206 snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x",
4208 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
4209 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_27;
4210 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
4214 /**********************/
4215 /* 1) check the range */
4216 /**********************/
4217 if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) {
4218 /* acking something behind */
4221 /* update the Rwnd of the peer */
4222 if (TAILQ_EMPTY(&asoc->sent_queue) &&
4223 TAILQ_EMPTY(&asoc->send_queue) &&
4224 (asoc->stream_queue_cnt == 0)) {
4225 /* nothing left on send/sent and strmq */
4226 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
4227 sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK,
4228 asoc->peers_rwnd, 0, 0, a_rwnd);
4230 asoc->peers_rwnd = a_rwnd;
4231 if (asoc->sent_queue_retran_cnt) {
4232 asoc->sent_queue_retran_cnt = 0;
4234 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
4235 /* SWS sender side engages */
4236 asoc->peers_rwnd = 0;
4238 /* stop any timers */
4239 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4240 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4241 stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28);
4242 net->partial_bytes_acked = 0;
4243 net->flight_size = 0;
4245 asoc->total_flight = 0;
4246 asoc->total_flight_count = 0;
4250 * We init netAckSz and netAckSz2 to 0. These are used to track 2
4251 * things. The total byte count acked is tracked in netAckSz AND
4252 * netAck2 is used to track the total bytes acked that are un-
4253 * amibguious and were never retransmitted. We track these on a per
4254 * destination address basis.
4256 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4257 if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) {
4258 /* Drag along the window_tsn for cwr's */
4259 net->cwr_window_tsn = cum_ack;
4261 net->prev_cwnd = net->cwnd;
4266 * CMT: Reset CUC and Fast recovery algo variables before
4269 net->new_pseudo_cumack = 0;
4270 net->will_exit_fast_recovery = 0;
4271 if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) {
4272 (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net);
4275 /* process the new consecutive TSN first */
4276 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4277 if (SCTP_TSN_GE(last_tsn, tp1->rec.data.TSN_seq)) {
4278 if (tp1->sent != SCTP_DATAGRAM_UNSENT) {
4280 if (tp1->sent < SCTP_DATAGRAM_ACKED) {
4282 * If it is less than ACKED, it is
4283 * now no-longer in flight. Higher
4284 * values may occur during marking
4286 if ((tp1->whoTo->dest_state &
4287 SCTP_ADDR_UNCONFIRMED) &&
4288 (tp1->snd_count < 2)) {
4290 * If there was no retran
4291 * and the address is
4292 * un-confirmed and we sent
4294 * sacked.. its confirmed,
4297 tp1->whoTo->dest_state &=
4298 ~SCTP_ADDR_UNCONFIRMED;
4300 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
4301 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
4302 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA,
4303 tp1->whoTo->flight_size,
4305 (uintptr_t) tp1->whoTo,
4306 tp1->rec.data.TSN_seq);
4308 sctp_flight_size_decrease(tp1);
4309 sctp_total_flight_decrease(stcb, tp1);
4310 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
4311 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
4315 tp1->whoTo->net_ack += tp1->send_size;
4317 /* CMT SFR and DAC algos */
4318 this_sack_lowest_newack = tp1->rec.data.TSN_seq;
4319 tp1->whoTo->saw_newack = 1;
4321 if (tp1->snd_count < 2) {
4323 * True non-retransmited
4326 tp1->whoTo->net_ack2 +=
4329 /* update RTO too? */
4333 sctp_calculate_rto(stcb,
4335 &tp1->sent_rcv_time,
4336 sctp_align_safe_nocopy,
4337 SCTP_RTT_FROM_DATA);
4340 if (tp1->whoTo->rto_needed == 0) {
4341 tp1->whoTo->rto_needed = 1;
4347 * CMT: CUCv2 algorithm. From the
4348 * cumack'd TSNs, for each TSN being
4349 * acked for the first time, set the
4350 * following variables for the
4351 * corresp destination.
4352 * new_pseudo_cumack will trigger a
4354 * find_(rtx_)pseudo_cumack will
4355 * trigger search for the next
4356 * expected (rtx-)pseudo-cumack.
4358 tp1->whoTo->new_pseudo_cumack = 1;
4359 tp1->whoTo->find_pseudo_cumack = 1;
4360 tp1->whoTo->find_rtx_pseudo_cumack = 1;
4363 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
4364 sctp_log_sack(asoc->last_acked_seq,
4366 tp1->rec.data.TSN_seq,
4369 SCTP_LOG_TSN_ACKED);
4371 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
4372 sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK);
4375 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
4376 sctp_ucount_decr(asoc->sent_queue_retran_cnt);
4377 #ifdef SCTP_AUDITING_ENABLED
4378 sctp_audit_log(0xB3,
4379 (asoc->sent_queue_retran_cnt & 0x000000ff));
4382 if (tp1->rec.data.chunk_was_revoked) {
4383 /* deflate the cwnd */
4384 tp1->whoTo->cwnd -= tp1->book_size;
4385 tp1->rec.data.chunk_was_revoked = 0;
4387 if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) {
4388 tp1->sent = SCTP_DATAGRAM_ACKED;
4395 biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn;
4396 /* always set this up to cum-ack */
4397 asoc->this_sack_highest_gap = last_tsn;
4399 if ((num_seg > 0) || (num_nr_seg > 0)) {
4402 * CMT: SFR algo (and HTNA) - this_sack_highest_newack has
4403 * to be greater than the cumack. Also reset saw_newack to 0
4406 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4407 net->saw_newack = 0;
4408 net->this_sack_highest_newack = last_tsn;
4412 * thisSackHighestGap will increase while handling NEW
4413 * segments this_sack_highest_newack will increase while
4414 * handling NEWLY ACKED chunks. this_sack_lowest_newack is
4415 * used for CMT DAC algo. saw_newack will also change.
4417 if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked,
4418 &biggest_tsn_newly_acked, &this_sack_lowest_newack,
4419 num_seg, num_nr_seg, &rto_ok)) {
4422 if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) {
4424 * validate the biggest_tsn_acked in the gap acks if
4425 * strict adherence is wanted.
4427 if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) {
4429 * peer is either confused or we are under
4430 * attack. We must abort.
4432 SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n",
4433 biggest_tsn_acked, send_s);
4438 /*******************************************/
4439 /* cancel ALL T3-send timer if accum moved */
4440 /*******************************************/
4441 if (asoc->sctp_cmt_on_off > 0) {
4442 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4443 if (net->new_pseudo_cumack)
4444 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4446 SCTP_FROM_SCTP_INDATA + SCTP_LOC_29);
4451 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4452 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4453 stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_30);
4457 /********************************************/
4458 /* drop the acked chunks from the sentqueue */
4459 /********************************************/
4460 asoc->last_acked_seq = cum_ack;
4462 TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) {
4463 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, cum_ack)) {
4466 if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) {
4467 if (asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues > 0) {
4468 asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues--;
4471 panic("No chunks on the queues for sid %u.", tp1->rec.data.stream_number);
4475 if ((asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues == 0) &&
4476 (asoc->strmout[tp1->rec.data.stream_number].state == SCTP_STREAM_RESET_PENDING) &&
4477 TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.stream_number].outqueue)) {
4478 asoc->trigger_reset = 1;
4480 TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next);
4481 if (PR_SCTP_ENABLED(tp1->flags)) {
4482 if (asoc->pr_sctp_cnt != 0)
4483 asoc->pr_sctp_cnt--;
4485 asoc->sent_queue_cnt--;
4487 /* sa_ignore NO_NULL_CHK */
4488 sctp_free_bufspace(stcb, asoc, tp1, 1);
4489 sctp_m_freem(tp1->data);
4491 if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) {
4492 asoc->sent_queue_cnt_removeable--;
4495 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
4496 sctp_log_sack(asoc->last_acked_seq,
4498 tp1->rec.data.TSN_seq,
4501 SCTP_LOG_FREE_SENT);
4503 sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED);
4506 if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) {
4508 panic("Warning flight size is postive and should be 0");
4510 SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n",
4511 asoc->total_flight);
4513 asoc->total_flight = 0;
4515 /* sa_ignore NO_NULL_CHK */
4516 if ((wake_him) && (stcb->sctp_socket)) {
4517 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4521 SOCKBUF_LOCK(&stcb->sctp_socket->so_snd);
4522 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
4523 sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK);
4525 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4526 so = SCTP_INP_SO(stcb->sctp_ep);
4527 atomic_add_int(&stcb->asoc.refcnt, 1);
4528 SCTP_TCB_UNLOCK(stcb);
4529 SCTP_SOCKET_LOCK(so, 1);
4530 SCTP_TCB_LOCK(stcb);
4531 atomic_subtract_int(&stcb->asoc.refcnt, 1);
4532 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) {
4533 /* assoc was freed while we were unlocked */
4534 SCTP_SOCKET_UNLOCK(so, 1);
4538 sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket);
4539 #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4540 SCTP_SOCKET_UNLOCK(so, 1);
4543 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
4544 sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK);
4548 if (asoc->fast_retran_loss_recovery && accum_moved) {
4549 if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) {
4550 /* Setup so we will exit RFC2582 fast recovery */
4551 will_exit_fast_recovery = 1;
4555 * Check for revoked fragments:
4557 * if Previous sack - Had no frags then we can't have any revoked if
4558 * Previous sack - Had frag's then - If we now have frags aka
4559 * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked
4560 * some of them. else - The peer revoked all ACKED fragments, since
4561 * we had some before and now we have NONE.
4565 sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked);
4566 asoc->saw_sack_with_frags = 1;
4567 } else if (asoc->saw_sack_with_frags) {
4568 int cnt_revoked = 0;
4570 /* Peer revoked all dg's marked or acked */
4571 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4572 if (tp1->sent == SCTP_DATAGRAM_ACKED) {
4573 tp1->sent = SCTP_DATAGRAM_SENT;
4574 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
4575 sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE,
4576 tp1->whoTo->flight_size,
4578 (uintptr_t) tp1->whoTo,
4579 tp1->rec.data.TSN_seq);
4581 sctp_flight_size_increase(tp1);
4582 sctp_total_flight_increase(stcb, tp1);
4583 tp1->rec.data.chunk_was_revoked = 1;
4585 * To ensure that this increase in
4586 * flightsize, which is artificial, does not
4587 * throttle the sender, we also increase the
4588 * cwnd artificially.
4590 tp1->whoTo->cwnd += tp1->book_size;
4597 asoc->saw_sack_with_frags = 0;
4600 asoc->saw_sack_with_nr_frags = 1;
4602 asoc->saw_sack_with_nr_frags = 0;
4604 /* JRS - Use the congestion control given in the CC module */
4605 if (ecne_seen == 0) {
4606 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4607 if (net->net_ack2 > 0) {
4609 * Karn's rule applies to clearing error
4610 * count, this is optional.
4612 net->error_count = 0;
4613 if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
4614 /* addr came good */
4615 net->dest_state |= SCTP_ADDR_REACHABLE;
4616 sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb,
4617 0, (void *)net, SCTP_SO_NOT_LOCKED);
4619 if (net == stcb->asoc.primary_destination) {
4620 if (stcb->asoc.alternate) {
4622 * release the alternate,
4625 sctp_free_remote_addr(stcb->asoc.alternate);
4626 stcb->asoc.alternate = NULL;
4629 if (net->dest_state & SCTP_ADDR_PF) {
4630 net->dest_state &= ~SCTP_ADDR_PF;
4631 sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT,
4632 stcb->sctp_ep, stcb, net,
4633 SCTP_FROM_SCTP_INDATA + SCTP_LOC_31);
4634 sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net);
4635 asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net);
4636 /* Done with this net */
4639 /* restore any doubled timers */
4640 net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv;
4641 if (net->RTO < stcb->asoc.minrto) {
4642 net->RTO = stcb->asoc.minrto;
4644 if (net->RTO > stcb->asoc.maxrto) {
4645 net->RTO = stcb->asoc.maxrto;
4649 asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery);
4651 if (TAILQ_EMPTY(&asoc->sent_queue)) {
4652 /* nothing left in-flight */
4653 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4654 /* stop all timers */
4655 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4657 SCTP_FROM_SCTP_INDATA + SCTP_LOC_32);
4658 net->flight_size = 0;
4659 net->partial_bytes_acked = 0;
4661 asoc->total_flight = 0;
4662 asoc->total_flight_count = 0;
4664 /**********************************/
4665 /* Now what about shutdown issues */
4666 /**********************************/
4667 if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) {
4668 /* nothing left on sendqueue.. consider done */
4669 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
4670 sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK,
4671 asoc->peers_rwnd, 0, 0, a_rwnd);
4673 asoc->peers_rwnd = a_rwnd;
4674 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
4675 /* SWS sender side engages */
4676 asoc->peers_rwnd = 0;
4679 if ((asoc->stream_queue_cnt == 1) &&
4680 ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) ||
4681 (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) &&
4682 (asoc->locked_on_sending)
4684 struct sctp_stream_queue_pending *sp;
4687 * I may be in a state where we got all across.. but
4688 * cannot write more due to a shutdown... we abort
4689 * since the user did not indicate EOR in this case.
4691 sp = TAILQ_LAST(&((asoc->locked_on_sending)->outqueue),
4693 if ((sp) && (sp->length == 0)) {
4694 asoc->locked_on_sending = NULL;
4695 if (sp->msg_is_complete) {
4696 asoc->stream_queue_cnt--;
4698 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT;
4699 asoc->stream_queue_cnt--;
4703 if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) &&
4704 (asoc->stream_queue_cnt == 0)) {
4705 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
4706 /* Need to abort here */
4707 struct mbuf *op_err;
4712 op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, "");
4713 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33;
4714 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
4717 struct sctp_nets *netp;
4719 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) ||
4720 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) {
4721 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4723 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT);
4724 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4725 sctp_stop_timers_for_shutdown(stcb);
4726 if (asoc->alternate) {
4727 netp = asoc->alternate;
4729 netp = asoc->primary_destination;
4731 sctp_send_shutdown(stcb, netp);
4732 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN,
4733 stcb->sctp_ep, stcb, netp);
4734 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD,
4735 stcb->sctp_ep, stcb, netp);
4738 } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) &&
4739 (asoc->stream_queue_cnt == 0)) {
4740 struct sctp_nets *netp;
4742 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
4745 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4746 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT);
4747 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4748 sctp_stop_timers_for_shutdown(stcb);
4749 if (asoc->alternate) {
4750 netp = asoc->alternate;
4752 netp = asoc->primary_destination;
4754 sctp_send_shutdown_ack(stcb, netp);
4755 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK,
4756 stcb->sctp_ep, stcb, netp);
4761 * Now here we are going to recycle net_ack for a different use...
4764 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4769 * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking
4770 * to be done. Setting this_sack_lowest_newack to the cum_ack will
4771 * automatically ensure that.
4773 if ((asoc->sctp_cmt_on_off > 0) &&
4774 SCTP_BASE_SYSCTL(sctp_cmt_use_dac) &&
4775 (cmt_dac_flag == 0)) {
4776 this_sack_lowest_newack = cum_ack;
4778 if ((num_seg > 0) || (num_nr_seg > 0)) {
4779 sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked,
4780 biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved);
4782 /* JRS - Use the congestion control given in the CC module */
4783 asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc);
4785 /* Now are we exiting loss recovery ? */
4786 if (will_exit_fast_recovery) {
4787 /* Ok, we must exit fast recovery */
4788 asoc->fast_retran_loss_recovery = 0;
4790 if ((asoc->sat_t3_loss_recovery) &&
4791 SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) {
4792 /* end satellite t3 loss recovery */
4793 asoc->sat_t3_loss_recovery = 0;
4798 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4799 if (net->will_exit_fast_recovery) {
4800 /* Ok, we must exit fast recovery */
4801 net->fast_retran_loss_recovery = 0;
4805 /* Adjust and set the new rwnd value */
4806 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
4807 sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK,
4808 asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd);
4810 asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd,
4811 (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))));
4812 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
4813 /* SWS sender side engages */
4814 asoc->peers_rwnd = 0;
4816 if (asoc->peers_rwnd > old_rwnd) {
4817 win_probe_recovery = 1;
4820 * Now we must setup so we have a timer up for anyone with
4826 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4827 if (win_probe_recovery && (net->window_probe)) {
4828 win_probe_recovered = 1;
4830 * Find first chunk that was used with
4831 * window probe and clear the event. Put
4832 * it back into the send queue as if has
4835 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4836 if (tp1->window_probe) {
4837 sctp_window_probe_recovery(stcb, asoc, tp1);
4842 if (net->flight_size) {
4844 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
4845 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
4846 stcb->sctp_ep, stcb, net);
4848 if (net->window_probe) {
4849 net->window_probe = 0;
4852 if (net->window_probe) {
4854 * In window probes we must assure a timer
4855 * is still running there
4857 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
4858 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
4859 stcb->sctp_ep, stcb, net);
4862 } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
4863 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4865 SCTP_FROM_SCTP_INDATA + SCTP_LOC_34);
4870 (!TAILQ_EMPTY(&asoc->sent_queue)) &&
4871 (asoc->sent_queue_retran_cnt == 0) &&
4872 (win_probe_recovered == 0) &&
4875 * huh, this should not happen unless all packets are
4876 * PR-SCTP and marked to skip of course.
4878 if (sctp_fs_audit(asoc)) {
4879 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4880 net->flight_size = 0;
4882 asoc->total_flight = 0;
4883 asoc->total_flight_count = 0;
4884 asoc->sent_queue_retran_cnt = 0;
4885 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4886 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
4887 sctp_flight_size_increase(tp1);
4888 sctp_total_flight_increase(stcb, tp1);
4889 } else if (tp1->sent == SCTP_DATAGRAM_RESEND) {
4890 sctp_ucount_incr(asoc->sent_queue_retran_cnt);
4897 /*********************************************/
4898 /* Here we perform PR-SCTP procedures */
4900 /*********************************************/
4901 /* C1. update advancedPeerAckPoint */
4902 if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) {
4903 asoc->advanced_peer_ack_point = cum_ack;
4905 /* C2. try to further move advancedPeerAckPoint ahead */
4906 if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) {
4907 struct sctp_tmit_chunk *lchk;
4908 uint32_t old_adv_peer_ack_point;
4910 old_adv_peer_ack_point = asoc->advanced_peer_ack_point;
4911 lchk = sctp_try_advance_peer_ack_point(stcb, asoc);
4912 /* C3. See if we need to send a Fwd-TSN */
4913 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) {
4915 * ISSUE with ECN, see FWD-TSN processing.
4917 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
4918 sctp_misc_ints(SCTP_FWD_TSN_CHECK,
4919 0xee, cum_ack, asoc->advanced_peer_ack_point,
4920 old_adv_peer_ack_point);
4922 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) {
4923 send_forward_tsn(stcb, asoc);
4925 /* try to FR fwd-tsn's that get lost too */
4926 if (lchk->rec.data.fwd_tsn_cnt >= 3) {
4927 send_forward_tsn(stcb, asoc);
4932 /* Assure a timer is up */
4933 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
4934 stcb->sctp_ep, stcb, lchk->whoTo);
4937 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) {
4938 sctp_misc_ints(SCTP_SACK_RWND_UPDATE,
4940 stcb->asoc.peers_rwnd,
4941 stcb->asoc.total_flight,
4942 stcb->asoc.total_output_queue_size);
4947 sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag)
4950 uint32_t cum_ack, a_rwnd;
4952 cum_ack = ntohl(cp->cumulative_tsn_ack);
4953 /* Arrange so a_rwnd does NOT change */
4954 a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight;
4956 /* Now call the express sack handling */
4957 sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0);
4961 sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb,
4962 struct sctp_stream_in *strmin)
4964 struct sctp_queued_to_read *ctl, *nctl;
4965 struct sctp_association *asoc;
4969 tt = strmin->last_sequence_delivered;
4971 * First deliver anything prior to and including the stream no that
4974 TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next, nctl) {
4975 if (SCTP_SSN_GE(tt, ctl->sinfo_ssn)) {
4976 /* this is deliverable now */
4977 TAILQ_REMOVE(&strmin->inqueue, ctl, next);
4978 /* subtract pending on streams */
4979 asoc->size_on_all_streams -= ctl->length;
4980 sctp_ucount_decr(asoc->cnt_on_all_streams);
4981 /* deliver it to at least the delivery-q */
4982 if (stcb->sctp_socket) {
4983 sctp_mark_non_revokable(asoc, ctl->sinfo_tsn);
4984 sctp_add_to_readq(stcb->sctp_ep, stcb,
4986 &stcb->sctp_socket->so_rcv, 1, SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED);
4989 /* no more delivery now. */
4994 * now we must deliver things in queue the normal way if any are
4997 tt = strmin->last_sequence_delivered + 1;
4998 TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next, nctl) {
4999 if (tt == ctl->sinfo_ssn) {
5000 /* this is deliverable now */
5001 TAILQ_REMOVE(&strmin->inqueue, ctl, next);
5002 /* subtract pending on streams */
5003 asoc->size_on_all_streams -= ctl->length;
5004 sctp_ucount_decr(asoc->cnt_on_all_streams);
5005 /* deliver it to at least the delivery-q */
5006 strmin->last_sequence_delivered = ctl->sinfo_ssn;
5007 if (stcb->sctp_socket) {
5008 sctp_mark_non_revokable(asoc, ctl->sinfo_tsn);
5009 sctp_add_to_readq(stcb->sctp_ep, stcb,
5011 &stcb->sctp_socket->so_rcv, 1, SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED);
5014 tt = strmin->last_sequence_delivered + 1;
5022 sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb,
5023 struct sctp_association *asoc,
5024 uint16_t stream, uint16_t seq)
5026 struct sctp_tmit_chunk *chk, *nchk;
5028 /* For each one on here see if we need to toss it */
5030 * For now large messages held on the reasmqueue that are complete
5031 * will be tossed too. We could in theory do more work to spin
5032 * through and stop after dumping one msg aka seeing the start of a
5033 * new msg at the head, and call the delivery function... to see if
5034 * it can be delivered... But for now we just dump everything on the
5037 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
5039 * Do not toss it if on a different stream or marked for
5040 * unordered delivery in which case the stream sequence
5041 * number has no meaning.
5043 if ((chk->rec.data.stream_number != stream) ||
5044 ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == SCTP_DATA_UNORDERED)) {
5047 if (chk->rec.data.stream_seq == seq) {
5048 /* It needs to be tossed */
5049 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
5050 if (SCTP_TSN_GT(chk->rec.data.TSN_seq, asoc->tsn_last_delivered)) {
5051 asoc->tsn_last_delivered = chk->rec.data.TSN_seq;
5052 asoc->str_of_pdapi = chk->rec.data.stream_number;
5053 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
5054 asoc->fragment_flags = chk->rec.data.rcv_flags;
5056 asoc->size_on_reasm_queue -= chk->send_size;
5057 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
5059 /* Clear up any stream problem */
5060 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) != SCTP_DATA_UNORDERED &&
5061 SCTP_SSN_GT(chk->rec.data.stream_seq, asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered)) {
5063 * We must dump forward this streams
5064 * sequence number if the chunk is not
5065 * unordered that is being skipped. There is
5066 * a chance that if the peer does not
5067 * include the last fragment in its FWD-TSN
5068 * we WILL have a problem here since you
5069 * would have a partial chunk in queue that
5070 * may not be deliverable. Also if a Partial
5071 * delivery API as started the user may get
5072 * a partial chunk. The next read returning
5073 * a new chunk... really ugly but I see no
5074 * way around it! Maybe a notify??
5076 asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered = chk->rec.data.stream_seq;
5079 sctp_m_freem(chk->data);
5082 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
5083 } else if (SCTP_SSN_GT(chk->rec.data.stream_seq, seq)) {
5085 * If the stream_seq is > than the purging one, we
5095 sctp_handle_forward_tsn(struct sctp_tcb *stcb,
5096 struct sctp_forward_tsn_chunk *fwd,
5097 int *abort_flag, struct mbuf *m, int offset)
5099 /* The pr-sctp fwd tsn */
5101 * here we will perform all the data receiver side steps for
5102 * processing FwdTSN, as required in by pr-sctp draft:
5104 * Assume we get FwdTSN(x):
5106 * 1) update local cumTSN to x 2) try to further advance cumTSN to x +
5107 * others we have 3) examine and update re-ordering queue on
5108 * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to
5109 * report where we are.
5111 struct sctp_association *asoc;
5112 uint32_t new_cum_tsn, gap;
5113 unsigned int i, fwd_sz, m_size;
5115 struct sctp_stream_in *strm;
5116 struct sctp_tmit_chunk *chk, *nchk;
5117 struct sctp_queued_to_read *ctl, *sv;
5120 if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) {
5121 SCTPDBG(SCTP_DEBUG_INDATA1,
5122 "Bad size too small/big fwd-tsn\n");
5125 m_size = (stcb->asoc.mapping_array_size << 3);
5126 /*************************************************************/
5127 /* 1. Here we update local cumTSN and shift the bitmap array */
5128 /*************************************************************/
5129 new_cum_tsn = ntohl(fwd->new_cumulative_tsn);
5131 if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) {
5132 /* Already got there ... */
5136 * now we know the new TSN is more advanced, let's find the actual
5139 SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn);
5140 asoc->cumulative_tsn = new_cum_tsn;
5141 if (gap >= m_size) {
5142 if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) {
5143 struct mbuf *op_err;
5144 char msg[SCTP_DIAG_INFO_LEN];
5147 * out of range (of single byte chunks in the rwnd I
5148 * give out). This must be an attacker.
5151 snprintf(msg, sizeof(msg),
5152 "New cum ack %8.8x too high, highest TSN %8.8x",
5153 new_cum_tsn, asoc->highest_tsn_inside_map);
5154 op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg);
5155 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_35;
5156 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
5159 SCTP_STAT_INCR(sctps_fwdtsn_map_over);
5161 memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size);
5162 asoc->mapping_array_base_tsn = new_cum_tsn + 1;
5163 asoc->highest_tsn_inside_map = new_cum_tsn;
5165 memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size);
5166 asoc->highest_tsn_inside_nr_map = new_cum_tsn;
5168 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
5169 sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT);
5172 SCTP_TCB_LOCK_ASSERT(stcb);
5173 for (i = 0; i <= gap; i++) {
5174 if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) &&
5175 !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) {
5176 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i);
5177 if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) {
5178 asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i;
5183 /*************************************************************/
5184 /* 2. Clear up re-assembly queue */
5185 /*************************************************************/
5187 * First service it if pd-api is up, just in case we can progress it
5190 if (asoc->fragmented_delivery_inprogress) {
5191 sctp_service_reassembly(stcb, asoc);
5193 /* For each one on here see if we need to toss it */
5195 * For now large messages held on the reasmqueue that are complete
5196 * will be tossed too. We could in theory do more work to spin
5197 * through and stop after dumping one msg aka seeing the start of a
5198 * new msg at the head, and call the delivery function... to see if
5199 * it can be delivered... But for now we just dump everything on the
5202 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
5203 if (SCTP_TSN_GE(new_cum_tsn, chk->rec.data.TSN_seq)) {
5204 /* It needs to be tossed */
5205 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
5206 if (SCTP_TSN_GT(chk->rec.data.TSN_seq, asoc->tsn_last_delivered)) {
5207 asoc->tsn_last_delivered = chk->rec.data.TSN_seq;
5208 asoc->str_of_pdapi = chk->rec.data.stream_number;
5209 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
5210 asoc->fragment_flags = chk->rec.data.rcv_flags;
5212 asoc->size_on_reasm_queue -= chk->send_size;
5213 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
5215 /* Clear up any stream problem */
5216 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) != SCTP_DATA_UNORDERED &&
5217 SCTP_SSN_GT(chk->rec.data.stream_seq, asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered)) {
5219 * We must dump forward this streams
5220 * sequence number if the chunk is not
5221 * unordered that is being skipped. There is
5222 * a chance that if the peer does not
5223 * include the last fragment in its FWD-TSN
5224 * we WILL have a problem here since you
5225 * would have a partial chunk in queue that
5226 * may not be deliverable. Also if a Partial
5227 * delivery API as started the user may get
5228 * a partial chunk. The next read returning
5229 * a new chunk... really ugly but I see no
5230 * way around it! Maybe a notify??
5232 asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered = chk->rec.data.stream_seq;
5235 sctp_m_freem(chk->data);
5238 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
5241 * Ok we have gone beyond the end of the fwd-tsn's
5247 /*******************************************************/
5248 /* 3. Update the PR-stream re-ordering queues and fix */
5249 /* delivery issues as needed. */
5250 /*******************************************************/
5251 fwd_sz -= sizeof(*fwd);
5254 unsigned int num_str;
5255 struct sctp_strseq *stseq, strseqbuf;
5257 offset += sizeof(*fwd);
5259 SCTP_INP_READ_LOCK(stcb->sctp_ep);
5260 num_str = fwd_sz / sizeof(struct sctp_strseq);
5261 for (i = 0; i < num_str; i++) {
5264 stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset,
5265 sizeof(struct sctp_strseq),
5266 (uint8_t *) & strseqbuf);
5267 offset += sizeof(struct sctp_strseq);
5268 if (stseq == NULL) {
5272 st = ntohs(stseq->stream);
5274 st = ntohs(stseq->sequence);
5275 stseq->sequence = st;
5280 * Ok we now look for the stream/seq on the read
5281 * queue where its not all delivered. If we find it
5282 * we transmute the read entry into a PDI_ABORTED.
5284 if (stseq->stream >= asoc->streamincnt) {
5285 /* screwed up streams, stop! */
5288 if ((asoc->str_of_pdapi == stseq->stream) &&
5289 (asoc->ssn_of_pdapi == stseq->sequence)) {
5291 * If this is the one we were partially
5292 * delivering now then we no longer are.
5293 * Note this will change with the reassembly
5296 asoc->fragmented_delivery_inprogress = 0;
5298 sctp_flush_reassm_for_str_seq(stcb, asoc, stseq->stream, stseq->sequence);
5299 TAILQ_FOREACH(ctl, &stcb->sctp_ep->read_queue, next) {
5300 if ((ctl->sinfo_stream == stseq->stream) &&
5301 (ctl->sinfo_ssn == stseq->sequence)) {
5302 str_seq = (stseq->stream << 16) | stseq->sequence;
5304 ctl->pdapi_aborted = 1;
5305 sv = stcb->asoc.control_pdapi;
5306 stcb->asoc.control_pdapi = ctl;
5307 sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION,
5309 SCTP_PARTIAL_DELIVERY_ABORTED,
5311 SCTP_SO_NOT_LOCKED);
5312 stcb->asoc.control_pdapi = sv;
5314 } else if ((ctl->sinfo_stream == stseq->stream) &&
5315 SCTP_SSN_GT(ctl->sinfo_ssn, stseq->sequence)) {
5316 /* We are past our victim SSN */
5320 strm = &asoc->strmin[stseq->stream];
5321 if (SCTP_SSN_GT(stseq->sequence, strm->last_sequence_delivered)) {
5322 /* Update the sequence number */
5323 strm->last_sequence_delivered = stseq->sequence;
5325 /* now kick the stream the new way */
5326 /* sa_ignore NO_NULL_CHK */
5327 sctp_kick_prsctp_reorder_queue(stcb, strm);
5329 SCTP_INP_READ_UNLOCK(stcb->sctp_ep);
5332 * Now slide thing forward.
5334 sctp_slide_mapping_arrays(stcb);
5336 if (!TAILQ_EMPTY(&asoc->reasmqueue)) {
5337 /* now lets kick out and check for more fragmented delivery */
5338 /* sa_ignore NO_NULL_CHK */
5339 sctp_deliver_reasm_check(stcb, &stcb->asoc);