2 * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved.
3 * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved.
4 * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are met:
9 * a) Redistributions of source code must retain the above copyright notice,
10 * this list of conditions and the following disclaimer.
12 * b) Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in
14 * the documentation and/or other materials provided with the distribution.
16 * c) Neither the name of Cisco Systems, Inc. nor the names of its
17 * contributors may be used to endorse or promote products derived
18 * from this software without specific prior written permission.
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
22 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30 * THE POSSIBILITY OF SUCH DAMAGE.
33 #include <sys/cdefs.h>
34 __FBSDID("$FreeBSD$");
36 #include <netinet/sctp_os.h>
37 #include <netinet/sctp_var.h>
38 #include <netinet/sctp_sysctl.h>
39 #include <netinet/sctp_pcb.h>
40 #include <netinet/sctp_header.h>
41 #include <netinet/sctputil.h>
42 #include <netinet/sctp_output.h>
43 #include <netinet/sctp_input.h>
44 #include <netinet/sctp_indata.h>
45 #include <netinet/sctp_uio.h>
46 #include <netinet/sctp_timer.h>
50 * NOTES: On the outbound side of things I need to check the sack timer to
51 * see if I should generate a sack into the chunk queue (if I have data to
52 * send that is and will be sending it .. for bundling.
54 * The callback in sctp_usrreq.c will get called when the socket is read from.
55 * This will cause sctp_service_queues() to get called on the top entry in
60 sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc)
62 asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc);
65 /* Calculate what the rwnd would be */
67 sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc)
72 * This is really set wrong with respect to a 1-2-m socket. Since
73 * the sb_cc is the count that everyone as put up. When we re-write
74 * sctp_soreceive then we will fix this so that ONLY this
75 * associations data is taken into account.
77 if (stcb->sctp_socket == NULL)
80 if (stcb->asoc.sb_cc == 0 &&
81 asoc->size_on_reasm_queue == 0 &&
82 asoc->size_on_all_streams == 0) {
83 /* Full rwnd granted */
84 calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND);
87 /* get actual space */
88 calc = (uint32_t) sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv);
91 * take out what has NOT been put on socket queue and we yet hold
94 calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_reasm_queue +
95 asoc->cnt_on_reasm_queue * MSIZE));
96 calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_all_streams +
97 asoc->cnt_on_all_streams * MSIZE));
103 /* what is the overhead of all these rwnd's */
104 calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len);
106 * If the window gets too small due to ctrl-stuff, reduce it to 1,
107 * even it is 0. SWS engaged
109 if (calc < stcb->asoc.my_rwnd_control_len) {
118 * Build out our readq entry based on the incoming packet.
120 struct sctp_queued_to_read *
121 sctp_build_readq_entry(struct sctp_tcb *stcb,
122 struct sctp_nets *net,
123 uint32_t tsn, uint32_t ppid,
124 uint32_t context, uint16_t stream_no,
125 uint16_t stream_seq, uint8_t flags,
128 struct sctp_queued_to_read *read_queue_e = NULL;
130 sctp_alloc_a_readq(stcb, read_queue_e);
131 if (read_queue_e == NULL) {
134 read_queue_e->sinfo_stream = stream_no;
135 read_queue_e->sinfo_ssn = stream_seq;
136 read_queue_e->sinfo_flags = (flags << 8);
137 read_queue_e->sinfo_ppid = ppid;
138 read_queue_e->sinfo_context = context;
139 read_queue_e->sinfo_timetolive = 0;
140 read_queue_e->sinfo_tsn = tsn;
141 read_queue_e->sinfo_cumtsn = tsn;
142 read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb);
143 read_queue_e->whoFrom = net;
144 read_queue_e->length = 0;
145 atomic_add_int(&net->ref_count, 1);
146 read_queue_e->data = dm;
147 read_queue_e->spec_flags = 0;
148 read_queue_e->tail_mbuf = NULL;
149 read_queue_e->aux_data = NULL;
150 read_queue_e->stcb = stcb;
151 read_queue_e->port_from = stcb->rport;
152 read_queue_e->do_not_ref_stcb = 0;
153 read_queue_e->end_added = 0;
154 read_queue_e->some_taken = 0;
155 read_queue_e->pdapi_aborted = 0;
157 return (read_queue_e);
162 * Build out our readq entry based on the incoming packet.
164 static struct sctp_queued_to_read *
165 sctp_build_readq_entry_chk(struct sctp_tcb *stcb,
166 struct sctp_tmit_chunk *chk)
168 struct sctp_queued_to_read *read_queue_e = NULL;
170 sctp_alloc_a_readq(stcb, read_queue_e);
171 if (read_queue_e == NULL) {
174 read_queue_e->sinfo_stream = chk->rec.data.stream_number;
175 read_queue_e->sinfo_ssn = chk->rec.data.stream_seq;
176 read_queue_e->sinfo_flags = (chk->rec.data.rcv_flags << 8);
177 read_queue_e->sinfo_ppid = chk->rec.data.payloadtype;
178 read_queue_e->sinfo_context = stcb->asoc.context;
179 read_queue_e->sinfo_timetolive = 0;
180 read_queue_e->sinfo_tsn = chk->rec.data.TSN_seq;
181 read_queue_e->sinfo_cumtsn = chk->rec.data.TSN_seq;
182 read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb);
183 read_queue_e->whoFrom = chk->whoTo;
184 read_queue_e->aux_data = NULL;
185 read_queue_e->length = 0;
186 atomic_add_int(&chk->whoTo->ref_count, 1);
187 read_queue_e->data = chk->data;
188 read_queue_e->tail_mbuf = NULL;
189 read_queue_e->stcb = stcb;
190 read_queue_e->port_from = stcb->rport;
191 read_queue_e->spec_flags = 0;
192 read_queue_e->do_not_ref_stcb = 0;
193 read_queue_e->end_added = 0;
194 read_queue_e->some_taken = 0;
195 read_queue_e->pdapi_aborted = 0;
197 return (read_queue_e);
202 sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo)
204 struct sctp_extrcvinfo *seinfo;
205 struct sctp_sndrcvinfo *outinfo;
206 struct sctp_rcvinfo *rcvinfo;
207 struct sctp_nxtinfo *nxtinfo;
214 if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) &&
215 sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) &&
216 sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) {
217 /* user does not want any ancillary data */
221 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) {
222 len += CMSG_SPACE(sizeof(struct sctp_rcvinfo));
224 seinfo = (struct sctp_extrcvinfo *)sinfo;
225 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) &&
226 (seinfo->sreinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) {
228 len += CMSG_SPACE(sizeof(struct sctp_rcvinfo));
232 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) {
233 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) {
235 len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo));
238 len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo));
244 ret = sctp_get_mbuf_for_msg(len, 0, M_DONTWAIT, 1, MT_DATA);
249 SCTP_BUF_LEN(ret) = 0;
251 /* We need a CMSG header followed by the struct */
252 cmh = mtod(ret, struct cmsghdr *);
253 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) {
254 cmh->cmsg_level = IPPROTO_SCTP;
255 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo));
256 cmh->cmsg_type = SCTP_RCVINFO;
257 rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh);
258 rcvinfo->rcv_sid = sinfo->sinfo_stream;
259 rcvinfo->rcv_ssn = sinfo->sinfo_ssn;
260 rcvinfo->rcv_flags = sinfo->sinfo_flags;
261 rcvinfo->rcv_ppid = sinfo->sinfo_ppid;
262 rcvinfo->rcv_tsn = sinfo->sinfo_tsn;
263 rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn;
264 rcvinfo->rcv_context = sinfo->sinfo_context;
265 rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id;
266 cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo)));
267 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo));
270 cmh->cmsg_level = IPPROTO_SCTP;
271 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo));
272 cmh->cmsg_type = SCTP_NXTINFO;
273 nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh);
274 nxtinfo->nxt_sid = seinfo->sreinfo_next_stream;
275 nxtinfo->nxt_flags = 0;
276 if (seinfo->sreinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) {
277 nxtinfo->nxt_flags |= SCTP_UNORDERED;
279 if (seinfo->sreinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) {
280 nxtinfo->nxt_flags |= SCTP_NOTIFICATION;
282 if (seinfo->sreinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) {
283 nxtinfo->nxt_flags |= SCTP_COMPLETE;
285 nxtinfo->nxt_ppid = seinfo->sreinfo_next_ppid;
286 nxtinfo->nxt_length = seinfo->sreinfo_next_length;
287 nxtinfo->nxt_assoc_id = seinfo->sreinfo_next_aid;
288 cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo)));
289 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo));
291 if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) {
292 cmh->cmsg_level = IPPROTO_SCTP;
293 outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh);
295 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo));
296 cmh->cmsg_type = SCTP_EXTRCV;
297 memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo));
298 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo));
300 cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo));
301 cmh->cmsg_type = SCTP_SNDRCV;
303 SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo));
311 sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn)
313 uint32_t gap, i, cumackp1;
316 if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) {
319 cumackp1 = asoc->cumulative_tsn + 1;
320 if (SCTP_TSN_GT(cumackp1, tsn)) {
322 * this tsn is behind the cum ack and thus we don't need to
323 * worry about it being moved from one to the other.
327 SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn);
328 if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) {
329 SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn);
330 sctp_print_mapping_array(asoc);
332 panic("Things are really messed up now!!");
335 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
336 SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap);
337 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
338 asoc->highest_tsn_inside_nr_map = tsn;
340 if (tsn == asoc->highest_tsn_inside_map) {
341 /* We must back down to see what the new highest is */
342 for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) {
343 SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn);
344 if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) {
345 asoc->highest_tsn_inside_map = i;
351 asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1;
358 * We are delivering currently from the reassembly queue. We must continue to
359 * deliver until we either: 1) run out of space. 2) run out of sequential
360 * TSN's 3) hit the SCTP_DATA_LAST_FRAG flag.
363 sctp_service_reassembly(struct sctp_tcb *stcb, struct sctp_association *asoc)
365 struct sctp_tmit_chunk *chk, *nchk;
370 struct sctp_queued_to_read *control, *ctl, *nctl;
375 cntDel = stream_no = 0;
376 if ((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) ||
377 (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) ||
378 (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET)) {
379 /* socket above is long gone or going.. */
381 asoc->fragmented_delivery_inprogress = 0;
382 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
383 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
384 asoc->size_on_reasm_queue -= chk->send_size;
385 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
387 * Lose the data pointer, since its in the socket
391 sctp_m_freem(chk->data);
394 /* Now free the address and data */
395 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
396 /* sa_ignore FREED_MEMORY */
400 SCTP_TCB_LOCK_ASSERT(stcb);
401 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
402 if (chk->rec.data.TSN_seq != (asoc->tsn_last_delivered + 1)) {
403 /* Can't deliver more :< */
406 stream_no = chk->rec.data.stream_number;
407 nxt_todel = asoc->strmin[stream_no].last_sequence_delivered + 1;
408 if (nxt_todel != chk->rec.data.stream_seq &&
409 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) {
411 * Not the next sequence to deliver in its stream OR
416 if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) {
418 control = sctp_build_readq_entry_chk(stcb, chk);
419 if (control == NULL) {
423 /* save it off for our future deliveries */
424 stcb->asoc.control_pdapi = control;
425 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG)
429 sctp_mark_non_revokable(asoc, chk->rec.data.TSN_seq);
430 sctp_add_to_readq(stcb->sctp_ep,
431 stcb, control, &stcb->sctp_socket->so_rcv, end,
432 SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
435 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG)
439 sctp_mark_non_revokable(asoc, chk->rec.data.TSN_seq);
440 if (sctp_append_to_readq(stcb->sctp_ep, stcb,
441 stcb->asoc.control_pdapi,
442 chk->data, end, chk->rec.data.TSN_seq,
443 &stcb->sctp_socket->so_rcv)) {
445 * something is very wrong, either
446 * control_pdapi is NULL, or the tail_mbuf
447 * is corrupt, or there is a EOM already on
450 if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
454 if ((stcb->asoc.control_pdapi == NULL) || (stcb->asoc.control_pdapi->tail_mbuf == NULL)) {
455 panic("This should not happen control_pdapi NULL?");
457 /* if we did not panic, it was a EOM */
458 panic("Bad chunking ??");
460 if ((stcb->asoc.control_pdapi == NULL) || (stcb->asoc.control_pdapi->tail_mbuf == NULL)) {
461 SCTP_PRINTF("This should not happen control_pdapi NULL?\n");
463 SCTP_PRINTF("Bad chunking ??\n");
464 SCTP_PRINTF("Dumping re-assembly queue this will probably hose the association\n");
472 /* pull it we did it */
473 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
474 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) {
475 asoc->fragmented_delivery_inprogress = 0;
476 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) {
477 asoc->strmin[stream_no].last_sequence_delivered++;
479 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) {
480 SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs);
482 } else if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) {
484 * turn the flag back on since we just delivered
487 asoc->fragmented_delivery_inprogress = 1;
489 asoc->tsn_of_pdapi_last_delivered = chk->rec.data.TSN_seq;
490 asoc->last_flags_delivered = chk->rec.data.rcv_flags;
491 asoc->last_strm_seq_delivered = chk->rec.data.stream_seq;
492 asoc->last_strm_no_delivered = chk->rec.data.stream_number;
494 asoc->tsn_last_delivered = chk->rec.data.TSN_seq;
495 asoc->size_on_reasm_queue -= chk->send_size;
496 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
497 /* free up the chk */
499 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
501 if (asoc->fragmented_delivery_inprogress == 0) {
503 * Now lets see if we can deliver the next one on
506 struct sctp_stream_in *strm;
508 strm = &asoc->strmin[stream_no];
509 nxt_todel = strm->last_sequence_delivered + 1;
510 TAILQ_FOREACH_SAFE(ctl, &strm->inqueue, next, nctl) {
511 /* Deliver more if we can. */
512 if (nxt_todel == ctl->sinfo_ssn) {
513 TAILQ_REMOVE(&strm->inqueue, ctl, next);
514 asoc->size_on_all_streams -= ctl->length;
515 sctp_ucount_decr(asoc->cnt_on_all_streams);
516 strm->last_sequence_delivered++;
517 sctp_mark_non_revokable(asoc, ctl->sinfo_tsn);
518 sctp_add_to_readq(stcb->sctp_ep, stcb,
520 &stcb->sctp_socket->so_rcv, 1,
521 SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
525 nxt_todel = strm->last_sequence_delivered + 1;
533 * Queue the chunk either right into the socket buffer if it is the next one
534 * to go OR put it in the correct place in the delivery queue. If we do
535 * append to the so_buf, keep doing so until we are out of order. One big
536 * question still remains, what to do when the socket buffer is FULL??
539 sctp_queue_data_to_stream(struct sctp_tcb *stcb, struct sctp_association *asoc,
540 struct sctp_queued_to_read *control, int *abort_flag)
543 * FIX-ME maybe? What happens when the ssn wraps? If we are getting
544 * all the data in one stream this could happen quite rapidly. One
545 * could use the TSN to keep track of things, but this scheme breaks
546 * down in the other type of stream useage that could occur. Send a
547 * single msg to stream 0, send 4Billion messages to stream 1, now
548 * send a message to stream 0. You have a situation where the TSN
549 * has wrapped but not in the stream. Is this worth worrying about
550 * or should we just change our queue sort at the bottom to be by
553 * Could it also be legal for a peer to send ssn 1 with TSN 2 and ssn 2
554 * with TSN 1? If the peer is doing some sort of funky TSN/SSN
555 * assignment this could happen... and I don't see how this would be
556 * a violation. So for now I am undecided an will leave the sort by
557 * SSN alone. Maybe a hybred approach is the answer
560 struct sctp_stream_in *strm;
561 struct sctp_queued_to_read *at;
567 asoc->size_on_all_streams += control->length;
568 sctp_ucount_incr(asoc->cnt_on_all_streams);
569 strm = &asoc->strmin[control->sinfo_stream];
570 nxt_todel = strm->last_sequence_delivered + 1;
571 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
572 sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD);
574 SCTPDBG(SCTP_DEBUG_INDATA1,
575 "queue to stream called for ssn:%u lastdel:%u nxt:%u\n",
576 (uint32_t) control->sinfo_stream,
577 (uint32_t) strm->last_sequence_delivered,
578 (uint32_t) nxt_todel);
579 if (SCTP_SSN_GE(strm->last_sequence_delivered, control->sinfo_ssn)) {
580 /* The incoming sseq is behind where we last delivered? */
581 SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ:%d delivered:%d from peer, Abort association\n",
582 control->sinfo_ssn, strm->last_sequence_delivered);
585 * throw it in the stream so it gets cleaned up in
586 * association destruction
588 TAILQ_INSERT_HEAD(&strm->inqueue, control, next);
589 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
590 0, M_DONTWAIT, 1, MT_DATA);
592 struct sctp_paramhdr *ph;
595 SCTP_BUF_LEN(oper) = sizeof(struct sctp_paramhdr) +
596 (sizeof(uint32_t) * 3);
597 ph = mtod(oper, struct sctp_paramhdr *);
598 ph->param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
599 ph->param_length = htons(SCTP_BUF_LEN(oper));
600 ippp = (uint32_t *) (ph + 1);
601 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_1);
603 *ippp = control->sinfo_tsn;
605 *ippp = ((control->sinfo_stream << 16) | control->sinfo_ssn);
607 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1;
608 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
613 if (nxt_todel == control->sinfo_ssn) {
614 /* can be delivered right away? */
615 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
616 sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL);
618 /* EY it wont be queued if it could be delivered directly */
620 asoc->size_on_all_streams -= control->length;
621 sctp_ucount_decr(asoc->cnt_on_all_streams);
622 strm->last_sequence_delivered++;
624 sctp_mark_non_revokable(asoc, control->sinfo_tsn);
625 sctp_add_to_readq(stcb->sctp_ep, stcb,
627 &stcb->sctp_socket->so_rcv, 1,
628 SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
629 TAILQ_FOREACH_SAFE(control, &strm->inqueue, next, at) {
631 nxt_todel = strm->last_sequence_delivered + 1;
632 if (nxt_todel == control->sinfo_ssn) {
633 TAILQ_REMOVE(&strm->inqueue, control, next);
634 asoc->size_on_all_streams -= control->length;
635 sctp_ucount_decr(asoc->cnt_on_all_streams);
636 strm->last_sequence_delivered++;
638 * We ignore the return of deliver_data here
639 * since we always can hold the chunk on the
640 * d-queue. And we have a finite number that
641 * can be delivered from the strq.
643 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
644 sctp_log_strm_del(control, NULL,
645 SCTP_STR_LOG_FROM_IMMED_DEL);
647 sctp_mark_non_revokable(asoc, control->sinfo_tsn);
648 sctp_add_to_readq(stcb->sctp_ep, stcb,
650 &stcb->sctp_socket->so_rcv, 1,
651 SCTP_READ_LOCK_NOT_HELD,
660 * Ok, we did not deliver this guy, find the correct place
661 * to put it on the queue.
663 if (SCTP_TSN_GE(asoc->cumulative_tsn, control->sinfo_tsn)) {
666 if (TAILQ_EMPTY(&strm->inqueue)) {
668 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
669 sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INSERT_HD);
671 TAILQ_INSERT_HEAD(&strm->inqueue, control, next);
673 TAILQ_FOREACH(at, &strm->inqueue, next) {
674 if (SCTP_SSN_GT(at->sinfo_ssn, control->sinfo_ssn)) {
676 * one in queue is bigger than the
677 * new one, insert before this one
679 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
680 sctp_log_strm_del(control, at,
681 SCTP_STR_LOG_FROM_INSERT_MD);
683 TAILQ_INSERT_BEFORE(at, control, next);
685 } else if (at->sinfo_ssn == control->sinfo_ssn) {
687 * Gak, He sent me a duplicate str
691 * foo bar, I guess I will just free
692 * this new guy, should we abort
693 * too? FIX ME MAYBE? Or it COULD be
694 * that the SSN's have wrapped.
695 * Maybe I should compare to TSN
696 * somehow... sigh for now just blow
701 sctp_m_freem(control->data);
702 control->data = NULL;
703 asoc->size_on_all_streams -= control->length;
704 sctp_ucount_decr(asoc->cnt_on_all_streams);
705 if (control->whoFrom) {
706 sctp_free_remote_addr(control->whoFrom);
707 control->whoFrom = NULL;
709 sctp_free_a_readq(stcb, control);
712 if (TAILQ_NEXT(at, next) == NULL) {
714 * We are at the end, insert
717 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
718 sctp_log_strm_del(control, at,
719 SCTP_STR_LOG_FROM_INSERT_TL);
721 TAILQ_INSERT_AFTER(&strm->inqueue,
732 * Returns two things: You get the total size of the deliverable parts of the
733 * first fragmented message on the reassembly queue. And you get a 1 back if
734 * all of the message is ready or a 0 back if the message is still incomplete
737 sctp_is_all_msg_on_reasm(struct sctp_association *asoc, uint32_t * t_size)
739 struct sctp_tmit_chunk *chk;
743 chk = TAILQ_FIRST(&asoc->reasmqueue);
745 /* nothing on the queue */
748 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) {
749 /* Not a first on the queue */
752 tsn = chk->rec.data.TSN_seq;
753 TAILQ_FOREACH(chk, &asoc->reasmqueue, sctp_next) {
754 if (tsn != chk->rec.data.TSN_seq) {
757 *t_size += chk->send_size;
758 if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) {
767 sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc)
769 struct sctp_tmit_chunk *chk;
771 uint32_t tsize, pd_point;
774 chk = TAILQ_FIRST(&asoc->reasmqueue);
777 asoc->size_on_reasm_queue = 0;
778 asoc->cnt_on_reasm_queue = 0;
781 if (asoc->fragmented_delivery_inprogress == 0) {
783 asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered + 1;
784 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) &&
785 (nxt_todel == chk->rec.data.stream_seq ||
786 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED))) {
788 * Yep the first one is here and its ok to deliver
791 if (stcb->sctp_socket) {
792 pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket),
793 stcb->sctp_ep->partial_delivery_point);
795 pd_point = stcb->sctp_ep->partial_delivery_point;
797 if (sctp_is_all_msg_on_reasm(asoc, &tsize) || (tsize >= pd_point)) {
800 * Yes, we setup to start reception, by
801 * backing down the TSN just in case we
802 * can't deliver. If we
804 asoc->fragmented_delivery_inprogress = 1;
805 asoc->tsn_last_delivered =
806 chk->rec.data.TSN_seq - 1;
808 chk->rec.data.stream_number;
809 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
810 asoc->pdapi_ppid = chk->rec.data.payloadtype;
811 asoc->fragment_flags = chk->rec.data.rcv_flags;
812 sctp_service_reassembly(stcb, asoc);
817 * Service re-assembly will deliver stream data queued at
818 * the end of fragmented delivery.. but it wont know to go
819 * back and call itself again... we do that here with the
822 sctp_service_reassembly(stcb, asoc);
823 if (asoc->fragmented_delivery_inprogress == 0) {
825 * finished our Fragmented delivery, could be more
834 * Dump onto the re-assembly queue, in its proper place. After dumping on the
835 * queue, see if anthing can be delivered. If so pull it off (or as much as
836 * we can. If we run out of space then we must dump what we can and set the
837 * appropriate flag to say we queued what we could.
840 sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc,
841 struct sctp_tmit_chunk *chk, int *abort_flag)
844 uint32_t cum_ackp1, prev_tsn, post_tsn;
845 struct sctp_tmit_chunk *at, *prev, *next;
848 cum_ackp1 = asoc->tsn_last_delivered + 1;
849 if (TAILQ_EMPTY(&asoc->reasmqueue)) {
850 /* This is the first one on the queue */
851 TAILQ_INSERT_HEAD(&asoc->reasmqueue, chk, sctp_next);
853 * we do not check for delivery of anything when only one
856 asoc->size_on_reasm_queue = chk->send_size;
857 sctp_ucount_incr(asoc->cnt_on_reasm_queue);
858 if (chk->rec.data.TSN_seq == cum_ackp1) {
859 if (asoc->fragmented_delivery_inprogress == 0 &&
860 (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) !=
861 SCTP_DATA_FIRST_FRAG) {
863 * An empty queue, no delivery inprogress,
864 * we hit the next one and it does NOT have
865 * a FIRST fragment mark.
867 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, its not first, no fragmented delivery in progress\n");
868 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
869 0, M_DONTWAIT, 1, MT_DATA);
872 struct sctp_paramhdr *ph;
876 sizeof(struct sctp_paramhdr) +
877 (sizeof(uint32_t) * 3);
878 ph = mtod(oper, struct sctp_paramhdr *);
880 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
881 ph->param_length = htons(SCTP_BUF_LEN(oper));
882 ippp = (uint32_t *) (ph + 1);
883 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_2);
885 *ippp = chk->rec.data.TSN_seq;
887 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
890 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2;
891 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
893 } else if (asoc->fragmented_delivery_inprogress &&
894 (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == SCTP_DATA_FIRST_FRAG) {
896 * We are doing a partial delivery and the
897 * NEXT chunk MUST be either the LAST or
898 * MIDDLE fragment NOT a FIRST
900 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it IS a first and fragmented delivery in progress\n");
901 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
902 0, M_DONTWAIT, 1, MT_DATA);
904 struct sctp_paramhdr *ph;
908 sizeof(struct sctp_paramhdr) +
909 (3 * sizeof(uint32_t));
910 ph = mtod(oper, struct sctp_paramhdr *);
912 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
913 ph->param_length = htons(SCTP_BUF_LEN(oper));
914 ippp = (uint32_t *) (ph + 1);
915 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_3);
917 *ippp = chk->rec.data.TSN_seq;
919 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
921 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3;
922 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
924 } else if (asoc->fragmented_delivery_inprogress) {
926 * Here we are ok with a MIDDLE or LAST
929 if (chk->rec.data.stream_number !=
930 asoc->str_of_pdapi) {
931 /* Got to be the right STR No */
932 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it IS not same stream number %d vs %d\n",
933 chk->rec.data.stream_number,
935 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
936 0, M_DONTWAIT, 1, MT_DATA);
938 struct sctp_paramhdr *ph;
942 sizeof(struct sctp_paramhdr) +
943 (sizeof(uint32_t) * 3);
945 struct sctp_paramhdr *);
947 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
949 htons(SCTP_BUF_LEN(oper));
950 ippp = (uint32_t *) (ph + 1);
951 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_4);
953 *ippp = chk->rec.data.TSN_seq;
955 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
957 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_4;
958 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
960 } else if ((asoc->fragment_flags & SCTP_DATA_UNORDERED) !=
961 SCTP_DATA_UNORDERED &&
962 chk->rec.data.stream_seq != asoc->ssn_of_pdapi) {
963 /* Got to be the right STR Seq */
964 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it IS not same stream seq %d vs %d\n",
965 chk->rec.data.stream_seq,
967 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
968 0, M_DONTWAIT, 1, MT_DATA);
970 struct sctp_paramhdr *ph;
974 sizeof(struct sctp_paramhdr) +
975 (3 * sizeof(uint32_t));
977 struct sctp_paramhdr *);
979 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
981 htons(SCTP_BUF_LEN(oper));
982 ippp = (uint32_t *) (ph + 1);
983 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_5);
985 *ippp = chk->rec.data.TSN_seq;
987 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
990 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_5;
991 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
999 TAILQ_FOREACH(at, &asoc->reasmqueue, sctp_next) {
1000 if (SCTP_TSN_GT(at->rec.data.TSN_seq, chk->rec.data.TSN_seq)) {
1002 * one in queue is bigger than the new one, insert
1006 asoc->size_on_reasm_queue += chk->send_size;
1007 sctp_ucount_incr(asoc->cnt_on_reasm_queue);
1009 TAILQ_INSERT_BEFORE(at, chk, sctp_next);
1011 } else if (at->rec.data.TSN_seq == chk->rec.data.TSN_seq) {
1012 /* Gak, He sent me a duplicate str seq number */
1014 * foo bar, I guess I will just free this new guy,
1015 * should we abort too? FIX ME MAYBE? Or it COULD be
1016 * that the SSN's have wrapped. Maybe I should
1017 * compare to TSN somehow... sigh for now just blow
1021 sctp_m_freem(chk->data);
1024 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
1028 if (TAILQ_NEXT(at, sctp_next) == NULL) {
1030 * We are at the end, insert it after this
1033 /* check it first */
1034 asoc->size_on_reasm_queue += chk->send_size;
1035 sctp_ucount_incr(asoc->cnt_on_reasm_queue);
1036 TAILQ_INSERT_AFTER(&asoc->reasmqueue, at, chk, sctp_next);
1041 /* Now the audits */
1043 prev_tsn = chk->rec.data.TSN_seq - 1;
1044 if (prev_tsn == prev->rec.data.TSN_seq) {
1046 * Ok the one I am dropping onto the end is the
1047 * NEXT. A bit of valdiation here.
1049 if ((prev->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1050 SCTP_DATA_FIRST_FRAG ||
1051 (prev->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1052 SCTP_DATA_MIDDLE_FRAG) {
1054 * Insert chk MUST be a MIDDLE or LAST
1057 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1058 SCTP_DATA_FIRST_FRAG) {
1059 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - It can be a midlle or last but not a first\n");
1060 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, it's a FIRST!\n");
1061 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1062 0, M_DONTWAIT, 1, MT_DATA);
1064 struct sctp_paramhdr *ph;
1067 SCTP_BUF_LEN(oper) =
1068 sizeof(struct sctp_paramhdr) +
1069 (3 * sizeof(uint32_t));
1071 struct sctp_paramhdr *);
1073 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1075 htons(SCTP_BUF_LEN(oper));
1076 ippp = (uint32_t *) (ph + 1);
1077 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_6);
1079 *ippp = chk->rec.data.TSN_seq;
1081 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1084 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_6;
1085 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1089 if (chk->rec.data.stream_number !=
1090 prev->rec.data.stream_number) {
1092 * Huh, need the correct STR here,
1093 * they must be the same.
1095 SCTP_PRINTF("Prev check - Gak, Evil plot, ssn:%d not the same as at:%d\n",
1096 chk->rec.data.stream_number,
1097 prev->rec.data.stream_number);
1098 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1099 0, M_DONTWAIT, 1, MT_DATA);
1101 struct sctp_paramhdr *ph;
1104 SCTP_BUF_LEN(oper) =
1105 sizeof(struct sctp_paramhdr) +
1106 (3 * sizeof(uint32_t));
1108 struct sctp_paramhdr *);
1110 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1112 htons(SCTP_BUF_LEN(oper));
1113 ippp = (uint32_t *) (ph + 1);
1114 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_7);
1116 *ippp = chk->rec.data.TSN_seq;
1118 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1120 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_7;
1121 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1125 if ((prev->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0 &&
1126 chk->rec.data.stream_seq !=
1127 prev->rec.data.stream_seq) {
1129 * Huh, need the correct STR here,
1130 * they must be the same.
1132 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - Gak, Evil plot, sseq:%d not the same as at:%d\n",
1133 chk->rec.data.stream_seq,
1134 prev->rec.data.stream_seq);
1135 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1136 0, M_DONTWAIT, 1, MT_DATA);
1138 struct sctp_paramhdr *ph;
1141 SCTP_BUF_LEN(oper) =
1142 sizeof(struct sctp_paramhdr) +
1143 (3 * sizeof(uint32_t));
1145 struct sctp_paramhdr *);
1147 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1149 htons(SCTP_BUF_LEN(oper));
1150 ippp = (uint32_t *) (ph + 1);
1151 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_8);
1153 *ippp = chk->rec.data.TSN_seq;
1155 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1157 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_8;
1158 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1162 } else if ((prev->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1163 SCTP_DATA_LAST_FRAG) {
1164 /* Insert chk MUST be a FIRST */
1165 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) !=
1166 SCTP_DATA_FIRST_FRAG) {
1167 SCTPDBG(SCTP_DEBUG_INDATA1, "Prev check - Gak, evil plot, its not FIRST and it must be!\n");
1168 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1169 0, M_DONTWAIT, 1, MT_DATA);
1171 struct sctp_paramhdr *ph;
1174 SCTP_BUF_LEN(oper) =
1175 sizeof(struct sctp_paramhdr) +
1176 (3 * sizeof(uint32_t));
1178 struct sctp_paramhdr *);
1180 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1182 htons(SCTP_BUF_LEN(oper));
1183 ippp = (uint32_t *) (ph + 1);
1184 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_9);
1186 *ippp = chk->rec.data.TSN_seq;
1188 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1191 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_9;
1192 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1200 post_tsn = chk->rec.data.TSN_seq + 1;
1201 if (post_tsn == next->rec.data.TSN_seq) {
1203 * Ok the one I am inserting ahead of is my NEXT
1204 * one. A bit of valdiation here.
1206 if (next->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) {
1207 /* Insert chk MUST be a last fragment */
1208 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK)
1209 != SCTP_DATA_LAST_FRAG) {
1210 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Next is FIRST, we must be LAST\n");
1211 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, its not a last!\n");
1212 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1213 0, M_DONTWAIT, 1, MT_DATA);
1215 struct sctp_paramhdr *ph;
1218 SCTP_BUF_LEN(oper) =
1219 sizeof(struct sctp_paramhdr) +
1220 (3 * sizeof(uint32_t));
1222 struct sctp_paramhdr *);
1224 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1226 htons(SCTP_BUF_LEN(oper));
1227 ippp = (uint32_t *) (ph + 1);
1228 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_10);
1230 *ippp = chk->rec.data.TSN_seq;
1232 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1234 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_10;
1235 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1239 } else if ((next->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1240 SCTP_DATA_MIDDLE_FRAG ||
1241 (next->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1242 SCTP_DATA_LAST_FRAG) {
1244 * Insert chk CAN be MIDDLE or FIRST NOT
1247 if ((chk->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) ==
1248 SCTP_DATA_LAST_FRAG) {
1249 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Next is a MIDDLE/LAST\n");
1250 SCTPDBG(SCTP_DEBUG_INDATA1, "Gak, Evil plot, new prev chunk is a LAST\n");
1251 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1252 0, M_DONTWAIT, 1, MT_DATA);
1254 struct sctp_paramhdr *ph;
1257 SCTP_BUF_LEN(oper) =
1258 sizeof(struct sctp_paramhdr) +
1259 (3 * sizeof(uint32_t));
1261 struct sctp_paramhdr *);
1263 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1265 htons(SCTP_BUF_LEN(oper));
1266 ippp = (uint32_t *) (ph + 1);
1267 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_11);
1269 *ippp = chk->rec.data.TSN_seq;
1271 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1274 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_11;
1275 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1279 if (chk->rec.data.stream_number !=
1280 next->rec.data.stream_number) {
1282 * Huh, need the correct STR here,
1283 * they must be the same.
1285 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Gak, Evil plot, ssn:%d not the same as at:%d\n",
1286 chk->rec.data.stream_number,
1287 next->rec.data.stream_number);
1288 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1289 0, M_DONTWAIT, 1, MT_DATA);
1291 struct sctp_paramhdr *ph;
1294 SCTP_BUF_LEN(oper) =
1295 sizeof(struct sctp_paramhdr) +
1296 (3 * sizeof(uint32_t));
1298 struct sctp_paramhdr *);
1300 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1302 htons(SCTP_BUF_LEN(oper));
1303 ippp = (uint32_t *) (ph + 1);
1304 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_12);
1306 *ippp = chk->rec.data.TSN_seq;
1308 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1311 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_12;
1312 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1316 if ((next->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0 &&
1317 chk->rec.data.stream_seq !=
1318 next->rec.data.stream_seq) {
1320 * Huh, need the correct STR here,
1321 * they must be the same.
1323 SCTPDBG(SCTP_DEBUG_INDATA1, "Next chk - Gak, Evil plot, sseq:%d not the same as at:%d\n",
1324 chk->rec.data.stream_seq,
1325 next->rec.data.stream_seq);
1326 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1327 0, M_DONTWAIT, 1, MT_DATA);
1329 struct sctp_paramhdr *ph;
1332 SCTP_BUF_LEN(oper) =
1333 sizeof(struct sctp_paramhdr) +
1334 (3 * sizeof(uint32_t));
1336 struct sctp_paramhdr *);
1338 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1340 htons(SCTP_BUF_LEN(oper));
1341 ippp = (uint32_t *) (ph + 1);
1342 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_13);
1344 *ippp = chk->rec.data.TSN_seq;
1346 *ippp = ((chk->rec.data.stream_number << 16) | chk->rec.data.stream_seq);
1348 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_13;
1349 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1356 /* Do we need to do some delivery? check */
1357 sctp_deliver_reasm_check(stcb, asoc);
1361 * This is an unfortunate routine. It checks to make sure a evil guy is not
1362 * stuffing us full of bad packet fragments. A broken peer could also do this
1363 * but this is doubtful. It is to bad I must worry about evil crackers sigh
1367 sctp_does_tsn_belong_to_reasm(struct sctp_association *asoc,
1370 struct sctp_tmit_chunk *at;
1373 TAILQ_FOREACH(at, &asoc->reasmqueue, sctp_next) {
1374 if (SCTP_TSN_GT(TSN_seq, at->rec.data.TSN_seq)) {
1375 /* is it one bigger? */
1376 tsn_est = at->rec.data.TSN_seq + 1;
1377 if (tsn_est == TSN_seq) {
1378 /* yep. It better be a last then */
1379 if ((at->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) !=
1380 SCTP_DATA_LAST_FRAG) {
1382 * Ok this guy belongs next to a guy
1383 * that is NOT last, it should be a
1384 * middle/last, not a complete
1390 * This guy is ok since its a LAST
1391 * and the new chunk is a fully
1392 * self- contained one.
1397 } else if (TSN_seq == at->rec.data.TSN_seq) {
1398 /* Software error since I have a dup? */
1402 * Ok, 'at' is larger than new chunk but does it
1403 * need to be right before it.
1405 tsn_est = TSN_seq + 1;
1406 if (tsn_est == at->rec.data.TSN_seq) {
1407 /* Yep, It better be a first */
1408 if ((at->rec.data.rcv_flags & SCTP_DATA_FRAG_MASK) !=
1409 SCTP_DATA_FIRST_FRAG) {
1422 sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc,
1423 struct mbuf **m, int offset, struct sctp_data_chunk *ch, int chk_length,
1424 struct sctp_nets *net, uint32_t * high_tsn, int *abort_flag,
1425 int *break_flag, int last_chunk)
1427 /* Process a data chunk */
1428 /* struct sctp_tmit_chunk *chk; */
1429 struct sctp_tmit_chunk *chk;
1433 int need_reasm_check = 0;
1434 uint16_t strmno, strmseq;
1436 struct sctp_queued_to_read *control;
1438 uint32_t protocol_id;
1439 uint8_t chunk_flags;
1440 struct sctp_stream_reset_list *liste;
1443 tsn = ntohl(ch->dp.tsn);
1444 chunk_flags = ch->ch.chunk_flags;
1445 if ((chunk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) {
1446 asoc->send_sack = 1;
1448 protocol_id = ch->dp.protocol_id;
1449 ordered = ((chunk_flags & SCTP_DATA_UNORDERED) == 0);
1450 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
1451 sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS);
1456 SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, ch->ch.chunk_type, tsn);
1457 if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) {
1458 /* It is a duplicate */
1459 SCTP_STAT_INCR(sctps_recvdupdata);
1460 if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) {
1461 /* Record a dup for the next outbound sack */
1462 asoc->dup_tsns[asoc->numduptsns] = tsn;
1465 asoc->send_sack = 1;
1468 /* Calculate the number of TSN's between the base and this TSN */
1469 SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn);
1470 if (gap >= (SCTP_MAPPING_ARRAY << 3)) {
1471 /* Can't hold the bit in the mapping at max array, toss it */
1474 if (gap >= (uint32_t) (asoc->mapping_array_size << 3)) {
1475 SCTP_TCB_LOCK_ASSERT(stcb);
1476 if (sctp_expand_mapping_array(asoc, gap)) {
1477 /* Can't expand, drop it */
1481 if (SCTP_TSN_GT(tsn, *high_tsn)) {
1484 /* See if we have received this one already */
1485 if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) ||
1486 SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) {
1487 SCTP_STAT_INCR(sctps_recvdupdata);
1488 if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) {
1489 /* Record a dup for the next outbound sack */
1490 asoc->dup_tsns[asoc->numduptsns] = tsn;
1493 asoc->send_sack = 1;
1497 * Check to see about the GONE flag, duplicates would cause a sack
1498 * to be sent up above
1500 if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) ||
1501 (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) ||
1502 (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))
1505 * wait a minute, this guy is gone, there is no longer a
1506 * receiver. Send peer an ABORT!
1508 struct mbuf *op_err;
1510 op_err = sctp_generate_invmanparam(SCTP_CAUSE_OUT_OF_RESC);
1511 sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED);
1516 * Now before going further we see if there is room. If NOT then we
1517 * MAY let one through only IF this TSN is the one we are waiting
1518 * for on a partial delivery API.
1521 /* now do the tests */
1522 if (((asoc->cnt_on_all_streams +
1523 asoc->cnt_on_reasm_queue +
1524 asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) ||
1525 (((int)asoc->my_rwnd) <= 0)) {
1527 * When we have NO room in the rwnd we check to make sure
1528 * the reader is doing its job...
1530 if (stcb->sctp_socket->so_rcv.sb_cc) {
1531 /* some to read, wake-up */
1532 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
1535 so = SCTP_INP_SO(stcb->sctp_ep);
1536 atomic_add_int(&stcb->asoc.refcnt, 1);
1537 SCTP_TCB_UNLOCK(stcb);
1538 SCTP_SOCKET_LOCK(so, 1);
1539 SCTP_TCB_LOCK(stcb);
1540 atomic_subtract_int(&stcb->asoc.refcnt, 1);
1541 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) {
1542 /* assoc was freed while we were unlocked */
1543 SCTP_SOCKET_UNLOCK(so, 1);
1547 sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket);
1548 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
1549 SCTP_SOCKET_UNLOCK(so, 1);
1552 /* now is it in the mapping array of what we have accepted? */
1553 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) &&
1554 SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1555 /* Nope not in the valid range dump it */
1556 sctp_set_rwnd(stcb, asoc);
1557 if ((asoc->cnt_on_all_streams +
1558 asoc->cnt_on_reasm_queue +
1559 asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) {
1560 SCTP_STAT_INCR(sctps_datadropchklmt);
1562 SCTP_STAT_INCR(sctps_datadroprwnd);
1568 strmno = ntohs(ch->dp.stream_id);
1569 if (strmno >= asoc->streamincnt) {
1570 struct sctp_paramhdr *phdr;
1573 mb = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) * 2),
1574 0, M_DONTWAIT, 1, MT_DATA);
1576 /* add some space up front so prepend will work well */
1577 SCTP_BUF_RESV_UF(mb, sizeof(struct sctp_chunkhdr));
1578 phdr = mtod(mb, struct sctp_paramhdr *);
1580 * Error causes are just param's and this one has
1581 * two back to back phdr, one with the error type
1582 * and size, the other with the streamid and a rsvd
1584 SCTP_BUF_LEN(mb) = (sizeof(struct sctp_paramhdr) * 2);
1585 phdr->param_type = htons(SCTP_CAUSE_INVALID_STREAM);
1586 phdr->param_length =
1587 htons(sizeof(struct sctp_paramhdr) * 2);
1589 /* We insert the stream in the type field */
1590 phdr->param_type = ch->dp.stream_id;
1591 /* And set the length to 0 for the rsvd field */
1592 phdr->param_length = 0;
1593 sctp_queue_op_err(stcb, mb);
1595 SCTP_STAT_INCR(sctps_badsid);
1596 SCTP_TCB_LOCK_ASSERT(stcb);
1597 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1598 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1599 asoc->highest_tsn_inside_nr_map = tsn;
1601 if (tsn == (asoc->cumulative_tsn + 1)) {
1602 /* Update cum-ack */
1603 asoc->cumulative_tsn = tsn;
1608 * Before we continue lets validate that we are not being fooled by
1609 * an evil attacker. We can only have 4k chunks based on our TSN
1610 * spread allowed by the mapping array 512 * 8 bits, so there is no
1611 * way our stream sequence numbers could have wrapped. We of course
1612 * only validate the FIRST fragment so the bit must be set.
1614 strmseq = ntohs(ch->dp.stream_sequence);
1615 #ifdef SCTP_ASOCLOG_OF_TSNS
1616 SCTP_TCB_LOCK_ASSERT(stcb);
1617 if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) {
1618 asoc->tsn_in_at = 0;
1619 asoc->tsn_in_wrapped = 1;
1621 asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn;
1622 asoc->in_tsnlog[asoc->tsn_in_at].strm = strmno;
1623 asoc->in_tsnlog[asoc->tsn_in_at].seq = strmseq;
1624 asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length;
1625 asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags;
1626 asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb;
1627 asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at;
1628 asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1;
1631 if ((chunk_flags & SCTP_DATA_FIRST_FRAG) &&
1632 (TAILQ_EMPTY(&asoc->resetHead)) &&
1633 (chunk_flags & SCTP_DATA_UNORDERED) == 0 &&
1634 SCTP_SSN_GE(asoc->strmin[strmno].last_sequence_delivered, strmseq)) {
1635 /* The incoming sseq is behind where we last delivered? */
1636 SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ:%d delivered:%d from peer, Abort!\n",
1637 strmseq, asoc->strmin[strmno].last_sequence_delivered);
1638 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1639 0, M_DONTWAIT, 1, MT_DATA);
1641 struct sctp_paramhdr *ph;
1644 SCTP_BUF_LEN(oper) = sizeof(struct sctp_paramhdr) +
1645 (3 * sizeof(uint32_t));
1646 ph = mtod(oper, struct sctp_paramhdr *);
1647 ph->param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1648 ph->param_length = htons(SCTP_BUF_LEN(oper));
1649 ippp = (uint32_t *) (ph + 1);
1650 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_14);
1654 *ippp = ((strmno << 16) | strmseq);
1657 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14;
1658 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1662 /************************************
1663 * From here down we may find ch-> invalid
1664 * so its a good idea NOT to use it.
1665 *************************************/
1667 the_len = (chk_length - sizeof(struct sctp_data_chunk));
1668 if (last_chunk == 0) {
1669 dmbuf = SCTP_M_COPYM(*m,
1670 (offset + sizeof(struct sctp_data_chunk)),
1671 the_len, M_DONTWAIT);
1672 #ifdef SCTP_MBUF_LOGGING
1673 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
1676 for (mat = dmbuf; mat; mat = SCTP_BUF_NEXT(mat)) {
1677 if (SCTP_BUF_IS_EXTENDED(mat)) {
1678 sctp_log_mb(mat, SCTP_MBUF_ICOPY);
1684 /* We can steal the last chunk */
1688 /* lop off the top part */
1689 m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk)));
1690 if (SCTP_BUF_NEXT(dmbuf) == NULL) {
1691 l_len = SCTP_BUF_LEN(dmbuf);
1694 * need to count up the size hopefully does not hit
1700 for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) {
1701 l_len += SCTP_BUF_LEN(lat);
1704 if (l_len > the_len) {
1705 /* Trim the end round bytes off too */
1706 m_adj(dmbuf, -(l_len - the_len));
1709 if (dmbuf == NULL) {
1710 SCTP_STAT_INCR(sctps_nomem);
1713 if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG &&
1714 asoc->fragmented_delivery_inprogress == 0 &&
1715 TAILQ_EMPTY(&asoc->resetHead) &&
1717 ((uint16_t) (asoc->strmin[strmno].last_sequence_delivered + 1) == strmseq &&
1718 TAILQ_EMPTY(&asoc->strmin[strmno].inqueue)))) {
1719 /* Candidate for express delivery */
1721 * Its not fragmented, No PD-API is up, Nothing in the
1722 * delivery queue, Its un-ordered OR ordered and the next to
1723 * deliver AND nothing else is stuck on the stream queue,
1724 * And there is room for it in the socket buffer. Lets just
1725 * stuff it up the buffer....
1728 /* It would be nice to avoid this copy if we could :< */
1729 sctp_alloc_a_readq(stcb, control);
1730 sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn,
1736 if (control == NULL) {
1737 goto failed_express_del;
1739 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1740 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1741 asoc->highest_tsn_inside_nr_map = tsn;
1743 sctp_add_to_readq(stcb->sctp_ep, stcb,
1744 control, &stcb->sctp_socket->so_rcv,
1745 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
1747 if ((chunk_flags & SCTP_DATA_UNORDERED) == 0) {
1748 /* for ordered, bump what we delivered */
1749 asoc->strmin[strmno].last_sequence_delivered++;
1751 SCTP_STAT_INCR(sctps_recvexpress);
1752 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
1753 sctp_log_strm_del_alt(stcb, tsn, strmseq, strmno,
1754 SCTP_STR_LOG_FROM_EXPRS_DEL);
1758 goto finish_express_del;
1761 /* If we reach here this is a new chunk */
1764 /* Express for fragmented delivery? */
1765 if ((asoc->fragmented_delivery_inprogress) &&
1766 (stcb->asoc.control_pdapi) &&
1767 (asoc->str_of_pdapi == strmno) &&
1768 (asoc->ssn_of_pdapi == strmseq)
1770 control = stcb->asoc.control_pdapi;
1771 if ((chunk_flags & SCTP_DATA_FIRST_FRAG) == SCTP_DATA_FIRST_FRAG) {
1772 /* Can't be another first? */
1773 goto failed_pdapi_express_del;
1775 if (tsn == (control->sinfo_tsn + 1)) {
1776 /* Yep, we can add it on */
1779 if (chunk_flags & SCTP_DATA_LAST_FRAG) {
1782 if (sctp_append_to_readq(stcb->sctp_ep, stcb, control, dmbuf, end,
1784 &stcb->sctp_socket->so_rcv)) {
1785 SCTP_PRINTF("Append fails end:%d\n", end);
1786 goto failed_pdapi_express_del;
1788 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1789 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1790 asoc->highest_tsn_inside_nr_map = tsn;
1792 SCTP_STAT_INCR(sctps_recvexpressm);
1793 control->sinfo_tsn = tsn;
1794 asoc->tsn_last_delivered = tsn;
1795 asoc->fragment_flags = chunk_flags;
1796 asoc->tsn_of_pdapi_last_delivered = tsn;
1797 asoc->last_flags_delivered = chunk_flags;
1798 asoc->last_strm_seq_delivered = strmseq;
1799 asoc->last_strm_no_delivered = strmno;
1801 /* clean up the flags and such */
1802 asoc->fragmented_delivery_inprogress = 0;
1803 if ((chunk_flags & SCTP_DATA_UNORDERED) == 0) {
1804 asoc->strmin[strmno].last_sequence_delivered++;
1806 stcb->asoc.control_pdapi = NULL;
1807 if (TAILQ_EMPTY(&asoc->reasmqueue) == 0) {
1809 * There could be another message
1812 need_reasm_check = 1;
1816 goto finish_express_del;
1819 failed_pdapi_express_del:
1821 if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) {
1822 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap);
1823 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) {
1824 asoc->highest_tsn_inside_nr_map = tsn;
1827 SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap);
1828 if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) {
1829 asoc->highest_tsn_inside_map = tsn;
1832 if ((chunk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) {
1833 sctp_alloc_a_chunk(stcb, chk);
1835 /* No memory so we drop the chunk */
1836 SCTP_STAT_INCR(sctps_nomem);
1837 if (last_chunk == 0) {
1838 /* we copied it, free the copy */
1839 sctp_m_freem(dmbuf);
1843 chk->rec.data.TSN_seq = tsn;
1844 chk->no_fr_allowed = 0;
1845 chk->rec.data.stream_seq = strmseq;
1846 chk->rec.data.stream_number = strmno;
1847 chk->rec.data.payloadtype = protocol_id;
1848 chk->rec.data.context = stcb->asoc.context;
1849 chk->rec.data.doing_fast_retransmit = 0;
1850 chk->rec.data.rcv_flags = chunk_flags;
1852 chk->send_size = the_len;
1854 atomic_add_int(&net->ref_count, 1);
1857 sctp_alloc_a_readq(stcb, control);
1858 sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn,
1864 if (control == NULL) {
1865 /* No memory so we drop the chunk */
1866 SCTP_STAT_INCR(sctps_nomem);
1867 if (last_chunk == 0) {
1868 /* we copied it, free the copy */
1869 sctp_m_freem(dmbuf);
1873 control->length = the_len;
1876 /* Mark it as received */
1877 /* Now queue it where it belongs */
1878 if (control != NULL) {
1879 /* First a sanity check */
1880 if (asoc->fragmented_delivery_inprogress) {
1882 * Ok, we have a fragmented delivery in progress if
1883 * this chunk is next to deliver OR belongs in our
1884 * view to the reassembly, the peer is evil or
1887 uint32_t estimate_tsn;
1889 estimate_tsn = asoc->tsn_last_delivered + 1;
1890 if (TAILQ_EMPTY(&asoc->reasmqueue) &&
1891 (estimate_tsn == control->sinfo_tsn)) {
1892 /* Evil/Broke peer */
1893 sctp_m_freem(control->data);
1894 control->data = NULL;
1895 if (control->whoFrom) {
1896 sctp_free_remote_addr(control->whoFrom);
1897 control->whoFrom = NULL;
1899 sctp_free_a_readq(stcb, control);
1900 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1901 0, M_DONTWAIT, 1, MT_DATA);
1903 struct sctp_paramhdr *ph;
1906 SCTP_BUF_LEN(oper) =
1907 sizeof(struct sctp_paramhdr) +
1908 (3 * sizeof(uint32_t));
1909 ph = mtod(oper, struct sctp_paramhdr *);
1911 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1912 ph->param_length = htons(SCTP_BUF_LEN(oper));
1913 ippp = (uint32_t *) (ph + 1);
1914 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_15);
1918 *ippp = ((strmno << 16) | strmseq);
1920 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15;
1921 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1925 if (sctp_does_tsn_belong_to_reasm(asoc, control->sinfo_tsn)) {
1926 sctp_m_freem(control->data);
1927 control->data = NULL;
1928 if (control->whoFrom) {
1929 sctp_free_remote_addr(control->whoFrom);
1930 control->whoFrom = NULL;
1932 sctp_free_a_readq(stcb, control);
1934 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1935 0, M_DONTWAIT, 1, MT_DATA);
1937 struct sctp_paramhdr *ph;
1940 SCTP_BUF_LEN(oper) =
1941 sizeof(struct sctp_paramhdr) +
1942 (3 * sizeof(uint32_t));
1944 struct sctp_paramhdr *);
1946 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1948 htons(SCTP_BUF_LEN(oper));
1949 ippp = (uint32_t *) (ph + 1);
1950 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_16);
1954 *ippp = ((strmno << 16) | strmseq);
1956 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16;
1957 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
1963 /* No PDAPI running */
1964 if (!TAILQ_EMPTY(&asoc->reasmqueue)) {
1966 * Reassembly queue is NOT empty validate
1967 * that this tsn does not need to be in
1968 * reasembly queue. If it does then our peer
1969 * is broken or evil.
1971 if (sctp_does_tsn_belong_to_reasm(asoc, control->sinfo_tsn)) {
1972 sctp_m_freem(control->data);
1973 control->data = NULL;
1974 if (control->whoFrom) {
1975 sctp_free_remote_addr(control->whoFrom);
1976 control->whoFrom = NULL;
1978 sctp_free_a_readq(stcb, control);
1979 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
1980 0, M_DONTWAIT, 1, MT_DATA);
1982 struct sctp_paramhdr *ph;
1985 SCTP_BUF_LEN(oper) =
1986 sizeof(struct sctp_paramhdr) +
1987 (3 * sizeof(uint32_t));
1989 struct sctp_paramhdr *);
1991 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
1993 htons(SCTP_BUF_LEN(oper));
1994 ippp = (uint32_t *) (ph + 1);
1995 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_17);
1999 *ippp = ((strmno << 16) | strmseq);
2001 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_17;
2002 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
2008 /* ok, if we reach here we have passed the sanity checks */
2009 if (chunk_flags & SCTP_DATA_UNORDERED) {
2010 /* queue directly into socket buffer */
2011 sctp_mark_non_revokable(asoc, control->sinfo_tsn);
2012 sctp_add_to_readq(stcb->sctp_ep, stcb,
2014 &stcb->sctp_socket->so_rcv, 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED);
2017 * Special check for when streams are resetting. We
2018 * could be more smart about this and check the
2019 * actual stream to see if it is not being reset..
2020 * that way we would not create a HOLB when amongst
2021 * streams being reset and those not being reset.
2023 * We take complete messages that have a stream reset
2024 * intervening (aka the TSN is after where our
2025 * cum-ack needs to be) off and put them on a
2026 * pending_reply_queue. The reassembly ones we do
2027 * not have to worry about since they are all sorted
2028 * and proceessed by TSN order. It is only the
2029 * singletons I must worry about.
2031 if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) &&
2032 SCTP_TSN_GT(tsn, liste->tsn)) {
2034 * yep its past where we need to reset... go
2035 * ahead and queue it.
2037 if (TAILQ_EMPTY(&asoc->pending_reply_queue)) {
2039 TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next);
2041 struct sctp_queued_to_read *ctlOn,
2043 unsigned char inserted = 0;
2045 TAILQ_FOREACH_SAFE(ctlOn, &asoc->pending_reply_queue, next, nctlOn) {
2046 if (SCTP_TSN_GT(control->sinfo_tsn, ctlOn->sinfo_tsn)) {
2050 TAILQ_INSERT_BEFORE(ctlOn, control, next);
2055 if (inserted == 0) {
2057 * must be put at end, use
2058 * prevP (all setup from
2059 * loop) to setup nextP.
2061 TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next);
2065 sctp_queue_data_to_stream(stcb, asoc, control, abort_flag);
2072 /* Into the re-assembly queue */
2073 sctp_queue_data_for_reasm(stcb, asoc, chk, abort_flag);
2076 * the assoc is now gone and chk was put onto the
2077 * reasm queue, which has all been freed.
2084 if (tsn == (asoc->cumulative_tsn + 1)) {
2085 /* Update cum-ack */
2086 asoc->cumulative_tsn = tsn;
2092 SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks);
2094 SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks);
2096 SCTP_STAT_INCR(sctps_recvdata);
2097 /* Set it present please */
2098 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) {
2099 sctp_log_strm_del_alt(stcb, tsn, strmseq, strmno, SCTP_STR_LOG_FROM_MARK_TSN);
2101 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2102 sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn,
2103 asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE);
2105 /* check the special flag for stream resets */
2106 if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) &&
2107 SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) {
2109 * we have finished working through the backlogged TSN's now
2110 * time to reset streams. 1: call reset function. 2: free
2111 * pending_reply space 3: distribute any chunks in
2112 * pending_reply_queue.
2114 struct sctp_queued_to_read *ctl, *nctl;
2116 sctp_reset_in_stream(stcb, liste->number_entries, liste->req.list_of_streams);
2117 TAILQ_REMOVE(&asoc->resetHead, liste, next_resp);
2118 SCTP_FREE(liste, SCTP_M_STRESET);
2119 /* sa_ignore FREED_MEMORY */
2120 liste = TAILQ_FIRST(&asoc->resetHead);
2121 if (TAILQ_EMPTY(&asoc->resetHead)) {
2122 /* All can be removed */
2123 TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) {
2124 TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next);
2125 sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag);
2131 TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) {
2132 if (SCTP_TSN_GT(ctl->sinfo_tsn, liste->tsn)) {
2136 * if ctl->sinfo_tsn is <= liste->tsn we can
2137 * process it which is the NOT of
2138 * ctl->sinfo_tsn > liste->tsn
2140 TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next);
2141 sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag);
2148 * Now service re-assembly to pick up anything that has been
2149 * held on reassembly queue?
2151 sctp_deliver_reasm_check(stcb, asoc);
2152 need_reasm_check = 0;
2154 if (need_reasm_check) {
2155 /* Another one waits ? */
2156 sctp_deliver_reasm_check(stcb, asoc);
2161 int8_t sctp_map_lookup_tab[256] = {
2162 0, 1, 0, 2, 0, 1, 0, 3,
2163 0, 1, 0, 2, 0, 1, 0, 4,
2164 0, 1, 0, 2, 0, 1, 0, 3,
2165 0, 1, 0, 2, 0, 1, 0, 5,
2166 0, 1, 0, 2, 0, 1, 0, 3,
2167 0, 1, 0, 2, 0, 1, 0, 4,
2168 0, 1, 0, 2, 0, 1, 0, 3,
2169 0, 1, 0, 2, 0, 1, 0, 6,
2170 0, 1, 0, 2, 0, 1, 0, 3,
2171 0, 1, 0, 2, 0, 1, 0, 4,
2172 0, 1, 0, 2, 0, 1, 0, 3,
2173 0, 1, 0, 2, 0, 1, 0, 5,
2174 0, 1, 0, 2, 0, 1, 0, 3,
2175 0, 1, 0, 2, 0, 1, 0, 4,
2176 0, 1, 0, 2, 0, 1, 0, 3,
2177 0, 1, 0, 2, 0, 1, 0, 7,
2178 0, 1, 0, 2, 0, 1, 0, 3,
2179 0, 1, 0, 2, 0, 1, 0, 4,
2180 0, 1, 0, 2, 0, 1, 0, 3,
2181 0, 1, 0, 2, 0, 1, 0, 5,
2182 0, 1, 0, 2, 0, 1, 0, 3,
2183 0, 1, 0, 2, 0, 1, 0, 4,
2184 0, 1, 0, 2, 0, 1, 0, 3,
2185 0, 1, 0, 2, 0, 1, 0, 6,
2186 0, 1, 0, 2, 0, 1, 0, 3,
2187 0, 1, 0, 2, 0, 1, 0, 4,
2188 0, 1, 0, 2, 0, 1, 0, 3,
2189 0, 1, 0, 2, 0, 1, 0, 5,
2190 0, 1, 0, 2, 0, 1, 0, 3,
2191 0, 1, 0, 2, 0, 1, 0, 4,
2192 0, 1, 0, 2, 0, 1, 0, 3,
2193 0, 1, 0, 2, 0, 1, 0, 8
2198 sctp_slide_mapping_arrays(struct sctp_tcb *stcb)
2201 * Now we also need to check the mapping array in a couple of ways.
2202 * 1) Did we move the cum-ack point?
2204 * When you first glance at this you might think that all entries that
2205 * make up the postion of the cum-ack would be in the nr-mapping
2206 * array only.. i.e. things up to the cum-ack are always
2207 * deliverable. Thats true with one exception, when its a fragmented
2208 * message we may not deliver the data until some threshold (or all
2209 * of it) is in place. So we must OR the nr_mapping_array and
2210 * mapping_array to get a true picture of the cum-ack.
2212 struct sctp_association *asoc;
2215 int slide_from, slide_end, lgap, distance;
2216 uint32_t old_cumack, old_base, old_highest, highest_tsn;
2220 old_cumack = asoc->cumulative_tsn;
2221 old_base = asoc->mapping_array_base_tsn;
2222 old_highest = asoc->highest_tsn_inside_map;
2224 * We could probably improve this a small bit by calculating the
2225 * offset of the current cum-ack as the starting point.
2228 for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) {
2229 val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from];
2233 /* there is a 0 bit */
2234 at += sctp_map_lookup_tab[val];
2238 asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1);
2240 if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) &&
2241 SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) {
2243 panic("huh, cumack 0x%x greater than high-tsn 0x%x in map",
2244 asoc->cumulative_tsn, asoc->highest_tsn_inside_map);
2246 SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n",
2247 asoc->cumulative_tsn, asoc->highest_tsn_inside_map);
2248 sctp_print_mapping_array(asoc);
2249 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2250 sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT);
2252 asoc->highest_tsn_inside_map = asoc->cumulative_tsn;
2253 asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn;
2256 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) {
2257 highest_tsn = asoc->highest_tsn_inside_nr_map;
2259 highest_tsn = asoc->highest_tsn_inside_map;
2261 if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) {
2262 /* The complete array was completed by a single FR */
2263 /* highest becomes the cum-ack */
2271 /* clear the array */
2272 clr = ((at + 7) >> 3);
2273 if (clr > asoc->mapping_array_size) {
2274 clr = asoc->mapping_array_size;
2276 memset(asoc->mapping_array, 0, clr);
2277 memset(asoc->nr_mapping_array, 0, clr);
2279 for (i = 0; i < asoc->mapping_array_size; i++) {
2280 if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) {
2281 SCTP_PRINTF("Error Mapping array's not clean at clear\n");
2282 sctp_print_mapping_array(asoc);
2286 asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1;
2287 asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn;
2288 } else if (at >= 8) {
2289 /* we can slide the mapping array down */
2290 /* slide_from holds where we hit the first NON 0xff byte */
2293 * now calculate the ceiling of the move using our highest
2296 SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn);
2297 slide_end = (lgap >> 3);
2298 if (slide_end < slide_from) {
2299 sctp_print_mapping_array(asoc);
2301 panic("impossible slide");
2303 SCTP_PRINTF("impossible slide lgap:%x slide_end:%x slide_from:%x? at:%d\n",
2304 lgap, slide_end, slide_from, at);
2308 if (slide_end > asoc->mapping_array_size) {
2310 panic("would overrun buffer");
2312 SCTP_PRINTF("Gak, would have overrun map end:%d slide_end:%d\n",
2313 asoc->mapping_array_size, slide_end);
2314 slide_end = asoc->mapping_array_size;
2317 distance = (slide_end - slide_from) + 1;
2318 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2319 sctp_log_map(old_base, old_cumack, old_highest,
2320 SCTP_MAP_PREPARE_SLIDE);
2321 sctp_log_map((uint32_t) slide_from, (uint32_t) slide_end,
2322 (uint32_t) lgap, SCTP_MAP_SLIDE_FROM);
2324 if (distance + slide_from > asoc->mapping_array_size ||
2327 * Here we do NOT slide forward the array so that
2328 * hopefully when more data comes in to fill it up
2329 * we will be able to slide it forward. Really I
2330 * don't think this should happen :-0
2333 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2334 sctp_log_map((uint32_t) distance, (uint32_t) slide_from,
2335 (uint32_t) asoc->mapping_array_size,
2336 SCTP_MAP_SLIDE_NONE);
2341 for (ii = 0; ii < distance; ii++) {
2342 asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii];
2343 asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii];
2346 for (ii = distance; ii < asoc->mapping_array_size; ii++) {
2347 asoc->mapping_array[ii] = 0;
2348 asoc->nr_mapping_array[ii] = 0;
2350 if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) {
2351 asoc->highest_tsn_inside_map += (slide_from << 3);
2353 if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) {
2354 asoc->highest_tsn_inside_nr_map += (slide_from << 3);
2356 asoc->mapping_array_base_tsn += (slide_from << 3);
2357 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
2358 sctp_log_map(asoc->mapping_array_base_tsn,
2359 asoc->cumulative_tsn, asoc->highest_tsn_inside_map,
2360 SCTP_MAP_SLIDE_RESULT);
2367 sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap)
2369 struct sctp_association *asoc;
2370 uint32_t highest_tsn;
2373 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) {
2374 highest_tsn = asoc->highest_tsn_inside_nr_map;
2376 highest_tsn = asoc->highest_tsn_inside_map;
2380 * Now we need to see if we need to queue a sack or just start the
2381 * timer (if allowed).
2383 if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) {
2385 * Ok special case, in SHUTDOWN-SENT case. here we maker
2386 * sure SACK timer is off and instead send a SHUTDOWN and a
2389 if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
2390 sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
2391 stcb->sctp_ep, stcb, NULL, SCTP_FROM_SCTP_INDATA + SCTP_LOC_18);
2393 sctp_send_shutdown(stcb,
2394 ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination));
2395 sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED);
2399 /* is there a gap now ? */
2400 is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn);
2403 * CMT DAC algorithm: increase number of packets received
2406 stcb->asoc.cmt_dac_pkts_rcvd++;
2408 if ((stcb->asoc.send_sack == 1) || /* We need to send a
2410 ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no
2412 (stcb->asoc.numduptsns) || /* we have dup's */
2413 (is_a_gap) || /* is still a gap */
2414 (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */
2415 (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */
2418 if ((stcb->asoc.sctp_cmt_on_off > 0) &&
2419 (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) &&
2420 (stcb->asoc.send_sack == 0) &&
2421 (stcb->asoc.numduptsns == 0) &&
2422 (stcb->asoc.delayed_ack) &&
2423 (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) {
2426 * CMT DAC algorithm: With CMT, delay acks
2427 * even in the face of
2429 * reordering. Therefore, if acks that do not
2430 * have to be sent because of the above
2431 * reasons, will be delayed. That is, acks
2432 * that would have been sent due to gap
2433 * reports will be delayed with DAC. Start
2434 * the delayed ack timer.
2436 sctp_timer_start(SCTP_TIMER_TYPE_RECV,
2437 stcb->sctp_ep, stcb, NULL);
2440 * Ok we must build a SACK since the timer
2441 * is pending, we got our first packet OR
2442 * there are gaps or duplicates.
2444 (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer);
2445 sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED);
2448 if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
2449 sctp_timer_start(SCTP_TIMER_TYPE_RECV,
2450 stcb->sctp_ep, stcb, NULL);
2457 sctp_service_queues(struct sctp_tcb *stcb, struct sctp_association *asoc)
2459 struct sctp_tmit_chunk *chk;
2460 uint32_t tsize, pd_point;
2463 if (asoc->fragmented_delivery_inprogress) {
2464 sctp_service_reassembly(stcb, asoc);
2466 /* Can we proceed further, i.e. the PD-API is complete */
2467 if (asoc->fragmented_delivery_inprogress) {
2472 * Now is there some other chunk I can deliver from the reassembly
2476 chk = TAILQ_FIRST(&asoc->reasmqueue);
2478 asoc->size_on_reasm_queue = 0;
2479 asoc->cnt_on_reasm_queue = 0;
2482 nxt_todel = asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered + 1;
2483 if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) &&
2484 ((nxt_todel == chk->rec.data.stream_seq) ||
2485 (chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED))) {
2487 * Yep the first one is here. We setup to start reception,
2488 * by backing down the TSN just in case we can't deliver.
2492 * Before we start though either all of the message should
2493 * be here or the socket buffer max or nothing on the
2494 * delivery queue and something can be delivered.
2496 if (stcb->sctp_socket) {
2497 pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket),
2498 stcb->sctp_ep->partial_delivery_point);
2500 pd_point = stcb->sctp_ep->partial_delivery_point;
2502 if (sctp_is_all_msg_on_reasm(asoc, &tsize) || (tsize >= pd_point)) {
2503 asoc->fragmented_delivery_inprogress = 1;
2504 asoc->tsn_last_delivered = chk->rec.data.TSN_seq - 1;
2505 asoc->str_of_pdapi = chk->rec.data.stream_number;
2506 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
2507 asoc->pdapi_ppid = chk->rec.data.payloadtype;
2508 asoc->fragment_flags = chk->rec.data.rcv_flags;
2509 sctp_service_reassembly(stcb, asoc);
2510 if (asoc->fragmented_delivery_inprogress == 0) {
2518 sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length,
2519 struct sctphdr *sh, struct sctp_inpcb *inp,
2520 struct sctp_tcb *stcb, struct sctp_nets *net, uint32_t * high_tsn,
2521 uint8_t use_mflowid, uint32_t mflowid,
2522 uint32_t vrf_id, uint16_t port)
2524 struct sctp_data_chunk *ch, chunk_buf;
2525 struct sctp_association *asoc;
2526 int num_chunks = 0; /* number of control chunks processed */
2528 int chk_length, break_flag, last_chunk;
2529 int abort_flag = 0, was_a_gap;
2531 uint32_t highest_tsn;
2534 sctp_set_rwnd(stcb, &stcb->asoc);
2537 SCTP_TCB_LOCK_ASSERT(stcb);
2539 if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) {
2540 highest_tsn = asoc->highest_tsn_inside_nr_map;
2542 highest_tsn = asoc->highest_tsn_inside_map;
2544 was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn);
2546 * setup where we got the last DATA packet from for any SACK that
2547 * may need to go out. Don't bump the net. This is done ONLY when a
2548 * chunk is assigned.
2550 asoc->last_data_chunk_from = net;
2553 * Now before we proceed we must figure out if this is a wasted
2554 * cluster... i.e. it is a small packet sent in and yet the driver
2555 * underneath allocated a full cluster for it. If so we must copy it
2556 * to a smaller mbuf and free up the cluster mbuf. This will help
2557 * with cluster starvation. Note for __Panda__ we don't do this
2558 * since it has clusters all the way down to 64 bytes.
2560 if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) {
2561 /* we only handle mbufs that are singletons.. not chains */
2562 m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_DONTWAIT, 1, MT_DATA);
2564 /* ok lets see if we can copy the data up */
2567 /* get the pointers and copy */
2568 to = mtod(m, caddr_t *);
2569 from = mtod((*mm), caddr_t *);
2570 memcpy(to, from, SCTP_BUF_LEN((*mm)));
2571 /* copy the length and free up the old */
2572 SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm));
2574 /* sucess, back copy */
2577 /* We are in trouble in the mbuf world .. yikes */
2581 /* get pointer to the first chunk header */
2582 ch = (struct sctp_data_chunk *)sctp_m_getptr(m, *offset,
2583 sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf);
2588 * process all DATA chunks...
2590 *high_tsn = asoc->cumulative_tsn;
2592 asoc->data_pkts_seen++;
2593 while (stop_proc == 0) {
2594 /* validate chunk length */
2595 chk_length = ntohs(ch->ch.chunk_length);
2596 if (length - *offset < chk_length) {
2597 /* all done, mutulated chunk */
2601 if (ch->ch.chunk_type == SCTP_DATA) {
2602 if ((size_t)chk_length < sizeof(struct sctp_data_chunk) + 1) {
2604 * Need to send an abort since we had a
2605 * invalid data chunk.
2607 struct mbuf *op_err;
2609 op_err = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 2 * sizeof(uint32_t)),
2610 0, M_DONTWAIT, 1, MT_DATA);
2613 struct sctp_paramhdr *ph;
2616 SCTP_BUF_LEN(op_err) = sizeof(struct sctp_paramhdr) +
2617 (2 * sizeof(uint32_t));
2618 ph = mtod(op_err, struct sctp_paramhdr *);
2620 htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
2621 ph->param_length = htons(SCTP_BUF_LEN(op_err));
2622 ippp = (uint32_t *) (ph + 1);
2623 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_19);
2625 *ippp = asoc->cumulative_tsn;
2628 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19;
2629 sctp_abort_association(inp, stcb, m, iphlen, sh,
2631 use_mflowid, mflowid,
2635 #ifdef SCTP_AUDITING_ENABLED
2636 sctp_audit_log(0xB1, 0);
2638 if (SCTP_SIZE32(chk_length) == (length - *offset)) {
2643 if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, ch,
2644 chk_length, net, high_tsn, &abort_flag, &break_flag,
2653 * Set because of out of rwnd space and no
2654 * drop rep space left.
2660 /* not a data chunk in the data region */
2661 switch (ch->ch.chunk_type) {
2662 case SCTP_INITIATION:
2663 case SCTP_INITIATION_ACK:
2664 case SCTP_SELECTIVE_ACK:
2665 case SCTP_NR_SELECTIVE_ACK:
2666 case SCTP_HEARTBEAT_REQUEST:
2667 case SCTP_HEARTBEAT_ACK:
2668 case SCTP_ABORT_ASSOCIATION:
2670 case SCTP_SHUTDOWN_ACK:
2671 case SCTP_OPERATION_ERROR:
2672 case SCTP_COOKIE_ECHO:
2673 case SCTP_COOKIE_ACK:
2676 case SCTP_SHUTDOWN_COMPLETE:
2677 case SCTP_AUTHENTICATION:
2678 case SCTP_ASCONF_ACK:
2679 case SCTP_PACKET_DROPPED:
2680 case SCTP_STREAM_RESET:
2681 case SCTP_FORWARD_CUM_TSN:
2684 * Now, what do we do with KNOWN chunks that
2685 * are NOT in the right place?
2687 * For now, I do nothing but ignore them. We
2688 * may later want to add sysctl stuff to
2689 * switch out and do either an ABORT() or
2690 * possibly process them.
2692 if (SCTP_BASE_SYSCTL(sctp_strict_data_order)) {
2693 struct mbuf *op_err;
2695 op_err = sctp_generate_invmanparam(SCTP_CAUSE_PROTOCOL_VIOLATION);
2696 sctp_abort_association(inp, stcb,
2699 use_mflowid, mflowid,
2705 /* unknown chunk type, use bit rules */
2706 if (ch->ch.chunk_type & 0x40) {
2707 /* Add a error report to the queue */
2709 struct sctp_paramhdr *phd;
2711 merr = sctp_get_mbuf_for_msg(sizeof(*phd), 0, M_DONTWAIT, 1, MT_DATA);
2713 phd = mtod(merr, struct sctp_paramhdr *);
2715 * We cheat and use param
2716 * type since we did not
2717 * bother to define a error
2718 * cause struct. They are
2719 * the same basic format
2720 * with different names.
2723 htons(SCTP_CAUSE_UNRECOG_CHUNK);
2725 htons(chk_length + sizeof(*phd));
2726 SCTP_BUF_LEN(merr) = sizeof(*phd);
2727 SCTP_BUF_NEXT(merr) = SCTP_M_COPYM(m, *offset, chk_length, M_DONTWAIT);
2728 if (SCTP_BUF_NEXT(merr)) {
2729 if (sctp_pad_lastmbuf(SCTP_BUF_NEXT(merr), SCTP_SIZE32(chk_length) - chk_length, NULL)) {
2732 sctp_queue_op_err(stcb, merr);
2739 if ((ch->ch.chunk_type & 0x80) == 0) {
2740 /* discard the rest of this packet */
2742 } /* else skip this bad chunk and
2745 } /* switch of chunk type */
2747 *offset += SCTP_SIZE32(chk_length);
2748 if ((*offset >= length) || stop_proc) {
2749 /* no more data left in the mbuf chain */
2753 ch = (struct sctp_data_chunk *)sctp_m_getptr(m, *offset,
2754 sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf);
2763 * we need to report rwnd overrun drops.
2765 sctp_send_packet_dropped(stcb, net, *mm, iphlen, 0);
2769 * Did we get data, if so update the time for auto-close and
2770 * give peer credit for being alive.
2772 SCTP_STAT_INCR(sctps_recvpktwithdata);
2773 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
2774 sctp_misc_ints(SCTP_THRESHOLD_CLEAR,
2775 stcb->asoc.overall_error_count,
2777 SCTP_FROM_SCTP_INDATA,
2780 stcb->asoc.overall_error_count = 0;
2781 (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd);
2783 /* now service all of the reassm queue if needed */
2784 if (!(TAILQ_EMPTY(&asoc->reasmqueue)))
2785 sctp_service_queues(stcb, asoc);
2787 if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) {
2788 /* Assure that we ack right away */
2789 stcb->asoc.send_sack = 1;
2791 /* Start a sack timer or QUEUE a SACK for sending */
2792 sctp_sack_check(stcb, was_a_gap);
2797 sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn,
2798 uint16_t frag_strt, uint16_t frag_end, int nr_sacking,
2800 uint32_t * biggest_newly_acked_tsn,
2801 uint32_t * this_sack_lowest_newack,
2804 struct sctp_tmit_chunk *tp1;
2805 unsigned int theTSN;
2806 int j, wake_him = 0, circled = 0;
2808 /* Recover the tp1 we last saw */
2811 tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue);
2813 for (j = frag_strt; j <= frag_end; j++) {
2814 theTSN = j + last_tsn;
2816 if (tp1->rec.data.doing_fast_retransmit)
2820 * CMT: CUCv2 algorithm. For each TSN being
2821 * processed from the sent queue, track the
2822 * next expected pseudo-cumack, or
2823 * rtx_pseudo_cumack, if required. Separate
2824 * cumack trackers for first transmissions,
2825 * and retransmissions.
2827 if ((tp1->whoTo->find_pseudo_cumack == 1) && (tp1->sent < SCTP_DATAGRAM_RESEND) &&
2828 (tp1->snd_count == 1)) {
2829 tp1->whoTo->pseudo_cumack = tp1->rec.data.TSN_seq;
2830 tp1->whoTo->find_pseudo_cumack = 0;
2832 if ((tp1->whoTo->find_rtx_pseudo_cumack == 1) && (tp1->sent < SCTP_DATAGRAM_RESEND) &&
2833 (tp1->snd_count > 1)) {
2834 tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.TSN_seq;
2835 tp1->whoTo->find_rtx_pseudo_cumack = 0;
2837 if (tp1->rec.data.TSN_seq == theTSN) {
2838 if (tp1->sent != SCTP_DATAGRAM_UNSENT) {
2840 * must be held until
2843 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
2845 * If it is less than RESEND, it is
2846 * now no-longer in flight.
2847 * Higher values may already be set
2848 * via previous Gap Ack Blocks...
2849 * i.e. ACKED or RESEND.
2851 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
2852 *biggest_newly_acked_tsn)) {
2853 *biggest_newly_acked_tsn = tp1->rec.data.TSN_seq;
2856 * CMT: SFR algo (and HTNA) - set
2857 * saw_newack to 1 for dest being
2858 * newly acked. update
2859 * this_sack_highest_newack if
2862 if (tp1->rec.data.chunk_was_revoked == 0)
2863 tp1->whoTo->saw_newack = 1;
2865 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
2866 tp1->whoTo->this_sack_highest_newack)) {
2867 tp1->whoTo->this_sack_highest_newack =
2868 tp1->rec.data.TSN_seq;
2871 * CMT DAC algo: also update
2872 * this_sack_lowest_newack
2874 if (*this_sack_lowest_newack == 0) {
2875 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
2876 sctp_log_sack(*this_sack_lowest_newack,
2878 tp1->rec.data.TSN_seq,
2881 SCTP_LOG_TSN_ACKED);
2883 *this_sack_lowest_newack = tp1->rec.data.TSN_seq;
2886 * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp
2887 * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set
2888 * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be
2889 * updated. Also trigger search for the next expected (rtx-)pseudo-cumack.
2890 * Separate pseudo_cumack trackers for first transmissions and
2893 if (tp1->rec.data.TSN_seq == tp1->whoTo->pseudo_cumack) {
2894 if (tp1->rec.data.chunk_was_revoked == 0) {
2895 tp1->whoTo->new_pseudo_cumack = 1;
2897 tp1->whoTo->find_pseudo_cumack = 1;
2899 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
2900 sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK);
2902 if (tp1->rec.data.TSN_seq == tp1->whoTo->rtx_pseudo_cumack) {
2903 if (tp1->rec.data.chunk_was_revoked == 0) {
2904 tp1->whoTo->new_pseudo_cumack = 1;
2906 tp1->whoTo->find_rtx_pseudo_cumack = 1;
2908 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
2909 sctp_log_sack(*biggest_newly_acked_tsn,
2911 tp1->rec.data.TSN_seq,
2914 SCTP_LOG_TSN_ACKED);
2916 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
2917 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP,
2918 tp1->whoTo->flight_size,
2920 (uintptr_t) tp1->whoTo,
2921 tp1->rec.data.TSN_seq);
2923 sctp_flight_size_decrease(tp1);
2924 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
2925 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
2928 sctp_total_flight_decrease(stcb, tp1);
2930 tp1->whoTo->net_ack += tp1->send_size;
2931 if (tp1->snd_count < 2) {
2933 * True non-retransmited chunk
2935 tp1->whoTo->net_ack2 += tp1->send_size;
2943 sctp_calculate_rto(stcb,
2946 &tp1->sent_rcv_time,
2947 sctp_align_safe_nocopy,
2948 SCTP_RTT_FROM_DATA);
2951 if (tp1->whoTo->rto_needed == 0) {
2952 tp1->whoTo->rto_needed = 1;
2958 if (tp1->sent <= SCTP_DATAGRAM_RESEND) {
2959 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
2960 stcb->asoc.this_sack_highest_gap)) {
2961 stcb->asoc.this_sack_highest_gap =
2962 tp1->rec.data.TSN_seq;
2964 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
2965 sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt);
2966 #ifdef SCTP_AUDITING_ENABLED
2967 sctp_audit_log(0xB2,
2968 (stcb->asoc.sent_queue_retran_cnt & 0x000000ff));
2973 * All chunks NOT UNSENT fall through here and are marked
2974 * (leave PR-SCTP ones that are to skip alone though)
2976 if (tp1->sent != SCTP_FORWARD_TSN_SKIP)
2977 tp1->sent = SCTP_DATAGRAM_MARKED;
2979 if (tp1->rec.data.chunk_was_revoked) {
2980 /* deflate the cwnd */
2981 tp1->whoTo->cwnd -= tp1->book_size;
2982 tp1->rec.data.chunk_was_revoked = 0;
2984 /* NR Sack code here */
2991 sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1);
2992 sctp_m_freem(tp1->data);
2999 } /* if (tp1->TSN_seq == theTSN) */
3000 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, theTSN)) {
3003 tp1 = TAILQ_NEXT(tp1, sctp_next);
3004 if ((tp1 == NULL) && (circled == 0)) {
3006 tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue);
3008 } /* end while (tp1) */
3011 tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue);
3013 /* In case the fragments were not in order we must reset */
3014 } /* end for (j = fragStart */
3016 return (wake_him); /* Return value only used for nr-sack */
3021 sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc,
3022 uint32_t last_tsn, uint32_t * biggest_tsn_acked,
3023 uint32_t * biggest_newly_acked_tsn, uint32_t * this_sack_lowest_newack,
3024 int num_seg, int num_nr_seg, int *rto_ok)
3026 struct sctp_gap_ack_block *frag, block;
3027 struct sctp_tmit_chunk *tp1;
3032 uint16_t frag_strt, frag_end, prev_frag_end;
3034 tp1 = TAILQ_FIRST(&asoc->sent_queue);
3038 for (i = 0; i < (num_seg + num_nr_seg); i++) {
3041 tp1 = TAILQ_FIRST(&asoc->sent_queue);
3043 frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset,
3044 sizeof(struct sctp_gap_ack_block), (uint8_t *) & block);
3045 *offset += sizeof(block);
3047 return (chunk_freed);
3049 frag_strt = ntohs(frag->start);
3050 frag_end = ntohs(frag->end);
3052 if (frag_strt > frag_end) {
3053 /* This gap report is malformed, skip it. */
3056 if (frag_strt <= prev_frag_end) {
3057 /* This gap report is not in order, so restart. */
3058 tp1 = TAILQ_FIRST(&asoc->sent_queue);
3060 if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) {
3061 *biggest_tsn_acked = last_tsn + frag_end;
3068 if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end,
3069 non_revocable, &num_frs, biggest_newly_acked_tsn,
3070 this_sack_lowest_newack, rto_ok)) {
3073 prev_frag_end = frag_end;
3075 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3077 sctp_log_fr(*biggest_tsn_acked,
3078 *biggest_newly_acked_tsn,
3079 last_tsn, SCTP_FR_LOG_BIGGEST_TSNS);
3081 return (chunk_freed);
3085 sctp_check_for_revoked(struct sctp_tcb *stcb,
3086 struct sctp_association *asoc, uint32_t cumack,
3087 uint32_t biggest_tsn_acked)
3089 struct sctp_tmit_chunk *tp1;
3090 int tot_revoked = 0;
3092 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
3093 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, cumack)) {
3095 * ok this guy is either ACK or MARKED. If it is
3096 * ACKED it has been previously acked but not this
3097 * time i.e. revoked. If it is MARKED it was ACK'ed
3100 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, biggest_tsn_acked)) {
3103 if (tp1->sent == SCTP_DATAGRAM_ACKED) {
3104 /* it has been revoked */
3105 tp1->sent = SCTP_DATAGRAM_SENT;
3106 tp1->rec.data.chunk_was_revoked = 1;
3108 * We must add this stuff back in to assure
3109 * timers and such get started.
3111 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
3112 sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE,
3113 tp1->whoTo->flight_size,
3115 (uintptr_t) tp1->whoTo,
3116 tp1->rec.data.TSN_seq);
3118 sctp_flight_size_increase(tp1);
3119 sctp_total_flight_increase(stcb, tp1);
3121 * We inflate the cwnd to compensate for our
3122 * artificial inflation of the flight_size.
3124 tp1->whoTo->cwnd += tp1->book_size;
3126 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
3127 sctp_log_sack(asoc->last_acked_seq,
3129 tp1->rec.data.TSN_seq,
3132 SCTP_LOG_TSN_REVOKED);
3134 } else if (tp1->sent == SCTP_DATAGRAM_MARKED) {
3135 /* it has been re-acked in this SACK */
3136 tp1->sent = SCTP_DATAGRAM_ACKED;
3139 if (tp1->sent == SCTP_DATAGRAM_UNSENT)
3146 sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc,
3147 uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved)
3149 struct sctp_tmit_chunk *tp1;
3150 int strike_flag = 0;
3152 int tot_retrans = 0;
3153 uint32_t sending_seq;
3154 struct sctp_nets *net;
3155 int num_dests_sacked = 0;
3158 * select the sending_seq, this is either the next thing ready to be
3159 * sent but not transmitted, OR, the next seq we assign.
3161 tp1 = TAILQ_FIRST(&stcb->asoc.send_queue);
3163 sending_seq = asoc->sending_seq;
3165 sending_seq = tp1->rec.data.TSN_seq;
3168 /* CMT DAC algo: finding out if SACK is a mixed SACK */
3169 if ((asoc->sctp_cmt_on_off > 0) &&
3170 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
3171 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
3172 if (net->saw_newack)
3176 if (stcb->asoc.peer_supports_prsctp) {
3177 (void)SCTP_GETTIME_TIMEVAL(&now);
3179 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
3181 if (tp1->no_fr_allowed) {
3182 /* this one had a timeout or something */
3185 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3186 if (tp1->sent < SCTP_DATAGRAM_RESEND)
3187 sctp_log_fr(biggest_tsn_newly_acked,
3188 tp1->rec.data.TSN_seq,
3190 SCTP_FR_LOG_CHECK_STRIKE);
3192 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, biggest_tsn_acked) ||
3193 tp1->sent == SCTP_DATAGRAM_UNSENT) {
3197 if (stcb->asoc.peer_supports_prsctp) {
3198 if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) {
3199 /* Is it expired? */
3200 if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) {
3201 /* Yes so drop it */
3202 if (tp1->data != NULL) {
3203 (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1,
3204 SCTP_SO_NOT_LOCKED);
3210 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, asoc->this_sack_highest_gap)) {
3211 /* we are beyond the tsn in the sack */
3214 if (tp1->sent >= SCTP_DATAGRAM_RESEND) {
3215 /* either a RESEND, ACKED, or MARKED */
3217 if (tp1->sent == SCTP_FORWARD_TSN_SKIP) {
3218 /* Continue strikin FWD-TSN chunks */
3219 tp1->rec.data.fwd_tsn_cnt++;
3224 * CMT : SFR algo (covers part of DAC and HTNA as well)
3226 if (tp1->whoTo && tp1->whoTo->saw_newack == 0) {
3228 * No new acks were receieved for data sent to this
3229 * dest. Therefore, according to the SFR algo for
3230 * CMT, no data sent to this dest can be marked for
3231 * FR using this SACK.
3234 } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.TSN_seq,
3235 tp1->whoTo->this_sack_highest_newack)) {
3237 * CMT: New acks were receieved for data sent to
3238 * this dest. But no new acks were seen for data
3239 * sent after tp1. Therefore, according to the SFR
3240 * algo for CMT, tp1 cannot be marked for FR using
3241 * this SACK. This step covers part of the DAC algo
3242 * and the HTNA algo as well.
3247 * Here we check to see if we were have already done a FR
3248 * and if so we see if the biggest TSN we saw in the sack is
3249 * smaller than the recovery point. If so we don't strike
3250 * the tsn... otherwise we CAN strike the TSN.
3253 * @@@ JRI: Check for CMT if (accum_moved &&
3254 * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off ==
3257 if (accum_moved && asoc->fast_retran_loss_recovery) {
3259 * Strike the TSN if in fast-recovery and cum-ack
3262 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3263 sctp_log_fr(biggest_tsn_newly_acked,
3264 tp1->rec.data.TSN_seq,
3266 SCTP_FR_LOG_STRIKE_CHUNK);
3268 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3271 if ((asoc->sctp_cmt_on_off > 0) &&
3272 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
3274 * CMT DAC algorithm: If SACK flag is set to
3275 * 0, then lowest_newack test will not pass
3276 * because it would have been set to the
3277 * cumack earlier. If not already to be
3278 * rtx'd, If not a mixed sack and if tp1 is
3279 * not between two sacked TSNs, then mark by
3280 * one more. NOTE that we are marking by one
3281 * additional time since the SACK DAC flag
3282 * indicates that two packets have been
3283 * received after this missing TSN.
3285 if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) &&
3286 SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.TSN_seq)) {
3287 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3288 sctp_log_fr(16 + num_dests_sacked,
3289 tp1->rec.data.TSN_seq,
3291 SCTP_FR_LOG_STRIKE_CHUNK);
3296 } else if ((tp1->rec.data.doing_fast_retransmit) &&
3297 (asoc->sctp_cmt_on_off == 0)) {
3299 * For those that have done a FR we must take
3300 * special consideration if we strike. I.e the
3301 * biggest_newly_acked must be higher than the
3302 * sending_seq at the time we did the FR.
3305 #ifdef SCTP_FR_TO_ALTERNATE
3307 * If FR's go to new networks, then we must only do
3308 * this for singly homed asoc's. However if the FR's
3309 * go to the same network (Armando's work) then its
3310 * ok to FR multiple times.
3318 if (SCTP_TSN_GE(biggest_tsn_newly_acked,
3319 tp1->rec.data.fast_retran_tsn)) {
3321 * Strike the TSN, since this ack is
3322 * beyond where things were when we
3325 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3326 sctp_log_fr(biggest_tsn_newly_acked,
3327 tp1->rec.data.TSN_seq,
3329 SCTP_FR_LOG_STRIKE_CHUNK);
3331 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3335 if ((asoc->sctp_cmt_on_off > 0) &&
3336 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
3338 * CMT DAC algorithm: If
3339 * SACK flag is set to 0,
3340 * then lowest_newack test
3341 * will not pass because it
3342 * would have been set to
3343 * the cumack earlier. If
3344 * not already to be rtx'd,
3345 * If not a mixed sack and
3346 * if tp1 is not between two
3347 * sacked TSNs, then mark by
3348 * one more. NOTE that we
3349 * are marking by one
3350 * additional time since the
3351 * SACK DAC flag indicates
3352 * that two packets have
3353 * been received after this
3356 if ((tp1->sent < SCTP_DATAGRAM_RESEND) &&
3357 (num_dests_sacked == 1) &&
3358 SCTP_TSN_GT(this_sack_lowest_newack,
3359 tp1->rec.data.TSN_seq)) {
3360 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3361 sctp_log_fr(32 + num_dests_sacked,
3362 tp1->rec.data.TSN_seq,
3364 SCTP_FR_LOG_STRIKE_CHUNK);
3366 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3374 * JRI: TODO: remove code for HTNA algo. CMT's SFR
3377 } else if (SCTP_TSN_GT(tp1->rec.data.TSN_seq,
3378 biggest_tsn_newly_acked)) {
3380 * We don't strike these: This is the HTNA
3381 * algorithm i.e. we don't strike If our TSN is
3382 * larger than the Highest TSN Newly Acked.
3386 /* Strike the TSN */
3387 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3388 sctp_log_fr(biggest_tsn_newly_acked,
3389 tp1->rec.data.TSN_seq,
3391 SCTP_FR_LOG_STRIKE_CHUNK);
3393 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3396 if ((asoc->sctp_cmt_on_off > 0) &&
3397 SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
3399 * CMT DAC algorithm: If SACK flag is set to
3400 * 0, then lowest_newack test will not pass
3401 * because it would have been set to the
3402 * cumack earlier. If not already to be
3403 * rtx'd, If not a mixed sack and if tp1 is
3404 * not between two sacked TSNs, then mark by
3405 * one more. NOTE that we are marking by one
3406 * additional time since the SACK DAC flag
3407 * indicates that two packets have been
3408 * received after this missing TSN.
3410 if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) &&
3411 SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.TSN_seq)) {
3412 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3413 sctp_log_fr(48 + num_dests_sacked,
3414 tp1->rec.data.TSN_seq,
3416 SCTP_FR_LOG_STRIKE_CHUNK);
3422 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
3423 struct sctp_nets *alt;
3425 /* fix counts and things */
3426 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
3427 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND,
3428 (tp1->whoTo ? (tp1->whoTo->flight_size) : 0),
3430 (uintptr_t) tp1->whoTo,
3431 tp1->rec.data.TSN_seq);
3434 tp1->whoTo->net_ack++;
3435 sctp_flight_size_decrease(tp1);
3436 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
3437 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
3441 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
3442 sctp_log_rwnd(SCTP_INCREASE_PEER_RWND,
3443 asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
3445 /* add back to the rwnd */
3446 asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
3448 /* remove from the total flight */
3449 sctp_total_flight_decrease(stcb, tp1);
3451 if ((stcb->asoc.peer_supports_prsctp) &&
3452 (PR_SCTP_RTX_ENABLED(tp1->flags))) {
3454 * Has it been retransmitted tv_sec times? -
3455 * we store the retran count there.
3457 if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) {
3458 /* Yes, so drop it */
3459 if (tp1->data != NULL) {
3460 (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1,
3461 SCTP_SO_NOT_LOCKED);
3463 /* Make sure to flag we had a FR */
3464 tp1->whoTo->net_ack++;
3469 * SCTP_PRINTF("OK, we are now ready to FR this
3472 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
3473 sctp_log_fr(tp1->rec.data.TSN_seq, tp1->snd_count,
3477 /* This is a subsequent FR */
3478 SCTP_STAT_INCR(sctps_sendmultfastretrans);
3480 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
3481 if (asoc->sctp_cmt_on_off > 0) {
3483 * CMT: Using RTX_SSTHRESH policy for CMT.
3484 * If CMT is being used, then pick dest with
3485 * largest ssthresh for any retransmission.
3487 tp1->no_fr_allowed = 1;
3489 /* sa_ignore NO_NULL_CHK */
3490 if (asoc->sctp_cmt_pf > 0) {
3492 * JRS 5/18/07 - If CMT PF is on,
3493 * use the PF version of
3496 alt = sctp_find_alternate_net(stcb, alt, 2);
3499 * JRS 5/18/07 - If only CMT is on,
3500 * use the CMT version of
3503 /* sa_ignore NO_NULL_CHK */
3504 alt = sctp_find_alternate_net(stcb, alt, 1);
3510 * CUCv2: If a different dest is picked for
3511 * the retransmission, then new
3512 * (rtx-)pseudo_cumack needs to be tracked
3513 * for orig dest. Let CUCv2 track new (rtx-)
3514 * pseudo-cumack always.
3517 tp1->whoTo->find_pseudo_cumack = 1;
3518 tp1->whoTo->find_rtx_pseudo_cumack = 1;
3520 } else {/* CMT is OFF */
3522 #ifdef SCTP_FR_TO_ALTERNATE
3523 /* Can we find an alternate? */
3524 alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0);
3527 * default behavior is to NOT retransmit
3528 * FR's to an alternate. Armando Caro's
3529 * paper details why.
3535 tp1->rec.data.doing_fast_retransmit = 1;
3537 /* mark the sending seq for possible subsequent FR's */
3539 * SCTP_PRINTF("Marking TSN for FR new value %x\n",
3540 * (uint32_t)tpi->rec.data.TSN_seq);
3542 if (TAILQ_EMPTY(&asoc->send_queue)) {
3544 * If the queue of send is empty then its
3545 * the next sequence number that will be
3546 * assigned so we subtract one from this to
3547 * get the one we last sent.
3549 tp1->rec.data.fast_retran_tsn = sending_seq;
3552 * If there are chunks on the send queue
3553 * (unsent data that has made it from the
3554 * stream queues but not out the door, we
3555 * take the first one (which will have the
3556 * lowest TSN) and subtract one to get the
3559 struct sctp_tmit_chunk *ttt;
3561 ttt = TAILQ_FIRST(&asoc->send_queue);
3562 tp1->rec.data.fast_retran_tsn =
3563 ttt->rec.data.TSN_seq;
3568 * this guy had a RTO calculation pending on
3571 if ((tp1->whoTo != NULL) &&
3572 (tp1->whoTo->rto_needed == 0)) {
3573 tp1->whoTo->rto_needed = 1;
3577 if (alt != tp1->whoTo) {
3578 /* yes, there is an alternate. */
3579 sctp_free_remote_addr(tp1->whoTo);
3580 /* sa_ignore FREED_MEMORY */
3582 atomic_add_int(&alt->ref_count, 1);
3588 struct sctp_tmit_chunk *
3589 sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb,
3590 struct sctp_association *asoc)
3592 struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL;
3596 if (asoc->peer_supports_prsctp == 0) {
3599 TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) {
3600 if (tp1->sent != SCTP_FORWARD_TSN_SKIP &&
3601 tp1->sent != SCTP_DATAGRAM_RESEND) {
3602 /* no chance to advance, out of here */
3605 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
3606 if (tp1->sent == SCTP_FORWARD_TSN_SKIP) {
3607 sctp_misc_ints(SCTP_FWD_TSN_CHECK,
3608 asoc->advanced_peer_ack_point,
3609 tp1->rec.data.TSN_seq, 0, 0);
3612 if (!PR_SCTP_ENABLED(tp1->flags)) {
3614 * We can't fwd-tsn past any that are reliable aka
3615 * retransmitted until the asoc fails.
3620 (void)SCTP_GETTIME_TIMEVAL(&now);
3624 * now we got a chunk which is marked for another
3625 * retransmission to a PR-stream but has run out its chances
3626 * already maybe OR has been marked to skip now. Can we skip
3627 * it if its a resend?
3629 if (tp1->sent == SCTP_DATAGRAM_RESEND &&
3630 (PR_SCTP_TTL_ENABLED(tp1->flags))) {
3632 * Now is this one marked for resend and its time is
3635 if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) {
3636 /* Yes so drop it */
3638 (void)sctp_release_pr_sctp_chunk(stcb, tp1,
3639 1, SCTP_SO_NOT_LOCKED);
3643 * No, we are done when hit one for resend
3644 * whos time as not expired.
3650 * Ok now if this chunk is marked to drop it we can clean up
3651 * the chunk, advance our peer ack point and we can check
3654 if (tp1->sent == SCTP_FORWARD_TSN_SKIP) {
3655 /* advance PeerAckPoint goes forward */
3656 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, asoc->advanced_peer_ack_point)) {
3657 asoc->advanced_peer_ack_point = tp1->rec.data.TSN_seq;
3659 } else if (tp1->rec.data.TSN_seq == asoc->advanced_peer_ack_point) {
3660 /* No update but we do save the chk */
3665 * If it is still in RESEND we can advance no
3675 sctp_fs_audit(struct sctp_association *asoc)
3677 struct sctp_tmit_chunk *chk;
3678 int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0;
3679 int entry_flight, entry_cnt, ret;
3681 entry_flight = asoc->total_flight;
3682 entry_cnt = asoc->total_flight_count;
3685 if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt)
3688 TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
3689 if (chk->sent < SCTP_DATAGRAM_RESEND) {
3690 SCTP_PRINTF("Chk TSN:%u size:%d inflight cnt:%d\n",
3691 chk->rec.data.TSN_seq,
3695 } else if (chk->sent == SCTP_DATAGRAM_RESEND) {
3697 } else if (chk->sent < SCTP_DATAGRAM_ACKED) {
3699 } else if (chk->sent > SCTP_DATAGRAM_ACKED) {
3706 if ((inflight > 0) || (inbetween > 0)) {
3708 panic("Flight size-express incorrect? \n");
3710 SCTP_PRINTF("asoc->total_flight:%d cnt:%d\n",
3711 entry_flight, entry_cnt);
3713 SCTP_PRINTF("Flight size-express incorrect F:%d I:%d R:%d Ab:%d ACK:%d\n",
3714 inflight, inbetween, resend, above, acked);
3723 sctp_window_probe_recovery(struct sctp_tcb *stcb,
3724 struct sctp_association *asoc,
3725 struct sctp_tmit_chunk *tp1)
3727 tp1->window_probe = 0;
3728 if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) {
3729 /* TSN's skipped we do NOT move back. */
3730 sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD,
3731 tp1->whoTo->flight_size,
3733 (uintptr_t) tp1->whoTo,
3734 tp1->rec.data.TSN_seq);
3737 /* First setup this by shrinking flight */
3738 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
3739 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
3742 sctp_flight_size_decrease(tp1);
3743 sctp_total_flight_decrease(stcb, tp1);
3744 /* Now mark for resend */
3745 tp1->sent = SCTP_DATAGRAM_RESEND;
3746 sctp_ucount_incr(asoc->sent_queue_retran_cnt);
3748 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
3749 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP,
3750 tp1->whoTo->flight_size,
3752 (uintptr_t) tp1->whoTo,
3753 tp1->rec.data.TSN_seq);
3758 sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack,
3759 uint32_t rwnd, int *abort_now, int ecne_seen)
3761 struct sctp_nets *net;
3762 struct sctp_association *asoc;
3763 struct sctp_tmit_chunk *tp1, *tp2;
3765 int win_probe_recovery = 0;
3766 int win_probe_recovered = 0;
3767 int j, done_once = 0;
3770 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) {
3771 sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack,
3772 rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd);
3774 SCTP_TCB_LOCK_ASSERT(stcb);
3775 #ifdef SCTP_ASOCLOG_OF_TSNS
3776 stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack;
3777 stcb->asoc.cumack_log_at++;
3778 if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) {
3779 stcb->asoc.cumack_log_at = 0;
3783 old_rwnd = asoc->peers_rwnd;
3784 if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) {
3787 } else if (asoc->last_acked_seq == cumack) {
3788 /* Window update sack */
3789 asoc->peers_rwnd = sctp_sbspace_sub(rwnd,
3790 (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))));
3791 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
3792 /* SWS sender side engages */
3793 asoc->peers_rwnd = 0;
3795 if (asoc->peers_rwnd > old_rwnd) {
3800 /* First setup for CC stuff */
3801 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
3802 if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) {
3803 /* Drag along the window_tsn for cwr's */
3804 net->cwr_window_tsn = cumack;
3806 net->prev_cwnd = net->cwnd;
3811 * CMT: Reset CUC and Fast recovery algo variables before
3814 net->new_pseudo_cumack = 0;
3815 net->will_exit_fast_recovery = 0;
3816 if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) {
3817 (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net);
3820 if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) {
3823 if (!TAILQ_EMPTY(&asoc->sent_queue)) {
3824 tp1 = TAILQ_LAST(&asoc->sent_queue,
3825 sctpchunk_listhead);
3826 send_s = tp1->rec.data.TSN_seq + 1;
3828 send_s = asoc->sending_seq;
3830 if (SCTP_TSN_GE(cumack, send_s)) {
3836 panic("Impossible sack 1");
3841 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + sizeof(uint32_t)),
3842 0, M_DONTWAIT, 1, MT_DATA);
3844 struct sctp_paramhdr *ph;
3847 SCTP_BUF_LEN(oper) = sizeof(struct sctp_paramhdr) +
3849 ph = mtod(oper, struct sctp_paramhdr *);
3850 ph->param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
3851 ph->param_length = htons(SCTP_BUF_LEN(oper));
3852 ippp = (uint32_t *) (ph + 1);
3853 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_25);
3855 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25;
3856 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
3861 asoc->this_sack_highest_gap = cumack;
3862 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
3863 sctp_misc_ints(SCTP_THRESHOLD_CLEAR,
3864 stcb->asoc.overall_error_count,
3866 SCTP_FROM_SCTP_INDATA,
3869 stcb->asoc.overall_error_count = 0;
3870 if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) {
3871 /* process the new consecutive TSN first */
3872 TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) {
3873 if (SCTP_TSN_GE(cumack, tp1->rec.data.TSN_seq)) {
3874 if (tp1->sent == SCTP_DATAGRAM_UNSENT) {
3875 SCTP_PRINTF("Warning, an unsent is now acked?\n");
3877 if (tp1->sent < SCTP_DATAGRAM_ACKED) {
3879 * If it is less than ACKED, it is
3880 * now no-longer in flight. Higher
3881 * values may occur during marking
3883 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
3884 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
3885 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA,
3886 tp1->whoTo->flight_size,
3888 (uintptr_t) tp1->whoTo,
3889 tp1->rec.data.TSN_seq);
3891 sctp_flight_size_decrease(tp1);
3892 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
3893 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
3896 /* sa_ignore NO_NULL_CHK */
3897 sctp_total_flight_decrease(stcb, tp1);
3899 tp1->whoTo->net_ack += tp1->send_size;
3900 if (tp1->snd_count < 2) {
3902 * True non-retransmited
3905 tp1->whoTo->net_ack2 +=
3908 /* update RTO too? */
3917 sctp_calculate_rto(stcb,
3919 &tp1->sent_rcv_time,
3920 sctp_align_safe_nocopy,
3921 SCTP_RTT_FROM_DATA);
3924 if (tp1->whoTo->rto_needed == 0) {
3925 tp1->whoTo->rto_needed = 1;
3931 * CMT: CUCv2 algorithm. From the
3932 * cumack'd TSNs, for each TSN being
3933 * acked for the first time, set the
3934 * following variables for the
3935 * corresp destination.
3936 * new_pseudo_cumack will trigger a
3938 * find_(rtx_)pseudo_cumack will
3939 * trigger search for the next
3940 * expected (rtx-)pseudo-cumack.
3942 tp1->whoTo->new_pseudo_cumack = 1;
3943 tp1->whoTo->find_pseudo_cumack = 1;
3944 tp1->whoTo->find_rtx_pseudo_cumack = 1;
3946 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
3947 /* sa_ignore NO_NULL_CHK */
3948 sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK);
3951 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
3952 sctp_ucount_decr(asoc->sent_queue_retran_cnt);
3954 if (tp1->rec.data.chunk_was_revoked) {
3955 /* deflate the cwnd */
3956 tp1->whoTo->cwnd -= tp1->book_size;
3957 tp1->rec.data.chunk_was_revoked = 0;
3959 tp1->sent = SCTP_DATAGRAM_ACKED;
3960 TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next);
3962 /* sa_ignore NO_NULL_CHK */
3963 sctp_free_bufspace(stcb, asoc, tp1, 1);
3964 sctp_m_freem(tp1->data);
3967 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
3968 sctp_log_sack(asoc->last_acked_seq,
3970 tp1->rec.data.TSN_seq,
3973 SCTP_LOG_FREE_SENT);
3975 asoc->sent_queue_cnt--;
3976 sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED);
3983 /* sa_ignore NO_NULL_CHK */
3984 if (stcb->sctp_socket) {
3985 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
3989 SOCKBUF_LOCK(&stcb->sctp_socket->so_snd);
3990 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
3991 /* sa_ignore NO_NULL_CHK */
3992 sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK);
3994 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
3995 so = SCTP_INP_SO(stcb->sctp_ep);
3996 atomic_add_int(&stcb->asoc.refcnt, 1);
3997 SCTP_TCB_UNLOCK(stcb);
3998 SCTP_SOCKET_LOCK(so, 1);
3999 SCTP_TCB_LOCK(stcb);
4000 atomic_subtract_int(&stcb->asoc.refcnt, 1);
4001 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) {
4002 /* assoc was freed while we were unlocked */
4003 SCTP_SOCKET_UNLOCK(so, 1);
4007 sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket);
4008 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4009 SCTP_SOCKET_UNLOCK(so, 1);
4012 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
4013 sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK);
4017 /* JRS - Use the congestion control given in the CC module */
4018 if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) {
4019 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4020 if (net->net_ack2 > 0) {
4022 * Karn's rule applies to clearing error
4023 * count, this is optional.
4025 net->error_count = 0;
4026 if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
4027 /* addr came good */
4028 net->dest_state |= SCTP_ADDR_REACHABLE;
4029 sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb,
4030 0, (void *)net, SCTP_SO_NOT_LOCKED);
4032 if (net == stcb->asoc.primary_destination) {
4033 if (stcb->asoc.alternate) {
4035 * release the alternate,
4038 sctp_free_remote_addr(stcb->asoc.alternate);
4039 stcb->asoc.alternate = NULL;
4042 if (net->dest_state & SCTP_ADDR_PF) {
4043 net->dest_state &= ~SCTP_ADDR_PF;
4044 sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net, SCTP_FROM_SCTP_INPUT + SCTP_LOC_3);
4045 sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net);
4046 asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net);
4047 /* Done with this net */
4050 /* restore any doubled timers */
4051 net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv;
4052 if (net->RTO < stcb->asoc.minrto) {
4053 net->RTO = stcb->asoc.minrto;
4055 if (net->RTO > stcb->asoc.maxrto) {
4056 net->RTO = stcb->asoc.maxrto;
4060 asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0);
4062 asoc->last_acked_seq = cumack;
4064 if (TAILQ_EMPTY(&asoc->sent_queue)) {
4065 /* nothing left in-flight */
4066 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4067 net->flight_size = 0;
4068 net->partial_bytes_acked = 0;
4070 asoc->total_flight = 0;
4071 asoc->total_flight_count = 0;
4074 asoc->peers_rwnd = sctp_sbspace_sub(rwnd,
4075 (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))));
4076 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
4077 /* SWS sender side engages */
4078 asoc->peers_rwnd = 0;
4080 if (asoc->peers_rwnd > old_rwnd) {
4081 win_probe_recovery = 1;
4083 /* Now assure a timer where data is queued at */
4086 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4089 if (win_probe_recovery && (net->window_probe)) {
4090 win_probe_recovered = 1;
4092 * Find first chunk that was used with window probe
4093 * and clear the sent
4095 /* sa_ignore FREED_MEMORY */
4096 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4097 if (tp1->window_probe) {
4098 /* move back to data send queue */
4099 sctp_window_probe_recovery(stcb, asoc, tp1);
4104 if (net->RTO == 0) {
4105 to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto);
4107 to_ticks = MSEC_TO_TICKS(net->RTO);
4109 if (net->flight_size) {
4111 (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks,
4112 sctp_timeout_handler, &net->rxt_timer);
4113 if (net->window_probe) {
4114 net->window_probe = 0;
4117 if (net->window_probe) {
4119 * In window probes we must assure a timer
4120 * is still running there
4122 net->window_probe = 0;
4123 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
4124 SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks,
4125 sctp_timeout_handler, &net->rxt_timer);
4127 } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
4128 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4130 SCTP_FROM_SCTP_INDATA + SCTP_LOC_22);
4135 (!TAILQ_EMPTY(&asoc->sent_queue)) &&
4136 (asoc->sent_queue_retran_cnt == 0) &&
4137 (win_probe_recovered == 0) &&
4140 * huh, this should not happen unless all packets are
4141 * PR-SCTP and marked to skip of course.
4143 if (sctp_fs_audit(asoc)) {
4144 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4145 net->flight_size = 0;
4147 asoc->total_flight = 0;
4148 asoc->total_flight_count = 0;
4149 asoc->sent_queue_retran_cnt = 0;
4150 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4151 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
4152 sctp_flight_size_increase(tp1);
4153 sctp_total_flight_increase(stcb, tp1);
4154 } else if (tp1->sent == SCTP_DATAGRAM_RESEND) {
4155 sctp_ucount_incr(asoc->sent_queue_retran_cnt);
4162 /**********************************/
4163 /* Now what about shutdown issues */
4164 /**********************************/
4165 if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) {
4166 /* nothing left on sendqueue.. consider done */
4168 if ((asoc->stream_queue_cnt == 1) &&
4169 ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) ||
4170 (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) &&
4171 (asoc->locked_on_sending)
4173 struct sctp_stream_queue_pending *sp;
4176 * I may be in a state where we got all across.. but
4177 * cannot write more due to a shutdown... we abort
4178 * since the user did not indicate EOR in this case.
4179 * The sp will be cleaned during free of the asoc.
4181 sp = TAILQ_LAST(&((asoc->locked_on_sending)->outqueue),
4183 if ((sp) && (sp->length == 0)) {
4184 /* Let cleanup code purge it */
4185 if (sp->msg_is_complete) {
4186 asoc->stream_queue_cnt--;
4188 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT;
4189 asoc->locked_on_sending = NULL;
4190 asoc->stream_queue_cnt--;
4194 if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) &&
4195 (asoc->stream_queue_cnt == 0)) {
4196 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
4197 /* Need to abort here */
4203 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + sizeof(uint32_t)),
4204 0, M_DONTWAIT, 1, MT_DATA);
4206 struct sctp_paramhdr *ph;
4209 SCTP_BUF_LEN(oper) = sizeof(struct sctp_paramhdr) +
4211 ph = mtod(oper, struct sctp_paramhdr *);
4212 ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT);
4213 ph->param_length = htons(SCTP_BUF_LEN(oper));
4214 ippp = (uint32_t *) (ph + 1);
4215 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_24);
4217 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24;
4218 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
4220 struct sctp_nets *netp;
4222 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) ||
4223 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) {
4224 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4226 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT);
4227 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4228 sctp_stop_timers_for_shutdown(stcb);
4229 if (asoc->alternate) {
4230 netp = asoc->alternate;
4232 netp = asoc->primary_destination;
4234 sctp_send_shutdown(stcb, netp);
4235 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN,
4236 stcb->sctp_ep, stcb, netp);
4237 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD,
4238 stcb->sctp_ep, stcb, netp);
4240 } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) &&
4241 (asoc->stream_queue_cnt == 0)) {
4242 struct sctp_nets *netp;
4244 if (asoc->alternate) {
4245 netp = asoc->alternate;
4247 netp = asoc->primary_destination;
4249 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
4252 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4253 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT);
4254 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4255 sctp_send_shutdown_ack(stcb, netp);
4256 sctp_stop_timers_for_shutdown(stcb);
4257 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK,
4258 stcb->sctp_ep, stcb, netp);
4261 /*********************************************/
4262 /* Here we perform PR-SCTP procedures */
4264 /*********************************************/
4265 /* C1. update advancedPeerAckPoint */
4266 if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) {
4267 asoc->advanced_peer_ack_point = cumack;
4269 /* PR-Sctp issues need to be addressed too */
4270 if ((asoc->peer_supports_prsctp) && (asoc->pr_sctp_cnt > 0)) {
4271 struct sctp_tmit_chunk *lchk;
4272 uint32_t old_adv_peer_ack_point;
4274 old_adv_peer_ack_point = asoc->advanced_peer_ack_point;
4275 lchk = sctp_try_advance_peer_ack_point(stcb, asoc);
4276 /* C3. See if we need to send a Fwd-TSN */
4277 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) {
4279 * ISSUE with ECN, see FWD-TSN processing.
4281 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) {
4282 send_forward_tsn(stcb, asoc);
4284 /* try to FR fwd-tsn's that get lost too */
4285 if (lchk->rec.data.fwd_tsn_cnt >= 3) {
4286 send_forward_tsn(stcb, asoc);
4291 /* Assure a timer is up */
4292 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
4293 stcb->sctp_ep, stcb, lchk->whoTo);
4296 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) {
4297 sctp_misc_ints(SCTP_SACK_RWND_UPDATE,
4299 stcb->asoc.peers_rwnd,
4300 stcb->asoc.total_flight,
4301 stcb->asoc.total_output_queue_size);
4306 sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup,
4307 struct sctp_tcb *stcb,
4308 uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup,
4309 int *abort_now, uint8_t flags,
4310 uint32_t cum_ack, uint32_t rwnd, int ecne_seen)
4312 struct sctp_association *asoc;
4313 struct sctp_tmit_chunk *tp1, *tp2;
4314 uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack;
4315 uint16_t wake_him = 0;
4316 uint32_t send_s = 0;
4318 int accum_moved = 0;
4319 int will_exit_fast_recovery = 0;
4320 uint32_t a_rwnd, old_rwnd;
4321 int win_probe_recovery = 0;
4322 int win_probe_recovered = 0;
4323 struct sctp_nets *net = NULL;
4326 uint8_t reneged_all = 0;
4327 uint8_t cmt_dac_flag;
4330 * we take any chance we can to service our queues since we cannot
4331 * get awoken when the socket is read from :<
4334 * Now perform the actual SACK handling: 1) Verify that it is not an
4335 * old sack, if so discard. 2) If there is nothing left in the send
4336 * queue (cum-ack is equal to last acked) then you have a duplicate
4337 * too, update any rwnd change and verify no timers are running.
4338 * then return. 3) Process any new consequtive data i.e. cum-ack
4339 * moved process these first and note that it moved. 4) Process any
4340 * sack blocks. 5) Drop any acked from the queue. 6) Check for any
4341 * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left,
4342 * sync up flightsizes and things, stop all timers and also check
4343 * for shutdown_pending state. If so then go ahead and send off the
4344 * shutdown. If in shutdown recv, send off the shutdown-ack and
4345 * start that timer, Ret. 9) Strike any non-acked things and do FR
4346 * procedure if needed being sure to set the FR flag. 10) Do pr-sctp
4347 * procedures. 11) Apply any FR penalties. 12) Assure we will SACK
4348 * if in shutdown_recv state.
4350 SCTP_TCB_LOCK_ASSERT(stcb);
4352 this_sack_lowest_newack = 0;
4353 SCTP_STAT_INCR(sctps_slowpath_sack);
4355 cmt_dac_flag = flags & SCTP_SACK_CMT_DAC;
4356 #ifdef SCTP_ASOCLOG_OF_TSNS
4357 stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack;
4358 stcb->asoc.cumack_log_at++;
4359 if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) {
4360 stcb->asoc.cumack_log_at = 0;
4365 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) {
4366 sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack,
4367 rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd);
4369 old_rwnd = stcb->asoc.peers_rwnd;
4370 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
4371 sctp_misc_ints(SCTP_THRESHOLD_CLEAR,
4372 stcb->asoc.overall_error_count,
4374 SCTP_FROM_SCTP_INDATA,
4377 stcb->asoc.overall_error_count = 0;
4379 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
4380 sctp_log_sack(asoc->last_acked_seq,
4387 if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) {
4389 uint32_t *dupdata, dblock;
4391 for (i = 0; i < num_dup; i++) {
4392 dupdata = (uint32_t *) sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t),
4393 sizeof(uint32_t), (uint8_t *) & dblock);
4394 if (dupdata == NULL) {
4397 sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED);
4400 if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) {
4402 if (!TAILQ_EMPTY(&asoc->sent_queue)) {
4403 tp1 = TAILQ_LAST(&asoc->sent_queue,
4404 sctpchunk_listhead);
4405 send_s = tp1->rec.data.TSN_seq + 1;
4408 send_s = asoc->sending_seq;
4410 if (SCTP_TSN_GE(cum_ack, send_s)) {
4414 * no way, we have not even sent this TSN out yet.
4415 * Peer is hopelessly messed up with us.
4417 SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n",
4420 SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1:%p\n",
4421 tp1->rec.data.TSN_seq, tp1);
4426 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + sizeof(uint32_t)),
4427 0, M_DONTWAIT, 1, MT_DATA);
4429 struct sctp_paramhdr *ph;
4432 SCTP_BUF_LEN(oper) = sizeof(struct sctp_paramhdr) +
4434 ph = mtod(oper, struct sctp_paramhdr *);
4435 ph->param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
4436 ph->param_length = htons(SCTP_BUF_LEN(oper));
4437 ippp = (uint32_t *) (ph + 1);
4438 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_25);
4440 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25;
4441 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
4445 /**********************/
4446 /* 1) check the range */
4447 /**********************/
4448 if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) {
4449 /* acking something behind */
4452 /* update the Rwnd of the peer */
4453 if (TAILQ_EMPTY(&asoc->sent_queue) &&
4454 TAILQ_EMPTY(&asoc->send_queue) &&
4455 (asoc->stream_queue_cnt == 0)) {
4456 /* nothing left on send/sent and strmq */
4457 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
4458 sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK,
4459 asoc->peers_rwnd, 0, 0, a_rwnd);
4461 asoc->peers_rwnd = a_rwnd;
4462 if (asoc->sent_queue_retran_cnt) {
4463 asoc->sent_queue_retran_cnt = 0;
4465 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
4466 /* SWS sender side engages */
4467 asoc->peers_rwnd = 0;
4469 /* stop any timers */
4470 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4471 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4472 stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26);
4473 net->partial_bytes_acked = 0;
4474 net->flight_size = 0;
4476 asoc->total_flight = 0;
4477 asoc->total_flight_count = 0;
4481 * We init netAckSz and netAckSz2 to 0. These are used to track 2
4482 * things. The total byte count acked is tracked in netAckSz AND
4483 * netAck2 is used to track the total bytes acked that are un-
4484 * amibguious and were never retransmitted. We track these on a per
4485 * destination address basis.
4487 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4488 if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) {
4489 /* Drag along the window_tsn for cwr's */
4490 net->cwr_window_tsn = cum_ack;
4492 net->prev_cwnd = net->cwnd;
4497 * CMT: Reset CUC and Fast recovery algo variables before
4500 net->new_pseudo_cumack = 0;
4501 net->will_exit_fast_recovery = 0;
4502 if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) {
4503 (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net);
4506 /* process the new consecutive TSN first */
4507 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4508 if (SCTP_TSN_GE(last_tsn, tp1->rec.data.TSN_seq)) {
4509 if (tp1->sent != SCTP_DATAGRAM_UNSENT) {
4511 if (tp1->sent < SCTP_DATAGRAM_ACKED) {
4513 * If it is less than ACKED, it is
4514 * now no-longer in flight. Higher
4515 * values may occur during marking
4517 if ((tp1->whoTo->dest_state &
4518 SCTP_ADDR_UNCONFIRMED) &&
4519 (tp1->snd_count < 2)) {
4521 * If there was no retran
4522 * and the address is
4523 * un-confirmed and we sent
4525 * sacked.. its confirmed,
4528 tp1->whoTo->dest_state &=
4529 ~SCTP_ADDR_UNCONFIRMED;
4531 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
4532 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
4533 sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA,
4534 tp1->whoTo->flight_size,
4536 (uintptr_t) tp1->whoTo,
4537 tp1->rec.data.TSN_seq);
4539 sctp_flight_size_decrease(tp1);
4540 sctp_total_flight_decrease(stcb, tp1);
4541 if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) {
4542 (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo,
4546 tp1->whoTo->net_ack += tp1->send_size;
4548 /* CMT SFR and DAC algos */
4549 this_sack_lowest_newack = tp1->rec.data.TSN_seq;
4550 tp1->whoTo->saw_newack = 1;
4552 if (tp1->snd_count < 2) {
4554 * True non-retransmited
4557 tp1->whoTo->net_ack2 +=
4560 /* update RTO too? */
4564 sctp_calculate_rto(stcb,
4566 &tp1->sent_rcv_time,
4567 sctp_align_safe_nocopy,
4568 SCTP_RTT_FROM_DATA);
4571 if (tp1->whoTo->rto_needed == 0) {
4572 tp1->whoTo->rto_needed = 1;
4578 * CMT: CUCv2 algorithm. From the
4579 * cumack'd TSNs, for each TSN being
4580 * acked for the first time, set the
4581 * following variables for the
4582 * corresp destination.
4583 * new_pseudo_cumack will trigger a
4585 * find_(rtx_)pseudo_cumack will
4586 * trigger search for the next
4587 * expected (rtx-)pseudo-cumack.
4589 tp1->whoTo->new_pseudo_cumack = 1;
4590 tp1->whoTo->find_pseudo_cumack = 1;
4591 tp1->whoTo->find_rtx_pseudo_cumack = 1;
4594 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
4595 sctp_log_sack(asoc->last_acked_seq,
4597 tp1->rec.data.TSN_seq,
4600 SCTP_LOG_TSN_ACKED);
4602 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
4603 sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK);
4606 if (tp1->sent == SCTP_DATAGRAM_RESEND) {
4607 sctp_ucount_decr(asoc->sent_queue_retran_cnt);
4608 #ifdef SCTP_AUDITING_ENABLED
4609 sctp_audit_log(0xB3,
4610 (asoc->sent_queue_retran_cnt & 0x000000ff));
4613 if (tp1->rec.data.chunk_was_revoked) {
4614 /* deflate the cwnd */
4615 tp1->whoTo->cwnd -= tp1->book_size;
4616 tp1->rec.data.chunk_was_revoked = 0;
4618 tp1->sent = SCTP_DATAGRAM_ACKED;
4624 biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn;
4625 /* always set this up to cum-ack */
4626 asoc->this_sack_highest_gap = last_tsn;
4628 if ((num_seg > 0) || (num_nr_seg > 0)) {
4631 * CMT: SFR algo (and HTNA) - this_sack_highest_newack has
4632 * to be greater than the cumack. Also reset saw_newack to 0
4635 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4636 net->saw_newack = 0;
4637 net->this_sack_highest_newack = last_tsn;
4641 * thisSackHighestGap will increase while handling NEW
4642 * segments this_sack_highest_newack will increase while
4643 * handling NEWLY ACKED chunks. this_sack_lowest_newack is
4644 * used for CMT DAC algo. saw_newack will also change.
4646 if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked,
4647 &biggest_tsn_newly_acked, &this_sack_lowest_newack,
4648 num_seg, num_nr_seg, &rto_ok)) {
4651 if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) {
4653 * validate the biggest_tsn_acked in the gap acks if
4654 * strict adherence is wanted.
4656 if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) {
4658 * peer is either confused or we are under
4659 * attack. We must abort.
4661 SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n",
4662 biggest_tsn_acked, send_s);
4667 /*******************************************/
4668 /* cancel ALL T3-send timer if accum moved */
4669 /*******************************************/
4670 if (asoc->sctp_cmt_on_off > 0) {
4671 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4672 if (net->new_pseudo_cumack)
4673 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4675 SCTP_FROM_SCTP_INDATA + SCTP_LOC_27);
4680 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4681 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4682 stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28);
4686 /********************************************/
4687 /* drop the acked chunks from the sentqueue */
4688 /********************************************/
4689 asoc->last_acked_seq = cum_ack;
4691 TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) {
4692 if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, cum_ack)) {
4695 if (tp1->sent == SCTP_DATAGRAM_UNSENT) {
4696 /* no more sent on list */
4697 SCTP_PRINTF("Warning, tp1->sent == %d and its now acked?\n",
4700 TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next);
4701 if (tp1->pr_sctp_on) {
4702 if (asoc->pr_sctp_cnt != 0)
4703 asoc->pr_sctp_cnt--;
4705 asoc->sent_queue_cnt--;
4707 /* sa_ignore NO_NULL_CHK */
4708 sctp_free_bufspace(stcb, asoc, tp1, 1);
4709 sctp_m_freem(tp1->data);
4711 if (asoc->peer_supports_prsctp && PR_SCTP_BUF_ENABLED(tp1->flags)) {
4712 asoc->sent_queue_cnt_removeable--;
4715 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) {
4716 sctp_log_sack(asoc->last_acked_seq,
4718 tp1->rec.data.TSN_seq,
4721 SCTP_LOG_FREE_SENT);
4723 sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED);
4726 if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) {
4728 panic("Warning flight size is postive and should be 0");
4730 SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n",
4731 asoc->total_flight);
4733 asoc->total_flight = 0;
4735 /* sa_ignore NO_NULL_CHK */
4736 if ((wake_him) && (stcb->sctp_socket)) {
4737 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4741 SOCKBUF_LOCK(&stcb->sctp_socket->so_snd);
4742 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
4743 sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK);
4745 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4746 so = SCTP_INP_SO(stcb->sctp_ep);
4747 atomic_add_int(&stcb->asoc.refcnt, 1);
4748 SCTP_TCB_UNLOCK(stcb);
4749 SCTP_SOCKET_LOCK(so, 1);
4750 SCTP_TCB_LOCK(stcb);
4751 atomic_subtract_int(&stcb->asoc.refcnt, 1);
4752 if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) {
4753 /* assoc was freed while we were unlocked */
4754 SCTP_SOCKET_UNLOCK(so, 1);
4758 sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket);
4759 #if defined (__APPLE__) || defined(SCTP_SO_LOCK_TESTING)
4760 SCTP_SOCKET_UNLOCK(so, 1);
4763 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) {
4764 sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK);
4768 if (asoc->fast_retran_loss_recovery && accum_moved) {
4769 if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) {
4770 /* Setup so we will exit RFC2582 fast recovery */
4771 will_exit_fast_recovery = 1;
4775 * Check for revoked fragments:
4777 * if Previous sack - Had no frags then we can't have any revoked if
4778 * Previous sack - Had frag's then - If we now have frags aka
4779 * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked
4780 * some of them. else - The peer revoked all ACKED fragments, since
4781 * we had some before and now we have NONE.
4785 sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked);
4786 asoc->saw_sack_with_frags = 1;
4787 } else if (asoc->saw_sack_with_frags) {
4788 int cnt_revoked = 0;
4790 /* Peer revoked all dg's marked or acked */
4791 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
4792 if (tp1->sent == SCTP_DATAGRAM_ACKED) {
4793 tp1->sent = SCTP_DATAGRAM_SENT;
4794 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
4795 sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE,
4796 tp1->whoTo->flight_size,
4798 (uintptr_t) tp1->whoTo,
4799 tp1->rec.data.TSN_seq);
4801 sctp_flight_size_increase(tp1);
4802 sctp_total_flight_increase(stcb, tp1);
4803 tp1->rec.data.chunk_was_revoked = 1;
4805 * To ensure that this increase in
4806 * flightsize, which is artificial, does not
4807 * throttle the sender, we also increase the
4808 * cwnd artificially.
4810 tp1->whoTo->cwnd += tp1->book_size;
4817 asoc->saw_sack_with_frags = 0;
4820 asoc->saw_sack_with_nr_frags = 1;
4822 asoc->saw_sack_with_nr_frags = 0;
4824 /* JRS - Use the congestion control given in the CC module */
4825 if (ecne_seen == 0) {
4826 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4827 if (net->net_ack2 > 0) {
4829 * Karn's rule applies to clearing error
4830 * count, this is optional.
4832 net->error_count = 0;
4833 if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
4834 /* addr came good */
4835 net->dest_state |= SCTP_ADDR_REACHABLE;
4836 sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb,
4837 0, (void *)net, SCTP_SO_NOT_LOCKED);
4839 if (net == stcb->asoc.primary_destination) {
4840 if (stcb->asoc.alternate) {
4842 * release the alternate,
4845 sctp_free_remote_addr(stcb->asoc.alternate);
4846 stcb->asoc.alternate = NULL;
4849 if (net->dest_state & SCTP_ADDR_PF) {
4850 net->dest_state &= ~SCTP_ADDR_PF;
4851 sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net, SCTP_FROM_SCTP_INPUT + SCTP_LOC_3);
4852 sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net);
4853 asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net);
4854 /* Done with this net */
4857 /* restore any doubled timers */
4858 net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv;
4859 if (net->RTO < stcb->asoc.minrto) {
4860 net->RTO = stcb->asoc.minrto;
4862 if (net->RTO > stcb->asoc.maxrto) {
4863 net->RTO = stcb->asoc.maxrto;
4867 asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery);
4869 if (TAILQ_EMPTY(&asoc->sent_queue)) {
4870 /* nothing left in-flight */
4871 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4872 /* stop all timers */
4873 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
4874 stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_30);
4875 net->flight_size = 0;
4876 net->partial_bytes_acked = 0;
4878 asoc->total_flight = 0;
4879 asoc->total_flight_count = 0;
4881 /**********************************/
4882 /* Now what about shutdown issues */
4883 /**********************************/
4884 if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) {
4885 /* nothing left on sendqueue.. consider done */
4886 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
4887 sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK,
4888 asoc->peers_rwnd, 0, 0, a_rwnd);
4890 asoc->peers_rwnd = a_rwnd;
4891 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
4892 /* SWS sender side engages */
4893 asoc->peers_rwnd = 0;
4896 if ((asoc->stream_queue_cnt == 1) &&
4897 ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) ||
4898 (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) &&
4899 (asoc->locked_on_sending)
4901 struct sctp_stream_queue_pending *sp;
4904 * I may be in a state where we got all across.. but
4905 * cannot write more due to a shutdown... we abort
4906 * since the user did not indicate EOR in this case.
4908 sp = TAILQ_LAST(&((asoc->locked_on_sending)->outqueue),
4910 if ((sp) && (sp->length == 0)) {
4911 asoc->locked_on_sending = NULL;
4912 if (sp->msg_is_complete) {
4913 asoc->stream_queue_cnt--;
4915 asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT;
4916 asoc->stream_queue_cnt--;
4920 if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) &&
4921 (asoc->stream_queue_cnt == 0)) {
4922 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
4923 /* Need to abort here */
4929 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + sizeof(uint32_t)),
4930 0, M_DONTWAIT, 1, MT_DATA);
4932 struct sctp_paramhdr *ph;
4935 SCTP_BUF_LEN(oper) = sizeof(struct sctp_paramhdr) +
4937 ph = mtod(oper, struct sctp_paramhdr *);
4938 ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT);
4939 ph->param_length = htons(SCTP_BUF_LEN(oper));
4940 ippp = (uint32_t *) (ph + 1);
4941 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_31);
4943 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_31;
4944 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
4947 struct sctp_nets *netp;
4949 if (asoc->alternate) {
4950 netp = asoc->alternate;
4952 netp = asoc->primary_destination;
4954 if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) ||
4955 (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) {
4956 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4958 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT);
4959 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4960 sctp_stop_timers_for_shutdown(stcb);
4961 sctp_send_shutdown(stcb, netp);
4962 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN,
4963 stcb->sctp_ep, stcb, netp);
4964 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD,
4965 stcb->sctp_ep, stcb, netp);
4968 } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) &&
4969 (asoc->stream_queue_cnt == 0)) {
4970 struct sctp_nets *netp;
4972 if (asoc->alternate) {
4973 netp = asoc->alternate;
4975 netp = asoc->primary_destination;
4977 if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) {
4980 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
4981 SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT);
4982 SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
4983 sctp_send_shutdown_ack(stcb, netp);
4984 sctp_stop_timers_for_shutdown(stcb);
4985 sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK,
4986 stcb->sctp_ep, stcb, netp);
4991 * Now here we are going to recycle net_ack for a different use...
4994 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
4999 * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking
5000 * to be done. Setting this_sack_lowest_newack to the cum_ack will
5001 * automatically ensure that.
5003 if ((asoc->sctp_cmt_on_off > 0) &&
5004 SCTP_BASE_SYSCTL(sctp_cmt_use_dac) &&
5005 (cmt_dac_flag == 0)) {
5006 this_sack_lowest_newack = cum_ack;
5008 if ((num_seg > 0) || (num_nr_seg > 0)) {
5009 sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked,
5010 biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved);
5012 /* JRS - Use the congestion control given in the CC module */
5013 asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc);
5015 /* Now are we exiting loss recovery ? */
5016 if (will_exit_fast_recovery) {
5017 /* Ok, we must exit fast recovery */
5018 asoc->fast_retran_loss_recovery = 0;
5020 if ((asoc->sat_t3_loss_recovery) &&
5021 SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) {
5022 /* end satellite t3 loss recovery */
5023 asoc->sat_t3_loss_recovery = 0;
5028 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
5029 if (net->will_exit_fast_recovery) {
5030 /* Ok, we must exit fast recovery */
5031 net->fast_retran_loss_recovery = 0;
5035 /* Adjust and set the new rwnd value */
5036 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
5037 sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK,
5038 asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd);
5040 asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd,
5041 (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh))));
5042 if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
5043 /* SWS sender side engages */
5044 asoc->peers_rwnd = 0;
5046 if (asoc->peers_rwnd > old_rwnd) {
5047 win_probe_recovery = 1;
5050 * Now we must setup so we have a timer up for anyone with
5056 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
5057 if (win_probe_recovery && (net->window_probe)) {
5058 win_probe_recovered = 1;
5060 * Find first chunk that was used with
5061 * window probe and clear the event. Put
5062 * it back into the send queue as if has
5065 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
5066 if (tp1->window_probe) {
5067 sctp_window_probe_recovery(stcb, asoc, tp1);
5072 if (net->flight_size) {
5074 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
5075 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
5076 stcb->sctp_ep, stcb, net);
5078 if (net->window_probe) {
5079 net->window_probe = 0;
5082 if (net->window_probe) {
5084 * In window probes we must assure a timer
5085 * is still running there
5087 if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
5088 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
5089 stcb->sctp_ep, stcb, net);
5092 } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
5093 sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep,
5095 SCTP_FROM_SCTP_INDATA + SCTP_LOC_22);
5100 (!TAILQ_EMPTY(&asoc->sent_queue)) &&
5101 (asoc->sent_queue_retran_cnt == 0) &&
5102 (win_probe_recovered == 0) &&
5105 * huh, this should not happen unless all packets are
5106 * PR-SCTP and marked to skip of course.
5108 if (sctp_fs_audit(asoc)) {
5109 TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
5110 net->flight_size = 0;
5112 asoc->total_flight = 0;
5113 asoc->total_flight_count = 0;
5114 asoc->sent_queue_retran_cnt = 0;
5115 TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) {
5116 if (tp1->sent < SCTP_DATAGRAM_RESEND) {
5117 sctp_flight_size_increase(tp1);
5118 sctp_total_flight_increase(stcb, tp1);
5119 } else if (tp1->sent == SCTP_DATAGRAM_RESEND) {
5120 sctp_ucount_incr(asoc->sent_queue_retran_cnt);
5127 /*********************************************/
5128 /* Here we perform PR-SCTP procedures */
5130 /*********************************************/
5131 /* C1. update advancedPeerAckPoint */
5132 if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) {
5133 asoc->advanced_peer_ack_point = cum_ack;
5135 /* C2. try to further move advancedPeerAckPoint ahead */
5136 if ((asoc->peer_supports_prsctp) && (asoc->pr_sctp_cnt > 0)) {
5137 struct sctp_tmit_chunk *lchk;
5138 uint32_t old_adv_peer_ack_point;
5140 old_adv_peer_ack_point = asoc->advanced_peer_ack_point;
5141 lchk = sctp_try_advance_peer_ack_point(stcb, asoc);
5142 /* C3. See if we need to send a Fwd-TSN */
5143 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) {
5145 * ISSUE with ECN, see FWD-TSN processing.
5147 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
5148 sctp_misc_ints(SCTP_FWD_TSN_CHECK,
5149 0xee, cum_ack, asoc->advanced_peer_ack_point,
5150 old_adv_peer_ack_point);
5152 if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) {
5153 send_forward_tsn(stcb, asoc);
5155 /* try to FR fwd-tsn's that get lost too */
5156 if (lchk->rec.data.fwd_tsn_cnt >= 3) {
5157 send_forward_tsn(stcb, asoc);
5162 /* Assure a timer is up */
5163 sctp_timer_start(SCTP_TIMER_TYPE_SEND,
5164 stcb->sctp_ep, stcb, lchk->whoTo);
5167 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) {
5168 sctp_misc_ints(SCTP_SACK_RWND_UPDATE,
5170 stcb->asoc.peers_rwnd,
5171 stcb->asoc.total_flight,
5172 stcb->asoc.total_output_queue_size);
5177 sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag)
5180 uint32_t cum_ack, a_rwnd;
5182 cum_ack = ntohl(cp->cumulative_tsn_ack);
5183 /* Arrange so a_rwnd does NOT change */
5184 a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight;
5186 /* Now call the express sack handling */
5187 sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0);
5191 sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb,
5192 struct sctp_stream_in *strmin)
5194 struct sctp_queued_to_read *ctl, *nctl;
5195 struct sctp_association *asoc;
5199 tt = strmin->last_sequence_delivered;
5201 * First deliver anything prior to and including the stream no that
5204 TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next, nctl) {
5205 if (SCTP_SSN_GE(tt, ctl->sinfo_ssn)) {
5206 /* this is deliverable now */
5207 TAILQ_REMOVE(&strmin->inqueue, ctl, next);
5208 /* subtract pending on streams */
5209 asoc->size_on_all_streams -= ctl->length;
5210 sctp_ucount_decr(asoc->cnt_on_all_streams);
5211 /* deliver it to at least the delivery-q */
5212 if (stcb->sctp_socket) {
5213 sctp_mark_non_revokable(asoc, ctl->sinfo_tsn);
5214 sctp_add_to_readq(stcb->sctp_ep, stcb,
5216 &stcb->sctp_socket->so_rcv, 1, SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED);
5219 /* no more delivery now. */
5224 * now we must deliver things in queue the normal way if any are
5227 tt = strmin->last_sequence_delivered + 1;
5228 TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next, nctl) {
5229 if (tt == ctl->sinfo_ssn) {
5230 /* this is deliverable now */
5231 TAILQ_REMOVE(&strmin->inqueue, ctl, next);
5232 /* subtract pending on streams */
5233 asoc->size_on_all_streams -= ctl->length;
5234 sctp_ucount_decr(asoc->cnt_on_all_streams);
5235 /* deliver it to at least the delivery-q */
5236 strmin->last_sequence_delivered = ctl->sinfo_ssn;
5237 if (stcb->sctp_socket) {
5238 sctp_mark_non_revokable(asoc, ctl->sinfo_tsn);
5239 sctp_add_to_readq(stcb->sctp_ep, stcb,
5241 &stcb->sctp_socket->so_rcv, 1, SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED);
5244 tt = strmin->last_sequence_delivered + 1;
5252 sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb,
5253 struct sctp_association *asoc,
5254 uint16_t stream, uint16_t seq)
5256 struct sctp_tmit_chunk *chk, *nchk;
5258 /* For each one on here see if we need to toss it */
5260 * For now large messages held on the reasmqueue that are complete
5261 * will be tossed too. We could in theory do more work to spin
5262 * through and stop after dumping one msg aka seeing the start of a
5263 * new msg at the head, and call the delivery function... to see if
5264 * it can be delivered... But for now we just dump everything on the
5267 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
5269 * Do not toss it if on a different stream or marked for
5270 * unordered delivery in which case the stream sequence
5271 * number has no meaning.
5273 if ((chk->rec.data.stream_number != stream) ||
5274 ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == SCTP_DATA_UNORDERED)) {
5277 if (chk->rec.data.stream_seq == seq) {
5278 /* It needs to be tossed */
5279 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
5280 if (SCTP_TSN_GT(chk->rec.data.TSN_seq, asoc->tsn_last_delivered)) {
5281 asoc->tsn_last_delivered = chk->rec.data.TSN_seq;
5282 asoc->str_of_pdapi = chk->rec.data.stream_number;
5283 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
5284 asoc->fragment_flags = chk->rec.data.rcv_flags;
5286 asoc->size_on_reasm_queue -= chk->send_size;
5287 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
5289 /* Clear up any stream problem */
5290 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) != SCTP_DATA_UNORDERED &&
5291 SCTP_SSN_GT(chk->rec.data.stream_seq, asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered)) {
5293 * We must dump forward this streams
5294 * sequence number if the chunk is not
5295 * unordered that is being skipped. There is
5296 * a chance that if the peer does not
5297 * include the last fragment in its FWD-TSN
5298 * we WILL have a problem here since you
5299 * would have a partial chunk in queue that
5300 * may not be deliverable. Also if a Partial
5301 * delivery API as started the user may get
5302 * a partial chunk. The next read returning
5303 * a new chunk... really ugly but I see no
5304 * way around it! Maybe a notify??
5306 asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered = chk->rec.data.stream_seq;
5309 sctp_m_freem(chk->data);
5312 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
5313 } else if (SCTP_SSN_GT(chk->rec.data.stream_seq, seq)) {
5315 * If the stream_seq is > than the purging one, we
5325 sctp_handle_forward_tsn(struct sctp_tcb *stcb,
5326 struct sctp_forward_tsn_chunk *fwd,
5327 int *abort_flag, struct mbuf *m, int offset)
5329 /* The pr-sctp fwd tsn */
5331 * here we will perform all the data receiver side steps for
5332 * processing FwdTSN, as required in by pr-sctp draft:
5334 * Assume we get FwdTSN(x):
5336 * 1) update local cumTSN to x 2) try to further advance cumTSN to x +
5337 * others we have 3) examine and update re-ordering queue on
5338 * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to
5339 * report where we are.
5341 struct sctp_association *asoc;
5342 uint32_t new_cum_tsn, gap;
5343 unsigned int i, fwd_sz, m_size;
5345 struct sctp_stream_in *strm;
5346 struct sctp_tmit_chunk *chk, *nchk;
5347 struct sctp_queued_to_read *ctl, *sv;
5350 if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) {
5351 SCTPDBG(SCTP_DEBUG_INDATA1,
5352 "Bad size too small/big fwd-tsn\n");
5355 m_size = (stcb->asoc.mapping_array_size << 3);
5356 /*************************************************************/
5357 /* 1. Here we update local cumTSN and shift the bitmap array */
5358 /*************************************************************/
5359 new_cum_tsn = ntohl(fwd->new_cumulative_tsn);
5361 if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) {
5362 /* Already got there ... */
5366 * now we know the new TSN is more advanced, let's find the actual
5369 SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn);
5370 asoc->cumulative_tsn = new_cum_tsn;
5371 if (gap >= m_size) {
5372 if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) {
5376 * out of range (of single byte chunks in the rwnd I
5377 * give out). This must be an attacker.
5380 oper = sctp_get_mbuf_for_msg((sizeof(struct sctp_paramhdr) + 3 * sizeof(uint32_t)),
5381 0, M_DONTWAIT, 1, MT_DATA);
5383 struct sctp_paramhdr *ph;
5386 SCTP_BUF_LEN(oper) = sizeof(struct sctp_paramhdr) +
5387 (sizeof(uint32_t) * 3);
5388 ph = mtod(oper, struct sctp_paramhdr *);
5389 ph->param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
5390 ph->param_length = htons(SCTP_BUF_LEN(oper));
5391 ippp = (uint32_t *) (ph + 1);
5392 *ippp = htonl(SCTP_FROM_SCTP_INDATA + SCTP_LOC_33);
5394 *ippp = asoc->highest_tsn_inside_map;
5396 *ippp = new_cum_tsn;
5398 stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33;
5399 sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED);
5402 SCTP_STAT_INCR(sctps_fwdtsn_map_over);
5404 memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size);
5405 asoc->mapping_array_base_tsn = new_cum_tsn + 1;
5406 asoc->highest_tsn_inside_map = new_cum_tsn;
5408 memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size);
5409 asoc->highest_tsn_inside_nr_map = new_cum_tsn;
5411 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) {
5412 sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT);
5415 SCTP_TCB_LOCK_ASSERT(stcb);
5416 for (i = 0; i <= gap; i++) {
5417 if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) &&
5418 !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) {
5419 SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i);
5420 if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) {
5421 asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i;
5426 /*************************************************************/
5427 /* 2. Clear up re-assembly queue */
5428 /*************************************************************/
5430 * First service it if pd-api is up, just in case we can progress it
5433 if (asoc->fragmented_delivery_inprogress) {
5434 sctp_service_reassembly(stcb, asoc);
5436 /* For each one on here see if we need to toss it */
5438 * For now large messages held on the reasmqueue that are complete
5439 * will be tossed too. We could in theory do more work to spin
5440 * through and stop after dumping one msg aka seeing the start of a
5441 * new msg at the head, and call the delivery function... to see if
5442 * it can be delivered... But for now we just dump everything on the
5445 TAILQ_FOREACH_SAFE(chk, &asoc->reasmqueue, sctp_next, nchk) {
5446 if (SCTP_TSN_GE(new_cum_tsn, chk->rec.data.TSN_seq)) {
5447 /* It needs to be tossed */
5448 TAILQ_REMOVE(&asoc->reasmqueue, chk, sctp_next);
5449 if (SCTP_TSN_GT(chk->rec.data.TSN_seq, asoc->tsn_last_delivered)) {
5450 asoc->tsn_last_delivered = chk->rec.data.TSN_seq;
5451 asoc->str_of_pdapi = chk->rec.data.stream_number;
5452 asoc->ssn_of_pdapi = chk->rec.data.stream_seq;
5453 asoc->fragment_flags = chk->rec.data.rcv_flags;
5455 asoc->size_on_reasm_queue -= chk->send_size;
5456 sctp_ucount_decr(asoc->cnt_on_reasm_queue);
5458 /* Clear up any stream problem */
5459 if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) != SCTP_DATA_UNORDERED &&
5460 SCTP_SSN_GT(chk->rec.data.stream_seq, asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered)) {
5462 * We must dump forward this streams
5463 * sequence number if the chunk is not
5464 * unordered that is being skipped. There is
5465 * a chance that if the peer does not
5466 * include the last fragment in its FWD-TSN
5467 * we WILL have a problem here since you
5468 * would have a partial chunk in queue that
5469 * may not be deliverable. Also if a Partial
5470 * delivery API as started the user may get
5471 * a partial chunk. The next read returning
5472 * a new chunk... really ugly but I see no
5473 * way around it! Maybe a notify??
5475 asoc->strmin[chk->rec.data.stream_number].last_sequence_delivered = chk->rec.data.stream_seq;
5478 sctp_m_freem(chk->data);
5481 sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
5484 * Ok we have gone beyond the end of the fwd-tsn's
5490 /*******************************************************/
5491 /* 3. Update the PR-stream re-ordering queues and fix */
5492 /* delivery issues as needed. */
5493 /*******************************************************/
5494 fwd_sz -= sizeof(*fwd);
5497 unsigned int num_str;
5498 struct sctp_strseq *stseq, strseqbuf;
5500 offset += sizeof(*fwd);
5502 SCTP_INP_READ_LOCK(stcb->sctp_ep);
5503 num_str = fwd_sz / sizeof(struct sctp_strseq);
5504 for (i = 0; i < num_str; i++) {
5507 stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset,
5508 sizeof(struct sctp_strseq),
5509 (uint8_t *) & strseqbuf);
5510 offset += sizeof(struct sctp_strseq);
5511 if (stseq == NULL) {
5515 st = ntohs(stseq->stream);
5517 st = ntohs(stseq->sequence);
5518 stseq->sequence = st;
5523 * Ok we now look for the stream/seq on the read
5524 * queue where its not all delivered. If we find it
5525 * we transmute the read entry into a PDI_ABORTED.
5527 if (stseq->stream >= asoc->streamincnt) {
5528 /* screwed up streams, stop! */
5531 if ((asoc->str_of_pdapi == stseq->stream) &&
5532 (asoc->ssn_of_pdapi == stseq->sequence)) {
5534 * If this is the one we were partially
5535 * delivering now then we no longer are.
5536 * Note this will change with the reassembly
5539 asoc->fragmented_delivery_inprogress = 0;
5541 sctp_flush_reassm_for_str_seq(stcb, asoc, stseq->stream, stseq->sequence);
5542 TAILQ_FOREACH(ctl, &stcb->sctp_ep->read_queue, next) {
5543 if ((ctl->sinfo_stream == stseq->stream) &&
5544 (ctl->sinfo_ssn == stseq->sequence)) {
5545 str_seq = (stseq->stream << 16) | stseq->sequence;
5547 ctl->pdapi_aborted = 1;
5548 sv = stcb->asoc.control_pdapi;
5549 stcb->asoc.control_pdapi = ctl;
5550 sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION,
5552 SCTP_PARTIAL_DELIVERY_ABORTED,
5554 SCTP_SO_NOT_LOCKED);
5555 stcb->asoc.control_pdapi = sv;
5557 } else if ((ctl->sinfo_stream == stseq->stream) &&
5558 SCTP_SSN_GT(ctl->sinfo_ssn, stseq->sequence)) {
5559 /* We are past our victim SSN */
5563 strm = &asoc->strmin[stseq->stream];
5564 if (SCTP_SSN_GT(stseq->sequence, strm->last_sequence_delivered)) {
5565 /* Update the sequence number */
5566 strm->last_sequence_delivered = stseq->sequence;
5568 /* now kick the stream the new way */
5569 /* sa_ignore NO_NULL_CHK */
5570 sctp_kick_prsctp_reorder_queue(stcb, strm);
5572 SCTP_INP_READ_UNLOCK(stcb->sctp_ep);
5575 * Now slide thing forward.
5577 sctp_slide_mapping_arrays(stcb);
5579 if (!TAILQ_EMPTY(&asoc->reasmqueue)) {
5580 /* now lets kick out and check for more fragmented delivery */
5581 /* sa_ignore NO_NULL_CHK */
5582 sctp_deliver_reasm_check(stcb, &stcb->asoc);