]> git.meshlink.io Git - utcp/blob - utcp.c
Remove debug message.
[utcp] / utcp.c
1 /*
2     utcp.c -- Userspace TCP
3     Copyright (C) 2014 Guus Sliepen <guus@tinc-vpn.org>
4
5     This program is free software; you can redistribute it and/or modify
6     it under the terms of the GNU General Public License as published by
7     the Free Software Foundation; either version 2 of the License, or
8     (at your option) any later version.
9
10     This program is distributed in the hope that it will be useful,
11     but WITHOUT ANY WARRANTY; without even the implied warranty of
12     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13     GNU General Public License for more details.
14
15     You should have received a copy of the GNU General Public License along
16     with this program; if not, write to the Free Software Foundation, Inc.,
17     51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
18 */
19
20 #define _GNU_SOURCE
21
22 #include <assert.h>
23 #include <errno.h>
24 #include <stdio.h>
25 #include <stdlib.h>
26 #include <stdint.h>
27 #include <stdbool.h>
28 #include <string.h>
29 #include <unistd.h>
30 #include <sys/time.h>
31 #include <sys/socket.h>
32
33 #include "utcp_priv.h"
34
35 #ifndef EBADMSG
36 #define EBADMSG         104
37 #endif
38
39 #ifndef SHUT_RDWR
40 #define SHUT_RDWR 2
41 #endif
42
43 #ifdef poll
44 #undef poll
45 #endif
46
47 #ifndef timersub
48 #define timersub(a, b, r) do {\
49         (r)->tv_sec = (a)->tv_sec - (b)->tv_sec;\
50         (r)->tv_usec = (a)->tv_usec - (b)->tv_usec;\
51         if((r)->tv_usec < 0)\
52                 (r)->tv_sec--, (r)->tv_usec += USEC_PER_SEC;\
53 } while (0)
54 #endif
55
56 static inline size_t max(size_t a, size_t b) {
57         return a > b ? a : b;
58 }
59
60 #ifdef UTCP_DEBUG
61 #include <stdarg.h>
62
63 static void debug(const char *format, ...) {
64         va_list ap;
65         va_start(ap, format);
66         vfprintf(stderr, format, ap);
67         va_end(ap);
68 }
69
70 static void print_packet(struct utcp *utcp, const char *dir, const void *pkt, size_t len) {
71         struct hdr hdr;
72         if(len < sizeof hdr) {
73                 debug("%p %s: short packet (%lu bytes)\n", utcp, dir, (unsigned long)len);
74                 return;
75         }
76
77         memcpy(&hdr, pkt, sizeof hdr);
78         debug("%p %s: len=%lu, src=%u dst=%u seq=%u ack=%u wnd=%u ctl=", utcp, dir, (unsigned long)len, hdr.src, hdr.dst, hdr.seq, hdr.ack, hdr.wnd);
79         if(hdr.ctl & SYN)
80                 debug("SYN");
81         if(hdr.ctl & RST)
82                 debug("RST");
83         if(hdr.ctl & FIN)
84                 debug("FIN");
85         if(hdr.ctl & ACK)
86                 debug("ACK");
87
88         if(len > sizeof hdr) {
89                 uint32_t datalen = len - sizeof hdr;
90                 const uint8_t *data = (uint8_t *)pkt + sizeof hdr;
91                 char str[datalen * 2 + 1];
92                 char *p = str;
93
94                 for(uint32_t i = 0; i < datalen; i++) {
95                         *p++ = "0123456789ABCDEF"[data[i] >> 4];
96                         *p++ = "0123456789ABCDEF"[data[i] & 15];
97                 }
98                 *p = 0;
99
100                 debug(" data=%s", str);
101         }
102
103         debug("\n");
104 }
105 #else
106 #define debug(...)
107 #define print_packet(...)
108 #endif
109
110 static void set_state(struct utcp_connection *c, enum state state) {
111         c->state = state;
112         if(state == ESTABLISHED)
113                 timerclear(&c->conn_timeout);
114         debug("%p new state: %s\n", c->utcp, strstate[state]);
115 }
116
117 static bool fin_wanted(struct utcp_connection *c, uint32_t seq) {
118         if(seq != c->snd.last)
119                 return false;
120         switch(c->state) {
121         case FIN_WAIT_1:
122         case CLOSING:
123         case LAST_ACK:
124                 return true;
125         default:
126                 return false;
127         }
128 }
129
130 static bool is_reliable(struct utcp_connection *c) {
131         return c->flags & UTCP_RELIABLE;
132 }
133
134 static inline void list_connections(struct utcp *utcp) {
135         debug("%p has %d connections:\n", utcp, utcp->nconnections);
136         for(int i = 0; i < utcp->nconnections; i++)
137                 debug("  %u -> %u state %s\n", utcp->connections[i]->src, utcp->connections[i]->dst, strstate[utcp->connections[i]->state]);
138 }
139
140 static int32_t seqdiff(uint32_t a, uint32_t b) {
141         return a - b;
142 }
143
144 // Buffer functions
145 // TODO: convert to ringbuffers to avoid memmove() operations.
146
147 // Store data into the buffer
148 static ssize_t buffer_put_at(struct buffer *buf, size_t offset, const void *data, size_t len) {
149         debug("buffer_put_at %lu %lu %lu\n", (unsigned long)buf->used, (unsigned long)offset, (unsigned long)len);
150
151         size_t required = offset + len;
152         if(required > buf->maxsize) {
153                 if(offset >= buf->maxsize)
154                         return 0;
155                 len = buf->maxsize - offset;
156                 required = buf->maxsize;
157         }
158
159         if(required > buf->size) {
160                 size_t newsize = buf->size;
161                 if(!newsize) {
162                         newsize = required;
163                 } else {
164                         do {
165                                 newsize *= 2;
166                         } while(newsize < required);
167                 }
168                 if(newsize > buf->maxsize)
169                         newsize = buf->maxsize;
170                 char *newdata = realloc(buf->data, newsize);
171                 if(!newdata)
172                         return -1;
173                 buf->data = newdata;
174                 buf->size = newsize;
175         }
176
177         memcpy(buf->data + offset, data, len);
178         if(required > buf->used)
179                 buf->used = required;
180         return len;
181 }
182
183 static ssize_t buffer_put(struct buffer *buf, const void *data, size_t len) {
184         return buffer_put_at(buf, buf->used, data, len);
185 }
186
187 // Get data from the buffer. data can be NULL.
188 static ssize_t buffer_get(struct buffer *buf, void *data, size_t len) {
189         if(len > buf->used)
190                 len = buf->used;
191         if(data)
192                 memcpy(data, buf->data, len);
193         if(len < buf->used)
194                 memmove(buf->data, buf->data + len, buf->used - len);
195         buf->used -= len;
196         return len;
197 }
198
199 // Copy data from the buffer without removing it.
200 static ssize_t buffer_copy(struct buffer *buf, void *data, size_t offset, size_t len) {
201         if(offset >= buf->used)
202                 return 0;
203         if(offset + len > buf->used)
204                 len = buf->used - offset;
205         memcpy(data, buf->data + offset, len);
206         return len;
207 }
208
209 static bool buffer_init(struct buffer *buf, uint32_t len, uint32_t maxlen) {
210         memset(buf, 0, sizeof *buf);
211         if(len) {
212                 buf->data = malloc(len);
213                 if(!buf->data)
214                         return false;
215         }
216         buf->size = len;
217         buf->maxsize = maxlen;
218         return true;
219 }
220
221 static void buffer_exit(struct buffer *buf) {
222         free(buf->data);
223         memset(buf, 0, sizeof *buf);
224 }
225
226 static uint32_t buffer_free(const struct buffer *buf) {
227         return buf->maxsize - buf->used;
228 }
229
230 // Connections are stored in a sorted list.
231 // This gives O(log(N)) lookup time, O(N log(N)) insertion time and O(N) deletion time.
232
233 static int compare(const void *va, const void *vb) {
234         assert(va && vb);
235
236         const struct utcp_connection *a = *(struct utcp_connection **)va;
237         const struct utcp_connection *b = *(struct utcp_connection **)vb;
238
239         assert(a && b);
240         assert(a->src && b->src);
241
242         int c = (int)a->src - (int)b->src;
243         if(c)
244                 return c;
245         c = (int)a->dst - (int)b->dst;
246         return c;
247 }
248
249 static struct utcp_connection *find_connection(const struct utcp *utcp, uint16_t src, uint16_t dst) {
250         if(!utcp->nconnections)
251                 return NULL;
252         struct utcp_connection key = {
253                 .src = src,
254                 .dst = dst,
255         }, *keyp = &key;
256         struct utcp_connection **match = bsearch(&keyp, utcp->connections, utcp->nconnections, sizeof *utcp->connections, compare);
257         return match ? *match : NULL;
258 }
259
260 static void free_connection(struct utcp_connection *c) {
261         struct utcp *utcp = c->utcp;
262         struct utcp_connection **cp = bsearch(&c, utcp->connections, utcp->nconnections, sizeof *utcp->connections, compare);
263
264         assert(cp);
265
266         int i = cp - utcp->connections;
267         memmove(cp, cp + 1, (utcp->nconnections - i - 1) * sizeof *cp);
268         utcp->nconnections--;
269
270         buffer_exit(&c->rcvbuf);
271         buffer_exit(&c->sndbuf);
272         free(c);
273 }
274
275 static struct utcp_connection *allocate_connection(struct utcp *utcp, uint16_t src, uint16_t dst) {
276         // Check whether this combination of src and dst is free
277
278         if(src) {
279                 if(find_connection(utcp, src, dst)) {
280                         errno = EADDRINUSE;
281                         return NULL;
282                 }
283         } else { // If src == 0, generate a random port number with the high bit set
284                 if(utcp->nconnections >= 32767) {
285                         errno = ENOMEM;
286                         return NULL;
287                 }
288                 src = rand() | 0x8000;
289                 while(find_connection(utcp, src, dst))
290                         src++;
291         }
292
293         // Allocate memory for the new connection
294
295         if(utcp->nconnections >= utcp->nallocated) {
296                 if(!utcp->nallocated)
297                         utcp->nallocated = 4;
298                 else
299                         utcp->nallocated *= 2;
300                 struct utcp_connection **new_array = realloc(utcp->connections, utcp->nallocated * sizeof *utcp->connections);
301                 if(!new_array)
302                         return NULL;
303                 utcp->connections = new_array;
304         }
305
306         struct utcp_connection *c = calloc(1, sizeof *c);
307         if(!c)
308                 return NULL;
309
310         if(!buffer_init(&c->sndbuf, DEFAULT_SNDBUFSIZE, DEFAULT_MAXSNDBUFSIZE)) {
311                 free(c);
312                 return NULL;
313         }
314
315         if(!buffer_init(&c->rcvbuf, DEFAULT_RCVBUFSIZE, DEFAULT_MAXRCVBUFSIZE)) {
316                 buffer_exit(&c->sndbuf);
317                 free(c);
318                 return NULL;
319         }
320
321         // Fill in the details
322
323         c->src = src;
324         c->dst = dst;
325 #ifdef UTCP_DEBUG
326         c->snd.iss = 0;
327 #else
328         c->snd.iss = rand();
329 #endif
330         c->snd.una = c->snd.iss;
331         c->snd.nxt = c->snd.iss + 1;
332         c->rcv.wnd = utcp->mtu;
333         c->snd.last = c->snd.nxt;
334         c->snd.cwnd = utcp->mtu;
335         c->utcp = utcp;
336
337         // Add it to the sorted list of connections
338
339         utcp->connections[utcp->nconnections++] = c;
340         qsort(utcp->connections, utcp->nconnections, sizeof *utcp->connections, compare);
341
342         return c;
343 }
344
345 // Update RTT variables. See RFC 6298.
346 static void update_rtt(struct utcp_connection *c, uint32_t rtt) {
347         if(!rtt) {
348                 debug("invalid rtt\n");
349                 return;
350         }
351
352         struct utcp *utcp = c->utcp;
353
354         if(!utcp->srtt) {
355                 utcp->srtt = rtt;
356                 utcp->rttvar = rtt / 2;
357                 utcp->rto = rtt + max(2 * rtt, CLOCK_GRANULARITY);
358         } else {
359                 utcp->rttvar = (utcp->rttvar * 3 + abs(utcp->srtt - rtt)) / 4;
360                 utcp->srtt = (utcp->srtt * 7 + rtt) / 8;
361                 utcp->rto = utcp->srtt + max(utcp->rttvar, CLOCK_GRANULARITY);
362         }
363
364         if(utcp->rto > MAX_RTO)
365                 utcp->rto = MAX_RTO;
366
367         debug("rtt %u srtt %u rttvar %u rto %u\n", rtt, utcp->srtt, utcp->rttvar, utcp->rto);
368 }
369
370 static void start_retransmit_timer(struct utcp_connection *c) {
371         gettimeofday(&c->rtrx_timeout, NULL);
372         c->rtrx_timeout.tv_usec += c->utcp->rto;
373         while(c->rtrx_timeout.tv_usec >= 1000000) {
374                 c->rtrx_timeout.tv_usec -= 1000000;
375                 c->rtrx_timeout.tv_sec++;
376         }
377         debug("timeout set to %lu.%06lu (%u)\n", c->rtrx_timeout.tv_sec, c->rtrx_timeout.tv_usec, c->utcp->rto);
378 }
379
380 static void stop_retransmit_timer(struct utcp_connection *c) {
381         timerclear(&c->rtrx_timeout);
382         debug("timeout cleared\n");
383 }
384
385 struct utcp_connection *utcp_connect_ex(struct utcp *utcp, uint16_t dst, utcp_recv_t recv, void *priv, uint32_t flags) {
386         struct utcp_connection *c = allocate_connection(utcp, 0, dst);
387         if(!c)
388                 return NULL;
389
390         assert((flags & ~0xf) == 0);
391
392         c->flags = flags;
393         c->recv = recv;
394         c->priv = priv;
395
396         struct {
397                 struct hdr hdr;
398                 uint8_t init[4];
399         } pkt;
400
401         pkt.hdr.src = c->src;
402         pkt.hdr.dst = c->dst;
403         pkt.hdr.seq = c->snd.iss;
404         pkt.hdr.ack = 0;
405         pkt.hdr.wnd = c->rcv.wnd;
406         pkt.hdr.ctl = SYN;
407         pkt.hdr.aux = 0x0101;
408         pkt.init[0] = 1;
409         pkt.init[1] = 0;
410         pkt.init[2] = 0;
411         pkt.init[3] = flags & 0x7;
412
413         set_state(c, SYN_SENT);
414
415         print_packet(utcp, "send", &pkt, sizeof pkt);
416         utcp->send(utcp, &pkt, sizeof pkt);
417
418         gettimeofday(&c->conn_timeout, NULL);
419         c->conn_timeout.tv_sec += utcp->timeout;
420
421         start_retransmit_timer(c);
422
423         return c;
424 }
425
426 struct utcp_connection *utcp_connect(struct utcp *utcp, uint16_t dst, utcp_recv_t recv, void *priv) {
427         return utcp_connect_ex(utcp, dst, recv, priv, UTCP_TCP);
428 }
429
430 void utcp_accept(struct utcp_connection *c, utcp_recv_t recv, void *priv) {
431         if(c->reapable || c->state != SYN_RECEIVED) {
432                 debug("Error: accept() called on invalid connection %p in state %s\n", c, strstate[c->state]);
433                 return;
434         }
435
436         debug("%p accepted, %p %p\n", c, recv, priv);
437         c->recv = recv;
438         c->priv = priv;
439         set_state(c, ESTABLISHED);
440 }
441
442 static void ack(struct utcp_connection *c, bool sendatleastone) {
443         int32_t left = seqdiff(c->snd.last, c->snd.nxt);
444         int32_t cwndleft = c->snd.cwnd - seqdiff(c->snd.nxt, c->snd.una);
445         debug("cwndleft = %d\n", cwndleft);
446
447         assert(left >= 0);
448
449         if(cwndleft <= 0)
450                 cwndleft = 0;
451
452         if(cwndleft < left)
453                 left = cwndleft;
454
455         if(!left && !sendatleastone)
456                 return;
457
458         struct {
459                 struct hdr hdr;
460                 char data[];
461         } *pkt;
462
463         pkt = malloc(sizeof pkt->hdr + c->utcp->mtu);
464         if(!pkt)
465                 return;
466
467         pkt->hdr.src = c->src;
468         pkt->hdr.dst = c->dst;
469         pkt->hdr.ack = c->rcv.nxt;
470         pkt->hdr.wnd = c->snd.wnd;
471         pkt->hdr.ctl = ACK;
472         pkt->hdr.aux = 0;
473
474         do {
475                 uint32_t seglen = left > c->utcp->mtu ? c->utcp->mtu : left;
476                 pkt->hdr.seq = c->snd.nxt;
477
478                 buffer_copy(&c->sndbuf, pkt->data, seqdiff(c->snd.nxt, c->snd.una), seglen);
479
480                 c->snd.nxt += seglen;
481                 left -= seglen;
482
483                 if(seglen && fin_wanted(c, c->snd.nxt)) {
484                         seglen--;
485                         pkt->hdr.ctl |= FIN;
486                 }
487
488                 if(!c->rtt_start.tv_sec) {
489                         // Start RTT measurement
490                         gettimeofday(&c->rtt_start, NULL);
491                         c->rtt_seq = pkt->hdr.seq + seglen;
492                         debug("Starting RTT measurement, expecting ack %u\n", c->rtt_seq);
493                 }
494
495                 print_packet(c->utcp, "send", pkt, sizeof pkt->hdr + seglen);
496                 c->utcp->send(c->utcp, pkt, sizeof pkt->hdr + seglen);
497         } while(left);
498
499         free(pkt);
500 }
501
502 ssize_t utcp_send(struct utcp_connection *c, const void *data, size_t len) {
503         if(c->reapable) {
504                 debug("Error: send() called on closed connection %p\n", c);
505                 errno = EBADF;
506                 return -1;
507         }
508
509         switch(c->state) {
510         case CLOSED:
511         case LISTEN:
512         case SYN_SENT:
513         case SYN_RECEIVED:
514                 debug("Error: send() called on unconnected connection %p\n", c);
515                 errno = ENOTCONN;
516                 return -1;
517         case ESTABLISHED:
518         case CLOSE_WAIT:
519                 break;
520         case FIN_WAIT_1:
521         case FIN_WAIT_2:
522         case CLOSING:
523         case LAST_ACK:
524         case TIME_WAIT:
525                 debug("Error: send() called on closing connection %p\n", c);
526                 errno = EPIPE;
527                 return -1;
528         }
529
530         // Exit early if we have nothing to send.
531
532         if(!len)
533                 return 0;
534
535         if(!data) {
536                 errno = EFAULT;
537                 return -1;
538         }
539
540         // Add data to send buffer.
541
542         len = buffer_put(&c->sndbuf, data, len);
543         if(len <= 0) {
544                 errno = EWOULDBLOCK;
545                 return 0;
546         }
547
548         c->snd.last += len;
549         ack(c, false);
550         if(!is_reliable(c)) {
551                 c->snd.una = c->snd.nxt = c->snd.last;
552                 buffer_get(&c->sndbuf, NULL, c->sndbuf.used);
553         }
554         if(is_reliable(c) && !timerisset(&c->rtrx_timeout))
555                 start_retransmit_timer(c);
556         return len;
557 }
558
559 static void swap_ports(struct hdr *hdr) {
560         uint16_t tmp = hdr->src;
561         hdr->src = hdr->dst;
562         hdr->dst = tmp;
563 }
564
565 static void retransmit(struct utcp_connection *c) {
566         if(c->state == CLOSED || c->snd.last == c->snd.una) {
567                 debug("Retransmit() called but nothing to retransmit!\n");
568                 stop_retransmit_timer(c);
569                 return;
570         }
571
572         struct utcp *utcp = c->utcp;
573
574         struct {
575                 struct hdr hdr;
576                 char data[];
577         } *pkt;
578
579         pkt = malloc(sizeof pkt->hdr + c->utcp->mtu);
580         if(!pkt)
581                 return;
582
583         pkt->hdr.src = c->src;
584         pkt->hdr.dst = c->dst;
585         pkt->hdr.wnd = c->rcv.wnd;
586         pkt->hdr.aux = 0;
587
588         switch(c->state) {
589                 case SYN_SENT:
590                         // Send our SYN again
591                         pkt->hdr.seq = c->snd.iss;
592                         pkt->hdr.ack = 0;
593                         pkt->hdr.ctl = SYN;
594                         pkt->hdr.aux = 0x0101;
595                         pkt->data[0] = 1;
596                         pkt->data[1] = 0;
597                         pkt->data[2] = 0;
598                         pkt->data[3] = c->flags & 0x7;
599                         print_packet(c->utcp, "rtrx", pkt, sizeof pkt->hdr + 4);
600                         utcp->send(utcp, pkt, sizeof pkt->hdr + 4);
601                         break;
602
603                 case SYN_RECEIVED:
604                         // Send SYNACK again
605                         pkt->hdr.seq = c->snd.nxt;
606                         pkt->hdr.ack = c->rcv.nxt;
607                         pkt->hdr.ctl = SYN | ACK;
608                         print_packet(c->utcp, "rtrx", pkt, sizeof pkt->hdr);
609                         utcp->send(utcp, pkt, sizeof pkt->hdr);
610                         break;
611
612                 case ESTABLISHED:
613                 case FIN_WAIT_1:
614                 case CLOSE_WAIT:
615                 case CLOSING:
616                 case LAST_ACK:
617                         // Send unacked data again.
618                         pkt->hdr.seq = c->snd.una;
619                         pkt->hdr.ack = c->rcv.nxt;
620                         pkt->hdr.ctl = ACK;
621                         uint32_t len = seqdiff(c->snd.last, c->snd.una);
622                         if(len > utcp->mtu)
623                                 len = utcp->mtu;
624                         if(fin_wanted(c, c->snd.una + len)) {
625                                 len--;
626                                 pkt->hdr.ctl |= FIN;
627                         }
628                         c->snd.nxt = c->snd.una + len;
629                         c->snd.cwnd = utcp->mtu; // reduce cwnd on retransmit
630                         buffer_copy(&c->sndbuf, pkt->data, 0, len);
631                         print_packet(c->utcp, "rtrx", pkt, sizeof pkt->hdr + len);
632                         utcp->send(utcp, pkt, sizeof pkt->hdr + len);
633                         break;
634
635                 case CLOSED:
636                 case LISTEN:
637                 case TIME_WAIT:
638                 case FIN_WAIT_2:
639                         // We shouldn't need to retransmit anything in this state.
640 #ifdef UTCP_DEBUG
641                         abort();
642 #endif
643                         stop_retransmit_timer(c);
644                         goto cleanup;
645         }
646
647         start_retransmit_timer(c);
648         utcp->rto *= 2;
649         if(utcp->rto > MAX_RTO)
650                 utcp->rto = MAX_RTO;
651         c->rtt_start.tv_sec = 0; // invalidate RTT timer
652
653 cleanup:
654         free(pkt);
655 }
656
657 /* Update receive buffer and SACK entries after consuming data.
658  *
659  * Situation:
660  *
661  * |.....0000..1111111111.....22222......3333|
662  * |---------------^
663  *
664  * 0..3 represent the SACK entries. The ^ indicates up to which point we want
665  * to remove data from the receive buffer. The idea is to substract "len"
666  * from the offset of all the SACK entries, and then remove/cut down entries
667  * that are shifted to before the start of the receive buffer.
668  *
669  * There are three cases:
670  * - the SACK entry is after ^, in that case just change the offset.
671  * - the SACK entry starts before and ends after ^, so we have to
672  *   change both its offset and size.
673  * - the SACK entry is completely before ^, in that case delete it.
674  */
675 static void sack_consume(struct utcp_connection *c, size_t len) {
676         debug("sack_consume %lu\n", (unsigned long)len);
677         if(len > c->rcvbuf.used) {
678                 debug("All SACK entries consumed");
679                 c->sacks[0].len = 0;
680                 return;
681         }
682
683         buffer_get(&c->rcvbuf, NULL, len);
684
685         for(int i = 0; i < NSACKS && c->sacks[i].len; ) {
686                 if(len < c->sacks[i].offset) {
687                         c->sacks[i].offset -= len;
688                         i++;
689                 } else if(len < c->sacks[i].offset + c->sacks[i].len) {
690                         c->sacks[i].len -= len - c->sacks[i].offset;
691                         c->sacks[i].offset = 0;
692                         i++;
693                 } else {
694                         if(i < NSACKS - 1) {
695                                 memmove(&c->sacks[i], &c->sacks[i + 1], (NSACKS - 1 - i) * sizeof c->sacks[i]);
696                                 c->sacks[NSACKS - 1].len = 0;
697                         } else {
698                                 c->sacks[i].len = 0;
699                                 break;
700                         }
701                 }
702         }
703
704         for(int i = 0; i < NSACKS && c->sacks[i].len; i++)
705                 debug("SACK[%d] offset %u len %u\n", i, c->sacks[i].offset, c->sacks[i].len);
706 }
707
708 static void handle_out_of_order(struct utcp_connection *c, uint32_t offset, const void *data, size_t len) {
709         debug("out of order packet, offset %u\n", offset);
710         // Packet loss or reordering occured. Store the data in the buffer.
711         ssize_t rxd = buffer_put_at(&c->rcvbuf, offset, data, len);
712         if(rxd < len)
713                 abort();
714
715         // Make note of where we put it.
716         for(int i = 0; i < NSACKS; i++) {
717                 if(!c->sacks[i].len) { // nothing to merge, add new entry
718                         debug("New SACK entry %d\n", i);
719                         c->sacks[i].offset = offset;
720                         c->sacks[i].len = rxd;
721                         break;
722                 } else if(offset < c->sacks[i].offset) {
723                         if(offset + rxd < c->sacks[i].offset) { // insert before
724                                 if(!c->sacks[NSACKS - 1].len) { // only if room left
725                                         debug("Insert SACK entry at %d\n", i);
726                                         memmove(&c->sacks[i + 1], &c->sacks[i], (NSACKS - i - 1) * sizeof c->sacks[i]);
727                                         c->sacks[i].offset = offset;
728                                         c->sacks[i].len = rxd;
729                                 } else {
730                                         debug("SACK entries full, dropping packet\n");
731                                 }
732                                 break;
733                         } else { // merge
734                                 debug("Merge with start of SACK entry at %d\n", i);
735                                 c->sacks[i].offset = offset;
736                                 break;
737                         }
738                 } else if(offset <= c->sacks[i].offset + c->sacks[i].len) {
739                         if(offset + rxd > c->sacks[i].offset + c->sacks[i].len) { // merge
740                                 debug("Merge with end of SACK entry at %d\n", i);
741                                 c->sacks[i].len = offset + rxd - c->sacks[i].offset;
742                                 // TODO: handle potential merge with next entry
743                         }
744                         break;
745                 }
746         }
747
748         for(int i = 0; i < NSACKS && c->sacks[i].len; i++)
749                 debug("SACK[%d] offset %u len %u\n", i, c->sacks[i].offset, c->sacks[i].len);
750 }
751
752 static void handle_in_order(struct utcp_connection *c, const void *data, size_t len) {
753         // Check if we can process out-of-order data now.
754         if(c->sacks[0].len && len >= c->sacks[0].offset) { // TODO: handle overlap with second SACK
755                 debug("incoming packet len %lu connected with SACK at %u\n", (unsigned long)len, c->sacks[0].offset);
756                 buffer_put_at(&c->rcvbuf, 0, data, len); // TODO: handle return value
757                 len = max(len, c->sacks[0].offset + c->sacks[0].len);
758                 data = c->rcvbuf.data;
759         }
760
761         if(c->recv) {
762                 ssize_t rxd = c->recv(c, data, len);
763                 if(rxd != len) {
764                         // TODO: handle the application not accepting all data.
765                         abort();
766                 }
767         }
768
769         if(c->rcvbuf.used)
770                 sack_consume(c, len);
771
772         c->rcv.nxt += len;
773 }
774
775
776 static void handle_incoming_data(struct utcp_connection *c, uint32_t seq, const void *data, size_t len) {
777         if(!is_reliable(c)) {
778                 c->recv(c, data, len);
779                 c->rcv.nxt = seq + len;
780                 return;
781         }
782
783         uint32_t offset = seqdiff(seq, c->rcv.nxt);
784         if(offset + len > c->rcvbuf.maxsize)
785                 abort();
786
787         if(offset)
788                 handle_out_of_order(c, offset, data, len);
789         else
790                 handle_in_order(c, data, len);
791 }
792
793
794 ssize_t utcp_recv(struct utcp *utcp, const void *data, size_t len) {
795         if(!utcp) {
796                 errno = EFAULT;
797                 return -1;
798         }
799
800         if(!len)
801                 return 0;
802
803         if(!data) {
804                 errno = EFAULT;
805                 return -1;
806         }
807
808         print_packet(utcp, "recv", data, len);
809
810         // Drop packets smaller than the header
811
812         struct hdr hdr;
813         if(len < sizeof hdr) {
814                 errno = EBADMSG;
815                 return -1;
816         }
817
818         // Make a copy from the potentially unaligned data to a struct hdr
819
820         memcpy(&hdr, data, sizeof hdr);
821         data += sizeof hdr;
822         len -= sizeof hdr;
823
824         // Drop packets with an unknown CTL flag
825
826         if(hdr.ctl & ~(SYN | ACK | RST | FIN)) {
827                 errno = EBADMSG;
828                 return -1;
829         }
830
831         // Try to match the packet to an existing connection
832
833         struct utcp_connection *c = find_connection(utcp, hdr.dst, hdr.src);
834
835         // Is it for a new connection?
836
837         if(!c) {
838                 // Ignore RST packets
839
840                 if(hdr.ctl & RST)
841                         return 0;
842
843                 // Is it a SYN packet and are we LISTENing?
844
845                 if(hdr.ctl & SYN && !(hdr.ctl & ACK) && utcp->accept) {
846                         // If we don't want to accept it, send a RST back
847                         if((utcp->pre_accept && !utcp->pre_accept(utcp, hdr.dst))) {
848                                 len = 1;
849                                 goto reset;
850                         }
851
852                         // Try to allocate memory, otherwise send a RST back
853                         c = allocate_connection(utcp, hdr.dst, hdr.src);
854                         if(!c) {
855                                 len = 1;
856                                 goto reset;
857                         }
858
859                         // Parse auxilliary information
860                         if(hdr.aux) {
861                                 if(hdr.aux != 0x0101 || len < 4 || ((uint8_t *)data)[0] != 1) {
862                                         len = 1;
863                                         goto reset;
864                                 }
865                                 c->flags = ((uint8_t *)data)[3] & 0x7;
866                                 data += 4;
867                                 len -= 4;
868                         } else {
869                                 c->flags = UTCP_TCP;
870                         }
871
872                         // Return SYN+ACK, go to SYN_RECEIVED state
873                         c->snd.wnd = hdr.wnd;
874                         c->rcv.irs = hdr.seq;
875                         c->rcv.nxt = c->rcv.irs + 1;
876                         set_state(c, SYN_RECEIVED);
877
878                         hdr.dst = c->dst;
879                         hdr.src = c->src;
880                         hdr.ack = c->rcv.irs + 1;
881                         hdr.seq = c->snd.iss;
882                         hdr.ctl = SYN | ACK;
883                         print_packet(c->utcp, "send", &hdr, sizeof hdr);
884                         utcp->send(utcp, &hdr, sizeof hdr);
885                 } else {
886                         // No, we don't want your packets, send a RST back
887                         len = 1;
888                         goto reset;
889                 }
890
891                 return 0;
892         }
893
894         debug("%p state %s\n", c->utcp, strstate[c->state]);
895
896         // In case this is for a CLOSED connection, ignore the packet.
897         // TODO: make it so incoming packets can never match a CLOSED connection.
898
899         if(c->state == CLOSED) {
900                 debug("Got packet for closed connection\n");
901                 return 0;
902         }
903
904         // It is for an existing connection.
905
906         uint32_t prevrcvnxt = c->rcv.nxt;
907
908         // 1. Drop invalid packets.
909
910         // 1a. Drop packets that should not happen in our current state.
911
912         switch(c->state) {
913         case SYN_SENT:
914         case SYN_RECEIVED:
915         case ESTABLISHED:
916         case FIN_WAIT_1:
917         case FIN_WAIT_2:
918         case CLOSE_WAIT:
919         case CLOSING:
920         case LAST_ACK:
921         case TIME_WAIT:
922                 break;
923         default:
924 #ifdef UTCP_DEBUG
925                 abort();
926 #endif
927                 break;
928         }
929
930         // 1b. Drop packets with a sequence number not in our receive window.
931
932         bool acceptable;
933
934         if(c->state == SYN_SENT)
935                 acceptable = true;
936         else if(len == 0)
937                 acceptable = seqdiff(hdr.seq, c->rcv.nxt) >= 0;
938         else {
939                 int32_t rcv_offset = seqdiff(hdr.seq, c->rcv.nxt);
940
941                 // cut already accepted front overlapping
942                 if(rcv_offset < 0) {
943                         acceptable = len > -rcv_offset;
944                         if(acceptable) {
945                                 data -= rcv_offset;
946                                 len += rcv_offset;
947                                 hdr.seq -= rcv_offset;
948                         }
949                 } else {
950                         acceptable = seqdiff(hdr.seq, c->rcv.nxt) >= 0 && seqdiff(hdr.seq, c->rcv.nxt) + len <= c->rcvbuf.maxsize;
951                 }
952         }
953
954         if(!acceptable) {
955                 debug("Packet not acceptable, %u <= %u + %lu < %u\n", c->rcv.nxt, hdr.seq, (unsigned long)len, c->rcv.nxt + c->rcvbuf.maxsize);
956                 // Ignore unacceptable RST packets.
957                 if(hdr.ctl & RST)
958                         return 0;
959                 // Otherwise, continue processing.
960                 len = 0;
961         }
962
963         c->snd.wnd = hdr.wnd; // TODO: move below
964
965         // 1c. Drop packets with an invalid ACK.
966         // ackno should not roll back, and it should also not be bigger than what we ever could have sent
967         // (= snd.una + c->sndbuf.used).
968
969         if(hdr.ctl & ACK && (seqdiff(hdr.ack, c->snd.last) > 0 || seqdiff(hdr.ack, c->snd.una) < 0)) {
970                 debug("Packet ack seqno out of range, %u <= %u < %u\n", c->snd.una, hdr.ack, c->snd.una + c->sndbuf.used);
971                 // Ignore unacceptable RST packets.
972                 if(hdr.ctl & RST)
973                         return 0;
974                 goto reset;
975         }
976
977         // 2. Handle RST packets
978
979         if(hdr.ctl & RST) {
980                 switch(c->state) {
981                 case SYN_SENT:
982                         if(!(hdr.ctl & ACK))
983                                 return 0;
984                         // The peer has refused our connection.
985                         set_state(c, CLOSED);
986                         errno = ECONNREFUSED;
987                         if(c->recv)
988                                 c->recv(c, NULL, 0);
989                         return 0;
990                 case SYN_RECEIVED:
991                         if(hdr.ctl & ACK)
992                                 return 0;
993                         // We haven't told the application about this connection yet. Silently delete.
994                         free_connection(c);
995                         return 0;
996                 case ESTABLISHED:
997                 case FIN_WAIT_1:
998                 case FIN_WAIT_2:
999                 case CLOSE_WAIT:
1000                         if(hdr.ctl & ACK)
1001                                 return 0;
1002                         // The peer has aborted our connection.
1003                         set_state(c, CLOSED);
1004                         errno = ECONNRESET;
1005                         if(c->recv)
1006                                 c->recv(c, NULL, 0);
1007                         return 0;
1008                 case CLOSING:
1009                 case LAST_ACK:
1010                 case TIME_WAIT:
1011                         if(hdr.ctl & ACK)
1012                                 return 0;
1013                         // As far as the application is concerned, the connection has already been closed.
1014                         // If it has called utcp_close() already, we can immediately free this connection.
1015                         if(c->reapable) {
1016                                 free_connection(c);
1017                                 return 0;
1018                         }
1019                         // Otherwise, immediately move to the CLOSED state.
1020                         set_state(c, CLOSED);
1021                         return 0;
1022                 default:
1023 #ifdef UTCP_DEBUG
1024                         abort();
1025 #endif
1026                         break;
1027                 }
1028         }
1029
1030         // 3. Advance snd.una
1031
1032         uint32_t advanced = seqdiff(hdr.ack, c->snd.una);
1033         prevrcvnxt = c->rcv.nxt;
1034
1035         if(advanced) {
1036                 // RTT measurement
1037                 if(c->rtt_start.tv_sec) {
1038                         if(c->rtt_seq == hdr.ack) {
1039                                 struct timeval now, diff;
1040                                 gettimeofday(&now, NULL);
1041                                 timersub(&now, &c->rtt_start, &diff);
1042                                 update_rtt(c, diff.tv_sec * 1000000 + diff.tv_usec);
1043                                 c->rtt_start.tv_sec = 0;
1044                         } else if(c->rtt_seq < hdr.ack) {
1045                                 debug("Cancelling RTT measurement: %u < %u\n", c->rtt_seq, hdr.ack);
1046                                 c->rtt_start.tv_sec = 0;
1047                         }
1048                 }
1049
1050                 int32_t data_acked = advanced;
1051
1052                 switch(c->state) {
1053                         case SYN_SENT:
1054                         case SYN_RECEIVED:
1055                                 data_acked--;
1056                                 break;
1057                         // TODO: handle FIN as well.
1058                         default:
1059                                 break;
1060                 }
1061
1062                 assert(data_acked >= 0);
1063
1064                 int32_t bufused = seqdiff(c->snd.last, c->snd.una);
1065                 assert(data_acked <= bufused);
1066
1067                 if(data_acked)
1068                         buffer_get(&c->sndbuf, NULL, data_acked);
1069
1070                 // Also advance snd.nxt if possible
1071                 if(seqdiff(c->snd.nxt, hdr.ack) < 0)
1072                         c->snd.nxt = hdr.ack;
1073
1074                 c->snd.una = hdr.ack;
1075
1076                 c->dupack = 0;
1077                 c->snd.cwnd += utcp->mtu;
1078                 if(c->snd.cwnd > c->sndbuf.maxsize)
1079                         c->snd.cwnd = c->sndbuf.maxsize;
1080
1081                 // Check if we have sent a FIN that is now ACKed.
1082                 switch(c->state) {
1083                 case FIN_WAIT_1:
1084                         if(c->snd.una == c->snd.last)
1085                                 set_state(c, FIN_WAIT_2);
1086                         break;
1087                 case CLOSING:
1088                         if(c->snd.una == c->snd.last) {
1089                                 gettimeofday(&c->conn_timeout, NULL);
1090                                 c->conn_timeout.tv_sec += 60;
1091                                 set_state(c, TIME_WAIT);
1092                         }
1093                         break;
1094                 default:
1095                         break;
1096                 }
1097         } else {
1098                 if(!len && is_reliable(c)) {
1099                         c->dupack++;
1100                         if(c->dupack == 3) {
1101                                 debug("Triplicate ACK\n");
1102                                 //TODO: Resend one packet and go to fast recovery mode. See RFC 6582.
1103                                 //We do a very simple variant here; reset the nxt pointer to the last acknowledged packet from the peer.
1104                                 //Reset the congestion window so we wait for ACKs.
1105                                 c->snd.nxt = c->snd.una;
1106                                 c->snd.cwnd = utcp->mtu;
1107                                 start_retransmit_timer(c);
1108                         }
1109                 }
1110         }
1111
1112         // 4. Update timers
1113
1114         if(advanced) {
1115                 timerclear(&c->conn_timeout); // It will be set anew in utcp_timeout() if c->snd.una != c->snd.nxt.
1116                 if(c->snd.una == c->snd.last)
1117                         stop_retransmit_timer(c);
1118                 else if(is_reliable(c))
1119                         start_retransmit_timer(c);
1120         }
1121
1122         // 5. Process SYN stuff
1123
1124         if(hdr.ctl & SYN) {
1125                 switch(c->state) {
1126                 case SYN_SENT:
1127                         // This is a SYNACK. It should always have ACKed the SYN.
1128                         if(!advanced)
1129                                 goto reset;
1130                         c->rcv.irs = hdr.seq;
1131                         c->rcv.nxt = hdr.seq;
1132                         set_state(c, ESTABLISHED);
1133                         // TODO: notify application of this somehow.
1134                         break;
1135                 case SYN_RECEIVED:
1136                 case ESTABLISHED:
1137                 case FIN_WAIT_1:
1138                 case FIN_WAIT_2:
1139                 case CLOSE_WAIT:
1140                 case CLOSING:
1141                 case LAST_ACK:
1142                 case TIME_WAIT:
1143                         // Ehm, no. We should never receive a second SYN.
1144                         goto reset;
1145                 default:
1146 #ifdef UTCP_DEBUG
1147                         abort();
1148 #endif
1149                         return 0;
1150                 }
1151
1152                 // SYN counts as one sequence number
1153                 c->rcv.nxt++;
1154         }
1155
1156         // 6. Process new data
1157
1158         if(c->state == SYN_RECEIVED) {
1159                 // This is the ACK after the SYNACK. It should always have ACKed the SYNACK.
1160                 if(!advanced)
1161                         goto reset;
1162
1163                 // Are we still LISTENing?
1164                 if(utcp->accept)
1165                         utcp->accept(c, c->src);
1166
1167                 if(c->state != ESTABLISHED) {
1168                         set_state(c, CLOSED);
1169                         c->reapable = true;
1170                         goto reset;
1171                 }
1172         }
1173
1174         if(len) {
1175                 switch(c->state) {
1176                 case SYN_SENT:
1177                 case SYN_RECEIVED:
1178                         // This should never happen.
1179 #ifdef UTCP_DEBUG
1180                         abort();
1181 #endif
1182                         return 0;
1183                 case ESTABLISHED:
1184                 case FIN_WAIT_1:
1185                 case FIN_WAIT_2:
1186                         break;
1187                 case CLOSE_WAIT:
1188                 case CLOSING:
1189                 case LAST_ACK:
1190                 case TIME_WAIT:
1191                         // Ehm no, We should never receive more data after a FIN.
1192                         goto reset;
1193                 default:
1194 #ifdef UTCP_DEBUG
1195                         abort();
1196 #endif
1197                         return 0;
1198                 }
1199
1200                 handle_incoming_data(c, hdr.seq, data, len);
1201         }
1202
1203         // 7. Process FIN stuff
1204
1205         if((hdr.ctl & FIN) && hdr.seq + len == c->rcv.nxt) {
1206                 switch(c->state) {
1207                 case SYN_SENT:
1208                 case SYN_RECEIVED:
1209                         // This should never happen.
1210 #ifdef UTCP_DEBUG
1211                         abort();
1212 #endif
1213                         break;
1214                 case ESTABLISHED:
1215                         set_state(c, CLOSE_WAIT);
1216                         break;
1217                 case FIN_WAIT_1:
1218                         set_state(c, CLOSING);
1219                         break;
1220                 case FIN_WAIT_2:
1221                         gettimeofday(&c->conn_timeout, NULL);
1222                         c->conn_timeout.tv_sec += 60;
1223                         set_state(c, TIME_WAIT);
1224                         break;
1225                 case CLOSE_WAIT:
1226                 case CLOSING:
1227                 case LAST_ACK:
1228                 case TIME_WAIT:
1229                         // Ehm, no. We should never receive a second FIN.
1230                         goto reset;
1231                 default:
1232 #ifdef UTCP_DEBUG
1233                         abort();
1234 #endif
1235                         break;
1236                 }
1237
1238                 // FIN counts as one sequence number
1239                 c->rcv.nxt++;
1240                 len++;
1241
1242                 // Inform the application that the peer closed the connection.
1243                 if(c->recv) {
1244                         errno = 0;
1245                         c->recv(c, NULL, 0);
1246                 }
1247         }
1248
1249         // Now we send something back if:
1250         // - we advanced rcv.nxt (ie, we got some data that needs to be ACKed)
1251         //   -> sendatleastone = true
1252         // - or we got an ack, so we should maybe send a bit more data
1253         //   -> sendatleastone = false
1254
1255         ack(c, len || prevrcvnxt != c->rcv.nxt);
1256         return 0;
1257
1258 reset:
1259         swap_ports(&hdr);
1260         hdr.wnd = 0;
1261         if(hdr.ctl & ACK) {
1262                 hdr.seq = hdr.ack;
1263                 hdr.ctl = RST;
1264         } else {
1265                 hdr.ack = hdr.seq + len;
1266                 hdr.seq = 0;
1267                 hdr.ctl = RST | ACK;
1268         }
1269         print_packet(utcp, "send", &hdr, sizeof hdr);
1270         utcp->send(utcp, &hdr, sizeof hdr);
1271         return 0;
1272
1273 }
1274
1275 int utcp_shutdown(struct utcp_connection *c, int dir) {
1276         debug("%p shutdown %d at %u\n", c ? c->utcp : NULL, dir, c ? c->snd.last : 0);
1277         if(!c) {
1278                 errno = EFAULT;
1279                 return -1;
1280         }
1281
1282         if(c->reapable) {
1283                 debug("Error: shutdown() called on closed connection %p\n", c);
1284                 errno = EBADF;
1285                 return -1;
1286         }
1287
1288         if(!(dir == UTCP_SHUT_RD || dir == UTCP_SHUT_WR || dir == UTCP_SHUT_RDWR)) {
1289                 errno = EINVAL;
1290                 return -1;
1291         }
1292
1293         // TCP does not have a provision for stopping incoming packets.
1294         // The best we can do is to just ignore them.
1295         if(dir == UTCP_SHUT_RD || dir == UTCP_SHUT_RDWR)
1296                 c->recv = NULL;
1297
1298         // The rest of the code deals with shutting down writes.
1299         if(dir == UTCP_SHUT_RD)
1300                 return 0;
1301
1302         switch(c->state) {
1303         case CLOSED:
1304         case LISTEN:
1305                 errno = ENOTCONN;
1306                 return -1;
1307
1308         case SYN_SENT:
1309                 set_state(c, CLOSED);
1310                 return 0;
1311
1312         case SYN_RECEIVED:
1313         case ESTABLISHED:
1314                 set_state(c, FIN_WAIT_1);
1315                 break;
1316         case FIN_WAIT_1:
1317         case FIN_WAIT_2:
1318                 return 0;
1319         case CLOSE_WAIT:
1320                 set_state(c, CLOSING);
1321                 break;
1322
1323         case CLOSING:
1324         case LAST_ACK:
1325         case TIME_WAIT:
1326                 return 0;
1327         }
1328
1329         c->snd.last++;
1330
1331         ack(c, false);
1332         if(!timerisset(&c->rtrx_timeout))
1333                 start_retransmit_timer(c);
1334         return 0;
1335 }
1336
1337 int utcp_close(struct utcp_connection *c) {
1338         if(utcp_shutdown(c, SHUT_RDWR) && errno != ENOTCONN)
1339                 return -1;
1340         c->recv = NULL;
1341         c->poll = NULL;
1342         c->reapable = true;
1343         return 0;
1344 }
1345
1346 int utcp_abort(struct utcp_connection *c) {
1347         if(!c) {
1348                 errno = EFAULT;
1349                 return -1;
1350         }
1351
1352         if(c->reapable) {
1353                 debug("Error: abort() called on closed connection %p\n", c);
1354                 errno = EBADF;
1355                 return -1;
1356         }
1357
1358         c->recv = NULL;
1359         c->poll = NULL;
1360         c->reapable = true;
1361
1362         switch(c->state) {
1363         case CLOSED:
1364                 return 0;
1365         case LISTEN:
1366         case SYN_SENT:
1367         case CLOSING:
1368         case LAST_ACK:
1369         case TIME_WAIT:
1370                 set_state(c, CLOSED);
1371                 return 0;
1372
1373         case SYN_RECEIVED:
1374         case ESTABLISHED:
1375         case FIN_WAIT_1:
1376         case FIN_WAIT_2:
1377         case CLOSE_WAIT:
1378                 set_state(c, CLOSED);
1379                 break;
1380         }
1381
1382         // Send RST
1383
1384         struct hdr hdr;
1385
1386         hdr.src = c->src;
1387         hdr.dst = c->dst;
1388         hdr.seq = c->snd.nxt;
1389         hdr.ack = 0;
1390         hdr.wnd = 0;
1391         hdr.ctl = RST;
1392
1393         print_packet(c->utcp, "send", &hdr, sizeof hdr);
1394         c->utcp->send(c->utcp, &hdr, sizeof hdr);
1395         return 0;
1396 }
1397
1398 /* Handle timeouts.
1399  * One call to this function will loop through all connections,
1400  * checking if something needs to be resent or not.
1401  * The return value is the time to the next timeout in milliseconds,
1402  * or maybe a negative value if the timeout is infinite.
1403  */
1404 struct timeval utcp_timeout(struct utcp *utcp) {
1405         struct timeval now;
1406         gettimeofday(&now, NULL);
1407         struct timeval next = {now.tv_sec + 3600, now.tv_usec};
1408
1409         for(int i = 0; i < utcp->nconnections; i++) {
1410                 struct utcp_connection *c = utcp->connections[i];
1411                 if(!c)
1412                         continue;
1413
1414                 // delete connections that have been utcp_close()d.
1415                 if(c->state == CLOSED) {
1416                         if(c->reapable) {
1417                                 debug("Reaping %p\n", c);
1418                                 free_connection(c);
1419                                 i--;
1420                         }
1421                         continue;
1422                 }
1423
1424                 if(timerisset(&c->conn_timeout) && timercmp(&c->conn_timeout, &now, <)) {
1425                         errno = ETIMEDOUT;
1426                         c->state = CLOSED;
1427                         if(c->recv)
1428                                 c->recv(c, NULL, 0);
1429                         continue;
1430                 }
1431
1432                 if(timerisset(&c->rtrx_timeout) && timercmp(&c->rtrx_timeout, &now, <)) {
1433                         debug("retransmit()\n");
1434                         retransmit(c);
1435                 }
1436
1437                 if(c->poll) {
1438                         if((c->state == ESTABLISHED || c->state == CLOSE_WAIT)) {
1439                                 uint32_t len =  buffer_free(&c->sndbuf);
1440                                 if(len)
1441                                         c->poll(c, len);
1442                         } else if(c->state == CLOSED) {
1443                                 c->poll(c, 0);
1444                         }
1445                 }
1446
1447                 if(timerisset(&c->conn_timeout) && timercmp(&c->conn_timeout, &next, <))
1448                         next = c->conn_timeout;
1449
1450                 if(timerisset(&c->rtrx_timeout) && timercmp(&c->rtrx_timeout, &next, <))
1451                         next = c->rtrx_timeout;
1452         }
1453
1454         struct timeval diff;
1455         timersub(&next, &now, &diff);
1456         return diff;
1457 }
1458
1459 bool utcp_is_active(struct utcp *utcp) {
1460         if(!utcp)
1461                 return false;
1462
1463         for(int i = 0; i < utcp->nconnections; i++)
1464                 if(utcp->connections[i]->state != CLOSED && utcp->connections[i]->state != TIME_WAIT)
1465                         return true;
1466
1467         return false;
1468 }
1469
1470 struct utcp *utcp_init(utcp_accept_t accept, utcp_pre_accept_t pre_accept, utcp_send_t send, void *priv) {
1471         if(!send) {
1472                 errno = EFAULT;
1473                 return NULL;
1474         }
1475
1476         struct utcp *utcp = calloc(1, sizeof *utcp);
1477         if(!utcp)
1478                 return NULL;
1479
1480         utcp->accept = accept;
1481         utcp->pre_accept = pre_accept;
1482         utcp->send = send;
1483         utcp->priv = priv;
1484         utcp->mtu = DEFAULT_MTU;
1485         utcp->timeout = DEFAULT_USER_TIMEOUT; // sec
1486         utcp->rto = START_RTO; // usec
1487
1488         return utcp;
1489 }
1490
1491 void utcp_exit(struct utcp *utcp) {
1492         if(!utcp)
1493                 return;
1494         for(int i = 0; i < utcp->nconnections; i++) {
1495                 if(!utcp->connections[i]->reapable)
1496                         debug("Warning, freeing unclosed connection %p\n", utcp->connections[i]);
1497                 buffer_exit(&utcp->connections[i]->rcvbuf);
1498                 buffer_exit(&utcp->connections[i]->sndbuf);
1499                 free(utcp->connections[i]);
1500         }
1501         free(utcp->connections);
1502         free(utcp);
1503 }
1504
1505 uint16_t utcp_get_mtu(struct utcp *utcp) {
1506         return utcp ? utcp->mtu : 0;
1507 }
1508
1509 void utcp_set_mtu(struct utcp *utcp, uint16_t mtu) {
1510         // TODO: handle overhead of the header
1511         if(utcp)
1512                 utcp->mtu = mtu;
1513 }
1514
1515 int utcp_get_user_timeout(struct utcp *u) {
1516         return u ? u->timeout : 0;
1517 }
1518
1519 void utcp_set_user_timeout(struct utcp *u, int timeout) {
1520         if(u)
1521                 u->timeout = timeout;
1522 }
1523
1524 size_t utcp_get_sndbuf(struct utcp_connection *c) {
1525         return c ? c->sndbuf.maxsize : 0;
1526 }
1527
1528 size_t utcp_get_sndbuf_free(struct utcp_connection *c) {
1529         if(c && (c->state == ESTABLISHED || c->state == CLOSE_WAIT))
1530                 return buffer_free(&c->sndbuf);
1531         else
1532                 return 0;
1533 }
1534
1535 void utcp_set_sndbuf(struct utcp_connection *c, size_t size) {
1536         if(!c)
1537                 return;
1538         c->sndbuf.maxsize = size;
1539         if(c->sndbuf.maxsize != size)
1540                 c->sndbuf.maxsize = -1;
1541 }
1542
1543 size_t utcp_get_rcvbuf(struct utcp_connection *c) {
1544         return c ? c->rcvbuf.maxsize : 0;
1545 }
1546
1547 size_t utcp_get_rcvbuf_free(struct utcp_connection *c) {
1548         if(c && (c->state == ESTABLISHED || c->state == CLOSE_WAIT))
1549                 return buffer_free(&c->rcvbuf);
1550         else
1551                 return 0;
1552 }
1553
1554 void utcp_set_rcvbuf(struct utcp_connection *c, size_t size) {
1555         if(!c)
1556                 return;
1557         c->rcvbuf.maxsize = size;
1558         if(c->rcvbuf.maxsize != size)
1559                 c->rcvbuf.maxsize = -1;
1560 }
1561
1562 bool utcp_get_nodelay(struct utcp_connection *c) {
1563         return c ? c->nodelay : false;
1564 }
1565
1566 void utcp_set_nodelay(struct utcp_connection *c, bool nodelay) {
1567         if(c)
1568                 c->nodelay = nodelay;
1569 }
1570
1571 bool utcp_get_keepalive(struct utcp_connection *c) {
1572         return c ? c->keepalive : false;
1573 }
1574
1575 void utcp_set_keepalive(struct utcp_connection *c, bool keepalive) {
1576         if(c)
1577                 c->keepalive = keepalive;
1578 }
1579
1580 size_t utcp_get_outq(struct utcp_connection *c) {
1581         return c ? seqdiff(c->snd.nxt, c->snd.una) : 0;
1582 }
1583
1584 void utcp_set_recv_cb(struct utcp_connection *c, utcp_recv_t recv) {
1585         if(c)
1586                 c->recv = recv;
1587 }
1588
1589 void utcp_set_poll_cb(struct utcp_connection *c, utcp_poll_t poll) {
1590         if(c)
1591                 c->poll = poll;
1592 }
1593
1594 void utcp_set_accept_cb(struct utcp *utcp, utcp_accept_t accept, utcp_pre_accept_t pre_accept) {
1595         if(utcp) {
1596                 utcp->accept = accept;
1597                 utcp->pre_accept = pre_accept;
1598         }
1599 }