2 net_socket.c -- Handle various kinds of sockets.
3 Copyright (C) 2014-2017 Guus Sliepen <guus@meshlink.io>
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 2 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License along
16 with this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
24 #include "connection.h"
27 #include "meshlink_internal.h"
35 /* Needed on Mac OS/X */
37 #define SOL_TCP IPPROTO_TCP
41 #define MSG_NOSIGNAL 0
44 static const int max_connection_burst = 100;
48 static void configure_tcp(connection_t *c) {
50 int flags = fcntl(c->socket, F_GETFL);
52 if(fcntl(c->socket, F_SETFL, flags | O_NONBLOCK) < 0) {
53 logger(c->mesh, MESHLINK_ERROR, "System call `%s' failed: %s", "fcntl", strerror(errno));
57 unsigned long arg = 1;
59 if(ioctlsocket(c->socket, FIONBIO, &arg) != 0) {
60 logger(c->mesh, MESHLINK_ERROR, "System call `%s' failed: %s", "ioctlsocket", sockstrerror(sockerrno));
65 #if defined(SOL_TCP) && defined(TCP_NODELAY)
67 setsockopt(c->socket, SOL_TCP, TCP_NODELAY, (void *)&nodelay, sizeof(nodelay));
70 #if defined(IP_TOS) && defined(IPTOS_LOWDELAY)
71 int lowdelay = IPTOS_LOWDELAY;
72 setsockopt(c->socket, IPPROTO_IP, IP_TOS, (void *)&lowdelay, sizeof(lowdelay));
75 #if defined(SO_NOSIGPIPE)
77 setsockopt(c->socket, SOL_SOCKET, SO_NOSIGPIPE, (void *)&nosigpipe, sizeof(nosigpipe));
81 static void retry_outgoing_handler(event_loop_t *loop, void *data) {
84 meshlink_handle_t *mesh = loop->data;
85 outgoing_t *outgoing = data;
86 setup_outgoing_connection(mesh, outgoing);
89 void retry_outgoing(meshlink_handle_t *mesh, outgoing_t *outgoing) {
90 if(!mesh->reachable && mesh->loop.now.tv_sec < mesh->last_unreachable + mesh->dev_class_traits[outgoing->node->devclass].fast_retry_period) {
91 outgoing->timeout = 1;
93 outgoing->timeout += 5;
96 int maxtimeout = mesh->dev_class_traits[outgoing->node->devclass].maxtimeout;
98 if(outgoing->timeout > maxtimeout) {
99 outgoing->timeout = maxtimeout;
102 timeout_add(&mesh->loop, &outgoing->ev, retry_outgoing_handler, outgoing, &(struct timespec) {
103 outgoing->timeout, prng(mesh, TIMER_FUDGE)
106 logger(mesh, MESHLINK_INFO, "Trying to re-establish outgoing connection in %d seconds", outgoing->timeout);
109 void finish_connecting(meshlink_handle_t *mesh, connection_t *c) {
110 logger(mesh, MESHLINK_INFO, "Connected to %s", c->name);
112 c->last_ping_time = mesh->loop.now.tv_sec;
113 c->status.connecting = false;
118 static void handle_meta_write(meshlink_handle_t *mesh, connection_t *c) {
119 if(c->outbuf.len <= c->outbuf.offset) {
123 ssize_t outlen = send(c->socket, c->outbuf.data + c->outbuf.offset, c->outbuf.len - c->outbuf.offset, MSG_NOSIGNAL);
126 if(!errno || errno == EPIPE) {
127 logger(mesh, MESHLINK_INFO, "Connection closed by %s", c->name);
128 } else if(sockwouldblock(sockerrno)) {
129 logger(mesh, MESHLINK_DEBUG, "Sending %lu bytes to %s would block", (unsigned long)(c->outbuf.len - c->outbuf.offset), c->name);
132 logger(mesh, MESHLINK_ERROR, "Could not send %lu bytes of data to %s: %s", (unsigned long)(c->outbuf.len - c->outbuf.offset), c->name, strerror(errno));
135 terminate_connection(mesh, c, c->status.active);
140 c->node->out_meta += outlen;
141 mesh->self->out_meta += outlen;
144 buffer_read(&c->outbuf, outlen);
147 io_set(&mesh->loop, &c->io, IO_READ);
151 void flush_meta(meshlink_handle_t *mesh, connection_t *c) {
152 handle_meta_write(mesh, c);
155 static void handle_meta_io(event_loop_t *loop, void *data, int flags) {
156 meshlink_handle_t *mesh = loop->data;
157 connection_t *c = data;
159 if(c->status.connecting) {
160 c->status.connecting = false;
163 socklen_t len = sizeof(result);
164 getsockopt(c->socket, SOL_SOCKET, SO_ERROR, (void *)&result, &len);
167 finish_connecting(mesh, c);
169 logger(mesh, MESHLINK_ERROR, "Error while connecting to %s: %s", c->name, sockstrerror(result));
170 terminate_connection(mesh, c, false);
175 if(flags & IO_WRITE) {
176 handle_meta_write(mesh, c);
178 handle_meta_connection_data(mesh, c);
182 // Find edges pointing to this node, and use them to build a list of unique, known addresses.
183 static struct addrinfo *get_known_addresses(node_t *n) {
184 struct addrinfo *ai = NULL;
186 for splay_each(edge_t, e, n->edge_tree) {
193 for(struct addrinfo *aip = ai; aip; aip = aip->ai_next) {
194 if(!sockaddrcmp(&e->reverse->address, (sockaddr_t *)aip->ai_addr)) {
204 // Create a new struct addrinfo, and put it at the head of the list.
205 struct addrinfo *nai = xzalloc(sizeof(*nai) + SALEN(e->reverse->address.sa));
209 ai->ai_family = e->reverse->address.sa.sa_family;
210 ai->ai_socktype = SOCK_STREAM;
211 ai->ai_protocol = IPPROTO_TCP;
212 ai->ai_addrlen = SALEN(e->reverse->address.sa);
213 ai->ai_addr = (struct sockaddr *)(nai + 1);
214 memcpy(ai->ai_addr, &e->reverse->address, ai->ai_addrlen);
220 // Build a list of recently seen addresses.
221 static struct addrinfo *get_recent_addresses(node_t *n) {
222 struct addrinfo *ai = NULL;
223 struct addrinfo *aip;
225 for(int i = 0; i < 5; i++) {
226 if(!n->recent[i].sa.sa_family) {
230 // Create a new struct addrinfo, and put it at the end of the list.
231 struct addrinfo *nai = xzalloc(sizeof(*nai) + SALEN(n->recent[i].sa));
241 nai->ai_family = n->recent[i].sa.sa_family;
242 nai->ai_socktype = SOCK_STREAM;
243 nai->ai_protocol = IPPROTO_TCP;
244 nai->ai_addrlen = SALEN(n->recent[i].sa);
245 nai->ai_addr = (struct sockaddr *)(nai + 1);
246 memcpy(nai->ai_addr, &n->recent[i], nai->ai_addrlen);
252 // Free struct addrinfo list from get_known_addresses().
253 static void free_known_addresses(struct addrinfo *ai) {
254 for(struct addrinfo *aip = ai, *next; aip; aip = next) {
260 static void canonical_resolve_cb(meshlink_handle_t *mesh, char *host, char *serv, void *data, struct addrinfo *ai, int err) {
268 for list_each(outgoing_t, outgoing, mesh->outgoings) {
269 if(outgoing->node == n) {
270 if(outgoing->state == OUTGOING_CANONICAL_RESOLVE) {
272 outgoing->aip = NULL;
273 outgoing->state = OUTGOING_CANONICAL;
274 do_outgoing_connection(mesh, outgoing);
282 static bool get_next_outgoing_address(meshlink_handle_t *mesh, outgoing_t *outgoing) {
287 if(outgoing->state == OUTGOING_START) {
289 outgoing->state = OUTGOING_CANONICAL_RESOLVE;
292 if(outgoing->state == OUTGOING_CANONICAL_RESOLVE) {
293 node_t *n = outgoing->node;
295 if(n->canonical_address) {
296 char *address = xstrdup(n->canonical_address);
297 char *port = strchr(address, ' ');
301 port = xstrdup(port);
302 adns_queue(mesh, address, port, canonical_resolve_cb, outgoing->node, 2);
305 logger(mesh, MESHLINK_ERROR, "Canonical address for %s is missing port number", n->name);
307 outgoing->state = OUTGOING_RECENT;
311 outgoing->state = OUTGOING_RECENT;
315 if(outgoing->state == OUTGOING_CANONICAL) {
317 outgoing->aip = outgoing->ai;
319 outgoing->aip = outgoing->aip->ai_next;
327 freeaddrinfo(outgoing->ai);
331 outgoing->aip = NULL;
332 outgoing->state = OUTGOING_END;
335 if(outgoing->state == OUTGOING_RECENT) {
337 outgoing->ai = get_recent_addresses(outgoing->node);
338 outgoing->aip = outgoing->ai;
340 outgoing->aip = outgoing->aip->ai_next;
347 free_known_addresses(outgoing->ai);
349 outgoing->aip = NULL;
350 outgoing->state = OUTGOING_KNOWN;
353 if(outgoing->state == OUTGOING_KNOWN) {
355 outgoing->ai = get_known_addresses(outgoing->node);
356 outgoing->aip = outgoing->ai;
358 outgoing->aip = outgoing->aip->ai_next;
365 free_known_addresses(outgoing->ai);
367 outgoing->aip = NULL;
368 outgoing->state = OUTGOING_END;
372 outgoing->state = OUTGOING_NO_KNOWN_ADDRESSES;
378 void do_outgoing_connection(meshlink_handle_t *mesh, outgoing_t *outgoing) {
381 if(!get_next_outgoing_address(mesh, outgoing)) {
382 if(outgoing->state == OUTGOING_CANONICAL_RESOLVE) {
383 /* We are waiting for a callback from the ADNS thread */
384 } else if(outgoing->state == OUTGOING_NO_KNOWN_ADDRESSES) {
385 logger(mesh, MESHLINK_ERROR, "No known addresses for %s", outgoing->node->name);
386 list_delete(mesh->outgoings, outgoing);
388 logger(mesh, MESHLINK_ERROR, "Could not set up a meta connection to %s", outgoing->node->name);
389 retry_outgoing(mesh, outgoing);
395 connection_t *c = new_connection();
396 c->outgoing = outgoing;
398 memcpy(&c->address, outgoing->aip->ai_addr, outgoing->aip->ai_addrlen);
400 if(mesh->log_level <= MESHLINK_INFO) {
401 char *hostname = sockaddr2hostname(&c->address);
402 logger(mesh, MESHLINK_INFO, "Trying to connect to %s at %s", outgoing->node->name, hostname);
406 c->socket = socket(c->address.sa.sa_family, SOCK_STREAM, IPPROTO_TCP);
408 if(c->socket == -1) {
409 if(mesh->log_level <= MESHLINK_ERROR) {
410 char *hostname = sockaddr2hostname(&c->address);
411 logger(mesh, MESHLINK_ERROR, "Creating socket for %s at %s failed: %s", c->name, hostname, sockstrerror(sockerrno));
422 fcntl(c->socket, F_SETFD, FD_CLOEXEC);
425 #if defined(IPV6_V6ONLY)
427 if(c->address.sa.sa_family == AF_INET6) {
428 static const int option = 1;
429 setsockopt(c->socket, IPPROTO_IPV6, IPV6_V6ONLY, (void *)&option, sizeof(option));
436 int result = connect(c->socket, &c->address.sa, SALEN(c->address.sa));
438 if(result == -1 && !sockinprogress(sockerrno)) {
439 if(mesh->log_level <= MESHLINK_ERROR) {
440 char *hostname = sockaddr2hostname(&c->address);
441 logger(mesh, MESHLINK_ERROR, "Could not connect to %s: %s", outgoing->node->name, sockstrerror(sockerrno));
449 /* Now that there is a working socket, fill in the rest and register this connection. */
451 c->status.connecting = true;
452 c->status.initiator = true;
453 c->name = xstrdup(outgoing->node->name);
454 c->last_ping_time = mesh->loop.now.tv_sec;
456 connection_add(mesh, c);
458 io_add(&mesh->loop, &c->io, handle_meta_io, c, c->socket, IO_READ | IO_WRITE);
461 void reset_outgoing(outgoing_t *outgoing) {
463 if(outgoing->state == OUTGOING_RECENT || outgoing->state == OUTGOING_KNOWN) {
464 free_known_addresses(outgoing->ai);
466 freeaddrinfo(outgoing->ai);
471 outgoing->aip = NULL;
472 outgoing->state = OUTGOING_START;
475 void setup_outgoing_connection(meshlink_handle_t *mesh, outgoing_t *outgoing) {
476 timeout_del(&mesh->loop, &outgoing->ev);
478 if(outgoing->node->connection) {
479 logger(mesh, MESHLINK_INFO, "Already connected to %s", outgoing->node->name);
481 outgoing->node->connection->outgoing = outgoing;
485 reset_outgoing(outgoing);
487 if(outgoing->node->status.blacklisted) {
491 if(mesh->connection_try_cb) {
492 mesh->connection_try_cb(mesh, (meshlink_node_t *)outgoing->node);
495 do_outgoing_connection(mesh, outgoing);
498 /// Delayed close of a filedescriptor.
499 static void tarpit(meshlink_handle_t *mesh, int fd) {
504 if(mesh->pits[mesh->next_pit]) {
505 closesocket(mesh->pits[mesh->next_pit]);
508 mesh->pits[mesh->next_pit++] = fd;
510 if(mesh->next_pit >= (int)(sizeof mesh->pits / sizeof mesh->pits[0])) {
516 accept a new tcp connect and create a
519 void handle_new_meta_connection(event_loop_t *loop, void *data, int flags) {
521 meshlink_handle_t *mesh = loop->data;
522 listen_socket_t *l = data;
526 socklen_t len = sizeof(sa);
528 memset(&sa, 0, sizeof(sa));
530 fd = accept(l->tcp.fd, &sa.sa, &len);
533 if(sockwouldblock(errno)) {
537 if(errno == EINVAL) { // TODO: check if Windows agrees
538 event_loop_stop(loop);
542 logger(mesh, MESHLINK_ERROR, "Accepting a new connection failed: %s", sockstrerror(sockerrno));
548 /* Rate limit incoming connections to max_connection_burst/second. */
550 if(mesh->loop.now.tv_sec != mesh->connection_burst_time) {
551 mesh->connection_burst_time = mesh->loop.now.tv_sec;
552 mesh->connection_burst = 0;
555 if(mesh->connection_burst >= max_connection_burst) {
560 mesh->connection_burst++;
562 // Accept the new connection
564 c = new_connection();
565 c->name = xstrdup("<unknown>");
569 c->last_ping_time = mesh->loop.now.tv_sec;
571 char *hostname = sockaddr2hostname(&sa);
572 logger(mesh, MESHLINK_INFO, "Connection from %s", hostname);
575 io_add(&mesh->loop, &c->io, handle_meta_io, c, c->socket, IO_READ);
579 connection_add(mesh, c);
581 c->allow_request = ID;
585 static void free_outgoing(outgoing_t *outgoing) {
586 meshlink_handle_t *mesh = outgoing->node->mesh;
588 timeout_del(&mesh->loop, &outgoing->ev);
591 if(outgoing->state == OUTGOING_RECENT || outgoing->state == OUTGOING_KNOWN) {
592 free_known_addresses(outgoing->ai);
594 freeaddrinfo(outgoing->ai);
601 void init_outgoings(meshlink_handle_t *mesh) {
602 mesh->outgoings = list_alloc((list_action_t)free_outgoing);
605 void exit_outgoings(meshlink_handle_t *mesh) {
606 if(mesh->outgoings) {
607 list_delete_list(mesh->outgoings);
608 mesh->outgoings = NULL;