2 containers.h -- Container Management API
3 Copyright (C) 2018 Guus Sliepen <guus@meshlink.io>
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 2 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License along
16 with this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
25 #include "containers.h"
26 #include "common_handlers.h"
28 char *lxc_path = NULL;
30 static char container_ips[10][100];
32 /* Return the handle to an existing container after finding it by container name */
33 struct lxc_container *find_container(const char *name) {
34 struct lxc_container **test_containers;
35 char **container_names;
36 int num_containers, i;
38 assert((num_containers = list_all_containers(lxc_path, &container_names,
39 &test_containers)) != -1);
41 for(i = 0; i < num_containers; i++) {
42 if(strcmp(container_names[i], name) == 0) {
43 return test_containers[i];
50 /* Rename a Container */
51 void rename_container(const char *old_name, const char *new_name) {
52 char rename_command[200];
54 struct lxc_container *old_container;
56 /* Stop the old container if its still running */
57 assert(old_container = find_container(old_name));
58 old_container->shutdown(old_container, CONTAINER_SHUTDOWN_TIMEOUT);
59 /* Call stop() in case shutdown() fails - one of these two will always succeed */
60 old_container->stop(old_container);
61 /* Rename the Container */
62 /* TO DO: Perform this operation using the LXC API - currently does not work via the API,
63 need to investigate and determine why it doesn't work, and make it work */
64 assert(snprintf(rename_command, sizeof(rename_command),
65 "%s/" LXC_UTIL_REL_PATH "/" LXC_RENAME_SCRIPT " %s %s %s", meshlink_root_path, lxc_path,
66 old_name, new_name) >= 0);
67 rename_status = system(rename_command);
68 PRINT_TEST_CASE_MSG("Container '%s' rename status: %d\n", old_name, rename_status);
69 assert(rename_status == 0);
72 char *run_in_container(const char *cmd, const char *container_name, bool daemonize) {
73 char container_find_name[100];
74 struct lxc_container *container;
77 assert(container_name);
78 assert(snprintf(container_find_name, sizeof(container_find_name), "%s_%s",
79 state_ptr->test_case_name, container_name) >= 0);
80 assert(container = find_container(container_find_name));
82 return run_in_container_ex(cmd, container, daemonize);
85 char *execute_in_container(const char *cmd, const char *container_name, bool daemonize) {
86 struct lxc_container *container;
89 assert(container_name);
90 assert(container = find_container(container_name));
92 return run_in_container_ex(cmd, container, daemonize);
95 /* Run 'cmd' inside the Container created for 'node' and return the first line of the output
96 or NULL if there is no output - useful when, for example, a meshlink invite is generated
97 by a node running inside a Container
98 'cmd' is run as a daemon if 'daemonize' is true - this mode is useful for running node
99 simulations in Containers
100 The caller is responsible for freeing the returned string */
101 char *run_in_container_ex(const char *cmd, struct lxc_container *container, bool daemonize) {
103 size_t output_len = 0;
105 /* Run the command within the Container, either as a daemon or foreground process */
106 /* TO DO: Perform this operation using the LXC API - currently does not work using the API
107 Need to determine why it doesn't work, and make it work */
109 char run_script_path[100];
110 char *attach_argv[4];
112 assert(snprintf(run_script_path, sizeof(run_script_path), "%s/" LXC_UTIL_REL_PATH "/" LXC_RUN_SCRIPT,
113 meshlink_root_path) >= 0);
114 attach_argv[0] = run_script_path;
115 attach_argv[1] = (char *)cmd;
116 attach_argv[2] = container->name;
117 attach_argv[3] = NULL;
119 /* To daemonize, create a child process and detach it from its parent (this program) */
121 assert(daemon(1, 0) != -1); // Detach from the parent process
122 assert(execv(attach_argv[0], attach_argv) != -1); // Run exec() in the child process
125 char *attach_command;
126 size_t attach_command_len;
128 attach_command_len = strlen(meshlink_root_path) + strlen(LXC_UTIL_REL_PATH) + strlen(LXC_RUN_SCRIPT) + strlen(cmd) + strlen(container->name) + 10;
129 attach_command = malloc(attach_command_len);
130 assert(attach_command);
132 assert(snprintf(attach_command, attach_command_len,
133 "%s/" LXC_UTIL_REL_PATH "/" LXC_RUN_SCRIPT " \"%s\" %s", meshlink_root_path, cmd,
134 container->name) >= 0);
136 assert(attach_fp = popen(attach_command, "r"));
137 free(attach_command);
138 /* If the command has an output, strip out any trailing carriage returns or newlines and
139 return it, otherwise return NULL */
143 if(getline(&output, &output_len, attach_fp) != -1) {
144 i = strlen(output) - 1;
146 while(output[i] == '\n' || output[i] == '\r') {
150 output[i + 1] = '\0';
156 assert(pclose(attach_fp) != -1);
162 /* Wait for a starting Container to obtain an IP Address, then save that IP for future use */
163 void container_wait_ip(int node) {
164 char container_name[100];
167 assert(snprintf(container_name, sizeof(container_name), "%s_%s", state_ptr->test_case_name,
168 state_ptr->node_names[node]) >= 0);
169 ip = container_wait_ip_ex(container_name);
171 strncpy(container_ips[node], ip, sizeof(container_ips[node])); // Save the IP for future use
172 PRINT_TEST_CASE_MSG("Node '%s' has IP Address %s\n", state_ptr->node_names[node],
173 container_ips[node]);
177 char *container_wait_ip_ex(const char *container_name) {
178 struct lxc_container *test_container;
179 char lxcls_command[200];
187 assert(test_container = find_container(container_name));
188 assert(snprintf(lxcls_command, sizeof(lxcls_command),
189 "lxc-ls -f | grep %s | tr -s ' ' | cut -d ' ' -f 5", test_container->name) >= 0);
190 PRINT_TEST_CASE_MSG("Waiting for Container '%s' to acquire IP\n", test_container->name);
191 assert(ip = malloc(20));
196 while(!ip_found && timeout) {
197 assert(lxcls_fp = popen(lxcls_command, "r")); // Run command
198 assert(getline((char **)&ip, &ip_len, lxcls_fp) != -1); // Read its output
199 /* Strip newlines and carriage returns from output */
202 while(ip[i] == '\n' || ip[i] == '\r') {
207 ip_found = (strcmp(ip, "-") != 0); // If the output is not "-", IP has been acquired
208 assert(pclose(lxcls_fp) != -1);
213 // Fail if IP cannot be read
219 /* Create all required test containers */
220 void create_containers(const char *node_names[], int num_nodes) {
222 char container_name[100];
223 int create_status, snapshot_status, snap_restore_status;
224 struct lxc_container *first_container = NULL;
226 for(i = 0; i < num_nodes; i++) {
227 assert(snprintf(container_name, sizeof(container_name), "run_%s", node_names[i]) >= 0);
229 /* If this is the first Container, create it otherwise restore the snapshot saved
230 for the first Container to create an additional Container */
232 assert(first_container = lxc_container_new(container_name, NULL));
233 assert(!first_container->is_defined(first_container));
234 create_status = first_container->createl(first_container, "download", NULL, NULL,
235 LXC_CREATE_QUIET, "-d", "ubuntu", "-r", "trusty", "-a", choose_arch, NULL);
236 fprintf(stderr, "Container '%s' create status: %d - %s\n", container_name,
237 first_container->error_num, first_container->error_string);
238 assert(create_status);
239 snapshot_status = first_container->snapshot(first_container, NULL);
240 fprintf(stderr, "Container '%s' snapshot status: %d - %s\n", container_name,
241 first_container->error_num, first_container->error_string);
242 assert(snapshot_status != -1);
244 assert(first_container);
245 snap_restore_status = first_container->snapshot_restore(first_container, "snap0",
247 fprintf(stderr, "Snapshot restore to Container '%s' status: %d - %s\n", container_name,
248 first_container->error_num, first_container->error_string);
249 assert(snap_restore_status);
254 /* Setup Containers required for a test
255 This function should always be invoked in a CMocka context
256 after setting the state of the test case to an instance of black_box_state_t */
257 void setup_containers(void **state) {
258 black_box_state_t *test_state = (black_box_state_t *)(*state);
259 int i, confbase_del_status;
260 char build_command[200];
261 struct lxc_container *test_container, *new_container;
262 char container_find_name[100];
263 char container_new_name[100];
264 int create_status, build_status;
266 PRINT_TEST_CASE_HEADER();
268 for(i = 0; i < test_state->num_nodes; i++) {
269 /* Find the run_<node-name> Container or create it if it doesn't exist */
270 assert(snprintf(container_find_name, sizeof(container_find_name), "run_%s",
271 test_state->node_names[i]) >= 0);
273 if(!(test_container = find_container(container_find_name))) {
274 assert(test_container = lxc_container_new(container_find_name, NULL));
275 assert(!test_container->is_defined(test_container));
276 create_status = test_container->createl(test_container, "download", NULL, NULL,
277 LXC_CREATE_QUIET, "-d", "ubuntu", "-r", "trusty", "-a", choose_arch, NULL);
278 PRINT_TEST_CASE_MSG("Container '%s' create status: %d - %s\n", container_find_name,
279 test_container->error_num, test_container->error_string);
280 assert(create_status);
283 /* Stop the Container if it's running */
284 test_container->shutdown(test_container, CONTAINER_SHUTDOWN_TIMEOUT);
285 /* Call stop() in case shutdown() fails
286 One of these two calls will always succeed */
287 test_container->stop(test_container);
288 /* Rename the Container to make it specific to this test case,
289 if a Container with the target name already exists, skip this step */
290 assert(snprintf(container_new_name, sizeof(container_new_name), "%s_%s",
291 test_state->test_case_name, test_state->node_names[i]) >= 0);
293 if(!(new_container = find_container(container_new_name))) {
294 rename_container(test_container->name, container_new_name);
295 assert(new_container = find_container(container_new_name));
298 /* Start the Container */
299 assert(new_container->start(new_container, 0, NULL));
300 /* Build the Container by copying required files into it */
301 assert(snprintf(build_command, sizeof(build_command),
302 "%s/" LXC_UTIL_REL_PATH "/" LXC_BUILD_SCRIPT " %s %s %s +x >/dev/null",
303 meshlink_root_path, test_state->test_case_name, test_state->node_names[i],
304 meshlink_root_path) >= 0);
305 build_status = system(build_command);
306 PRINT_TEST_CASE_MSG("Container '%s' build Status: %d\n", new_container->name,
308 assert(build_status == 0);
309 /* Restart the Container after building it and wait for it to acquire an IP */
310 new_container->shutdown(new_container, CONTAINER_SHUTDOWN_TIMEOUT);
311 new_container->stop(new_container);
312 new_container->start(new_container, 0, NULL);
313 container_wait_ip(i);
317 /* Destroy all Containers with names containing 'run_' - Containers saved for debugging will
318 have names beginning with test_case_ ; 'run_' is reserved for temporary Containers
319 intended to be re-used for the next test */
320 void destroy_containers(void) {
321 struct lxc_container **test_containers;
322 char **container_names;
323 int num_containers, i;
325 assert((num_containers = list_all_containers(lxc_path, &container_names,
326 &test_containers)) != -1);
328 for(i = 0; i < num_containers; i++) {
329 if(strstr(container_names[i], "run_")) {
330 fprintf(stderr, "Destroying Container '%s'\n", container_names[i]);
331 /* Stop the Container - it cannot be destroyed till it is stopped */
332 test_containers[i]->shutdown(test_containers[i], CONTAINER_SHUTDOWN_TIMEOUT);
333 /* Call stop() in case shutdown() fails
334 One of these two calls will always succeed */
335 test_containers[i]->stop(test_containers[i]);
336 /* Destroy the Container */
337 test_containers[i]->destroy(test_containers[i]);
338 /* Call destroy_with_snapshots() in case destroy() fails
339 one of these two calls will always succeed */
340 test_containers[i]->destroy_with_snapshots(test_containers[i]);
345 /* Restart all the Containers being used in the current test case i.e. Containers with
346 names beginning with <test-case-name>_<node-name> */
347 void restart_all_containers(void) {
348 char container_name[100];
349 struct lxc_container *test_container;
352 for(i = 0; i < state_ptr->num_nodes; i++) {
353 /* Shutdown, then start the Container, then wait for it to acquire an IP Address */
354 assert(snprintf(container_name, sizeof(container_name), "%s_%s", state_ptr->test_case_name,
355 state_ptr->node_names[i]) >= 0);
356 assert(test_container = find_container(container_name));
357 test_container->shutdown(test_container, CONTAINER_SHUTDOWN_TIMEOUT);
358 test_container->stop(test_container);
359 test_container->start(test_container, 0, NULL);
360 container_wait_ip(i);
364 /* Run the gen_invite command inside the 'inviter' container to generate an invite
365 for 'invitee', and return the generated invite which is output on the terminal */
366 char *invite_in_container(const char *inviter, const char *invitee) {
367 char invite_command[200];
370 assert(snprintf(invite_command, sizeof(invite_command),
371 "LD_LIBRARY_PATH=/home/ubuntu/test/.libs /home/ubuntu/test/gen_invite %s %s "
372 "2> gen_invite.log", inviter, invitee) >= 0);
373 assert(invite_url = run_in_container(invite_command, inviter, false));
374 PRINT_TEST_CASE_MSG("Invite Generated from '%s' to '%s': %s\n", inviter,
375 invitee, invite_url);
380 /* Run the node_sim_<nodename> program inside the 'node''s container */
381 void node_sim_in_container(const char *node, const char *device_class, const char *invite_url) {
382 char *node_sim_command;
383 size_t node_sim_command_len;
385 node_sim_command_len = 500 + (invite_url ? strlen(invite_url) : 0);
386 node_sim_command = calloc(1, node_sim_command_len);
387 assert(node_sim_command);
388 assert(snprintf(node_sim_command, node_sim_command_len,
389 "LD_LIBRARY_PATH=/home/ubuntu/test/.libs /home/ubuntu/test/node_sim_%s %s %s %s "
390 "1>&2 2>> node_sim_%s.log", node, node, device_class,
391 (invite_url) ? invite_url : "", node) >= 0);
392 run_in_container(node_sim_command, node, true);
393 PRINT_TEST_CASE_MSG("node_sim_%s started in Container\n", node);
395 free(node_sim_command);
398 /* Run the node_sim_<nodename> program inside the 'node''s container with event handling capable */
399 void node_sim_in_container_event(const char *node, const char *device_class,
400 const char *invite_url, const char *clientId, const char *import) {
401 char *node_sim_command;
402 size_t node_sim_command_len;
404 assert(node && device_class && clientId && import);
405 node_sim_command_len = 500 + (invite_url ? strlen(invite_url) : 0);
406 node_sim_command = calloc(1, node_sim_command_len);
407 assert(node_sim_command);
408 assert(snprintf(node_sim_command, node_sim_command_len,
409 "LD_LIBRARY_PATH=/home/ubuntu/test/.libs /home/ubuntu/test/node_sim_%s %s %s %s %s %s "
410 "1>&2 2>> node_sim_%s.log", node, node, device_class,
411 clientId, import, (invite_url) ? invite_url : "", node) >= 0);
412 run_in_container(node_sim_command, node, true);
413 PRINT_TEST_CASE_MSG("node_sim_%s(Client Id :%s) started in Container with event handling\n%s\n",
414 node, clientId, node_sim_command);
416 free(node_sim_command);
419 /* Run the node_step.sh script inside the 'node''s container to send the 'sig' signal to the
420 node_sim program in the container */
421 void node_step_in_container(const char *node, const char *sig) {
422 char node_step_command[200];
424 assert(snprintf(node_step_command, sizeof(node_step_command),
425 "/home/ubuntu/test/node_step.sh lt-node_sim_%s %s 1>&2 2> node_step.log",
427 run_in_container(node_step_command, node, false);
428 PRINT_TEST_CASE_MSG("Signal %s sent to node_sim_%s\n", sig, node);
431 /* Change the IP Address of the Container running 'node'
432 Changes begin from X.X.X.254 and continue iteratively till an available address is found */
433 void change_ip(int node) {
437 char *last_dot_in_ip;
438 int last_ip_byte = 254;
440 char copy_command[200];
441 char container_name[100];
442 struct lxc_container *container;
445 /* Get IP Address of LXC Bridge Interface - this will be set up as the Gateway Address
446 of the Static IP assigned to the Container */
447 assert(gateway_addr = get_ip(lxc_bridge));
448 /* Get Netmask of LXC Brdige Interface */
449 assert(netmask = get_netmask(lxc_bridge));
451 /* Replace last byte of Container's IP with 254 to form the new Container IP */
452 assert(container_ips[node]);
453 strncpy(new_ip, container_ips[node], sizeof(new_ip));
454 assert(last_dot_in_ip = strrchr(new_ip, '.'));
455 assert(snprintf(last_dot_in_ip + 1, 4, "%d", last_ip_byte) >= 0);
457 /* Check that the new IP does not match the Container's existing IP
458 if it does, iterate till it doesn't */
459 /* TO DO: Make sure the IP does not conflict with any other running Container */
460 while(strcmp(new_ip, container_ips[node]) == 0) {
462 assert(snprintf(last_dot_in_ip + 1, 4, "%d", last_ip_byte) >= 0);
465 /* Create new 'interfaces' file for Container */
466 assert(if_fp = fopen("interfaces", "w"));
467 fprintf(if_fp, "auto lo\n");
468 fprintf(if_fp, "iface lo inet loopback\n");
469 fprintf(if_fp, "\n");
470 fprintf(if_fp, "auto eth0\n");
471 fprintf(if_fp, "iface eth0 inet static\n");
472 fprintf(if_fp, "\taddress %s\n", new_ip);
473 fprintf(if_fp, "\tnetmask %s\n", netmask);
474 fprintf(if_fp, "\tgateway %s\n", gateway_addr);
475 assert(fclose(if_fp) != EOF);
477 /* Copy 'interfaces' file into Container's /etc/network path */
478 assert(snprintf(copy_command, sizeof(copy_command),
479 "%s/" LXC_UTIL_REL_PATH "/" LXC_COPY_SCRIPT " interfaces %s_%s /etc/network/interfaces",
480 meshlink_root_path, state_ptr->test_case_name, state_ptr->node_names[node]) >= 0);
481 copy_file_stat = system(copy_command);
482 PRINT_TEST_CASE_MSG("Container '%s_%s' 'interfaces' file copy status: %d\n",
483 state_ptr->test_case_name, state_ptr->node_names[node], copy_file_stat);
484 assert(copy_file_stat == 0);
486 /* Restart Container to apply new IP Address */
487 assert(snprintf(container_name, sizeof(container_name), "%s_%s", state_ptr->test_case_name,
488 state_ptr->node_names[node]) >= 0);
489 assert(container = find_container(container_name));
490 container->shutdown(container, CONTAINER_SHUTDOWN_TIMEOUT);
491 /* Call stop() in case shutdown() fails
492 One of these two calls with always succeed */
493 container->stop(container);
494 assert(container->start(container, 0, NULL));
496 strncpy(container_ips[node], new_ip, sizeof(new_ip)); // Save the new IP Addres
497 PRINT_TEST_CASE_MSG("Node '%s' IP Address changed to %s\n", state_ptr->node_names[node],
498 container_ips[node]);
501 char **get_container_interface_ips(const char *container_name, const char *interface_name) {
503 struct lxc_container *container = find_container(container_name);
506 char **interfaces = container->get_interfaces(container);
512 for(i = 0; interfaces[i]; i++) {
513 if(!strcasecmp(interfaces[i], interface_name)) {
514 ips = container->get_ips(container, interface_name, "inet", 0);
525 /* Install an app in a container */
526 void install_in_container(const char *node, const char *app) {
527 char install_cmd[100];
529 assert(snprintf(install_cmd, sizeof(install_cmd),
530 "apt-get install %s -y >> /dev/null", app) >= 0);
531 char *ret = run_in_container(install_cmd, node, false);
532 // TODO: Check in container whether app has installed or not with a timeout
536 /* Return container's IP address */
537 char *get_container_ip(const char *node_name) {
541 for(i = 0; i < state_ptr->num_nodes; i++) {
542 if(!strcasecmp(state_ptr->node_names[i], node_name)) {
548 if(i == state_ptr->num_nodes) {
552 n = strlen(container_ips[node]) + 1;
555 strncpy(ip, container_ips[node], n);
560 /* Simulate a network failure by adding NAT rule in the container with it's IP address */
561 void block_node_ip(const char *node) {
565 node_ip = get_container_ip(node);
567 assert(snprintf(block_cmd, sizeof(block_cmd), "iptables -A OUTPUT -p all -s %s -j DROP", node_ip) >= 0);
568 run_in_container(block_cmd, node, false);
570 assert(snprintf(block_cmd, sizeof(block_cmd), "iptables -A INPUT -p all -s %s -j DROP", node_ip) >= 0);
571 run_in_container(block_cmd, node, false);
573 assert(snprintf(block_cmd, sizeof(block_cmd), "iptables -A FORWARD -p all -s %s -j DROP", node_ip) >= 0);
574 run_in_container(block_cmd, node, false);
579 void accept_port_rule(const char *node, const char *chain, const char *protocol, int port) {
582 assert(port >= 0 && port < 65536);
583 assert(!strcmp(chain, "INPUT") || !strcmp(chain, "FORWARD") || !strcmp(chain, "OUTPUT"));
584 assert(!strcmp(protocol, "all") || !strcmp(protocol, "tcp") || !strcmp(protocol, "udp") || !strcmp(protocol, "icmp"));
585 assert(snprintf(block_cmd, sizeof(block_cmd), "iptables -A %s -p %s --dport %d -j ACCEPT", chain, protocol, port) >= 0);
586 run_in_container(block_cmd, node, false);
589 /* Restore the network that was blocked before by the NAT rule with it's own IP address */
590 void unblock_node_ip(const char *node) {
591 char unblock_cmd[100];
594 node_ip = get_container_ip(node);
596 assert(snprintf(unblock_cmd, sizeof(unblock_cmd), "iptables -D OUTPUT -p all -s %s -j DROP", node_ip) >= 0);
597 run_in_container(unblock_cmd, node, false);
599 assert(snprintf(unblock_cmd, sizeof(unblock_cmd), "iptables -D INPUT -p all -s %s -j DROP", node_ip) >= 0);
600 run_in_container(unblock_cmd, node, false);
602 assert(snprintf(unblock_cmd, sizeof(unblock_cmd), "iptables -D FORWARD -p all -s %s -j DROP", node_ip) >= 0);
603 run_in_container(unblock_cmd, node, false);
606 char *block_icmp(const char *container_name) {
608 assert(container_name);
609 assert(snprintf(block_cmd, sizeof(block_cmd), "iptables -A FORWARD -p icmp -j DROP") >= 0);
610 return execute_in_container(block_cmd, container_name, false);
613 char *unblock_icmp(const char *container_name) {
615 assert(container_name);
616 assert(snprintf(block_cmd, sizeof(block_cmd), "iptables -D FORWARD -p icmp -j DROP") >= 0);
617 return execute_in_container(block_cmd, container_name, false);
620 char *change_container_mtu(const char *container_name, const char *interface_name, int mtu) {
622 assert(container_name);
623 assert(snprintf(cmd, sizeof(cmd), "ifconfig %s mtu %d", interface_name, mtu) >= 0);
624 return execute_in_container(cmd, container_name, false);
627 char *flush_conntrack(const char *container_name) {
628 assert(container_name);
630 return execute_in_container("conntrack -F", container_name, false);
633 void flush_nat_rules(const char *container_name, const char *chain) {
637 assert(container_name);
638 assert(snprintf(flush_cmd, sizeof(flush_cmd), "iptables -F %s", chain ? chain : "") >= 0);
639 ret = execute_in_container("iptables -F", container_name, false);
643 void add_full_cone_nat_rules(const char *container_name, const char *pub_interface, const char *priv_interface_listen_address) {
647 char **pub_interface_ips = get_container_interface_ips(container_name, pub_interface);
648 assert(pub_interface_ips[0]);
649 char *pub_interface_ip = pub_interface_ips[0];
651 assert(snprintf(nat_cmd, sizeof(nat_cmd),
652 "%s/" LXC_UTIL_REL_PATH "/" LXC_NAT_FULL_CONE " %s %s %s %s >/dev/null",
653 meshlink_root_path, container_name, pub_interface, pub_interface_ip, priv_interface_listen_address) >= 0);
654 assert(system(nat_cmd) == 0);
655 free(pub_interface_ips);
658 /* Create a NAT and a bridge, bridge connected to NAT and containers to be NATed can be switched
659 to the NAT bridge from lxcbr0 */
660 void nat_create(const char *nat_name, const char *nat_bridge, int nat_type) {
661 char build_command[200];
662 assert(snprintf(build_command, sizeof(build_command),
663 "%s/" LXC_UTIL_REL_PATH "/" LXC_NAT_BUILD " %s %s %s >/dev/stderr",
664 meshlink_root_path, nat_name, nat_bridge, meshlink_root_path) >= 0);
665 assert(system(build_command) == 0);
668 void nat_destroy(const char *nat_name) {
669 char build_command[200];
670 assert(snprintf(build_command, sizeof(build_command),
671 "%s/" LXC_UTIL_REL_PATH "/" LXC_NAT_DESTROY " %s +x >/dev/null",
672 meshlink_root_path, nat_name) >= 0);
673 assert(system(build_command) == 0);
676 /* Switches a container from current bridge to a new bridge */
677 void container_switch_bridge(const char *container_name, char *lxc_conf_path, const char *current_bridge, const char *new_bridge) {
678 char config_path[500];
680 struct lxc_container *container;
684 PRINT_TEST_CASE_MSG("Switiching container %s from bridge '%s' to bridge '%s'", container_name, current_bridge, new_bridge);
685 lxc_path_temp = lxc_path;
686 lxc_path = lxc_conf_path;
687 container = find_container(container_name);
689 lxc_path = lxc_path_temp;
690 assert(snprintf(config_path, sizeof(config_path), "%s/%s/config", lxc_conf_path, container_name) >= 0);
691 FILE *fp = fopen(config_path, "r");
693 FILE *fp_temp = fopen(".temp_file", "w");
696 char search_str[500];
699 while((fgets(buffer, sizeof(buffer), fp)) != NULL) {
700 if(sscanf(buffer, "lxc.net.%d.link", &net_no) == 1) {
704 if((ptr = strstr(buffer, current_bridge)) != NULL) {
705 len = strlen(current_bridge);
707 if(((*(ptr - 1) == ' ') || (*(ptr - 1) == '\t') || (*(ptr - 1) == '=')) && ((ptr[len] == '\n') || (ptr[len] == '\t') || (ptr[len] == '\0') || (ptr[len] == ' '))) {
708 sprintf(buffer, "lxc.net.%d.link = %s\n", net_no, new_bridge);
713 fputs(buffer, fp_temp);
719 rename(".temp_file", config_path);
721 /* Restart the Container after building it and wait for it to acquire an IP */
724 assert(snprintf(cmd, sizeof(cmd), "lxc-stop %s", container_name) >= 0);
725 sys_ret = system(cmd);
726 assert(snprintf(cmd, sizeof(cmd), "lxc-start %s", container_name) >= 0);
727 sys_ret = system(cmd);
728 assert(sys_ret == 0);
729 ip = container_wait_ip_ex(container_name);
730 PRINT_TEST_CASE_MSG("Obtained IP address: %s for container %s after switching bridge", ip, container_name);
734 /* Takes bridgeName as input parameter and creates a bridge */
735 void create_bridge(const char *bridgeName) {
736 char command[100] = "brctl addbr ";
737 strcat(command, bridgeName);
738 int create_bridge_status = system(command);
739 assert(create_bridge_status == 0);
740 PRINT_TEST_CASE_MSG("%s bridge created\n", bridgeName);
743 /* Add interface for the bridge created */
744 void add_interface(const char *bridgeName, const char *interfaceName) {
745 char command[100] = "brctl addif ";
746 char cmd[100] = "dhclient ";
748 strcat(command, bridgeName);
749 strcat(command, " ");
750 strcat(command, interfaceName);
751 int addif_status = system(command);
752 assert(addif_status == 0);
753 strcat(cmd, bridgeName);
754 int dhclient_status = system(cmd);
755 assert(dhclient_status == 0);
756 PRINT_TEST_CASE_MSG("Added interface for %s\n", bridgeName);
759 /* Create a veth pair and bring them up */
760 void add_veth_pair(const char *vethName1, const char *vethName2) {
761 char command[100] = "ip link add ";
762 char upCommand1[100] = "ip link set ";
763 char upCommand2[100] = "ip link set ";
765 strcat(command, vethName1);
766 strcat(command, " type veth peer name ");
767 strcat(command, vethName2);
768 int link_add_status = system(command);
769 assert(link_add_status == 0);
770 strcat(upCommand1, vethName1);
771 strcat(upCommand1, " up");
772 int link_set_veth1_status = system(upCommand1);
773 assert(link_set_veth1_status == 0);
774 strcat(upCommand2, vethName2);
775 strcat(upCommand2, " up");
776 int link_set_veth2_status = system(upCommand2);
777 assert(link_set_veth2_status == 0);
778 PRINT_TEST_CASE_MSG("Added veth pairs %s and %s\n", vethName1, vethName2);
781 /* Bring the interface up for the bridge created */
782 void bring_if_up(const char *bridgeName) {
783 char command[300] = "ifconfig ";
784 char dhcommand[300] = "dhclient ";
785 strcat(command, bridgeName);
786 strcat(command, " up");
787 int if_up_status = system(command);
788 assert(if_up_status == 0);
790 PRINT_TEST_CASE_MSG("Interface brought up for %s created\n", bridgeName);
794 * Replace all occurrences of a given a word in string.
796 void replaceAll(char *str, const char *oldWord, const char *newWord) {
797 char *pos, temp[BUFSIZ];
800 owlen = strlen(oldWord);
802 while((pos = strstr(str, oldWord)) != NULL) {
806 strcat(str, newWord);
807 strcat(str, temp + index + owlen);
811 /* Switches the bridge for a given container */
812 void switch_bridge(const char *containerName, const char *currentBridge, const char *newBridge) {
813 char command[100] = "lxc-stop -n ";
814 char command_start[100] = "lxc-start -n ";
815 PRINT_TEST_CASE_MSG("Switching %s container to %s\n", containerName, newBridge);
816 strcat(command, containerName);
817 strcat(command_start, containerName);
818 int container_stop_status = system(command);
819 assert(container_stop_status == 0);
823 char path[300] = "/var/lib/lxc/";
824 strcat(path, containerName);
825 strcat(path, "/config");
828 /* Open all required files */
829 fPtr = fopen(path, "r");
830 fTemp = fopen("replace.tmp", "w");
832 if(fPtr == NULL || fTemp == NULL) {
833 PRINT_TEST_CASE_MSG("\nUnable to open file.\n");
834 PRINT_TEST_CASE_MSG("Please check whether file exists and you have read/write privilege.\n");
838 while((fgets(buffer, BUFSIZ, fPtr)) != NULL) {
839 replaceAll(buffer, currentBridge, newBridge);
840 fputs(buffer, fTemp);
846 rename("replace.tmp", path);
847 PRINT_TEST_CASE_MSG("Switching procedure done successfully\n");
848 int container_start_status = system(command_start);
849 assert(container_start_status == 0);
853 /* Bring the interface down for the bridge created */
854 void bring_if_down(const char *bridgeName) {
855 char command[300] = "ip link set dev ";
856 strcat(command, bridgeName);
857 strcat(command, " down");
858 int if_down_status = system(command);
859 assert(if_down_status == 0);
860 PRINT_TEST_CASE_MSG("Interface brought down for %s created\n", bridgeName);
863 /* Delete interface for the bridge created */
864 void del_interface(const char *bridgeName, const char *interfaceName) {
865 char command[300] = "brctl delif ";
866 strcat(command, bridgeName);
867 strcat(command, interfaceName);
868 int if_delete_status = system(command);
869 assert(if_delete_status == 0);
870 PRINT_TEST_CASE_MSG("Deleted interface for %s\n", bridgeName);
873 /* Takes bridgeName as input parameter and deletes a bridge */
874 void delete_bridge(const char *bridgeName) {
875 bring_if_down(bridgeName);
876 char command[300] = "brctl delbr ";
877 strcat(command, bridgeName);
878 int bridge_delete = system(command);
879 assert(bridge_delete == 0);
880 PRINT_TEST_CASE_MSG("%s bridge deleted\n", bridgeName);
884 /* Creates container on a specified bridge with added interface */
885 void create_container_on_bridge(const char *containerName, const char *bridgeName, const char *ifName) {
886 char command[100] = "lxc-create -t download -n ";
887 char cmd[100] = " -- -d ubuntu -r trusty -a ";
888 char start[100] = "lxc-start -n ";
890 char path[300] = "/var/lib/lxc/";
891 strcat(path, containerName);
892 strcat(path, "/config");
893 strcat(command, containerName);
894 strcat(command, cmd);
895 strcat(command, choose_arch);
896 int container_create_status = system(command);
897 assert(container_create_status == 0);
899 assert(fPtr = fopen(path, "a+"));
900 fprintf(fPtr, "lxc.net.0.name = eth0\n");
902 fprintf(fPtr, "lxc.net.1.type = veth\n");
903 fprintf(fPtr, "lxc.net.1.flags = up\n");
904 fprintf(fPtr, "lxc.net.1.link = %s\n", bridgeName);
905 fprintf(fPtr, "lxc.net.1.name = %s\n", ifName);
906 fprintf(fPtr, "lxc.net.1.hwaddr = 00:16:3e:ab:xx:xx\n");
908 strcat(start, containerName);
909 int container_start_status = system(start);
910 assert(container_start_status == 0);
912 PRINT_TEST_CASE_MSG("Created %s on %s with interface name %s\n", containerName, bridgeName, ifName);
915 /* Configures dnsmasq and iptables for the specified container with inputs of listen address and dhcp range */
916 void config_dnsmasq(const char *containerName, const char *ifName, const char *listenAddress, const char *dhcpRange) {
917 char command[500] = "echo \"apt-get install dnsmasq iptables -y\" | lxc-attach -n ";
918 strcat(command, containerName);
919 strcat(command, " --");
920 int iptables_install_status = system(command);
921 assert(iptables_install_status == 0);
923 char com1[300] = "echo \"echo \"interface=eth1\" >> /etc/dnsmasq.conf\" | lxc-attach -n ";
924 strcat(com1, containerName);
926 int dnsmasq_status = system(com1);
927 assert(dnsmasq_status == 0);
929 char com2[300] = "echo \"echo \"bind-interfaces\" >> /etc/dnsmasq.conf\" | lxc-attach -n ";
930 strcat(com2, containerName);
932 dnsmasq_status = system(com2);
933 assert(dnsmasq_status == 0);
935 char com3[300] = "echo \"echo \"listen-address=";
936 strcat(com3, listenAddress);
937 strcat(com3, "\" >> /etc/dnsmasq.conf\" | lxc-attach -n ");
938 strcat(com3, containerName);
940 dnsmasq_status = system(com3);
941 assert(dnsmasq_status == 0);
943 char com4[300] = "echo \"echo \"dhcp-range=";
944 strcat(com4, dhcpRange);
945 strcat(com4, "\" >> /etc/dnsmasq.conf\" | lxc-attach -n ");
946 strcat(com4, containerName);
948 dnsmasq_status = system(com4);
949 assert(dnsmasq_status == 0);
951 char cmd[300] = "echo \"ifconfig ";
954 strcat(cmd, listenAddress);
955 strcat(cmd, " netmask 255.255.255.0 up\" | lxc-attach -n ");
956 strcat(cmd, containerName);
958 dnsmasq_status = system(cmd);
959 assert(dnsmasq_status == 0);
961 char com[500] = "echo \"service dnsmasq restart >> /dev/null\" | lxc-attach -n ";
962 strcat(com, containerName);
964 dnsmasq_status = system(com);
965 assert(dnsmasq_status == 0);
967 PRINT_TEST_CASE_MSG("Configured dnsmasq in %s with interface name %s, listen-address = %s, dhcp-range = %s\n", containerName, ifName, listenAddress, dhcpRange);
970 /* Configure the NAT rules inside the container */
971 void config_nat(const char *containerName, const char *listenAddress) {
972 char *last_dot_in_ip;
973 int last_ip_byte = 0;
974 char new_ip[300] = {0};
975 strncpy(new_ip, listenAddress, sizeof(new_ip));
976 assert(last_dot_in_ip = strrchr(new_ip, '.'));
977 assert(snprintf(last_dot_in_ip + 1, 4, "%d", last_ip_byte) >= 0);
978 char comd[300] = "echo \"iptables -t nat -A POSTROUTING -s ";
979 strcat(comd, new_ip);
980 strcat(comd, "/24 ! -d ");
981 strcat(comd, new_ip);
982 strcat(comd, "/24 -j MASQUERADE\" | lxc-attach -n ");
983 strcat(comd, containerName);
985 int conf_nat_status = system(comd);
986 assert(conf_nat_status == 0);
988 PRINT_TEST_CASE_MSG("Configured NAT on %s\n", containerName);
991 /* Creates a NAT layer on a specified bridge with certain dhcp range to allocate ips for nodes */
992 void create_nat_layer(const char *containerName, const char *bridgeName, const char *ifName, const char *listenAddress, char *dhcpRange) {
993 create_bridge(bridgeName);
994 bring_if_up(bridgeName);
995 create_container_on_bridge(containerName, bridgeName, ifName);
996 config_dnsmasq(containerName, ifName, listenAddress, dhcpRange);
997 config_nat(containerName, listenAddress);
998 PRINT_TEST_CASE_MSG("NAT layer created with %s\n", containerName);
1001 /* Destroys the NAT layer created */
1002 void destroy_nat_layer(const char *containerName, const char *bridgeName) {
1003 bring_if_down(bridgeName);
1004 delete_bridge(bridgeName);
1005 char command[100] = "lxc-stop -n ";
1006 strcat(command, containerName);
1007 int container_stop_status = system(command);
1008 assert(container_stop_status == 0);
1009 char destroy[100] = "lxc-destroy -n ";
1010 strcat(destroy, containerName);
1011 strcat(destroy, " -s");
1012 int container_destroy_status = system(destroy);
1013 assert(container_destroy_status == 0);
1014 PRINT_TEST_CASE_MSG("NAT layer destroyed with %s\n", containerName);
1017 /* Add incoming firewall rules for ipv4 addresses with packet type and port number */
1018 void incoming_firewall_ipv4(const char *packetType, int portNumber) {
1020 snprintf(buf, sizeof(buf), "%d", portNumber);
1021 assert(system("iptables -F") == 0);
1022 assert(system("iptables -A INPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT") == 0);
1023 assert(system("iptables -A INPUT -s 127.0.0.1 -d 127.0.0.1 -j ACCEPT") == 0);
1024 char command[100] = "iptables -A INPUT -p ";
1025 strcat(command, packetType);
1026 strcat(command, " --dport ");
1027 strcat(command, buf);
1028 strcat(command, " -j ACCEPT");
1029 assert(system(command) == 0);
1031 assert(system("iptables -A INPUT -j DROP") == 0);
1032 PRINT_TEST_CASE_MSG("Firewall for incoming requests added on IPv4");
1033 assert(system("iptables -L") == 0);
1036 /* Add incoming firewall rules for ipv6 addresses with packet type and port number */
1037 void incoming_firewall_ipv6(const char *packetType, int portNumber) {
1039 snprintf(buf, sizeof(buf), "%d", portNumber);
1040 assert(system("ip6tables -F") == 0);
1041 assert(system("ip6tables -A INPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT") == 0);
1042 assert(system("ip6tables -A INPUT -s ::1 -d ::1 -j ACCEPT") == 0);
1043 char command[100] = "ip6tables -A INPUT -p ";
1044 strcat(command, packetType);
1045 strcat(command, " --dport ");
1046 strcat(command, buf);
1047 strcat(command, " -j ACCEPT");
1048 assert(system(command) == 0);
1050 assert(system("ip6tables -A INPUT -j DROP") == 0);
1051 PRINT_TEST_CASE_MSG("Firewall for incoming requests added on IPv6");
1052 assert(system("ip6tables -L") == 0);
1055 /* Add outgoing firewall rules for ipv4 addresses with packet type and port number */
1056 void outgoing_firewall_ipv4(const char *packetType, int portNumber) {
1058 snprintf(buf, sizeof(buf), "%d", portNumber);
1059 assert(system("iptables -F") == 0);
1060 assert(system("iptables -A OUTPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT") == 0);
1061 assert(system("iptables -A OUTPUT -s 127.0.0.1 -d 127.0.0.1 -j ACCEPT") == 0);
1062 char command[100] = "iptables -A OUTPUT -p ";
1063 strcat(command, packetType);
1064 strcat(command, " --dport ");
1065 strcat(command, buf);
1066 strcat(command, " -j ACCEPT");
1067 assert(system(command) == 0);
1069 assert(system("iptables -A OUTPUT -j DROP") == 0);
1070 PRINT_TEST_CASE_MSG("Firewall for outgoing requests added on IPv4");
1071 assert(system("iptables -L") == 0);
1074 /* Add outgoing firewall rules for ipv6 addresses with packet type and port number */
1075 void outgoing_firewall_ipv6(const char *packetType, int portNumber) {
1077 snprintf(buf, sizeof(buf), "%d", portNumber);
1078 assert(system("ip6tables -F") == 0);
1079 assert(system("ip6tables -A OUTPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT") == 0);
1080 assert(system("ip6tables -A OUTPUT -s ::1 -d ::1 -j ACCEPT") == 0);
1081 char command[100] = "ip6tables -A OUTPUT -p ";
1082 strcat(command, packetType);
1083 strcat(command, " --dport ");
1084 strcat(command, buf);
1085 strcat(command, " -j ACCEPT");
1086 assert(system(command) == 0);
1088 assert(system("ip6tables -A OUTPUT -j DROP") == 0);
1089 PRINT_TEST_CASE_MSG("Firewall for outgoing requests added on IPv6");
1090 assert(system("ip6tables -L") == 0);
1093 void bridge_add(const char *bridge_name) {
1096 assert(bridge_name);
1097 assert(snprintf(cmd, sizeof(cmd), "brctl addbr %s", bridge_name) >= 0);
1098 assert(system(cmd) == 0);
1099 assert(snprintf(cmd, sizeof(cmd), "ifconfig %s up", bridge_name) >= 0);
1100 assert(system(cmd) == 0);
1103 void bridge_delete(const char *bridge_name) {
1106 assert(bridge_name);
1107 assert(snprintf(cmd, sizeof(cmd), "brctl delbr %s", bridge_name) >= 0);
1108 assert(system(cmd) == 0);
1111 void bridge_add_interface(const char *bridge_name, const char *interface_name) {
1114 assert(bridge_name || interface_name);
1115 assert(snprintf(cmd, sizeof(cmd), "brctl addif %s %s", bridge_name, interface_name) >= 0);
1116 assert(system(cmd) == 0);