LinuxEthernetTap.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2015 ZeroTier, Inc.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * --
  19. *
  20. * ZeroTier may be used and distributed under the terms of the GPLv3, which
  21. * are available at: http://www.gnu.org/licenses/gpl-3.0.html
  22. *
  23. * If you would like to embed ZeroTier into a commercial application or
  24. * redistribute it in a modified binary form, please contact ZeroTier Networks
  25. * LLC. Start here: http://www.zerotier.com/
  26. */
  27. #include <stdint.h>
  28. #include <stdio.h>
  29. #include <stdlib.h>
  30. #include <string.h>
  31. #include <unistd.h>
  32. #include <signal.h>
  33. #include <fcntl.h>
  34. #include <errno.h>
  35. #include <sys/types.h>
  36. #include <sys/stat.h>
  37. #include <sys/ioctl.h>
  38. #include <sys/wait.h>
  39. #include <sys/select.h>
  40. #include <netinet/in.h>
  41. #include <net/if_arp.h>
  42. #include <arpa/inet.h>
  43. #include <linux/if.h>
  44. #include <linux/if_tun.h>
  45. #include <linux/if_addr.h>
  46. #include <linux/if_ether.h>
  47. #include <ifaddrs.h>
  48. #include <string>
  49. #include <map>
  50. #include <set>
  51. #include <algorithm>
  52. #include "../node/Constants.hpp"
  53. #include "../node/Utils.hpp"
  54. #include "../node/Mutex.hpp"
  55. #include "LinuxEthernetTap.hpp"
  56. // ff:ff:ff:ff:ff:ff with no ADI
  57. static const ZeroTier::MulticastGroup _blindWildcardMulticastGroup(ZeroTier::MAC(0xff),0);
  58. namespace ZeroTier {
  59. static Mutex __tapCreateLock;
  60. LinuxEthernetTap::LinuxEthernetTap(
  61. const MAC &mac,
  62. unsigned int mtu,
  63. unsigned int metric,
  64. uint64_t nwid,
  65. const char *desiredDevice,
  66. const char *friendlyName,
  67. void (*handler)(void *,const MAC &,const MAC &,unsigned int,const Buffer<4096> &),
  68. void *arg) :
  69. EthernetTap("LinuxEthernetTap",mac,mtu,metric),
  70. _handler(handler),
  71. _arg(arg),
  72. _fd(0),
  73. _enabled(true)
  74. {
  75. char procpath[128];
  76. struct stat sbuf;
  77. Mutex::Lock _l(__tapCreateLock); // create only one tap at a time, globally
  78. if (mtu > 2800)
  79. throw std::runtime_error("max tap MTU is 2800");
  80. _fd = ::open("/dev/net/tun",O_RDWR);
  81. if (_fd <= 0)
  82. throw std::runtime_error(std::string("could not open TUN/TAP device: ") + strerror(errno));
  83. struct ifreq ifr;
  84. memset(&ifr,0,sizeof(ifr));
  85. // Try to recall our last device name, or pick an unused one if that fails.
  86. bool recalledDevice = false;
  87. if ((desiredDevice)&&(desiredDevice[0])) {
  88. Utils::scopy(ifr.ifr_name,sizeof(ifr.ifr_name),desiredDevice);
  89. Utils::snprintf(procpath,sizeof(procpath),"/proc/sys/net/ipv4/conf/%s",ifr.ifr_name);
  90. recalledDevice = (stat(procpath,&sbuf) != 0);
  91. }
  92. if (!recalledDevice) {
  93. int devno = 0;
  94. do {
  95. Utils::snprintf(ifr.ifr_name,sizeof(ifr.ifr_name),"zt%d",devno++);
  96. Utils::snprintf(procpath,sizeof(procpath),"/proc/sys/net/ipv4/conf/%s",ifr.ifr_name);
  97. } while (stat(procpath,&sbuf) == 0); // try zt#++ until we find one that does not exist
  98. }
  99. ifr.ifr_flags = IFF_TAP | IFF_NO_PI;
  100. if (ioctl(_fd,TUNSETIFF,(void *)&ifr) < 0) {
  101. ::close(_fd);
  102. throw std::runtime_error("unable to configure TUN/TAP device for TAP operation");
  103. }
  104. _dev = ifr.ifr_name;
  105. ::ioctl(_fd,TUNSETPERSIST,0); // valgrind may generate a false alarm here
  106. // Open an arbitrary socket to talk to netlink
  107. int sock = socket(AF_INET,SOCK_DGRAM,0);
  108. if (sock <= 0) {
  109. ::close(_fd);
  110. throw std::runtime_error("unable to open netlink socket");
  111. }
  112. // Set MAC address
  113. ifr.ifr_ifru.ifru_hwaddr.sa_family = ARPHRD_ETHER;
  114. mac.copyTo(ifr.ifr_ifru.ifru_hwaddr.sa_data,6);
  115. if (ioctl(sock,SIOCSIFHWADDR,(void *)&ifr) < 0) {
  116. ::close(_fd);
  117. ::close(sock);
  118. throw std::runtime_error("unable to configure TAP hardware (MAC) address");
  119. return;
  120. }
  121. // Set MTU
  122. ifr.ifr_ifru.ifru_mtu = (int)mtu;
  123. if (ioctl(sock,SIOCSIFMTU,(void *)&ifr) < 0) {
  124. ::close(_fd);
  125. ::close(sock);
  126. throw std::runtime_error("unable to configure TAP MTU");
  127. }
  128. if (fcntl(_fd,F_SETFL,fcntl(_fd,F_GETFL) & ~O_NONBLOCK) == -1) {
  129. ::close(_fd);
  130. throw std::runtime_error("unable to set flags on file descriptor for TAP device");
  131. }
  132. /* Bring interface up */
  133. if (ioctl(sock,SIOCGIFFLAGS,(void *)&ifr) < 0) {
  134. ::close(_fd);
  135. ::close(sock);
  136. throw std::runtime_error("unable to get TAP interface flags");
  137. }
  138. ifr.ifr_flags |= IFF_UP;
  139. if (ioctl(sock,SIOCSIFFLAGS,(void *)&ifr) < 0) {
  140. ::close(_fd);
  141. ::close(sock);
  142. throw std::runtime_error("unable to set TAP interface flags");
  143. }
  144. ::close(sock);
  145. // Set close-on-exec so that devices cannot persist if we fork/exec for update
  146. ::fcntl(_fd,F_SETFD,fcntl(_fd,F_GETFD) | FD_CLOEXEC);
  147. ::pipe(_shutdownSignalPipe);
  148. _thread = Thread::start(this);
  149. }
  150. LinuxEthernetTap::~LinuxEthernetTap()
  151. {
  152. ::write(_shutdownSignalPipe[1],"\0",1); // causes thread to exit
  153. Thread::join(_thread);
  154. ::close(_fd);
  155. ::close(_shutdownSignalPipe[0]);
  156. ::close(_shutdownSignalPipe[1]);
  157. }
  158. void LinuxEthernetTap::setEnabled(bool en)
  159. {
  160. _enabled = en;
  161. // TODO: interface status change
  162. }
  163. bool LinuxEthernetTap::enabled() const
  164. {
  165. return _enabled;
  166. }
  167. static bool ___removeIp(const std::string &_dev,const InetAddress &ip)
  168. {
  169. long cpid = (long)vfork();
  170. if (cpid == 0) {
  171. Utils::redirectUnixOutputs("/dev/null",(const char *)0);
  172. ::execl("/sbin/ip","/sbin/ip","addr","del",ip.toString().c_str(),"dev",_dev.c_str(),(const char *)0);
  173. ::execl("/usr/sbin/ip","/usr/sbin/ip","addr","del",ip.toString().c_str(),"dev",_dev.c_str(),(const char *)0);
  174. ::_exit(-1);
  175. } else {
  176. int exitcode = -1;
  177. ::waitpid(cpid,&exitcode,0);
  178. return (exitcode == 0);
  179. }
  180. }
  181. bool LinuxEthernetTap::addIP(const InetAddress &ip)
  182. {
  183. if (!ip)
  184. return false;
  185. std::set<InetAddress> allIps(ips());
  186. if (allIps.count(ip) > 0)
  187. return true;
  188. // Remove and reconfigure if address is the same but netmask is different
  189. for(std::set<InetAddress>::iterator i(allIps.begin());i!=allIps.end();++i) {
  190. if (i->ipsEqual(ip))
  191. ___removeIp(_dev,*i);
  192. }
  193. long cpid = (long)vfork();
  194. if (cpid == 0) {
  195. Utils::redirectUnixOutputs("/dev/null",(const char *)0);
  196. if (ip.isV4()) {
  197. ::execl("/sbin/ip","/sbin/ip","addr","add",ip.toString().c_str(),"broadcast",ip.broadcast().toIpString().c_str(),"dev",_dev.c_str(),(const char *)0);
  198. ::execl("/usr/sbin/ip","/usr/sbin/ip","addr","add",ip.toString().c_str(),"broadcast",ip.broadcast().toIpString().c_str(),"dev",_dev.c_str(),(const char *)0);
  199. } else {
  200. ::execl("/sbin/ip","/sbin/ip","addr","add",ip.toString().c_str(),"dev",_dev.c_str(),(const char *)0);
  201. ::execl("/usr/sbin/ip","/usr/sbin/ip","addr","add",ip.toString().c_str(),"dev",_dev.c_str(),(const char *)0);
  202. }
  203. ::_exit(-1);
  204. } else if (cpid > 0) {
  205. int exitcode = -1;
  206. ::waitpid(cpid,&exitcode,0);
  207. return (exitcode == 0);
  208. }
  209. return false;
  210. }
  211. bool LinuxEthernetTap::removeIP(const InetAddress &ip)
  212. {
  213. if (ips().count(ip) > 0) {
  214. if (___removeIp(_dev,ip))
  215. return true;
  216. }
  217. return false;
  218. }
  219. std::set<InetAddress> LinuxEthernetTap::ips() const
  220. {
  221. struct ifaddrs *ifa = (struct ifaddrs *)0;
  222. if (getifaddrs(&ifa))
  223. return std::set<InetAddress>();
  224. std::set<InetAddress> r;
  225. struct ifaddrs *p = ifa;
  226. while (p) {
  227. if ((!strcmp(p->ifa_name,_dev.c_str()))&&(p->ifa_addr)&&(p->ifa_netmask)&&(p->ifa_addr->sa_family == p->ifa_netmask->sa_family)) {
  228. switch(p->ifa_addr->sa_family) {
  229. case AF_INET: {
  230. struct sockaddr_in *sin = (struct sockaddr_in *)p->ifa_addr;
  231. struct sockaddr_in *nm = (struct sockaddr_in *)p->ifa_netmask;
  232. r.insert(InetAddress(&(sin->sin_addr.s_addr),4,Utils::countBits((uint32_t)nm->sin_addr.s_addr)));
  233. } break;
  234. case AF_INET6: {
  235. struct sockaddr_in6 *sin = (struct sockaddr_in6 *)p->ifa_addr;
  236. struct sockaddr_in6 *nm = (struct sockaddr_in6 *)p->ifa_netmask;
  237. uint32_t b[4];
  238. memcpy(b,nm->sin6_addr.s6_addr,sizeof(b));
  239. r.insert(InetAddress(sin->sin6_addr.s6_addr,16,Utils::countBits(b[0]) + Utils::countBits(b[1]) + Utils::countBits(b[2]) + Utils::countBits(b[3])));
  240. } break;
  241. }
  242. }
  243. p = p->ifa_next;
  244. }
  245. if (ifa)
  246. freeifaddrs(ifa);
  247. return r;
  248. }
  249. void LinuxEthernetTap::put(const MAC &from,const MAC &to,unsigned int etherType,const void *data,unsigned int len)
  250. {
  251. char putBuf[8194];
  252. if ((_fd > 0)&&(len <= _mtu)&&(_enabled)) {
  253. to.copyTo(putBuf,6);
  254. from.copyTo(putBuf + 6,6);
  255. *((uint16_t *)(putBuf + 12)) = htons((uint16_t)etherType);
  256. memcpy(putBuf + 14,data,len);
  257. len += 14;
  258. ::write(_fd,putBuf,len);
  259. }
  260. }
  261. std::string LinuxEthernetTap::deviceName() const
  262. {
  263. return _dev;
  264. }
  265. void LinuxEthernetTap::setFriendlyName(const char *friendlyName)
  266. {
  267. }
  268. bool LinuxEthernetTap::updateMulticastGroups(std::set<MulticastGroup> &groups)
  269. {
  270. char *ptr,*ptr2;
  271. unsigned char mac[6];
  272. std::set<MulticastGroup> newGroups;
  273. int fd = ::open("/proc/net/dev_mcast",O_RDONLY);
  274. if (fd > 0) {
  275. char buf[131072];
  276. int n = (int)::read(fd,buf,sizeof(buf));
  277. if ((n > 0)&&(n < (int)sizeof(buf))) {
  278. buf[n] = (char)0;
  279. for(char *l=strtok_r(buf,"\r\n",&ptr);(l);l=strtok_r((char *)0,"\r\n",&ptr)) {
  280. int fno = 0;
  281. char *devname = (char *)0;
  282. char *mcastmac = (char *)0;
  283. for(char *f=strtok_r(l," \t",&ptr2);(f);f=strtok_r((char *)0," \t",&ptr2)) {
  284. if (fno == 1)
  285. devname = f;
  286. else if (fno == 4)
  287. mcastmac = f;
  288. ++fno;
  289. }
  290. if ((devname)&&(!strcmp(devname,_dev.c_str()))&&(mcastmac)&&(Utils::unhex(mcastmac,mac,6) == 6))
  291. newGroups.insert(MulticastGroup(MAC(mac,6),0));
  292. }
  293. }
  294. ::close(fd);
  295. }
  296. {
  297. std::set<InetAddress> allIps(ips());
  298. for(std::set<InetAddress>::const_iterator i(allIps.begin());i!=allIps.end();++i)
  299. newGroups.insert(MulticastGroup::deriveMulticastGroupForAddressResolution(*i));
  300. }
  301. bool changed = false;
  302. for(std::set<MulticastGroup>::iterator mg(newGroups.begin());mg!=newGroups.end();++mg) {
  303. if (!groups.count(*mg)) {
  304. groups.insert(*mg);
  305. changed = true;
  306. }
  307. }
  308. for(std::set<MulticastGroup>::iterator mg(groups.begin());mg!=groups.end();) {
  309. if ((!newGroups.count(*mg))&&(*mg != _blindWildcardMulticastGroup)) {
  310. groups.erase(mg++);
  311. changed = true;
  312. } else ++mg;
  313. }
  314. return changed;
  315. }
  316. bool LinuxEthernetTap::injectPacketFromHost(const MAC &from,const MAC &to,unsigned int etherType,const void *data,unsigned int len)
  317. {
  318. return false;
  319. }
  320. void LinuxEthernetTap::threadMain()
  321. throw()
  322. {
  323. fd_set readfds,nullfds;
  324. MAC to,from;
  325. int n,nfds,r;
  326. char getBuf[8194];
  327. Buffer<4096> data;
  328. // Wait for a moment after startup -- wait for Network to finish
  329. // constructing itself.
  330. Thread::sleep(500);
  331. FD_ZERO(&readfds);
  332. FD_ZERO(&nullfds);
  333. nfds = (int)std::max(_shutdownSignalPipe[0],_fd) + 1;
  334. r = 0;
  335. for(;;) {
  336. FD_SET(_shutdownSignalPipe[0],&readfds);
  337. FD_SET(_fd,&readfds);
  338. select(nfds,&readfds,&nullfds,&nullfds,(struct timeval *)0);
  339. if (FD_ISSET(_shutdownSignalPipe[0],&readfds)) // writes to shutdown pipe terminate thread
  340. break;
  341. if (FD_ISSET(_fd,&readfds)) {
  342. n = (int)::read(_fd,getBuf + r,sizeof(getBuf) - r);
  343. if (n < 0) {
  344. if ((errno != EINTR)&&(errno != ETIMEDOUT))
  345. break;
  346. } else {
  347. // Some tap drivers like to send the ethernet frame and the
  348. // payload in two chunks, so handle that by accumulating
  349. // data until we have at least a frame.
  350. r += n;
  351. if (r > 14) {
  352. if (r > ((int)_mtu + 14)) // sanity check for weird TAP behavior on some platforms
  353. r = _mtu + 14;
  354. if (_enabled) {
  355. to.setTo(getBuf,6);
  356. from.setTo(getBuf + 6,6);
  357. unsigned int etherType = ntohs(((const uint16_t *)getBuf)[6]);
  358. data.copyFrom(getBuf + 14,(unsigned int)r - 14);
  359. _handler(_arg,from,to,etherType,data);
  360. }
  361. r = 0;
  362. }
  363. }
  364. }
  365. }
  366. }
  367. } // namespace ZeroTier