Packet.hpp 51 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2016 ZeroTier, Inc. https://www.zerotier.com/
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. */
  18. #ifndef ZT_N_PACKET_HPP
  19. #define ZT_N_PACKET_HPP
  20. #include <stdint.h>
  21. #include <string.h>
  22. #include <stdio.h>
  23. #include <string>
  24. #include <iostream>
  25. #include "Constants.hpp"
  26. #include "Address.hpp"
  27. #include "Poly1305.hpp"
  28. #include "Salsa20.hpp"
  29. #include "Utils.hpp"
  30. #include "Buffer.hpp"
  31. #ifdef ZT_USE_SYSTEM_LZ4
  32. #include <lz4.h>
  33. #else
  34. #include "../ext/lz4/lz4.h"
  35. #endif
  36. /**
  37. * Protocol version -- incremented only for major changes
  38. *
  39. * 1 - 0.2.0 ... 0.2.5
  40. * 2 - 0.3.0 ... 0.4.5
  41. * + Added signature and originating peer to multicast frame
  42. * + Double size of multicast frame bloom filter
  43. * 3 - 0.5.0 ... 0.6.0
  44. * + Yet another multicast redesign
  45. * + New crypto completely changes key agreement cipher
  46. * 4 - 0.6.0 ... 1.0.6
  47. * + BREAKING CHANGE: New identity format based on hashcash design
  48. * 5 - 1.1.0 ... 1.1.5
  49. * + Supports circuit test, proof of work, and echo
  50. * + Supports in-band world (root server definition) updates
  51. * + Clustering! (Though this will work with protocol v4 clients.)
  52. * + Otherwise backward compatible with protocol v4
  53. * 6 - 1.1.5 ... 1.1.10
  54. * + Network configuration format revisions including binary values
  55. * 7 - 1.1.10 -- 1.2.0
  56. * + Introduce trusted paths for local SDN use
  57. * 8 - 1.2.0 -- CURRENT
  58. * + Multipart network configurations for large network configs
  59. * + Tags and Capabilities
  60. * + Inline push of CertificateOfMembership deprecated
  61. * + Certificates of representation for federation and mesh
  62. */
  63. #define ZT_PROTO_VERSION 8
  64. /**
  65. * Minimum supported protocol version
  66. */
  67. #define ZT_PROTO_VERSION_MIN 4
  68. /**
  69. * Maximum hop count allowed by packet structure (3 bits, 0-7)
  70. *
  71. * This is a protocol constant. It's the maximum allowed by the length
  72. * of the hop counter -- three bits. See node/Constants.hpp for the
  73. * pragmatic forwarding limit, which is typically lower.
  74. */
  75. #define ZT_PROTO_MAX_HOPS 7
  76. /**
  77. * Cipher suite: Curve25519/Poly1305/Salsa20/12/NOCRYPT
  78. *
  79. * This specifies Poly1305 MAC using a 32-bit key derived from the first
  80. * 32 bytes of a Salsa20/12 keystream as in the Salsa20/12 cipher suite,
  81. * but the payload is not encrypted. This is currently only used to send
  82. * HELLO since that's the public key specification packet and must be
  83. * sent in the clear. Key agreement is performed using Curve25519 elliptic
  84. * curve Diffie-Hellman.
  85. */
  86. #define ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_NONE 0
  87. /**
  88. * Cipher suite: Curve25519/Poly1305/Salsa20/12
  89. *
  90. * This specifies Poly1305 using the first 32 bytes of a Salsa20/12 key
  91. * stream as its one-time-use key followed by payload encryption with
  92. * the remaining Salsa20/12 key stream. Key agreement is performed using
  93. * Curve25519 elliptic curve Diffie-Hellman.
  94. */
  95. #define ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_SALSA2012 1
  96. /**
  97. * Cipher suite: NONE
  98. *
  99. * This differs from POLY1305/NONE in that *no* crypto is done, not even
  100. * authentication. This is for trusted local LAN interconnects for internal
  101. * SDN use within a data center.
  102. *
  103. * For this mode the MAC field becomes a trusted path ID and must match the
  104. * configured ID of a trusted path or the packet is discarded.
  105. */
  106. #define ZT_PROTO_CIPHER_SUITE__NO_CRYPTO_TRUSTED_PATH 2
  107. /**
  108. * DEPRECATED payload encrypted flag, may be re-used in the future.
  109. *
  110. * This has been replaced by the three-bit cipher suite selection field.
  111. */
  112. #define ZT_PROTO_FLAG_ENCRYPTED 0x80
  113. /**
  114. * Header flag indicating that a packet is fragmented
  115. *
  116. * If this flag is set, the receiver knows to expect more than one fragment.
  117. * See Packet::Fragment for details.
  118. */
  119. #define ZT_PROTO_FLAG_FRAGMENTED 0x40
  120. /**
  121. * Verb flag indicating payload is compressed with LZ4
  122. */
  123. #define ZT_PROTO_VERB_FLAG_COMPRESSED 0x80
  124. /**
  125. * Rounds used for Salsa20 encryption in ZT
  126. *
  127. * Discussion:
  128. *
  129. * DJB (Salsa20's designer) designed Salsa20 with a significant margin of 20
  130. * rounds, but has said repeatedly that 12 is likely sufficient. So far (as of
  131. * July 2015) there are no published attacks against 12 rounds, let alone 20.
  132. *
  133. * In cryptography, a "break" means something different from what it means in
  134. * common discussion. If a cipher is 256 bits strong and someone finds a way
  135. * to reduce key search to 254 bits, this constitues a "break" in the academic
  136. * literature. 254 bits is still far beyond what can be leveraged to accomplish
  137. * a "break" as most people would understand it -- the actual decryption and
  138. * reading of traffic.
  139. *
  140. * Nevertheless, "attacks only get better" as cryptographers like to say. As
  141. * a result, they recommend not using anything that's shown any weakness even
  142. * if that weakness is so far only meaningful to academics. It may be a sign
  143. * of a deeper problem.
  144. *
  145. * So why choose a lower round count?
  146. *
  147. * Turns out the speed difference is nontrivial. On a Macbook Pro (Core i3) 20
  148. * rounds of SSE-optimized Salsa20 achieves ~508mb/sec/core, while 12 rounds
  149. * hits ~832mb/sec/core. ZeroTier is designed for multiple objectives:
  150. * security, simplicity, and performance. In this case a deference was made
  151. * for performance.
  152. *
  153. * Meta discussion:
  154. *
  155. * The cipher is not the thing you should be paranoid about.
  156. *
  157. * I'll qualify that. If the cipher is known to be weak, like RC4, or has a
  158. * key size that is too small, like DES, then yes you should worry about
  159. * the cipher.
  160. *
  161. * But if the cipher is strong and your adversary is anyone other than the
  162. * intelligence apparatus of a major superpower, you are fine in that
  163. * department.
  164. *
  165. * Go ahead. Search for the last ten vulnerabilities discovered in SSL. Not
  166. * a single one involved the breaking of a cipher. Now broaden your search.
  167. * Look for issues with SSH, IPSec, etc. The only cipher-related issues you
  168. * will find might involve the use of RC4 or MD5, algorithms with known
  169. * issues or small key/digest sizes. But even weak ciphers are difficult to
  170. * exploit in the real world -- you usually need a lot of data and a lot of
  171. * compute time. No, virtually EVERY security vulnerability you will find
  172. * involves a problem with the IMPLEMENTATION not with the cipher.
  173. *
  174. * A flaw in ZeroTier's protocol or code is incredibly, unbelievably
  175. * more likely than a flaw in Salsa20 or any other cipher or cryptographic
  176. * primitive it uses. We're talking odds of dying in a car wreck vs. odds of
  177. * being personally impacted on the head by a meteorite. Nobody without a
  178. * billion dollar budget is going to break into your network by actually
  179. * cracking Salsa20/12 (or even /8) in the field.
  180. *
  181. * So stop worrying about the cipher unless you are, say, the Kremlin and your
  182. * adversary is the NSA and the GCHQ. In that case... well that's above my
  183. * pay grade. I'll just say defense in depth.
  184. */
  185. #define ZT_PROTO_SALSA20_ROUNDS 12
  186. /**
  187. * PUSH_DIRECT_PATHS flag: forget path
  188. */
  189. #define ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH 0x01
  190. /**
  191. * PUSH_DIRECT_PATHS flag: cluster redirect
  192. */
  193. #define ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT 0x02
  194. // Field indexes in packet header
  195. #define ZT_PACKET_IDX_IV 0
  196. #define ZT_PACKET_IDX_DEST 8
  197. #define ZT_PACKET_IDX_SOURCE 13
  198. #define ZT_PACKET_IDX_FLAGS 18
  199. #define ZT_PACKET_IDX_MAC 19
  200. #define ZT_PACKET_IDX_VERB 27
  201. #define ZT_PACKET_IDX_PAYLOAD 28
  202. /**
  203. * Packet buffer size (can be changed)
  204. *
  205. * The current value is big enough for ZT_MAX_PACKET_FRAGMENTS, the pragmatic
  206. * packet fragment limit, times the default UDP MTU. Most packets won't be
  207. * this big.
  208. */
  209. #define ZT_PROTO_MAX_PACKET_LENGTH (ZT_MAX_PACKET_FRAGMENTS * ZT_UDP_DEFAULT_PAYLOAD_MTU)
  210. /**
  211. * Minimum viable packet length (a.k.a. header length)
  212. */
  213. #define ZT_PROTO_MIN_PACKET_LENGTH ZT_PACKET_IDX_PAYLOAD
  214. // Indexes of fields in fragment header
  215. #define ZT_PACKET_FRAGMENT_IDX_PACKET_ID 0
  216. #define ZT_PACKET_FRAGMENT_IDX_DEST 8
  217. #define ZT_PACKET_FRAGMENT_IDX_FRAGMENT_INDICATOR 13
  218. #define ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO 14
  219. #define ZT_PACKET_FRAGMENT_IDX_HOPS 15
  220. #define ZT_PACKET_FRAGMENT_IDX_PAYLOAD 16
  221. /**
  222. * Magic number found at ZT_PACKET_FRAGMENT_IDX_FRAGMENT_INDICATOR
  223. */
  224. #define ZT_PACKET_FRAGMENT_INDICATOR ZT_ADDRESS_RESERVED_PREFIX
  225. /**
  226. * Minimum viable fragment length
  227. */
  228. #define ZT_PROTO_MIN_FRAGMENT_LENGTH ZT_PACKET_FRAGMENT_IDX_PAYLOAD
  229. // Field incides for parsing verbs -------------------------------------------
  230. // Some verbs have variable-length fields. Those aren't fully defined here
  231. // yet-- instead they are parsed using relative indexes in IncomingPacket.
  232. // See their respective handler functions.
  233. #define ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION (ZT_PACKET_IDX_PAYLOAD)
  234. #define ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION (ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION + 1)
  235. #define ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION (ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION + 1)
  236. #define ZT_PROTO_VERB_HELLO_IDX_REVISION (ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION + 1)
  237. #define ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP (ZT_PROTO_VERB_HELLO_IDX_REVISION + 2)
  238. #define ZT_PROTO_VERB_HELLO_IDX_IDENTITY (ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP + 8)
  239. #define ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB (ZT_PACKET_IDX_PAYLOAD)
  240. #define ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID (ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB + 1)
  241. #define ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE (ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID + 8)
  242. #define ZT_PROTO_VERB_ERROR_IDX_PAYLOAD (ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE + 1)
  243. #define ZT_PROTO_VERB_OK_IDX_IN_RE_VERB (ZT_PACKET_IDX_PAYLOAD)
  244. #define ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID (ZT_PROTO_VERB_OK_IDX_IN_RE_VERB + 1)
  245. #define ZT_PROTO_VERB_OK_IDX_PAYLOAD (ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID + 8)
  246. #define ZT_PROTO_VERB_WHOIS_IDX_ZTADDRESS (ZT_PACKET_IDX_PAYLOAD)
  247. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_FLAGS (ZT_PACKET_IDX_PAYLOAD)
  248. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS (ZT_PROTO_VERB_RENDEZVOUS_IDX_FLAGS + 1)
  249. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT (ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS + 5)
  250. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN (ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT + 2)
  251. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRESS (ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN + 1)
  252. #define ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  253. #define ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE (ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID + 8)
  254. #define ZT_PROTO_VERB_FRAME_IDX_PAYLOAD (ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE + 2)
  255. #define ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  256. #define ZT_PROTO_VERB_EXT_FRAME_LEN_NETWORK_ID 8
  257. #define ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS (ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID + ZT_PROTO_VERB_EXT_FRAME_LEN_NETWORK_ID)
  258. #define ZT_PROTO_VERB_EXT_FRAME_LEN_FLAGS 1
  259. #define ZT_PROTO_VERB_EXT_FRAME_IDX_COM (ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS + ZT_PROTO_VERB_EXT_FRAME_LEN_FLAGS)
  260. #define ZT_PROTO_VERB_EXT_FRAME_IDX_TO (ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS + ZT_PROTO_VERB_EXT_FRAME_LEN_FLAGS)
  261. #define ZT_PROTO_VERB_EXT_FRAME_LEN_TO 6
  262. #define ZT_PROTO_VERB_EXT_FRAME_IDX_FROM (ZT_PROTO_VERB_EXT_FRAME_IDX_TO + ZT_PROTO_VERB_EXT_FRAME_LEN_TO)
  263. #define ZT_PROTO_VERB_EXT_FRAME_LEN_FROM 6
  264. #define ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE (ZT_PROTO_VERB_EXT_FRAME_IDX_FROM + ZT_PROTO_VERB_EXT_FRAME_LEN_FROM)
  265. #define ZT_PROTO_VERB_EXT_FRAME_LEN_ETHERTYPE 2
  266. #define ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD (ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE + ZT_PROTO_VERB_EXT_FRAME_LEN_ETHERTYPE)
  267. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  268. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID + 8)
  269. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN + 2)
  270. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  271. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_FLAGS (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID + 8)
  272. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_FLAGS + 1)
  273. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC + 6)
  274. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_GATHER_LIMIT (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI + 4)
  275. // Note: COM, GATHER_LIMIT, and SOURCE_MAC are optional, and so are specified without size
  276. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  277. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID + 8)
  278. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_COM (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  279. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_GATHER_LIMIT (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  280. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_SOURCE_MAC (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  281. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  282. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC + 6)
  283. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI + 4)
  284. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE + 2)
  285. #define ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  286. #define ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION (ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP + 8)
  287. #define ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION (ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION + 1)
  288. #define ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION (ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION + 1)
  289. #define ZT_PROTO_VERB_HELLO__OK__IDX_REVISION (ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION + 1)
  290. #define ZT_PROTO_VERB_WHOIS__OK__IDX_IDENTITY (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  291. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_NETWORK_ID (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  292. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT_LEN (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_NETWORK_ID + 8)
  293. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT_LEN + 2)
  294. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  295. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC (ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID + 8)
  296. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI (ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC + 6)
  297. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS (ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI + 4)
  298. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  299. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID + 8)
  300. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC + 6)
  301. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI + 4)
  302. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS + 1)
  303. // ---------------------------------------------------------------------------
  304. namespace ZeroTier {
  305. /**
  306. * ZeroTier packet
  307. *
  308. * Packet format:
  309. * <[8] 64-bit random packet ID and crypto initialization vector>
  310. * <[5] destination ZT address>
  311. * <[5] source ZT address>
  312. * <[1] flags/cipher/hops>
  313. * <[8] 64-bit MAC (or trusted path ID in trusted path mode)>
  314. * [... -- begin encryption envelope -- ...]
  315. * <[1] encrypted flags (MS 3 bits) and verb (LS 5 bits)>
  316. * [... verb-specific payload ...]
  317. *
  318. * Packets smaller than 28 bytes are invalid and silently discarded.
  319. *
  320. * The flags/cipher/hops bit field is: FFCCCHHH where C is a 3-bit cipher
  321. * selection allowing up to 7 cipher suites, F is outside-envelope flags,
  322. * and H is hop count.
  323. *
  324. * The three-bit hop count is the only part of a packet that is mutable in
  325. * transit without invalidating the MAC. All other bits in the packet are
  326. * immutable. This is because intermediate nodes can increment the hop
  327. * count up to 7 (protocol max).
  328. *
  329. * For unencrypted packets, MAC is computed on plaintext. Only HELLO is ever
  330. * sent in the clear, as it's the "here is my public key" message.
  331. */
  332. class Packet : public Buffer<ZT_PROTO_MAX_PACKET_LENGTH>
  333. {
  334. public:
  335. /**
  336. * A packet fragment
  337. *
  338. * Fragments are sent if a packet is larger than UDP MTU. The first fragment
  339. * is sent with its normal header with the fragmented flag set. Remaining
  340. * fragments are sent this way.
  341. *
  342. * The fragmented bit indicates that there is at least one fragment. Fragments
  343. * themselves contain the total, so the receiver must "learn" this from the
  344. * first fragment it receives.
  345. *
  346. * Fragments are sent with the following format:
  347. * <[8] packet ID of packet whose fragment this belongs to>
  348. * <[5] destination ZT address>
  349. * <[1] 0xff, a reserved address, signals that this isn't a normal packet>
  350. * <[1] total fragments (most significant 4 bits), fragment no (LS 4 bits)>
  351. * <[1] ZT hop count (top 5 bits unused and must be zero)>
  352. * <[...] fragment data>
  353. *
  354. * The protocol supports a maximum of 16 fragments. If a fragment is received
  355. * before its main packet header, it should be cached for a brief period of
  356. * time to see if its parent arrives. Loss of any fragment constitutes packet
  357. * loss; there is no retransmission mechanism. The receiver must wait for full
  358. * receipt to authenticate and decrypt; there is no per-fragment MAC. (But if
  359. * fragments are corrupt, the MAC will fail for the whole assembled packet.)
  360. */
  361. class Fragment : public Buffer<ZT_PROTO_MAX_PACKET_LENGTH>
  362. {
  363. public:
  364. Fragment() :
  365. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>()
  366. {
  367. }
  368. template<unsigned int C2>
  369. Fragment(const Buffer<C2> &b)
  370. throw(std::out_of_range) :
  371. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(b)
  372. {
  373. }
  374. Fragment(const void *data,unsigned int len) :
  375. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(data,len)
  376. {
  377. }
  378. /**
  379. * Initialize from a packet
  380. *
  381. * @param p Original assembled packet
  382. * @param fragStart Start of fragment (raw index in packet data)
  383. * @param fragLen Length of fragment in bytes
  384. * @param fragNo Which fragment (>= 1, since 0 is Packet with end chopped off)
  385. * @param fragTotal Total number of fragments (including 0)
  386. * @throws std::out_of_range Packet size would exceed buffer
  387. */
  388. Fragment(const Packet &p,unsigned int fragStart,unsigned int fragLen,unsigned int fragNo,unsigned int fragTotal)
  389. throw(std::out_of_range)
  390. {
  391. init(p,fragStart,fragLen,fragNo,fragTotal);
  392. }
  393. /**
  394. * Initialize from a packet
  395. *
  396. * @param p Original assembled packet
  397. * @param fragStart Start of fragment (raw index in packet data)
  398. * @param fragLen Length of fragment in bytes
  399. * @param fragNo Which fragment (>= 1, since 0 is Packet with end chopped off)
  400. * @param fragTotal Total number of fragments (including 0)
  401. * @throws std::out_of_range Packet size would exceed buffer
  402. */
  403. inline void init(const Packet &p,unsigned int fragStart,unsigned int fragLen,unsigned int fragNo,unsigned int fragTotal)
  404. throw(std::out_of_range)
  405. {
  406. if ((fragStart + fragLen) > p.size())
  407. throw std::out_of_range("Packet::Fragment: tried to construct fragment of packet past its length");
  408. setSize(fragLen + ZT_PROTO_MIN_FRAGMENT_LENGTH);
  409. // NOTE: this copies both the IV/packet ID and the destination address.
  410. memcpy(field(ZT_PACKET_FRAGMENT_IDX_PACKET_ID,13),p.field(ZT_PACKET_IDX_IV,13),13);
  411. (*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_INDICATOR] = ZT_PACKET_FRAGMENT_INDICATOR;
  412. (*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO] = (char)(((fragTotal & 0xf) << 4) | (fragNo & 0xf));
  413. (*this)[ZT_PACKET_FRAGMENT_IDX_HOPS] = 0;
  414. memcpy(field(ZT_PACKET_FRAGMENT_IDX_PAYLOAD,fragLen),p.field(fragStart,fragLen),fragLen);
  415. }
  416. /**
  417. * Get this fragment's destination
  418. *
  419. * @return Destination ZT address
  420. */
  421. inline Address destination() const { return Address(field(ZT_PACKET_FRAGMENT_IDX_DEST,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  422. /**
  423. * @return True if fragment is of a valid length
  424. */
  425. inline bool lengthValid() const { return (size() >= ZT_PACKET_FRAGMENT_IDX_PAYLOAD); }
  426. /**
  427. * @return ID of packet this is a fragment of
  428. */
  429. inline uint64_t packetId() const { return at<uint64_t>(ZT_PACKET_FRAGMENT_IDX_PACKET_ID); }
  430. /**
  431. * @return Total number of fragments in packet
  432. */
  433. inline unsigned int totalFragments() const { return (((unsigned int)((*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO]) >> 4) & 0xf); }
  434. /**
  435. * @return Fragment number of this fragment
  436. */
  437. inline unsigned int fragmentNumber() const { return ((unsigned int)((*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO]) & 0xf); }
  438. /**
  439. * @return Fragment ZT hop count
  440. */
  441. inline unsigned int hops() const { return (unsigned int)((*this)[ZT_PACKET_FRAGMENT_IDX_HOPS]); }
  442. /**
  443. * Increment this packet's hop count
  444. */
  445. inline void incrementHops()
  446. {
  447. (*this)[ZT_PACKET_FRAGMENT_IDX_HOPS] = (((*this)[ZT_PACKET_FRAGMENT_IDX_HOPS]) + 1) & ZT_PROTO_MAX_HOPS;
  448. }
  449. /**
  450. * @return Length of payload in bytes
  451. */
  452. inline unsigned int payloadLength() const { return ((size() > ZT_PACKET_FRAGMENT_IDX_PAYLOAD) ? (size() - ZT_PACKET_FRAGMENT_IDX_PAYLOAD) : 0); }
  453. /**
  454. * @return Raw packet payload
  455. */
  456. inline const unsigned char *payload() const
  457. {
  458. return field(ZT_PACKET_FRAGMENT_IDX_PAYLOAD,size() - ZT_PACKET_FRAGMENT_IDX_PAYLOAD);
  459. }
  460. };
  461. /**
  462. * ZeroTier protocol verbs
  463. */
  464. enum Verb /* Max value: 32 (5 bits) */
  465. {
  466. /**
  467. * No operation (ignored, no reply)
  468. */
  469. VERB_NOP = 0x00,
  470. /**
  471. * Announcement of a node's existence:
  472. * <[1] protocol version>
  473. * <[1] software major version>
  474. * <[1] software minor version>
  475. * <[2] software revision>
  476. * <[8] timestamp (ms since epoch)>
  477. * <[...] binary serialized identity (see Identity)>
  478. * <[1] destination address type>
  479. * [<[...] destination address>]
  480. * <[8] 64-bit world ID of current world>
  481. * <[8] 64-bit timestamp of current world>
  482. *
  483. * This is the only message that ever must be sent in the clear, since it
  484. * is used to push an identity to a new peer.
  485. *
  486. * The destination address is the wire address to which this packet is
  487. * being sent, and in OK is *also* the destination address of the OK
  488. * packet. This can be used by the receiver to detect NAT, learn its real
  489. * external address if behind NAT, and detect changes to its external
  490. * address that require re-establishing connectivity.
  491. *
  492. * Destination address types and formats (not all of these are used now):
  493. * 0x00 - None -- no destination address data present
  494. * 0x01 - Ethernet address -- format: <[6] Ethernet MAC>
  495. * 0x04 - 6-byte IPv4 UDP address/port -- format: <[4] IP>, <[2] port>
  496. * 0x06 - 18-byte IPv6 UDP address/port -- format: <[16] IP>, <[2] port>
  497. *
  498. * OK payload:
  499. * <[8] timestamp (echoed from original HELLO)>
  500. * <[1] protocol version (of responder)>
  501. * <[1] software major version (of responder)>
  502. * <[1] software minor version (of responder)>
  503. * <[2] software revision (of responder)>
  504. * <[1] destination address type (for this OK, not copied from HELLO)>
  505. * [<[...] destination address>]
  506. * <[2] 16-bit length of world update or 0 if none>
  507. * [[...] world update]
  508. *
  509. * ERROR has no payload.
  510. */
  511. VERB_HELLO = 0x01,
  512. /**
  513. * Error response:
  514. * <[1] in-re verb>
  515. * <[8] in-re packet ID>
  516. * <[1] error code>
  517. * <[...] error-dependent payload>
  518. */
  519. VERB_ERROR = 0x02,
  520. /**
  521. * Success response:
  522. * <[1] in-re verb>
  523. * <[8] in-re packet ID>
  524. * <[...] request-specific payload>
  525. */
  526. VERB_OK = 0x03,
  527. /**
  528. * Query an identity by address:
  529. * <[5] address to look up>
  530. *
  531. * OK response payload:
  532. * <[...] binary serialized identity>
  533. *
  534. * If querying a cluster, duplicate OK responses may occasionally occur.
  535. * These should be discarded.
  536. *
  537. * If the address is not found, no response is generated. WHOIS requests
  538. * will time out much like ARP requests and similar do in L2.
  539. */
  540. VERB_WHOIS = 0x04,
  541. /**
  542. * Meet another node at a given protocol address:
  543. * <[1] flags (unused, currently 0)>
  544. * <[5] ZeroTier address of peer that might be found at this address>
  545. * <[2] 16-bit protocol address port>
  546. * <[1] protocol address length (4 for IPv4, 16 for IPv6)>
  547. * <[...] protocol address (network byte order)>
  548. *
  549. * This is sent by a relaying node to initiate NAT traversal between two
  550. * peers that are communicating by way of indirect relay. The relay will
  551. * send this to both peers at the same time on a periodic basis, telling
  552. * each where it might find the other on the network.
  553. *
  554. * Upon receipt a peer sends HELLO to establish a direct link.
  555. *
  556. * Nodes should implement rate control, limiting the rate at which they
  557. * respond to these packets to prevent their use in DDOS attacks. Nodes
  558. * may also ignore these messages if a peer is not known or is not being
  559. * actively communicated with.
  560. *
  561. * Unfortunately the physical address format in this message pre-dates
  562. * InetAddress's serialization format. :( ZeroTier is four years old and
  563. * yes we've accumulated a tiny bit of cruft here and there.
  564. *
  565. * No OK or ERROR is generated.
  566. */
  567. VERB_RENDEZVOUS = 0x05,
  568. /**
  569. * ZT-to-ZT unicast ethernet frame (shortened EXT_FRAME):
  570. * <[8] 64-bit network ID>
  571. * <[2] 16-bit ethertype>
  572. * <[...] ethernet payload>
  573. *
  574. * MAC addresses are derived from the packet's source and destination
  575. * ZeroTier addresses. This is a shortened EXT_FRAME that elides full
  576. * Ethernet framing and other optional flags and features when they
  577. * are not necessary.
  578. *
  579. * ERROR may be generated if a membership certificate is needed for a
  580. * closed network. Payload will be network ID.
  581. */
  582. VERB_FRAME = 0x06,
  583. /**
  584. * Full Ethernet frame with MAC addressing and optional fields:
  585. * <[8] 64-bit network ID>
  586. * <[1] flags>
  587. * [<[...] certificate of network membership (DEPRECATED)>]
  588. * <[6] destination MAC or all zero for destination node>
  589. * <[6] source MAC or all zero for node of origin>
  590. * <[2] 16-bit ethertype>
  591. * <[...] ethernet payload>
  592. *
  593. * Flags:
  594. * 0x01 - Certificate of network membership attached (DEPRECATED)
  595. * 0x02 - Packet is a TEE'd packet
  596. * 0x04 - Packet is a REDIRECT'ed packet
  597. *
  598. * An extended frame carries full MAC addressing, making them a
  599. * superset of VERB_FRAME. They're used for bridging or when we
  600. * want to attach a certificate since FRAME does not support that.
  601. *
  602. * ERROR may be generated if a membership certificate is needed for a
  603. * closed network. Payload will be network ID.
  604. */
  605. VERB_EXT_FRAME = 0x07,
  606. /**
  607. * ECHO request (a.k.a. ping):
  608. * <[...] arbitrary payload>
  609. *
  610. * This generates OK with a copy of the transmitted payload. No ERROR
  611. * is generated. Response to ECHO requests is optional and ECHO may be
  612. * ignored if a node detects a possible flood.
  613. */
  614. VERB_ECHO = 0x08,
  615. /**
  616. * Announce interest in multicast group(s):
  617. * <[8] 64-bit network ID>
  618. * <[6] multicast Ethernet address>
  619. * <[4] multicast additional distinguishing information (ADI)>
  620. * [... additional tuples of network/address/adi ...]
  621. *
  622. * LIKEs may be sent to any peer, though a good implementation should
  623. * restrict them to peers on the same network they're for and to network
  624. * controllers and root servers. In the current network, root servers
  625. * will provide the service of final multicast cache.
  626. *
  627. * VERB_NETWORK_CREDENTIALS should be pushed along with this, especially
  628. * if using upstream (e.g. root) nodes as multicast databases. This allows
  629. * GATHERs to be authenticated.
  630. *
  631. * OK/ERROR are not generated.
  632. */
  633. VERB_MULTICAST_LIKE = 0x09,
  634. /**
  635. * Network membership credential push:
  636. * <[...] serialized certificate of membership>
  637. * [<[...] additional certificates of membership>]
  638. * <[1] 0x00, null byte marking end of COM array>
  639. * <[2] 16-bit number of capabilities>
  640. * <[...] one or more serialized Capability>
  641. * <[2] 16-bit number of tags>
  642. * <[...] one or more serialized Tags>
  643. *
  644. * This is sent in response to ERROR_NEED_MEMBERSHIP_CERTIFICATE and may
  645. * be pushed at any other time to keep exchanged certificates up to date.
  646. *
  647. * OK/ERROR are not generated.
  648. */
  649. VERB_NETWORK_CREDENTIALS = 0x0a,
  650. /**
  651. * Network configuration request:
  652. * <[8] 64-bit network ID>
  653. * <[2] 16-bit length of request meta-data dictionary>
  654. * <[...] string-serialized request meta-data>
  655. * [<[8] 64-bit timestamp of netconf we currently have>]
  656. *
  657. * This message requests network configuration from a node capable of
  658. * providing it. If the optional revision is included, a response is
  659. * only generated if there is a newer network configuration available.
  660. *
  661. * OK response payload:
  662. * <[8] 64-bit network ID>
  663. * <[2] 16-bit length of network configuration dictionary field>
  664. * <[...] network configuration dictionary (or fragment)>
  665. * [<[4] 32-bit total length of assembled dictionary>]
  666. * [<[4] 32-bit index of fragment in this reply>]
  667. *
  668. * Fields after the dictionary are extensions to support multipart
  669. * sending of large network configs. If they are not present the
  670. * sent config must be assumed to be whole.
  671. *
  672. * ERROR response payload:
  673. * <[8] 64-bit network ID>
  674. */
  675. VERB_NETWORK_CONFIG_REQUEST = 0x0b,
  676. /**
  677. * Network configuration refresh request:
  678. * <[...] array of 64-bit network IDs>
  679. *
  680. * This can be sent by the network controller to inform a node that it
  681. * should now make a NETWORK_CONFIG_REQUEST.
  682. *
  683. * It does not generate an OK or ERROR message, and is treated only as
  684. * a hint to refresh now.
  685. */
  686. VERB_NETWORK_CONFIG_REFRESH = 0x0c,
  687. /**
  688. * Request endpoints for multicast distribution:
  689. * <[8] 64-bit network ID>
  690. * <[1] flags>
  691. * <[6] MAC address of multicast group being queried>
  692. * <[4] 32-bit ADI for multicast group being queried>
  693. * <[4] 32-bit requested max number of multicast peers>
  694. * [<[...] network certificate of membership (DEPRECATED)>]
  695. *
  696. * Flags:
  697. * 0x01 - COM is attached (DEPRECATED)
  698. *
  699. * This message asks a peer for additional known endpoints that have
  700. * LIKEd a given multicast group. It's sent when the sender wishes
  701. * to send multicast but does not have the desired number of recipient
  702. * peers.
  703. *
  704. * More than one OK response can occur if the response is broken up across
  705. * multiple packets or if querying a clustered node.
  706. *
  707. * Send VERB_NETWORK_CREDENTIALS prior to GATHERing if doing so from
  708. * upstream nodes like root servers that are not involved in our network.
  709. *
  710. * OK response payload:
  711. * <[8] 64-bit network ID>
  712. * <[6] MAC address of multicast group being queried>
  713. * <[4] 32-bit ADI for multicast group being queried>
  714. * [begin gather results -- these same fields can be in OK(MULTICAST_FRAME)]
  715. * <[4] 32-bit total number of known members in this multicast group>
  716. * <[2] 16-bit number of members enumerated in this packet>
  717. * <[...] series of 5-byte ZeroTier addresses of enumerated members>
  718. *
  719. * ERROR is not generated; queries that return no response are dropped.
  720. */
  721. VERB_MULTICAST_GATHER = 0x0d,
  722. /**
  723. * Multicast frame:
  724. * <[8] 64-bit network ID>
  725. * <[1] flags>
  726. * [<[...] network certificate of membership (DEPRECATED)>]
  727. * [<[4] 32-bit implicit gather limit>]
  728. * [<[6] source MAC>]
  729. * <[6] destination MAC (multicast address)>
  730. * <[4] 32-bit multicast ADI (multicast address extension)>
  731. * <[2] 16-bit ethertype>
  732. * <[...] ethernet payload>
  733. *
  734. * Flags:
  735. * 0x01 - Network certificate of membership attached (DEPRECATED)
  736. * 0x02 - Implicit gather limit field is present
  737. * 0x04 - Source MAC is specified -- otherwise it's computed from sender
  738. *
  739. * OK and ERROR responses are optional. OK may be generated if there are
  740. * implicit gather results or if the recipient wants to send its own
  741. * updated certificate of network membership to the sender. ERROR may be
  742. * generated if a certificate is needed or if multicasts to this group
  743. * are no longer wanted (multicast unsubscribe).
  744. *
  745. * OK response payload:
  746. * <[8] 64-bit network ID>
  747. * <[6] MAC address of multicast group>
  748. * <[4] 32-bit ADI for multicast group>
  749. * <[1] flags>
  750. * [<[...] network certficate of membership (DEPRECATED)>]
  751. * [<[...] implicit gather results if flag 0x01 is set>]
  752. *
  753. * OK flags (same bits as request flags):
  754. * 0x01 - OK includes certificate of network membership (DEPRECATED)
  755. * 0x02 - OK includes implicit gather results
  756. *
  757. * ERROR response payload:
  758. * <[8] 64-bit network ID>
  759. * <[6] multicast group MAC>
  760. * <[4] 32-bit multicast group ADI>
  761. */
  762. VERB_MULTICAST_FRAME = 0x0e,
  763. // 0x0f is reserved for an old deprecated message
  764. /**
  765. * Push of potential endpoints for direct communication:
  766. * <[2] 16-bit number of paths>
  767. * <[...] paths>
  768. *
  769. * Path record format:
  770. * <[1] 8-bit path flags>
  771. * <[2] length of extended path characteristics or 0 for none>
  772. * <[...] extended path characteristics>
  773. * <[1] address type>
  774. * <[1] address length in bytes>
  775. * <[...] address>
  776. *
  777. * Path record flags:
  778. * 0x01 - Forget this path if currently known (not implemented yet)
  779. * 0x02 - Cluster redirect -- use this in preference to others
  780. *
  781. * The receiver may, upon receiving a push, attempt to establish a
  782. * direct link to one or more of the indicated addresses. It is the
  783. * responsibility of the sender to limit which peers it pushes direct
  784. * paths to to those with whom it has a trust relationship. The receiver
  785. * must obey any restrictions provided such as exclusivity or blacklists.
  786. * OK responses to this message are optional.
  787. *
  788. * Note that a direct path push does not imply that learned paths can't
  789. * be used unless they are blacklisted explicitly or unless flag 0x01
  790. * is set.
  791. *
  792. * Only a subset of this functionality is currently implemented: basic
  793. * path pushing and learning. Blacklisting and trust are not fully
  794. * implemented yet (encryption is still always used).
  795. *
  796. * OK and ERROR are not generated.
  797. */
  798. VERB_PUSH_DIRECT_PATHS = 0x10,
  799. /**
  800. * Source-routed circuit test message:
  801. * <[5] address of originator of circuit test>
  802. * <[2] 16-bit flags>
  803. * <[8] 64-bit timestamp>
  804. * <[8] 64-bit test ID (arbitrary, set by tester)>
  805. * <[2] 16-bit originator credential length (includes type)>
  806. * [[1] originator credential type (for authorizing test)]
  807. * [[...] originator credential]
  808. * <[2] 16-bit length of additional fields>
  809. * [[...] additional fields]
  810. * [ ... end of signed portion of request ... ]
  811. * <[2] 16-bit length of signature of request>
  812. * <[...] signature of request by originator>
  813. * <[2] 16-bit length of additional fields>
  814. * [[...] additional fields]
  815. * <[...] next hop(s) in path>
  816. *
  817. * Flags:
  818. * 0x01 - Report back to originator at middle hops
  819. * 0x02 - Report back to originator at last hop
  820. *
  821. * Originator credential types:
  822. * 0x01 - 64-bit network ID for which originator is controller
  823. *
  824. * Path record format:
  825. * <[1] 8-bit flags (unused, must be zero)>
  826. * <[1] 8-bit breadth (number of next hops)>
  827. * <[...] one or more ZeroTier addresses of next hops>
  828. *
  829. * The circuit test allows a device to send a message that will traverse
  830. * the network along a specified path, with each hop optionally reporting
  831. * back to the tester via VERB_CIRCUIT_TEST_REPORT.
  832. *
  833. * Each circuit test packet includes a digital signature by the originator
  834. * of the request, as well as a credential by which that originator claims
  835. * authorization to perform the test. Currently this signature is ed25519,
  836. * but in the future flags might be used to indicate an alternative
  837. * algorithm. For example, the originator might be a network controller.
  838. * In this case the test might be authorized if the recipient is a member
  839. * of a network controlled by it, and if the previous hop(s) are also
  840. * members. Each hop may include its certificate of network membership.
  841. *
  842. * Circuit test paths consist of a series of records. When a node receives
  843. * an authorized circuit test, it:
  844. *
  845. * (1) Reports back to circuit tester as flags indicate
  846. * (2) Reads and removes the next hop from the packet's path
  847. * (3) Sends the packet along to next hop(s), if any.
  848. *
  849. * It is perfectly legal for a path to contain the same hop more than
  850. * once. In fact, this can be a very useful test to determine if a hop
  851. * can be reached bidirectionally and if so what that connectivity looks
  852. * like.
  853. *
  854. * The breadth field in source-routed path records allows a hop to forward
  855. * to more than one recipient, allowing the tester to specify different
  856. * forms of graph traversal in a test.
  857. *
  858. * There is no hard limit to the number of hops in a test, but it is
  859. * practically limited by the maximum size of a (possibly fragmented)
  860. * ZeroTier packet.
  861. *
  862. * Support for circuit tests is optional. If they are not supported, the
  863. * node should respond with an UNSUPPORTED_OPERATION error. If a circuit
  864. * test request is not authorized, it may be ignored or reported as
  865. * an INVALID_REQUEST. No OK messages are generated, but TEST_REPORT
  866. * messages may be sent (see below).
  867. *
  868. * ERROR packet format:
  869. * <[8] 64-bit timestamp (echoed from original>
  870. * <[8] 64-bit test ID (echoed from original)>
  871. */
  872. VERB_CIRCUIT_TEST = 0x11,
  873. /**
  874. * Circuit test hop report:
  875. * <[8] 64-bit timestamp (from original test)>
  876. * <[8] 64-bit test ID (from original test)>
  877. * <[8] 64-bit reserved field (set to 0, currently unused)>
  878. * <[1] 8-bit vendor ID (set to 0, currently unused)>
  879. * <[1] 8-bit reporter protocol version>
  880. * <[1] 8-bit reporter major version>
  881. * <[1] 8-bit reporter minor version>
  882. * <[2] 16-bit reporter revision>
  883. * <[2] 16-bit reporter OS/platform>
  884. * <[2] 16-bit reporter architecture>
  885. * <[2] 16-bit error code (set to 0, currently unused)>
  886. * <[8] 64-bit report flags (set to 0, currently unused)>
  887. * <[8] 64-bit source packet ID>
  888. * <[5] upstream ZeroTier address from which test was received>
  889. * <[1] 8-bit source packet hop count (ZeroTier hop count)>
  890. * <[...] local wire address on which packet was received>
  891. * <[...] remote wire address from which packet was received>
  892. * <[2] 16-bit length of additional fields>
  893. * <[...] additional fields>
  894. * <[1] 8-bit number of next hops (breadth)>
  895. * <[...] next hop information>
  896. *
  897. * Next hop information record format:
  898. * <[5] ZeroTier address of next hop>
  899. * <[...] current best direct path address, if any, 0 if none>
  900. *
  901. * Circuit test reports can be sent by hops in a circuit test to report
  902. * back results. They should include information about the sender as well
  903. * as about the paths to which next hops are being sent.
  904. *
  905. * If a test report is received and no circuit test was sent, it should be
  906. * ignored. This message generates no OK or ERROR response.
  907. */
  908. VERB_CIRCUIT_TEST_REPORT = 0x12,
  909. /**
  910. * Request proof of work:
  911. * <[1] 8-bit proof of work type>
  912. * <[1] 8-bit proof of work difficulty>
  913. * <[2] 16-bit length of proof of work challenge>
  914. * <[...] proof of work challenge>
  915. *
  916. * This requests that a peer perform a proof of work calucation. It can be
  917. * sent by highly trusted peers (e.g. root servers, network controllers)
  918. * under suspected denial of service conditions in an attempt to filter
  919. * out "non-serious" peers and remain responsive to those proving their
  920. * intent to actually communicate.
  921. *
  922. * If the peer obliges to perform the work, it does so and responds with
  923. * an OK containing the result. Otherwise it may ignore the message or
  924. * response with an ERROR_INVALID_REQUEST or ERROR_UNSUPPORTED_OPERATION.
  925. *
  926. * Proof of work type IDs:
  927. * 0x01 - Salsa20/12+SHA512 hashcash function
  928. *
  929. * Salsa20/12+SHA512 is based on the following composite hash function:
  930. *
  931. * (1) Compute SHA512(candidate)
  932. * (2) Use the first 256 bits of the result of #1 as a key to encrypt
  933. * 131072 zero bytes with Salsa20/12 (with a zero IV).
  934. * (3) Compute SHA512(the result of step #2)
  935. * (4) Accept this candiate if the first [difficulty] bits of the result
  936. * from step #3 are zero. Otherwise generate a new candidate and try
  937. * again.
  938. *
  939. * This is performed repeatedly on candidates generated by appending the
  940. * supplied challenge to an arbitrary nonce until a valid candidate
  941. * is found. This chosen prepended nonce is then returned as the result
  942. * in OK.
  943. *
  944. * OK payload:
  945. * <[2] 16-bit length of result>
  946. * <[...] computed proof of work>
  947. *
  948. * ERROR has no payload.
  949. */
  950. VERB_REQUEST_PROOF_OF_WORK = 0x13
  951. };
  952. /**
  953. * Error codes for VERB_ERROR
  954. */
  955. enum ErrorCode
  956. {
  957. /* No error, not actually used in transit */
  958. ERROR_NONE = 0x00,
  959. /* Invalid request */
  960. ERROR_INVALID_REQUEST = 0x01,
  961. /* Bad/unsupported protocol version */
  962. ERROR_BAD_PROTOCOL_VERSION = 0x02,
  963. /* Unknown object queried */
  964. ERROR_OBJ_NOT_FOUND = 0x03,
  965. /* HELLO pushed an identity whose address is already claimed */
  966. ERROR_IDENTITY_COLLISION = 0x04,
  967. /* Verb or use case not supported/enabled by this node */
  968. ERROR_UNSUPPORTED_OPERATION = 0x05,
  969. /* Tried to join network, but you're not a member */
  970. ERROR_NETWORK_ACCESS_DENIED_ = 0x07, /* extra _ at end to avoid Windows name conflict */
  971. /* Multicasts to this group are not wanted */
  972. ERROR_UNWANTED_MULTICAST = 0x08
  973. };
  974. #ifdef ZT_TRACE
  975. static const char *verbString(Verb v)
  976. throw();
  977. static const char *errorString(ErrorCode e)
  978. throw();
  979. #endif
  980. template<unsigned int C2>
  981. Packet(const Buffer<C2> &b) :
  982. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(b)
  983. {
  984. }
  985. Packet(const void *data,unsigned int len) :
  986. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(data,len)
  987. {
  988. }
  989. /**
  990. * Construct a new empty packet with a unique random packet ID
  991. *
  992. * Flags and hops will be zero. Other fields and data region are undefined.
  993. * Use the header access methods (setDestination() and friends) to fill out
  994. * the header. Payload should be appended; initial size is header size.
  995. */
  996. Packet() :
  997. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(ZT_PROTO_MIN_PACKET_LENGTH)
  998. {
  999. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1000. (*this)[ZT_PACKET_IDX_FLAGS] = 0; // zero flags, cipher ID, and hops
  1001. }
  1002. /**
  1003. * Make a copy of a packet with a new initialization vector and destination address
  1004. *
  1005. * This can be used to take one draft prototype packet and quickly make copies to
  1006. * encrypt for different destinations.
  1007. *
  1008. * @param prototype Prototype packet
  1009. * @param dest Destination ZeroTier address for new packet
  1010. */
  1011. Packet(const Packet &prototype,const Address &dest) :
  1012. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(prototype)
  1013. {
  1014. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1015. setDestination(dest);
  1016. }
  1017. /**
  1018. * Construct a new empty packet with a unique random packet ID
  1019. *
  1020. * @param dest Destination ZT address
  1021. * @param source Source ZT address
  1022. * @param v Verb
  1023. */
  1024. Packet(const Address &dest,const Address &source,const Verb v) :
  1025. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(ZT_PROTO_MIN_PACKET_LENGTH)
  1026. {
  1027. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1028. setDestination(dest);
  1029. setSource(source);
  1030. (*this)[ZT_PACKET_IDX_FLAGS] = 0; // zero flags and hops
  1031. setVerb(v);
  1032. }
  1033. /**
  1034. * Reset this packet structure for reuse in place
  1035. *
  1036. * @param dest Destination ZT address
  1037. * @param source Source ZT address
  1038. * @param v Verb
  1039. */
  1040. inline void reset(const Address &dest,const Address &source,const Verb v)
  1041. {
  1042. setSize(ZT_PROTO_MIN_PACKET_LENGTH);
  1043. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1044. setDestination(dest);
  1045. setSource(source);
  1046. (*this)[ZT_PACKET_IDX_FLAGS] = 0; // zero flags, cipher ID, and hops
  1047. setVerb(v);
  1048. }
  1049. /**
  1050. * Generate a new IV / packet ID in place
  1051. *
  1052. * This can be used to re-use a packet buffer multiple times to send
  1053. * technically different but otherwise identical copies of the same
  1054. * packet.
  1055. */
  1056. inline void newInitializationVector() { Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8); }
  1057. /**
  1058. * Set this packet's destination
  1059. *
  1060. * @param dest ZeroTier address of destination
  1061. */
  1062. inline void setDestination(const Address &dest) { dest.copyTo(field(ZT_PACKET_IDX_DEST,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1063. /**
  1064. * Set this packet's source
  1065. *
  1066. * @param source ZeroTier address of source
  1067. */
  1068. inline void setSource(const Address &source) { source.copyTo(field(ZT_PACKET_IDX_SOURCE,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1069. /**
  1070. * Get this packet's destination
  1071. *
  1072. * @return Destination ZT address
  1073. */
  1074. inline Address destination() const { return Address(field(ZT_PACKET_IDX_DEST,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1075. /**
  1076. * Get this packet's source
  1077. *
  1078. * @return Source ZT address
  1079. */
  1080. inline Address source() const { return Address(field(ZT_PACKET_IDX_SOURCE,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1081. /**
  1082. * @return True if packet is of valid length
  1083. */
  1084. inline bool lengthValid() const { return (size() >= ZT_PROTO_MIN_PACKET_LENGTH); }
  1085. /**
  1086. * @return True if packet is fragmented (expect fragments)
  1087. */
  1088. inline bool fragmented() const { return (((unsigned char)(*this)[ZT_PACKET_IDX_FLAGS] & ZT_PROTO_FLAG_FRAGMENTED) != 0); }
  1089. /**
  1090. * Set this packet's fragmented flag
  1091. *
  1092. * @param f Fragmented flag value
  1093. */
  1094. inline void setFragmented(bool f)
  1095. {
  1096. if (f)
  1097. (*this)[ZT_PACKET_IDX_FLAGS] |= (char)ZT_PROTO_FLAG_FRAGMENTED;
  1098. else (*this)[ZT_PACKET_IDX_FLAGS] &= (char)(~ZT_PROTO_FLAG_FRAGMENTED);
  1099. }
  1100. /**
  1101. * @return True if compressed (result only valid if unencrypted)
  1102. */
  1103. inline bool compressed() const { return (((unsigned char)(*this)[ZT_PACKET_IDX_VERB] & ZT_PROTO_VERB_FLAG_COMPRESSED) != 0); }
  1104. /**
  1105. * @return ZeroTier forwarding hops (0 to 7)
  1106. */
  1107. inline unsigned int hops() const { return ((unsigned int)(*this)[ZT_PACKET_IDX_FLAGS] & 0x07); }
  1108. /**
  1109. * Increment this packet's hop count
  1110. */
  1111. inline void incrementHops()
  1112. {
  1113. unsigned char &b = (*this)[ZT_PACKET_IDX_FLAGS];
  1114. b = (b & 0xf8) | ((b + 1) & 0x07);
  1115. }
  1116. /**
  1117. * @return Cipher suite selector: 0 - 7 (see #defines)
  1118. */
  1119. inline unsigned int cipher() const
  1120. {
  1121. return (((unsigned int)(*this)[ZT_PACKET_IDX_FLAGS] & 0x38) >> 3);
  1122. }
  1123. /**
  1124. * Set this packet's cipher suite
  1125. */
  1126. inline void setCipher(unsigned int c)
  1127. {
  1128. unsigned char &b = (*this)[ZT_PACKET_IDX_FLAGS];
  1129. b = (b & 0xc7) | (unsigned char)((c << 3) & 0x38); // bits: FFCCCHHH
  1130. // Set DEPRECATED "encrypted" flag -- used by pre-1.0.3 peers
  1131. if (c == ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_SALSA2012)
  1132. b |= ZT_PROTO_FLAG_ENCRYPTED;
  1133. else b &= (~ZT_PROTO_FLAG_ENCRYPTED);
  1134. }
  1135. /**
  1136. * Get the trusted path ID for this packet (only meaningful if cipher is trusted path)
  1137. *
  1138. * @return Trusted path ID (from MAC field)
  1139. */
  1140. inline uint64_t trustedPathId() const { return at<uint64_t>(ZT_PACKET_IDX_MAC); }
  1141. /**
  1142. * Set this packet's trusted path ID and set the cipher spec to trusted path
  1143. *
  1144. * @param tpid Trusted path ID
  1145. */
  1146. inline void setTrusted(const uint64_t tpid)
  1147. {
  1148. setCipher(ZT_PROTO_CIPHER_SUITE__NO_CRYPTO_TRUSTED_PATH);
  1149. setAt(ZT_PACKET_IDX_MAC,tpid);
  1150. }
  1151. /**
  1152. * Get this packet's unique ID (the IV field interpreted as uint64_t)
  1153. *
  1154. * @return Packet ID
  1155. */
  1156. inline uint64_t packetId() const { return at<uint64_t>(ZT_PACKET_IDX_IV); }
  1157. /**
  1158. * Set packet verb
  1159. *
  1160. * This also has the side-effect of clearing any verb flags, such as
  1161. * compressed, and so must only be done during packet composition.
  1162. *
  1163. * @param v New packet verb
  1164. */
  1165. inline void setVerb(Verb v) { (*this)[ZT_PACKET_IDX_VERB] = (char)v; }
  1166. /**
  1167. * @return Packet verb (not including flag bits)
  1168. */
  1169. inline Verb verb() const { return (Verb)((*this)[ZT_PACKET_IDX_VERB] & 0x1f); }
  1170. /**
  1171. * @return Length of packet payload
  1172. */
  1173. inline unsigned int payloadLength() const { return ((size() < ZT_PROTO_MIN_PACKET_LENGTH) ? 0 : (size() - ZT_PROTO_MIN_PACKET_LENGTH)); }
  1174. /**
  1175. * @return Raw packet payload
  1176. */
  1177. inline const unsigned char *payload() const { return field(ZT_PACKET_IDX_PAYLOAD,size() - ZT_PACKET_IDX_PAYLOAD); }
  1178. /**
  1179. * Armor packet for transport
  1180. *
  1181. * @param key 32-byte key
  1182. * @param encryptPayload If true, encrypt packet payload, else just MAC
  1183. */
  1184. void armor(const void *key,bool encryptPayload);
  1185. /**
  1186. * Verify and (if encrypted) decrypt packet
  1187. *
  1188. * This does not handle trusted path mode packets and will return false
  1189. * for these. These are handled in IncomingPacket if the sending physical
  1190. * address and MAC field match a trusted path.
  1191. *
  1192. * @param key 32-byte key
  1193. * @return False if packet is invalid or failed MAC authenticity check
  1194. */
  1195. bool dearmor(const void *key);
  1196. /**
  1197. * Attempt to compress payload if not already (must be unencrypted)
  1198. *
  1199. * This requires that the payload at least contain the verb byte already
  1200. * set. The compressed flag in the verb is set if compression successfully
  1201. * results in a size reduction. If no size reduction occurs, compression
  1202. * is not done and the flag is left cleared.
  1203. *
  1204. * @return True if compression occurred
  1205. */
  1206. bool compress();
  1207. /**
  1208. * Attempt to decompress payload if it is compressed (must be unencrypted)
  1209. *
  1210. * If payload is compressed, it is decompressed and the compressed verb
  1211. * flag is cleared. Otherwise nothing is done and true is returned.
  1212. *
  1213. * @return True if data is now decompressed and valid, false on error
  1214. */
  1215. bool uncompress();
  1216. private:
  1217. static const unsigned char ZERO_KEY[32];
  1218. /**
  1219. * Deterministically mangle a 256-bit crypto key based on packet
  1220. *
  1221. * This uses extra data from the packet to mangle the secret, giving us an
  1222. * effective IV that is somewhat more than 64 bits. This is "free" for
  1223. * Salsa20 since it has negligible key setup time so using a different
  1224. * key each time is fine.
  1225. *
  1226. * @param in Input key (32 bytes)
  1227. * @param out Output buffer (32 bytes)
  1228. */
  1229. inline void _salsa20MangleKey(const unsigned char *in,unsigned char *out) const
  1230. {
  1231. const unsigned char *d = (const unsigned char *)data();
  1232. // IV and source/destination addresses. Using the addresses divides the
  1233. // key space into two halves-- A->B and B->A (since order will change).
  1234. for(unsigned int i=0;i<18;++i) // 8 + (ZT_ADDRESS_LENGTH * 2) == 18
  1235. out[i] = in[i] ^ d[i];
  1236. // Flags, but with hop count masked off. Hop count is altered by forwarding
  1237. // nodes. It's one of the only parts of a packet modifiable by people
  1238. // without the key.
  1239. out[18] = in[18] ^ (d[ZT_PACKET_IDX_FLAGS] & 0xf8);
  1240. // Raw packet size in bytes -- thus each packet size defines a new
  1241. // key space.
  1242. out[19] = in[19] ^ (unsigned char)(size() & 0xff);
  1243. out[20] = in[20] ^ (unsigned char)((size() >> 8) & 0xff); // little endian
  1244. // Rest of raw key is used unchanged
  1245. for(unsigned int i=21;i<32;++i)
  1246. out[i] = in[i];
  1247. }
  1248. };
  1249. } // namespace ZeroTier
  1250. #endif