Packet.hpp 54 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433
  1. /*
  2. * ZeroTier One - Network Virtualization Everywhere
  3. * Copyright (C) 2011-2015 ZeroTier, Inc.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * --
  19. *
  20. * ZeroTier may be used and distributed under the terms of the GPLv3, which
  21. * are available at: http://www.gnu.org/licenses/gpl-3.0.html
  22. *
  23. * If you would like to embed ZeroTier into a commercial application or
  24. * redistribute it in a modified binary form, please contact ZeroTier Networks
  25. * LLC. Start here: http://www.zerotier.com/
  26. */
  27. #ifndef ZT_N_PACKET_HPP
  28. #define ZT_N_PACKET_HPP
  29. #include <stdint.h>
  30. #include <string.h>
  31. #include <stdio.h>
  32. #include <string>
  33. #include <iostream>
  34. #include "Constants.hpp"
  35. #include "Address.hpp"
  36. #include "Poly1305.hpp"
  37. #include "Salsa20.hpp"
  38. #include "Utils.hpp"
  39. #include "Buffer.hpp"
  40. #include "../ext/lz4/lz4.h"
  41. /**
  42. * Protocol version -- incremented only for major changes
  43. *
  44. * 1 - 0.2.0 ... 0.2.5
  45. * 2 - 0.3.0 ... 0.4.5
  46. * + Added signature and originating peer to multicast frame
  47. * + Double size of multicast frame bloom filter
  48. * 3 - 0.5.0 ... 0.6.0
  49. * + Yet another multicast redesign
  50. * + New crypto completely changes key agreement cipher
  51. * 4 - 0.6.0 ... 1.0.6
  52. * + New identity format based on hashcash design
  53. * 5 - 1.1.0 ... CURRENT
  54. * + Supports circuit test, proof of work, and echo
  55. * + Supports in-band world (root server definition) updates
  56. * + Clustering! (Though this will work with protocol v4 clients.)
  57. * + Otherwise backward compatible with protocol v4
  58. */
  59. #define ZT_PROTO_VERSION 5
  60. /**
  61. * Minimum supported protocol version
  62. */
  63. #define ZT_PROTO_VERSION_MIN 4
  64. /**
  65. * Maximum hop count allowed by packet structure (3 bits, 0-7)
  66. *
  67. * This is a protocol constant. It's the maximum allowed by the length
  68. * of the hop counter -- three bits. See node/Constants.hpp for the
  69. * pragmatic forwarding limit, which is typically lower.
  70. */
  71. #define ZT_PROTO_MAX_HOPS 7
  72. /**
  73. * Cipher suite: Curve25519/Poly1305/Salsa20/12/NOCRYPT
  74. *
  75. * This specifies Poly1305 MAC using a 32-bit key derived from the first
  76. * 32 bytes of a Salsa20/12 keystream as in the Salsa20/12 cipher suite,
  77. * but the payload is not encrypted. This is currently only used to send
  78. * HELLO since that's the public key specification packet and must be
  79. * sent in the clear. Key agreement is performed using Curve25519 elliptic
  80. * curve Diffie-Hellman.
  81. */
  82. #define ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_NONE 0
  83. /**
  84. * Cipher suite: Curve25519/Poly1305/Salsa20/12
  85. *
  86. * This specifies Poly1305 using the first 32 bytes of a Salsa20/12 key
  87. * stream as its one-time-use key followed by payload encryption with
  88. * the remaining Salsa20/12 key stream. Key agreement is performed using
  89. * Curve25519 elliptic curve Diffie-Hellman.
  90. */
  91. #define ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_SALSA2012 1
  92. /**
  93. * Cipher suite: PFS negotiated ephemeral cipher suite and authentication
  94. *
  95. * This message is encrypted with the latest negotiated ephemeral (PFS)
  96. * key pair and cipher suite. If authentication fails, VERB_SET_EPHEMERAL_KEY
  97. * may be sent to renegotiate ephemeral keys.
  98. */
  99. #define ZT_PROTO_CIPHER_SUITE__EPHEMERAL 7
  100. /**
  101. * DEPRECATED payload encrypted flag, will be removed for re-use soon.
  102. *
  103. * This has been replaced by the two-bit cipher suite selection field where
  104. * a value of 0 indicates unencrypted (but authenticated) messages.
  105. */
  106. #define ZT_PROTO_FLAG_ENCRYPTED 0x80
  107. /**
  108. * Header flag indicating that a packet is fragmented
  109. *
  110. * If this flag is set, the receiver knows to expect more than one fragment.
  111. * See Packet::Fragment for details.
  112. */
  113. #define ZT_PROTO_FLAG_FRAGMENTED 0x40
  114. /**
  115. * Verb flag indicating payload is compressed with LZ4
  116. */
  117. #define ZT_PROTO_VERB_FLAG_COMPRESSED 0x80
  118. /**
  119. * Rounds used for Salsa20 encryption in ZT
  120. *
  121. * Discussion:
  122. *
  123. * DJB (Salsa20's designer) designed Salsa20 with a significant margin of 20
  124. * rounds, but has said repeatedly that 12 is likely sufficient. So far (as of
  125. * July 2015) there are no published attacks against 12 rounds, let alone 20.
  126. *
  127. * In cryptography, a "break" means something different from what it means in
  128. * common discussion. If a cipher is 256 bits strong and someone finds a way
  129. * to reduce key search to 254 bits, this constitues a "break" in the academic
  130. * literature. 254 bits is still far beyond what can be leveraged to accomplish
  131. * a "break" as most people would understand it -- the actual decryption and
  132. * reading of traffic.
  133. *
  134. * Nevertheless, "attacks only get better" as cryptographers like to say. As
  135. * a result, they recommend not using anything that's shown any weakness even
  136. * if that weakness is so far only meaningful to academics. It may be a sign
  137. * of a deeper problem.
  138. *
  139. * So why choose a lower round count?
  140. *
  141. * Turns out the speed difference is nontrivial. On a Macbook Pro (Core i3) 20
  142. * rounds of SSE-optimized Salsa20 achieves ~508mb/sec/core, while 12 rounds
  143. * hits ~832mb/sec/core. ZeroTier is designed for multiple objectives:
  144. * security, simplicity, and performance. In this case a deference was made
  145. * for performance.
  146. *
  147. * Meta discussion:
  148. *
  149. * The cipher is not the thing you should be paranoid about.
  150. *
  151. * I'll qualify that. If the cipher is known to be weak, like RC4, or has a
  152. * key size that is too small, like DES, then yes you should worry about
  153. * the cipher.
  154. *
  155. * But if the cipher is strong and your adversary is anyone other than the
  156. * intelligence apparatus of a major superpower, you are fine in that
  157. * department.
  158. *
  159. * Go ahead. Search for the last ten vulnerabilities discovered in SSL. Not
  160. * a single one involved the breaking of a cipher. Now broaden your search.
  161. * Look for issues with SSH, IPSec, etc. The only cipher-related issues you
  162. * will find might involve the use of RC4 or MD5, algorithms with known
  163. * issues or small key/digest sizes. But even weak ciphers are difficult to
  164. * exploit in the real world -- you usually need a lot of data and a lot of
  165. * compute time. No, virtually EVERY security vulnerability you will find
  166. * involves a problem with the IMPLEMENTATION not with the cipher.
  167. *
  168. * A flaw in ZeroTier's protocol or code is incredibly, unbelievably
  169. * more likely than a flaw in Salsa20 or any other cipher or cryptographic
  170. * primitive it uses. We're talking odds of dying in a car wreck vs. odds of
  171. * being personally impacted on the head by a meteorite. Nobody without a
  172. * billion dollar budget is going to break into your network by actually
  173. * cracking Salsa20/12 (or even /8) in the field.
  174. *
  175. * So stop worrying about the cipher unless you are, say, the Kremlin and your
  176. * adversary is the NSA and the GCHQ. In that case... well that's above my
  177. * pay grade. I'll just say defense in depth.
  178. */
  179. #define ZT_PROTO_SALSA20_ROUNDS 12
  180. // Field indexes in packet header
  181. #define ZT_PACKET_IDX_IV 0
  182. #define ZT_PACKET_IDX_DEST 8
  183. #define ZT_PACKET_IDX_SOURCE 13
  184. #define ZT_PACKET_IDX_FLAGS 18
  185. #define ZT_PACKET_IDX_MAC 19
  186. #define ZT_PACKET_IDX_VERB 27
  187. #define ZT_PACKET_IDX_PAYLOAD 28
  188. /**
  189. * Packet buffer size (can be changed)
  190. *
  191. * The current value is big enough for ZT_MAX_PACKET_FRAGMENTS, the pragmatic
  192. * packet fragment limit, times the default UDP MTU. Most packets won't be
  193. * this big.
  194. */
  195. #define ZT_PROTO_MAX_PACKET_LENGTH (ZT_MAX_PACKET_FRAGMENTS * ZT_UDP_DEFAULT_PAYLOAD_MTU)
  196. /**
  197. * Minimum viable packet length (a.k.a. header length)
  198. */
  199. #define ZT_PROTO_MIN_PACKET_LENGTH ZT_PACKET_IDX_PAYLOAD
  200. // Indexes of fields in fragment header
  201. #define ZT_PACKET_FRAGMENT_IDX_PACKET_ID 0
  202. #define ZT_PACKET_FRAGMENT_IDX_DEST 8
  203. #define ZT_PACKET_FRAGMENT_IDX_FRAGMENT_INDICATOR 13
  204. #define ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO 14
  205. #define ZT_PACKET_FRAGMENT_IDX_HOPS 15
  206. #define ZT_PACKET_FRAGMENT_IDX_PAYLOAD 16
  207. /**
  208. * Magic number found at ZT_PACKET_FRAGMENT_IDX_FRAGMENT_INDICATOR
  209. */
  210. #define ZT_PACKET_FRAGMENT_INDICATOR ZT_ADDRESS_RESERVED_PREFIX
  211. /**
  212. * Minimum viable fragment length
  213. */
  214. #define ZT_PROTO_MIN_FRAGMENT_LENGTH ZT_PACKET_FRAGMENT_IDX_PAYLOAD
  215. // Ephemeral key record flags
  216. #define ZT_PROTO_EPHEMERAL_KEY_FLAG_FIPS 0x01 // future use
  217. // Ephemeral key record symmetric cipher types
  218. #define ZT_PROTO_EPHEMERAL_KEY_SYMMETRIC_CIPHER_SALSA2012_POLY1305 0x01
  219. #define ZT_PROTO_EPHEMERAL_KEY_SYMMETRIC_CIPHER_AES256_GCM 0x02
  220. // Ephemeral key record public key types
  221. #define ZT_PROTO_EPHEMERAL_KEY_PK_C25519 0x01
  222. #define ZT_PROTO_EPHEMERAL_KEY_PK_NISTP256 0x02
  223. // Field incides for parsing verbs -------------------------------------------
  224. // Some verbs have variable-length fields. Those aren't fully defined here
  225. // yet-- instead they are parsed using relative indexes in IncomingPacket.
  226. // See their respective handler functions.
  227. #define ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION (ZT_PACKET_IDX_PAYLOAD)
  228. #define ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION (ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION + 1)
  229. #define ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION (ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION + 1)
  230. #define ZT_PROTO_VERB_HELLO_IDX_REVISION (ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION + 1)
  231. #define ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP (ZT_PROTO_VERB_HELLO_IDX_REVISION + 2)
  232. #define ZT_PROTO_VERB_HELLO_IDX_IDENTITY (ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP + 8)
  233. #define ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB (ZT_PACKET_IDX_PAYLOAD)
  234. #define ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID (ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB + 1)
  235. #define ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE (ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID + 8)
  236. #define ZT_PROTO_VERB_ERROR_IDX_PAYLOAD (ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE + 1)
  237. #define ZT_PROTO_VERB_OK_IDX_IN_RE_VERB (ZT_PACKET_IDX_PAYLOAD)
  238. #define ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID (ZT_PROTO_VERB_OK_IDX_IN_RE_VERB + 1)
  239. #define ZT_PROTO_VERB_OK_IDX_PAYLOAD (ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID + 8)
  240. #define ZT_PROTO_VERB_WHOIS_IDX_ZTADDRESS (ZT_PACKET_IDX_PAYLOAD)
  241. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_FLAGS (ZT_PACKET_IDX_PAYLOAD)
  242. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS (ZT_PROTO_VERB_RENDEZVOUS_IDX_FLAGS + 1)
  243. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT (ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS + 5)
  244. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN (ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT + 2)
  245. #define ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRESS (ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN + 1)
  246. #define ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  247. #define ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE (ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID + 8)
  248. #define ZT_PROTO_VERB_FRAME_IDX_PAYLOAD (ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE + 2)
  249. #define ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  250. #define ZT_PROTO_VERB_EXT_FRAME_LEN_NETWORK_ID 8
  251. #define ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS (ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID + ZT_PROTO_VERB_EXT_FRAME_LEN_NETWORK_ID)
  252. #define ZT_PROTO_VERB_EXT_FRAME_LEN_FLAGS 1
  253. #define ZT_PROTO_VERB_EXT_FRAME_IDX_COM (ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS + ZT_PROTO_VERB_EXT_FRAME_LEN_FLAGS)
  254. #define ZT_PROTO_VERB_EXT_FRAME_IDX_TO (ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS + ZT_PROTO_VERB_EXT_FRAME_LEN_FLAGS)
  255. #define ZT_PROTO_VERB_EXT_FRAME_LEN_TO 6
  256. #define ZT_PROTO_VERB_EXT_FRAME_IDX_FROM (ZT_PROTO_VERB_EXT_FRAME_IDX_TO + ZT_PROTO_VERB_EXT_FRAME_LEN_TO)
  257. #define ZT_PROTO_VERB_EXT_FRAME_LEN_FROM 6
  258. #define ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE (ZT_PROTO_VERB_EXT_FRAME_IDX_FROM + ZT_PROTO_VERB_EXT_FRAME_LEN_FROM)
  259. #define ZT_PROTO_VERB_EXT_FRAME_LEN_ETHERTYPE 2
  260. #define ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD (ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE + ZT_PROTO_VERB_EXT_FRAME_LEN_ETHERTYPE)
  261. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  262. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID + 8)
  263. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN + 2)
  264. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  265. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_FLAGS (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID + 8)
  266. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_FLAGS + 1)
  267. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC + 6)
  268. #define ZT_PROTO_VERB_MULTICAST_GATHER_IDX_GATHER_LIMIT (ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI + 4)
  269. // Note: COM, GATHER_LIMIT, and SOURCE_MAC are optional, and so are specified without size
  270. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID (ZT_PACKET_IDX_PAYLOAD)
  271. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID + 8)
  272. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_COM (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  273. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_GATHER_LIMIT (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  274. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_SOURCE_MAC (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  275. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS + 1)
  276. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC + 6)
  277. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI + 4)
  278. #define ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME (ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE + 2)
  279. #define ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  280. #define ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION (ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP + 8)
  281. #define ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION (ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION + 1)
  282. #define ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION (ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION + 1)
  283. #define ZT_PROTO_VERB_HELLO__OK__IDX_REVISION (ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION + 1)
  284. #define ZT_PROTO_VERB_WHOIS__OK__IDX_IDENTITY (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  285. #define ZT_PROTO_VERB_WHOIS__ERROR__IDX_ZTADDRESS (ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)
  286. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_NETWORK_ID (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  287. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT_LEN (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_NETWORK_ID + 8)
  288. #define ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT_LEN + 2)
  289. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  290. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC (ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID + 8)
  291. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI (ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC + 6)
  292. #define ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS (ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI + 4)
  293. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID (ZT_PROTO_VERB_OK_IDX_PAYLOAD)
  294. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID + 8)
  295. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC + 6)
  296. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI + 4)
  297. #define ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS (ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS + 1)
  298. // ---------------------------------------------------------------------------
  299. namespace ZeroTier {
  300. /**
  301. * ZeroTier packet
  302. *
  303. * Packet format:
  304. * <[8] 64-bit random packet ID and crypto initialization vector>
  305. * <[5] destination ZT address>
  306. * <[5] source ZT address>
  307. * <[1] flags/cipher (top 5 bits) and ZT hop count (last 3 bits)>
  308. * <[8] 64-bit MAC>
  309. * [... -- begin encryption envelope -- ...]
  310. * <[1] encrypted flags (top 3 bits) and verb (last 5 bits)>
  311. * [... verb-specific payload ...]
  312. *
  313. * Packets smaller than 28 bytes are invalid and silently discarded.
  314. *
  315. * The flags/cipher/hops bit field is: FFCCCHHH where C is a 3-bit cipher
  316. * selection allowing up to 7 cipher suites, F is outside-envelope flags,
  317. * and H is hop count.
  318. *
  319. * The three-bit hop count is the only part of a packet that is mutable in
  320. * transit without invalidating the MAC. All other bits in the packet are
  321. * immutable. This is because intermediate nodes can increment the hop
  322. * count up to 7 (protocol max).
  323. *
  324. * A hop count of 7 also indicates that receiving peers should not attempt
  325. * to learn direct paths from this packet. (Right now direct paths are only
  326. * learned from direct packets anyway.)
  327. *
  328. * http://tonyarcieri.com/all-the-crypto-code-youve-ever-written-is-probably-broken
  329. *
  330. * For unencrypted packets, MAC is computed on plaintext. Only HELLO is ever
  331. * sent in the clear, as it's the "here is my public key" message.
  332. */
  333. class Packet : public Buffer<ZT_PROTO_MAX_PACKET_LENGTH>
  334. {
  335. public:
  336. /**
  337. * A packet fragment
  338. *
  339. * Fragments are sent if a packet is larger than UDP MTU. The first fragment
  340. * is sent with its normal header with the fragmented flag set. Remaining
  341. * fragments are sent this way.
  342. *
  343. * The fragmented bit indicates that there is at least one fragment. Fragments
  344. * themselves contain the total, so the receiver must "learn" this from the
  345. * first fragment it receives.
  346. *
  347. * Fragments are sent with the following format:
  348. * <[8] packet ID of packet whose fragment this belongs to>
  349. * <[5] destination ZT address>
  350. * <[1] 0xff, a reserved address, signals that this isn't a normal packet>
  351. * <[1] total fragments (most significant 4 bits), fragment no (LS 4 bits)>
  352. * <[1] ZT hop count (top 5 bits unused and must be zero)>
  353. * <[...] fragment data>
  354. *
  355. * The protocol supports a maximum of 16 fragments. If a fragment is received
  356. * before its main packet header, it should be cached for a brief period of
  357. * time to see if its parent arrives. Loss of any fragment constitutes packet
  358. * loss; there is no retransmission mechanism. The receiver must wait for full
  359. * receipt to authenticate and decrypt; there is no per-fragment MAC. (But if
  360. * fragments are corrupt, the MAC will fail for the whole assembled packet.)
  361. */
  362. class Fragment : public Buffer<ZT_PROTO_MAX_PACKET_LENGTH>
  363. {
  364. public:
  365. Fragment() :
  366. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>()
  367. {
  368. }
  369. template<unsigned int C2>
  370. Fragment(const Buffer<C2> &b)
  371. throw(std::out_of_range) :
  372. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(b)
  373. {
  374. }
  375. Fragment(const void *data,unsigned int len) :
  376. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(data,len)
  377. {
  378. }
  379. /**
  380. * Initialize from a packet
  381. *
  382. * @param p Original assembled packet
  383. * @param fragStart Start of fragment (raw index in packet data)
  384. * @param fragLen Length of fragment in bytes
  385. * @param fragNo Which fragment (>= 1, since 0 is Packet with end chopped off)
  386. * @param fragTotal Total number of fragments (including 0)
  387. * @throws std::out_of_range Packet size would exceed buffer
  388. */
  389. Fragment(const Packet &p,unsigned int fragStart,unsigned int fragLen,unsigned int fragNo,unsigned int fragTotal)
  390. throw(std::out_of_range)
  391. {
  392. init(p,fragStart,fragLen,fragNo,fragTotal);
  393. }
  394. /**
  395. * Initialize from a packet
  396. *
  397. * @param p Original assembled packet
  398. * @param fragStart Start of fragment (raw index in packet data)
  399. * @param fragLen Length of fragment in bytes
  400. * @param fragNo Which fragment (>= 1, since 0 is Packet with end chopped off)
  401. * @param fragTotal Total number of fragments (including 0)
  402. * @throws std::out_of_range Packet size would exceed buffer
  403. */
  404. inline void init(const Packet &p,unsigned int fragStart,unsigned int fragLen,unsigned int fragNo,unsigned int fragTotal)
  405. throw(std::out_of_range)
  406. {
  407. if ((fragStart + fragLen) > p.size())
  408. throw std::out_of_range("Packet::Fragment: tried to construct fragment of packet past its length");
  409. setSize(fragLen + ZT_PROTO_MIN_FRAGMENT_LENGTH);
  410. // NOTE: this copies both the IV/packet ID and the destination address.
  411. memcpy(field(ZT_PACKET_FRAGMENT_IDX_PACKET_ID,13),p.field(ZT_PACKET_IDX_IV,13),13);
  412. (*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_INDICATOR] = ZT_PACKET_FRAGMENT_INDICATOR;
  413. (*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO] = (char)(((fragTotal & 0xf) << 4) | (fragNo & 0xf));
  414. (*this)[ZT_PACKET_FRAGMENT_IDX_HOPS] = 0;
  415. memcpy(field(ZT_PACKET_FRAGMENT_IDX_PAYLOAD,fragLen),p.field(fragStart,fragLen),fragLen);
  416. }
  417. /**
  418. * Get this fragment's destination
  419. *
  420. * @return Destination ZT address
  421. */
  422. inline Address destination() const { return Address(field(ZT_PACKET_FRAGMENT_IDX_DEST,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  423. /**
  424. * @return True if fragment is of a valid length
  425. */
  426. inline bool lengthValid() const { return (size() >= ZT_PACKET_FRAGMENT_IDX_PAYLOAD); }
  427. /**
  428. * @return ID of packet this is a fragment of
  429. */
  430. inline uint64_t packetId() const { return at<uint64_t>(ZT_PACKET_FRAGMENT_IDX_PACKET_ID); }
  431. /**
  432. * @return Total number of fragments in packet
  433. */
  434. inline unsigned int totalFragments() const { return (((unsigned int)((*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO]) >> 4) & 0xf); }
  435. /**
  436. * @return Fragment number of this fragment
  437. */
  438. inline unsigned int fragmentNumber() const { return ((unsigned int)((*this)[ZT_PACKET_FRAGMENT_IDX_FRAGMENT_NO]) & 0xf); }
  439. /**
  440. * @return Fragment ZT hop count
  441. */
  442. inline unsigned int hops() const { return (unsigned int)((*this)[ZT_PACKET_FRAGMENT_IDX_HOPS]); }
  443. /**
  444. * Increment this packet's hop count
  445. */
  446. inline void incrementHops()
  447. {
  448. (*this)[ZT_PACKET_FRAGMENT_IDX_HOPS] = (((*this)[ZT_PACKET_FRAGMENT_IDX_HOPS]) + 1) & ZT_PROTO_MAX_HOPS;
  449. }
  450. /**
  451. * @return Length of payload in bytes
  452. */
  453. inline unsigned int payloadLength() const { return ((size() > ZT_PACKET_FRAGMENT_IDX_PAYLOAD) ? (size() - ZT_PACKET_FRAGMENT_IDX_PAYLOAD) : 0); }
  454. /**
  455. * @return Raw packet payload
  456. */
  457. inline const unsigned char *payload() const
  458. {
  459. return field(ZT_PACKET_FRAGMENT_IDX_PAYLOAD,size() - ZT_PACKET_FRAGMENT_IDX_PAYLOAD);
  460. }
  461. };
  462. /**
  463. * ZeroTier protocol verbs
  464. */
  465. enum Verb /* Max value: 32 (5 bits) */
  466. {
  467. /**
  468. * No operation (ignored, no reply)
  469. */
  470. VERB_NOP = 0,
  471. /**
  472. * Announcement of a node's existence:
  473. * <[1] protocol version>
  474. * <[1] software major version>
  475. * <[1] software minor version>
  476. * <[2] software revision>
  477. * <[8] timestamp (ms since epoch)>
  478. * <[...] binary serialized identity (see Identity)>
  479. * <[1] destination address type>
  480. * [<[...] destination address>]
  481. * <[8] 64-bit world ID of current world>
  482. * <[8] 64-bit timestamp of current world>
  483. *
  484. * This is the only message that ever must be sent in the clear, since it
  485. * is used to push an identity to a new peer.
  486. *
  487. * The destination address is the wire address to which this packet is
  488. * being sent, and in OK is *also* the destination address of the OK
  489. * packet. This can be used by the receiver to detect NAT, learn its real
  490. * external address if behind NAT, and detect changes to its external
  491. * address that require re-establishing connectivity.
  492. *
  493. * Destination address types and formats (not all of these are used now):
  494. * 0x00 - None -- no destination address data present
  495. * 0x01 - Ethernet address -- format: <[6] Ethernet MAC>
  496. * 0x04 - 6-byte IPv4 UDP address/port -- format: <[4] IP>, <[2] port>
  497. * 0x06 - 18-byte IPv6 UDP address/port -- format: <[16] IP>, <[2] port>
  498. *
  499. * OK payload:
  500. * <[8] timestamp (echoed from original HELLO)>
  501. * <[1] protocol version (of responder)>
  502. * <[1] software major version (of responder)>
  503. * <[1] software minor version (of responder)>
  504. * <[2] software revision (of responder)>
  505. * <[1] destination address type (for this OK, not copied from HELLO)>
  506. * [<[...] destination address>]
  507. * <[2] 16-bit length of world update or 0 if none>
  508. * [[...] world update]
  509. *
  510. * ERROR has no payload.
  511. */
  512. VERB_HELLO = 1,
  513. /**
  514. * Error response:
  515. * <[1] in-re verb>
  516. * <[8] in-re packet ID>
  517. * <[1] error code>
  518. * <[...] error-dependent payload>
  519. */
  520. VERB_ERROR = 2,
  521. /**
  522. * Success response:
  523. * <[1] in-re verb>
  524. * <[8] in-re packet ID>
  525. * <[...] request-specific payload>
  526. */
  527. VERB_OK = 3,
  528. /**
  529. * Query an identity by address:
  530. * <[5] address to look up>
  531. *
  532. * OK response payload:
  533. * <[...] binary serialized identity>
  534. *
  535. * ERROR response payload:
  536. * <[5] address>
  537. */
  538. VERB_WHOIS = 4,
  539. /**
  540. * Meet another node at a given protocol address:
  541. * <[1] flags (unused, currently 0)>
  542. * <[5] ZeroTier address of peer that might be found at this address>
  543. * <[2] 16-bit protocol address port>
  544. * <[1] protocol address length (4 for IPv4, 16 for IPv6)>
  545. * <[...] protocol address (network byte order)>
  546. *
  547. * This is sent by a relaying node to initiate NAT traversal between two
  548. * peers that are communicating by way of indirect relay. The relay will
  549. * send this to both peers at the same time on a periodic basis, telling
  550. * each where it might find the other on the network.
  551. *
  552. * Upon receipt a peer sends HELLO to establish a direct link.
  553. *
  554. * Nodes should implement rate control, limiting the rate at which they
  555. * respond to these packets to prevent their use in DDOS attacks. Nodes
  556. * may also ignore these messages if a peer is not known or is not being
  557. * actively communicated with.
  558. *
  559. * Unfortunately the physical address format in this message pre-dates
  560. * InetAddress's serialization format. :( ZeroTier is four years old and
  561. * yes we've accumulated a tiny bit of cruft here and there.
  562. *
  563. * No OK or ERROR is generated.
  564. */
  565. VERB_RENDEZVOUS = 5,
  566. /**
  567. * ZT-to-ZT unicast ethernet frame (shortened EXT_FRAME):
  568. * <[8] 64-bit network ID>
  569. * <[2] 16-bit ethertype>
  570. * <[...] ethernet payload>
  571. *
  572. * MAC addresses are derived from the packet's source and destination
  573. * ZeroTier addresses. This is a shortened EXT_FRAME that elides full
  574. * Ethernet framing and other optional flags and features when they
  575. * are not necessary.
  576. *
  577. * ERROR may be generated if a membership certificate is needed for a
  578. * closed network. Payload will be network ID.
  579. */
  580. VERB_FRAME = 6,
  581. /**
  582. * Full Ethernet frame with MAC addressing and optional fields:
  583. * <[8] 64-bit network ID>
  584. * <[1] flags>
  585. * [<[...] certificate of network membership>]
  586. * <[6] destination MAC or all zero for destination node>
  587. * <[6] source MAC or all zero for node of origin>
  588. * <[2] 16-bit ethertype>
  589. * <[...] ethernet payload>
  590. *
  591. * Flags:
  592. * 0x01 - Certificate of network membership is attached
  593. *
  594. * An extended frame carries full MAC addressing, making them a
  595. * superset of VERB_FRAME. They're used for bridging or when we
  596. * want to attach a certificate since FRAME does not support that.
  597. *
  598. * Multicast frames may not be sent as EXT_FRAME.
  599. *
  600. * ERROR may be generated if a membership certificate is needed for a
  601. * closed network. Payload will be network ID.
  602. */
  603. VERB_EXT_FRAME = 7,
  604. /**
  605. * ECHO request (a.k.a. ping):
  606. * <[...] arbitrary payload to be echoed back>
  607. *
  608. * This generates OK with a copy of the transmitted payload. No ERROR
  609. * is generated. Response to ECHO requests is optional.
  610. *
  611. * Support for fragmented echo packets is optional and their use is not
  612. * recommended.
  613. */
  614. VERB_ECHO = 8,
  615. /**
  616. * Announce interest in multicast group(s):
  617. * <[8] 64-bit network ID>
  618. * <[6] multicast Ethernet address>
  619. * <[4] multicast additional distinguishing information (ADI)>
  620. * [... additional tuples of network/address/adi ...]
  621. *
  622. * LIKEs may be sent to any peer, though a good implementation should
  623. * restrict them to peers on the same network they're for and to network
  624. * controllers and root servers. In the current network, root servers
  625. * will provide the service of final multicast cache.
  626. *
  627. * It is recommended that NETWORK_MEMBERSHIP_CERTIFICATE pushes be sent
  628. * along with MULTICAST_LIKE when pushing LIKEs to peers that do not
  629. * share a network membership (such as root servers), since this can be
  630. * used to authenticate GATHER requests and limit responses to peers
  631. * authorized to talk on a network. (Should be an optional field here,
  632. * but saving one or two packets every five minutes is not worth an
  633. * ugly hack or protocol rev.)
  634. *
  635. * OK/ERROR are not generated.
  636. */
  637. VERB_MULTICAST_LIKE = 9,
  638. /**
  639. * Network member certificate replication/push:
  640. * <[...] serialized certificate of membership>
  641. * [ ... additional certificates may follow ...]
  642. *
  643. * This is sent in response to ERROR_NEED_MEMBERSHIP_CERTIFICATE and may
  644. * be pushed at any other time to keep exchanged certificates up to date.
  645. *
  646. * OK/ERROR are not generated.
  647. */
  648. VERB_NETWORK_MEMBERSHIP_CERTIFICATE = 10,
  649. /**
  650. * Network configuration request:
  651. * <[8] 64-bit network ID>
  652. * <[2] 16-bit length of request meta-data dictionary>
  653. * <[...] string-serialized request meta-data>
  654. * [<[8] 64-bit revision of netconf we currently have>]
  655. *
  656. * This message requests network configuration from a node capable of
  657. * providing it. If the optional revision is included, a response is
  658. * only generated if there is a newer network configuration available.
  659. *
  660. * OK response payload:
  661. * <[8] 64-bit network ID>
  662. * <[2] 16-bit length of network configuration dictionary>
  663. * <[...] network configuration dictionary>
  664. *
  665. * OK returns a Dictionary (string serialized) containing the network's
  666. * configuration and IP address assignment information for the querying
  667. * node. It also contains a membership certificate that the querying
  668. * node can push to other peers to demonstrate its right to speak on
  669. * a given network.
  670. *
  671. * When a new network configuration is received, another config request
  672. * should be sent with the new netconf's revision. This confirms receipt
  673. * and also causes any subsequent changes to rapidly propagate as this
  674. * cycle will repeat until there are no changes. This is optional but
  675. * recommended behavior.
  676. *
  677. * ERROR response payload:
  678. * <[8] 64-bit network ID>
  679. *
  680. * UNSUPPORTED_OPERATION is returned if this service is not supported,
  681. * and OBJ_NOT_FOUND if the queried network ID was not found.
  682. */
  683. VERB_NETWORK_CONFIG_REQUEST = 11,
  684. /**
  685. * Network configuration refresh request:
  686. * <[...] array of 64-bit network IDs>
  687. *
  688. * This can be sent by the network controller to inform a node that it
  689. * should now make a NETWORK_CONFIG_REQUEST.
  690. *
  691. * It does not generate an OK or ERROR message, and is treated only as
  692. * a hint to refresh now.
  693. */
  694. VERB_NETWORK_CONFIG_REFRESH = 12,
  695. /**
  696. * Request endpoints for multicast distribution:
  697. * <[8] 64-bit network ID>
  698. * <[1] flags>
  699. * <[6] MAC address of multicast group being queried>
  700. * <[4] 32-bit ADI for multicast group being queried>
  701. * <[4] 32-bit requested max number of multicast peers>
  702. * [<[...] network certificate of membership>]
  703. *
  704. * Flags:
  705. * 0x01 - Network certificate of membership is attached
  706. *
  707. * This message asks a peer for additional known endpoints that have
  708. * LIKEd a given multicast group. It's sent when the sender wishes
  709. * to send multicast but does not have the desired number of recipient
  710. * peers.
  711. *
  712. * OK response payload:
  713. * <[8] 64-bit network ID>
  714. * <[6] MAC address of multicast group being queried>
  715. * <[4] 32-bit ADI for multicast group being queried>
  716. * [begin gather results -- these same fields can be in OK(MULTICAST_FRAME)]
  717. * <[4] 32-bit total number of known members in this multicast group>
  718. * <[2] 16-bit number of members enumerated in this packet>
  719. * <[...] series of 5-byte ZeroTier addresses of enumerated members>
  720. *
  721. * If no endpoints are known, OK and ERROR are both optional. It's okay
  722. * to return nothing in that case since gathering is "lazy."
  723. *
  724. * ERROR response payload:
  725. * <[8] 64-bit network ID>
  726. * <[6] MAC address of multicast group being queried>
  727. * <[4] 32-bit ADI for multicast group being queried>
  728. *
  729. * ERRORs are optional and are only generated if permission is denied,
  730. * certificate of membership is out of date, etc.
  731. */
  732. VERB_MULTICAST_GATHER = 13,
  733. /**
  734. * Multicast frame:
  735. * <[8] 64-bit network ID>
  736. * <[1] flags>
  737. * [<[...] network certificate of membership>]
  738. * [<[4] 32-bit implicit gather limit>]
  739. * [<[6] source MAC>]
  740. * <[6] destination MAC (multicast address)>
  741. * <[4] 32-bit multicast ADI (multicast address extension)>
  742. * <[2] 16-bit ethertype>
  743. * <[...] ethernet payload>
  744. *
  745. * Flags:
  746. * 0x01 - Network certificate of membership is attached
  747. * 0x02 - Implicit gather limit field is present
  748. * 0x04 - Source MAC is specified -- otherwise it's computed from sender
  749. *
  750. * OK and ERROR responses are optional. OK may be generated if there are
  751. * implicit gather results or if the recipient wants to send its own
  752. * updated certificate of network membership to the sender. ERROR may be
  753. * generated if a certificate is needed or if multicasts to this group
  754. * are no longer wanted (multicast unsubscribe).
  755. *
  756. * OK response payload:
  757. * <[8] 64-bit network ID>
  758. * <[6] MAC address of multicast group>
  759. * <[4] 32-bit ADI for multicast group>
  760. * <[1] flags>
  761. * [<[...] network certficate of membership>]
  762. * [<[...] implicit gather results if flag 0x01 is set>]
  763. *
  764. * OK flags (same bits as request flags):
  765. * 0x01 - OK includes certificate of network membership
  766. * 0x02 - OK includes implicit gather results
  767. *
  768. * ERROR response payload:
  769. * <[8] 64-bit network ID>
  770. * <[6] multicast group MAC>
  771. * <[4] 32-bit multicast group ADI>
  772. */
  773. VERB_MULTICAST_FRAME = 14,
  774. /**
  775. * Ephemeral (PFS) key push: (UNFINISHED, NOT IMPLEMENTED YET)
  776. * <[2] flags (unused and reserved, must be 0)>
  777. * <[2] length of padding / extra field section>
  778. * <[...] padding / extra field section>
  779. * <[8] 64-bit PFS key set ID sender holds for recipient (0==none)>
  780. * <[8] 64-bit PFS key set ID of this key set>
  781. * [... begin PFS key record ...]
  782. * <[1] flags>
  783. * <[1] symmetric cipher ID>
  784. * <[1] public key type ID>
  785. * <[2] public key length in bytes>
  786. * <[...] public key>
  787. * [... additional records may follow up to max packet length ...]
  788. *
  789. * This message is sent to negotiate an ephemeral key. If the recipient's
  790. * current key pair for the sender does not match the one the sender
  791. * claims to have on file, it must respond with its own SET_EPHEMERAL_KEY.
  792. *
  793. * PFS key IDs are random and must not be zero, since zero indicates that
  794. * the sender does not have an ephemeral key on file for the recipient.
  795. *
  796. * One or more records may be sent. If multiple records are present,
  797. * the first record with common symmetric cipher, public key type,
  798. * and relevant flags must be used.
  799. *
  800. * The padding section may be filled with an arbitrary amount of random
  801. * or empty payload. This may be used as a countermeasure to prevent PFS
  802. * key pushes from being recognized by packet size vs. other packets in
  803. * the stream. This also provides potential space for additional fields
  804. * that might be indicated in the future by flags.
  805. *
  806. * Flags (all unspecified flags must be zero):
  807. * 0x01 - FIPS mode, only use record if FIPS compliant crypto in use
  808. *
  809. * Symmetric cipher IDs:
  810. * 0x01 - Salsa20/12 with Poly1305 authentication (ZT default)
  811. * 0x02 - AES256-GCM combined crypto and authentication
  812. *
  813. * Public key types:
  814. * 0x01 - Curve25519 ECDH with SHA-512 KDF
  815. * 0x02 - NIST P-256 ECDH with SHA-512 KDF
  816. *
  817. * Once both peers have a PFS key, they will attempt to send PFS key
  818. * encrypted messages with the PFS flag set using the negotiated
  819. * cipher/auth type.
  820. *
  821. * Note: most of these features such as FIPS and other cipher suites are
  822. * not implemented yet. They're just specified in the protocol for future
  823. * use to support e.g. FIPS requirements.
  824. *
  825. * OK response payload:
  826. * <[8] PFS key set ID of received key set>
  827. * <[1] index in record list of chosen key record>
  828. */
  829. VERB_SET_EPHEMERAL_KEY = 15,
  830. /**
  831. * Push of potential endpoints for direct communication:
  832. * <[2] 16-bit number of paths>
  833. * <[...] paths>
  834. *
  835. * Path record format:
  836. * <[1] flags>
  837. * <[2] length of extended path characteristics or 0 for none>
  838. * <[...] extended path characteristics>
  839. * <[1] address type>
  840. * <[1] address length in bytes>
  841. * <[...] address>
  842. *
  843. * Path record flags:
  844. * 0x01 - Forget this path if it is currently known
  845. * 0x02 - (Unused)
  846. * 0x04 - Disable encryption (trust: privacy)
  847. * 0x08 - Disable encryption and authentication (trust: ultimate)
  848. *
  849. * The receiver may, upon receiving a push, attempt to establish a
  850. * direct link to one or more of the indicated addresses. It is the
  851. * responsibility of the sender to limit which peers it pushes direct
  852. * paths to to those with whom it has a trust relationship. The receiver
  853. * must obey any restrictions provided such as exclusivity or blacklists.
  854. * OK responses to this message are optional.
  855. *
  856. * Note that a direct path push does not imply that learned paths can't
  857. * be used unless they are blacklisted explicitly or unless flag 0x01
  858. * is set.
  859. *
  860. * Only a subset of this functionality is currently implemented: basic
  861. * path pushing and learning. Blacklisting and trust are not fully
  862. * implemented yet (encryption is still always used).
  863. *
  864. * OK and ERROR are not generated.
  865. */
  866. VERB_PUSH_DIRECT_PATHS = 16,
  867. /**
  868. * Source-routed circuit test message:
  869. * <[5] address of originator of circuit test>
  870. * <[2] 16-bit flags>
  871. * <[8] 64-bit timestamp>
  872. * <[8] 64-bit test ID (arbitrary, set by tester)>
  873. * <[2] 16-bit originator credential length (includes type)>
  874. * [[1] originator credential type (for authorizing test)]
  875. * [[...] originator credential]
  876. * <[2] 16-bit length of additional fields>
  877. * [[...] additional fields]
  878. * [ ... end of signed portion of request ... ]
  879. * <[2] 16-bit length of signature of request>
  880. * <[...] signature of request by originator>
  881. * <[2] 16-bit previous hop credential length (including type)>
  882. * [[1] previous hop credential type]
  883. * [[...] previous hop credential]
  884. * <[...] next hop(s) in path>
  885. *
  886. * Flags:
  887. * 0x01 - Report back to originator at middle hops
  888. * 0x02 - Report back to originator at last hop
  889. *
  890. * Originator credential types:
  891. * 0x01 - 64-bit network ID for which originator is controller
  892. *
  893. * Previous hop credential types:
  894. * 0x01 - Certificate of network membership
  895. *
  896. * Path record format:
  897. * <[1] 8-bit flags (unused, must be zero)>
  898. * <[1] 8-bit breadth (number of next hops)>
  899. * <[...] one or more ZeroTier addresses of next hops>
  900. *
  901. * The circuit test allows a device to send a message that will traverse
  902. * the network along a specified path, with each hop optionally reporting
  903. * back to the tester via VERB_CIRCUIT_TEST_REPORT.
  904. *
  905. * Each circuit test packet includes a digital signature by the originator
  906. * of the request, as well as a credential by which that originator claims
  907. * authorization to perform the test. Currently this signature is ed25519,
  908. * but in the future flags might be used to indicate an alternative
  909. * algorithm. For example, the originator might be a network controller.
  910. * In this case the test might be authorized if the recipient is a member
  911. * of a network controlled by it, and if the previous hop(s) are also
  912. * members. Each hop may include its certificate of network membership.
  913. *
  914. * Circuit test paths consist of a series of records. When a node receives
  915. * an authorized circuit test, it:
  916. *
  917. * (1) Reports back to circuit tester as flags indicate
  918. * (2) Reads and removes the next hop from the packet's path
  919. * (3) Sends the packet along to next hop(s), if any.
  920. *
  921. * It is perfectly legal for a path to contain the same hop more than
  922. * once. In fact, this can be a very useful test to determine if a hop
  923. * can be reached bidirectionally and if so what that connectivity looks
  924. * like.
  925. *
  926. * The breadth field in source-routed path records allows a hop to forward
  927. * to more than one recipient, allowing the tester to specify different
  928. * forms of graph traversal in a test.
  929. *
  930. * There is no hard limit to the number of hops in a test, but it is
  931. * practically limited by the maximum size of a (possibly fragmented)
  932. * ZeroTier packet.
  933. *
  934. * Support for circuit tests is optional. If they are not supported, the
  935. * node should respond with an UNSUPPORTED_OPERATION error. If a circuit
  936. * test request is not authorized, it may be ignored or reported as
  937. * an INVALID_REQUEST. No OK messages are generated, but TEST_REPORT
  938. * messages may be sent (see below).
  939. *
  940. * ERROR packet format:
  941. * <[8] 64-bit timestamp (echoed from original>
  942. * <[8] 64-bit test ID (echoed from original)>
  943. */
  944. VERB_CIRCUIT_TEST = 17,
  945. /**
  946. * Circuit test hop report:
  947. * <[8] 64-bit timestamp (from original test)>
  948. * <[8] 64-bit test ID (from original test)>
  949. * <[8] 64-bit reporter timestamp (reporter's clock, 0 if unspec)>
  950. * <[1] 8-bit vendor ID (set to 0, currently unused)>
  951. * <[1] 8-bit reporter protocol version>
  952. * <[1] 8-bit reporter major version>
  953. * <[1] 8-bit reporter minor version>
  954. * <[2] 16-bit reporter revision>
  955. * <[2] 16-bit reporter OS/platform>
  956. * <[2] 16-bit reporter architecture>
  957. * <[2] 16-bit error code (set to 0, currently unused)>
  958. * <[8] 64-bit report flags (set to 0, currently unused)>
  959. * <[8] 64-bit source packet ID>
  960. * <[5] upstream ZeroTier address from which test was received>
  961. * <[1] 8-bit source packet hop count (ZeroTier hop count)>
  962. * <[...] local wire address on which packet was received>
  963. * <[...] remote wire address from which packet was received>
  964. * <[2] 16-bit length of additional fields>
  965. * <[...] additional fields>
  966. * <[1] 8-bit number of next hops (breadth)>
  967. * <[...] next hop information>
  968. *
  969. * Next hop information record format:
  970. * <[5] ZeroTier address of next hop>
  971. * <[...] current best direct path address, if any, 0 if none>
  972. *
  973. * Circuit test reports can be sent by hops in a circuit test to report
  974. * back results. They should include information about the sender as well
  975. * as about the paths to which next hops are being sent.
  976. *
  977. * If a test report is received and no circuit test was sent, it should be
  978. * ignored. This message generates no OK or ERROR response.
  979. */
  980. VERB_CIRCUIT_TEST_REPORT = 18,
  981. /**
  982. * Request proof of work:
  983. * <[1] 8-bit proof of work type>
  984. * <[1] 8-bit proof of work difficulty>
  985. * <[2] 16-bit length of proof of work challenge>
  986. * <[...] proof of work challenge>
  987. *
  988. * This requests that a peer perform a proof of work calucation. It can be
  989. * sent by highly trusted peers (e.g. root servers, network controllers)
  990. * under suspected denial of service conditions in an attempt to filter
  991. * out "non-serious" peers and remain responsive to those proving their
  992. * intent to actually communicate.
  993. *
  994. * If the peer obliges to perform the work, it does so and responds with
  995. * an OK containing the result. Otherwise it may ignore the message or
  996. * response with an ERROR_INVALID_REQUEST or ERROR_UNSUPPORTED_OPERATION.
  997. *
  998. * Proof of work type IDs:
  999. * 0x01 - Salsa20/12+SHA512 hashcash function
  1000. *
  1001. * Salsa20/12+SHA512 is based on the following composite hash function:
  1002. *
  1003. * (1) Compute SHA512(candidate)
  1004. * (2) Use the first 256 bits of the result of #1 as a key to encrypt
  1005. * 131072 zero bytes with Salsa20/12 (with a zero IV).
  1006. * (3) Compute SHA512(the result of step #2)
  1007. * (4) Accept this candiate if the first [difficulty] bits of the result
  1008. * from step #3 are zero. Otherwise generate a new candidate and try
  1009. * again.
  1010. *
  1011. * This is performed repeatedly on candidates generated by appending the
  1012. * supplied challenge to an arbitrary nonce until a valid candidate
  1013. * is found. This chosen prepended nonce is then returned as the result
  1014. * in OK.
  1015. *
  1016. * OK payload:
  1017. * <[2] 16-bit length of result>
  1018. * <[...] computed proof of work>
  1019. *
  1020. * ERROR has no payload.
  1021. */
  1022. VERB_REQUEST_PROOF_OF_WORK = 19
  1023. };
  1024. /**
  1025. * Error codes for VERB_ERROR
  1026. */
  1027. enum ErrorCode
  1028. {
  1029. /* No error, not actually used in transit */
  1030. ERROR_NONE = 0,
  1031. /* Invalid request */
  1032. ERROR_INVALID_REQUEST = 1,
  1033. /* Bad/unsupported protocol version */
  1034. ERROR_BAD_PROTOCOL_VERSION = 2,
  1035. /* Unknown object queried (e.g. with WHOIS) */
  1036. ERROR_OBJ_NOT_FOUND = 3,
  1037. /* HELLO pushed an identity whose address is already claimed */
  1038. ERROR_IDENTITY_COLLISION = 4,
  1039. /* Verb or use case not supported/enabled by this node */
  1040. ERROR_UNSUPPORTED_OPERATION = 5,
  1041. /* Message to private network rejected -- no unexpired certificate on file */
  1042. ERROR_NEED_MEMBERSHIP_CERTIFICATE = 6,
  1043. /* Tried to join network, but you're not a member */
  1044. ERROR_NETWORK_ACCESS_DENIED_ = 7, /* extra _ to avoid Windows name conflict */
  1045. /* Multicasts to this group are not wanted */
  1046. ERROR_UNWANTED_MULTICAST = 8
  1047. };
  1048. #ifdef ZT_TRACE
  1049. static const char *verbString(Verb v)
  1050. throw();
  1051. static const char *errorString(ErrorCode e)
  1052. throw();
  1053. #endif
  1054. template<unsigned int C2>
  1055. Packet(const Buffer<C2> &b) :
  1056. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(b)
  1057. {
  1058. }
  1059. Packet(const void *data,unsigned int len) :
  1060. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(data,len)
  1061. {
  1062. }
  1063. /**
  1064. * Construct a new empty packet with a unique random packet ID
  1065. *
  1066. * Flags and hops will be zero. Other fields and data region are undefined.
  1067. * Use the header access methods (setDestination() and friends) to fill out
  1068. * the header. Payload should be appended; initial size is header size.
  1069. */
  1070. Packet() :
  1071. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(ZT_PROTO_MIN_PACKET_LENGTH)
  1072. {
  1073. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1074. (*this)[ZT_PACKET_IDX_FLAGS] = 0; // zero flags, cipher ID, and hops
  1075. }
  1076. /**
  1077. * Make a copy of a packet with a new initialization vector and destination address
  1078. *
  1079. * This can be used to take one draft prototype packet and quickly make copies to
  1080. * encrypt for different destinations.
  1081. *
  1082. * @param prototype Prototype packet
  1083. * @param dest Destination ZeroTier address for new packet
  1084. */
  1085. Packet(const Packet &prototype,const Address &dest) :
  1086. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(prototype)
  1087. {
  1088. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1089. setDestination(dest);
  1090. }
  1091. /**
  1092. * Construct a new empty packet with a unique random packet ID
  1093. *
  1094. * @param dest Destination ZT address
  1095. * @param source Source ZT address
  1096. * @param v Verb
  1097. */
  1098. Packet(const Address &dest,const Address &source,const Verb v) :
  1099. Buffer<ZT_PROTO_MAX_PACKET_LENGTH>(ZT_PROTO_MIN_PACKET_LENGTH)
  1100. {
  1101. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1102. setDestination(dest);
  1103. setSource(source);
  1104. (*this)[ZT_PACKET_IDX_FLAGS] = 0; // zero flags and hops
  1105. setVerb(v);
  1106. }
  1107. /**
  1108. * Reset this packet structure for reuse in place
  1109. *
  1110. * @param dest Destination ZT address
  1111. * @param source Source ZT address
  1112. * @param v Verb
  1113. */
  1114. inline void reset(const Address &dest,const Address &source,const Verb v)
  1115. {
  1116. setSize(ZT_PROTO_MIN_PACKET_LENGTH);
  1117. Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8);
  1118. setDestination(dest);
  1119. setSource(source);
  1120. (*this)[ZT_PACKET_IDX_FLAGS] = 0; // zero flags, cipher ID, and hops
  1121. setVerb(v);
  1122. }
  1123. /**
  1124. * Generate a new IV / packet ID in place
  1125. *
  1126. * This can be used to re-use a packet buffer multiple times to send
  1127. * technically different but otherwise identical copies of the same
  1128. * packet.
  1129. */
  1130. inline void newInitializationVector() { Utils::getSecureRandom(field(ZT_PACKET_IDX_IV,8),8); }
  1131. /**
  1132. * Set this packet's destination
  1133. *
  1134. * @param dest ZeroTier address of destination
  1135. */
  1136. inline void setDestination(const Address &dest) { dest.copyTo(field(ZT_PACKET_IDX_DEST,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1137. /**
  1138. * Set this packet's source
  1139. *
  1140. * @param source ZeroTier address of source
  1141. */
  1142. inline void setSource(const Address &source) { source.copyTo(field(ZT_PACKET_IDX_SOURCE,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1143. /**
  1144. * Get this packet's destination
  1145. *
  1146. * @return Destination ZT address
  1147. */
  1148. inline Address destination() const { return Address(field(ZT_PACKET_IDX_DEST,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1149. /**
  1150. * Get this packet's source
  1151. *
  1152. * @return Source ZT address
  1153. */
  1154. inline Address source() const { return Address(field(ZT_PACKET_IDX_SOURCE,ZT_ADDRESS_LENGTH),ZT_ADDRESS_LENGTH); }
  1155. /**
  1156. * @return True if packet is of valid length
  1157. */
  1158. inline bool lengthValid() const { return (size() >= ZT_PROTO_MIN_PACKET_LENGTH); }
  1159. /**
  1160. * @return True if packet is fragmented (expect fragments)
  1161. */
  1162. inline bool fragmented() const { return (((unsigned char)(*this)[ZT_PACKET_IDX_FLAGS] & ZT_PROTO_FLAG_FRAGMENTED) != 0); }
  1163. /**
  1164. * Set this packet's fragmented flag
  1165. *
  1166. * @param f Fragmented flag value
  1167. */
  1168. inline void setFragmented(bool f)
  1169. {
  1170. if (f)
  1171. (*this)[ZT_PACKET_IDX_FLAGS] |= (char)ZT_PROTO_FLAG_FRAGMENTED;
  1172. else (*this)[ZT_PACKET_IDX_FLAGS] &= (char)(~ZT_PROTO_FLAG_FRAGMENTED);
  1173. }
  1174. /**
  1175. * @return True if compressed (result only valid if unencrypted)
  1176. */
  1177. inline bool compressed() const { return (((unsigned char)(*this)[ZT_PACKET_IDX_VERB] & ZT_PROTO_VERB_FLAG_COMPRESSED) != 0); }
  1178. /**
  1179. * @return ZeroTier forwarding hops (0 to 7)
  1180. */
  1181. inline unsigned int hops() const { return ((unsigned int)(*this)[ZT_PACKET_IDX_FLAGS] & 0x07); }
  1182. /**
  1183. * Increment this packet's hop count
  1184. */
  1185. inline void incrementHops()
  1186. {
  1187. unsigned char &b = (*this)[ZT_PACKET_IDX_FLAGS];
  1188. b = (b & 0xf8) | ((b + 1) & 0x07);
  1189. }
  1190. /**
  1191. * @return Cipher suite selector: 0 - 7 (see #defines)
  1192. */
  1193. inline unsigned int cipher() const
  1194. {
  1195. // Note: this uses the new cipher spec field, which is incompatible with <1.0.0 peers
  1196. return (((unsigned int)(*this)[ZT_PACKET_IDX_FLAGS] & 0x38) >> 3);
  1197. }
  1198. /**
  1199. * Set this packet's cipher suite
  1200. */
  1201. inline void setCipher(unsigned int c)
  1202. {
  1203. unsigned char &b = (*this)[ZT_PACKET_IDX_FLAGS];
  1204. b = (b & 0xc7) | (unsigned char)((c << 3) & 0x38); // bits: FFCCCHHH
  1205. // DEPRECATED "encrypted" flag -- used by pre-1.0.3 peers
  1206. if (c == ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_SALSA2012)
  1207. b |= ZT_PROTO_FLAG_ENCRYPTED;
  1208. else b &= (~ZT_PROTO_FLAG_ENCRYPTED);
  1209. }
  1210. /**
  1211. * Get this packet's unique ID (the IV field interpreted as uint64_t)
  1212. *
  1213. * @return Packet ID
  1214. */
  1215. inline uint64_t packetId() const { return at<uint64_t>(ZT_PACKET_IDX_IV); }
  1216. /**
  1217. * Set packet verb
  1218. *
  1219. * This also has the side-effect of clearing any verb flags, such as
  1220. * compressed, and so must only be done during packet composition.
  1221. *
  1222. * @param v New packet verb
  1223. */
  1224. inline void setVerb(Verb v) { (*this)[ZT_PACKET_IDX_VERB] = (char)v; }
  1225. /**
  1226. * @return Packet verb (not including flag bits)
  1227. */
  1228. inline Verb verb() const { return (Verb)((*this)[ZT_PACKET_IDX_VERB] & 0x1f); }
  1229. /**
  1230. * @return Length of packet payload
  1231. */
  1232. inline unsigned int payloadLength() const { return ((size() < ZT_PROTO_MIN_PACKET_LENGTH) ? 0 : (size() - ZT_PROTO_MIN_PACKET_LENGTH)); }
  1233. /**
  1234. * @return Raw packet payload
  1235. */
  1236. inline const unsigned char *payload() const { return field(ZT_PACKET_IDX_PAYLOAD,size() - ZT_PACKET_IDX_PAYLOAD); }
  1237. /**
  1238. * Armor packet for transport
  1239. *
  1240. * @param key 32-byte key
  1241. * @param encryptPayload If true, encrypt packet payload, else just MAC
  1242. */
  1243. void armor(const void *key,bool encryptPayload);
  1244. /**
  1245. * Verify and (if encrypted) decrypt packet
  1246. *
  1247. * @param key 32-byte key
  1248. * @return False if packet is invalid or failed MAC authenticity check
  1249. */
  1250. bool dearmor(const void *key);
  1251. /**
  1252. * Attempt to compress payload if not already (must be unencrypted)
  1253. *
  1254. * This requires that the payload at least contain the verb byte already
  1255. * set. The compressed flag in the verb is set if compression successfully
  1256. * results in a size reduction. If no size reduction occurs, compression
  1257. * is not done and the flag is left cleared.
  1258. *
  1259. * @return True if compression occurred
  1260. */
  1261. bool compress();
  1262. /**
  1263. * Attempt to decompress payload if it is compressed (must be unencrypted)
  1264. *
  1265. * If payload is compressed, it is decompressed and the compressed verb
  1266. * flag is cleared. Otherwise nothing is done and true is returned.
  1267. *
  1268. * @return True if data is now decompressed and valid, false on error
  1269. */
  1270. bool uncompress();
  1271. private:
  1272. static const unsigned char ZERO_KEY[32];
  1273. /**
  1274. * Deterministically mangle a 256-bit crypto key based on packet
  1275. *
  1276. * This uses extra data from the packet to mangle the secret, giving us an
  1277. * effective IV that is somewhat more than 64 bits. This is "free" for
  1278. * Salsa20 since it has negligible key setup time so using a different
  1279. * key each time is fine.
  1280. *
  1281. * @param in Input key (32 bytes)
  1282. * @param out Output buffer (32 bytes)
  1283. */
  1284. inline void _salsa20MangleKey(const unsigned char *in,unsigned char *out) const
  1285. {
  1286. const unsigned char *d = (const unsigned char *)data();
  1287. // IV and source/destination addresses. Using the addresses divides the
  1288. // key space into two halves-- A->B and B->A (since order will change).
  1289. for(unsigned int i=0;i<18;++i) // 8 + (ZT_ADDRESS_LENGTH * 2) == 18
  1290. out[i] = in[i] ^ d[i];
  1291. // Flags, but with hop count masked off. Hop count is altered by forwarding
  1292. // nodes. It's one of the only parts of a packet modifiable by people
  1293. // without the key.
  1294. out[18] = in[18] ^ (d[ZT_PACKET_IDX_FLAGS] & 0xf8);
  1295. // Raw packet size in bytes -- thus each packet size defines a new
  1296. // key space.
  1297. out[19] = in[19] ^ (unsigned char)(size() & 0xff);
  1298. out[20] = in[20] ^ (unsigned char)((size() >> 8) & 0xff); // little endian
  1299. // Rest of raw key is used unchanged
  1300. for(unsigned int i=21;i<32;++i)
  1301. out[i] = in[i];
  1302. }
  1303. };
  1304. } // namespace ZeroTier
  1305. #endif