generator.c 32 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174
  1. #include <stdio.h>
  2. #include <stdarg.h>
  3. #include "common/gs_util.h"
  4. #include "common/gs_containers.h"
  5. #include "lexer/gs_lexer.h"
  6. #include "base/gs_meta_class.h"
  7. /*========================
  8. // Parsing utilities
  9. =========================*/
  10. typedef struct parser
  11. {
  12. gs_lexer* lex;
  13. u32 indention;
  14. u32 status;
  15. } parser;
  16. #define fmt_print_tab(ct)\
  17. do {\
  18. for (u32 __i = 0; __i < (ct); ++__i) { printf("\t"); };\
  19. } while(0)
  20. _inline void fmt_tabbed_print(u32 indent, const char* fmt, ...)
  21. {
  22. fmt_print_tab(indent);
  23. va_list args;
  24. va_start (args, fmt);
  25. vprintf(fmt, args);
  26. va_end(args);
  27. }
  28. b8 parser_can_parse(parser* p)
  29. {
  30. return (p && gs_lexer_can_lex(p->lex) && p->status);
  31. }
  32. typedef struct meta_attribute
  33. {
  34. char* tag;
  35. } meta_attribute;
  36. typedef struct meta_field
  37. {
  38. gs_dyn_array(meta_attribute) attributes;
  39. char* type;
  40. char* identifier;
  41. char* default_value;
  42. } meta_field;
  43. typedef struct meta_struct
  44. {
  45. gs_dyn_array(meta_field) fields;
  46. char* base;
  47. char* identifier;
  48. char* defaults_ctor;
  49. char* serialize_func;
  50. char* deserialize_func;
  51. } meta_struct;
  52. meta_struct meta_struct_ctor()
  53. {
  54. meta_struct ms = (meta_struct){};
  55. ms.fields = gs_dyn_array_new(meta_field);
  56. return ms;
  57. }
  58. #define meta_set_str(meta, prop, token)\
  59. do {\
  60. if (meta->prop != NULL)\
  61. {\
  62. printf("prop: %s\n", #prop);\
  63. gs_free(meta->prop);\
  64. }\
  65. meta->prop = gs_malloc(token.len + 1);\
  66. memset(meta->prop, 0, token.len + 1);\
  67. memcpy(meta->prop, token.text, token.len);\
  68. } while(0);
  69. void meta_struct_dtor(meta_struct* ms)
  70. {
  71. gs_dyn_array_free(ms->fields);
  72. }
  73. meta_field meta_field_ctor()
  74. {
  75. meta_field field = { 0 };
  76. field.attributes = gs_dyn_array_new(meta_attribute);
  77. field.type = (char*)NULL;
  78. field.identifier = (char*)NULL;
  79. field.default_value = (char*)NULL;
  80. return field;
  81. }
  82. meta_attribute meta_attribute_ctor()
  83. {
  84. meta_attribute attr = { 0 };
  85. attr.tag = (char*)NULL;
  86. return attr;
  87. }
  88. void meta_struct_debug_print(meta_struct* ms)
  89. {
  90. gs_printf("struct:\n");
  91. // Print struct identifier
  92. gs_printf("\tidentifier: %s\n", ms->identifier);
  93. // Print struct base
  94. gs_printf("\tbase: %s\n", ms->base);
  95. // Print struct fields
  96. gs_printf("\tfields:\n");
  97. gs_for_range_i(gs_dyn_array_size(ms->fields))
  98. {
  99. gs_printf("\t\tfield:\n");
  100. meta_field* mf = &ms->fields[ i ];
  101. gs_printf("\t\t\ttype: %s\n", mf->type);
  102. gs_printf("\t\t\tidentifier: %s\n", mf->identifier);
  103. gs_printf("\t\t\tattributes:\n");
  104. gs_for_range_j(gs_dyn_array_size(mf->attributes))
  105. {
  106. gs_printf("\t\t\t\t%s\n", mf->attributes[ j ].tag);
  107. }
  108. }
  109. gs_printf("\n");
  110. }
  111. #define parse_print_current_token(p, label, indent)\
  112. do {\
  113. fmt_print_tab(indent);\
  114. printf("%s: ", label);\
  115. gs_token_print_text(gs_lexer_current_token(p->lex));\
  116. } while(0)
  117. #define parse_func(p, ...)\
  118. {\
  119. const char* __at = p->lex->at;\
  120. u32 __cur_idention = p->indention;\
  121. __VA_ARGS__\
  122. p->lex->at = __at;\
  123. p->indention = __cur_idention;\
  124. return false;\
  125. }
  126. #define parser_capture(p, func)\
  127. p->status &= (func)
  128. b8 parse_identifier(parser* p, meta_struct* ms)
  129. {
  130. parse_func(p,
  131. {
  132. if (gs_lexer_require_token_type(p->lex, "identifier"))
  133. {
  134. return true;
  135. }
  136. });
  137. }
  138. // Would rather not have to update this every time a new attribute tag is added.
  139. const char* gs_field_tags[] =
  140. {
  141. "_non_serializable",
  142. "_immutable",
  143. "_ignore",
  144. "_default",
  145. "_attributes"
  146. };
  147. b8 parse_is_token_a_field_tag(gs_token t)
  148. {
  149. gs_for_range_i(gs_array_size(gs_field_tags))
  150. {
  151. if (gs_token_compare_text(t, gs_field_tags[ i ]))
  152. {
  153. return true;
  154. }
  155. }
  156. return false;
  157. }
  158. b8 parse_struct_field_attribute_default_value(parser* p, meta_field* mf)
  159. {
  160. // expression = term
  161. // term = identifier | number
  162. // expression = (expression) | expression
  163. // default_value_tag := _default = expression
  164. parse_func(p,
  165. {
  166. if (gs_token_compare_text(gs_lexer_current_token(p->lex), "_default"))
  167. {
  168. parser_capture(p, gs_lexer_require_token_type(p->lex, "lparen"));
  169. // These have to match to be done with parsing this expression
  170. u32 num_lparen = 1;
  171. u32 num_rparen = 0;
  172. // Eat all whitespace up to first valid character
  173. gs_lexer_eat_whitespace(p->lex);
  174. // Capture the current position of the lexer
  175. const char* at = p->lex->at;
  176. const char* to = at;
  177. // Now need to go until a few specific conditions are met
  178. while (num_lparen != num_rparen)
  179. {
  180. gs_token t = gs_lexer_next_token(p->lex);
  181. if (gs_token_compare_type(t, "lparen"))
  182. {
  183. num_lparen++;
  184. }
  185. else if (gs_token_compare_type(t, "rparen"))
  186. {
  187. num_rparen++;
  188. }
  189. // Store the to if still parsing statement
  190. if (num_lparen != num_rparen)
  191. {
  192. to = p->lex->at;
  193. }
  194. }
  195. // Calculate size of string
  196. usize len = (to - at);
  197. // Have the default value, so store in the meta field
  198. mf->default_value = NULL;
  199. mf->default_value = gs_malloc(len + 1);
  200. gs_assert(mf->default_value);
  201. memcpy(mf->default_value, at, len);
  202. mf->default_value[ len ] = '\0';
  203. return true;
  204. }
  205. });
  206. }
  207. b8 parse_struct_field_attribute_tag(parser* p, meta_field* mf)
  208. {
  209. parse_func(p,
  210. {
  211. // Push back new attribute and set tag
  212. if (gs_lexer_optional_token_type(p->lex, "identifier"))
  213. {
  214. if (parse_struct_field_attribute_default_value(p, mf))
  215. {
  216. return true;
  217. }
  218. else
  219. {
  220. gs_dyn_array_push(mf->attributes, meta_attribute_ctor());
  221. meta_set_str(gs_dyn_array_back(mf->attributes), tag, gs_lexer_current_token(p->lex));
  222. return true;
  223. }
  224. }
  225. });
  226. }
  227. b8 parse_struct_field_attribute_tags(parser* p, meta_struct* ms)
  228. {
  229. // default_value_assignment := _default = expression
  230. // attribute_tag := identifier | empty
  231. // attribute_tag := default_value_assignment
  232. // attribute_tags := identifier { ,attribute_tags }
  233. parse_func(p,
  234. {
  235. // Grab last field
  236. meta_field* mf = gs_dyn_array_back(ms->fields);
  237. // Optional tags for group
  238. if (parse_struct_field_attribute_tag(p, mf))
  239. {
  240. // Look for tag groups ({ , attribute_tag }*)
  241. while (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "comma"))
  242. {
  243. gs_lexer_require_token_type(p->lex, "comma");
  244. parse_struct_field_attribute_tag(p, mf);
  245. }
  246. return true;
  247. }
  248. });
  249. }
  250. b8 parse_struct_field_attribute_tag_group(parser* p, meta_struct* ms)
  251. {
  252. // attribute_tag_group := _attributes({ attribute_tags })
  253. parse_func(p,
  254. {
  255. // Found
  256. if (gs_lexer_optional_token_text(p->lex, "_attributes"))
  257. {
  258. // Push on new meta field
  259. gs_dyn_array_push(ms->fields, meta_field_ctor());
  260. // Parse attribute tags
  261. // Have found the _attributes tag, so now require paren
  262. parser_capture(p, gs_lexer_require_token_type(p->lex, "lparen"));
  263. parser_capture(p, parse_struct_field_attribute_tags(p, ms));
  264. parser_capture(p, gs_lexer_require_token_type(p->lex, "rparen"));
  265. return true;
  266. }
  267. });
  268. }
  269. b8 parse_struct_field_ignore_tag(parser* p, meta_struct* ms)
  270. {
  271. parse_func(p,
  272. {
  273. if (gs_lexer_optional_token_text(p->lex, "_ignore"))
  274. {
  275. return true;
  276. }
  277. });
  278. }
  279. b8 parse_struct_field_defaults_tag(parser* p, meta_struct* ms)
  280. {
  281. // defaults_tag := _defaults(args)
  282. parse_func(p,
  283. {
  284. b32 success = true;
  285. u32 lparen_count = 0, rparen_count = 0;
  286. if (gs_lexer_optional_token_text(p->lex, "_defaults"))
  287. {
  288. success &= gs_lexer_require_token_type(p->lex, "lparen");
  289. lparen_count++;
  290. const char* at = p->lex->at;
  291. const char* stop = NULL;
  292. gs_token token = gs_lexer_current_token(p->lex);
  293. gs_token start_token = gs_lexer_peek_next_token(p->lex);
  294. while (lparen_count != rparen_count)
  295. {
  296. if (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "rparen"))
  297. {
  298. rparen_count++;
  299. stop = p->lex->at;
  300. }
  301. else if (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "lparen"))
  302. {
  303. lparen_count++;
  304. }
  305. token = gs_lexer_next_token(p->lex);
  306. }
  307. u32 len = (stop - start_token.text);
  308. ms->defaults_ctor = malloc(len + 1);
  309. memcpy(ms->defaults_ctor, start_token.text, len);
  310. ms->defaults_ctor[ len ] = '\0';
  311. success &= gs_token_compare_type(gs_lexer_current_token(p->lex), "rparen");
  312. if (success)
  313. {
  314. return true;
  315. }
  316. }
  317. });
  318. }
  319. b8 parse_struct_field_serialize_tag(parser* p, meta_struct* ms)
  320. {
  321. parse_func(p,
  322. {
  323. b32 success = true;
  324. u32 lparen_count = 0, rparen_count = 0;
  325. if (gs_lexer_optional_token_text(p->lex, "_serialize"))
  326. {
  327. success &= gs_lexer_require_token_type(p->lex, "lparen");
  328. lparen_count++;
  329. const char* at = p->lex->at;
  330. const char* stop = NULL;
  331. gs_token token = gs_lexer_current_token(p->lex);
  332. gs_token start_token = gs_lexer_peek_next_token(p->lex);
  333. while (lparen_count != rparen_count)
  334. {
  335. if (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "rparen"))
  336. {
  337. rparen_count++;
  338. stop = p->lex->at;
  339. }
  340. else if (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "lparen"))
  341. {
  342. lparen_count++;
  343. }
  344. token = gs_lexer_next_token(p->lex);
  345. }
  346. u32 len = (stop - start_token.text);
  347. ms->serialize_func = malloc(len + 1);
  348. memcpy(ms->serialize_func, start_token.text, len);
  349. ms->serialize_func[ len ] = '\0';
  350. success &= gs_token_compare_type(gs_lexer_current_token(p->lex), "rparen");
  351. gs_assert(success);
  352. return true;
  353. }
  354. });
  355. }
  356. b8 parse_struct_field_deserialize_tag(parser* p, meta_struct* ms)
  357. {
  358. parse_func(p,
  359. {
  360. b32 success = true;
  361. u32 lparen_count = 0, rparen_count = 0;
  362. if (gs_lexer_optional_token_text(p->lex, "_deserialize"))
  363. {
  364. success &= gs_lexer_require_token_type(p->lex, "lparen");
  365. lparen_count++;
  366. const char* at = p->lex->at;
  367. const char* stop = NULL;
  368. gs_token token = gs_lexer_current_token(p->lex);
  369. gs_token start_token = gs_lexer_peek_next_token(p->lex);
  370. while (lparen_count != rparen_count)
  371. {
  372. if (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "rparen"))
  373. {
  374. rparen_count++;
  375. stop = p->lex->at;
  376. }
  377. else if (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "lparen"))
  378. {
  379. lparen_count++;
  380. }
  381. token = gs_lexer_next_token(p->lex);
  382. }
  383. u32 len = (stop - start_token.text);
  384. ms->deserialize_func = malloc(len + 1);
  385. memcpy(ms->deserialize_func, start_token.text, len);
  386. ms->deserialize_func[ len ] = '\0';
  387. success &= gs_token_compare_type(gs_lexer_current_token(p->lex), "rparen");
  388. if (success)
  389. {
  390. return true;
  391. }
  392. }
  393. });
  394. }
  395. b8 parse_struct_field(parser* p, meta_struct* ms)
  396. {
  397. // field_type := identifier
  398. // field_identifier := identifier
  399. // field := _attributes(tags) field_type field_identifier
  400. // field := field_type identifier | _attributes(tags) field_type field_identifier | empty
  401. parse_func(p,
  402. {
  403. // Ignore tag
  404. if (parse_struct_field_ignore_tag(p, ms))
  405. {
  406. // Continue to semi colon
  407. gs_lexer_advance_before_next_token_type_occurence(p->lex, "semi_colon");
  408. return true;
  409. }
  410. else if (parse_struct_field_defaults_tag(p, ms))
  411. {
  412. return true;
  413. }
  414. else if (parse_struct_field_serialize_tag(p, ms))
  415. {
  416. return true;
  417. }
  418. else if (parse_struct_field_deserialize_tag(p, ms))
  419. {
  420. return true;
  421. }
  422. // Optional attribute tag group (but if found, field cannot be empty)
  423. else if (parse_struct_field_attribute_tag_group(p, ms))
  424. {
  425. b8 success = true;
  426. // Pushed back a previous field - so grab it
  427. meta_field* mf = gs_dyn_array_back(ms->fields);
  428. success &= gs_lexer_require_token_type(p->lex, "identifier"); // field_type
  429. meta_set_str(mf, type, gs_lexer_current_token(p->lex));
  430. success &= gs_lexer_require_token_type(p->lex, "identifier"); // field_identifier
  431. meta_set_str(mf, identifier, gs_lexer_current_token(p->lex));
  432. if (success)
  433. {
  434. return true;
  435. }
  436. }
  437. // No attribute tag, so attempt to parse struct field (optional)
  438. else
  439. {
  440. if (gs_lexer_optional_token_type(p->lex, "identifier"))
  441. {
  442. b8 success = true;
  443. // Push on new meta field
  444. gs_dyn_array_push(ms->fields, meta_field_ctor());
  445. meta_field* mf = gs_dyn_array_back(ms->fields);
  446. gs_token t_field_type = gs_lexer_current_token(p->lex); // field_type
  447. meta_set_str(mf, type, t_field_type);
  448. success &= gs_lexer_require_token_type(p->lex, "identifier"); // field_identifier
  449. meta_set_str(mf, identifier, gs_lexer_current_token(p->lex));
  450. if (success)
  451. {
  452. return true;
  453. }
  454. }
  455. else
  456. {
  457. return true;
  458. }
  459. }
  460. });
  461. }
  462. b8 parse_struct_fields(parser* p, meta_struct* ms)
  463. {
  464. // Parsing individual field
  465. parse_func(p,
  466. {
  467. // If found one, search for fields
  468. if (parse_struct_field(p, ms))
  469. {
  470. while (gs_token_compare_type(gs_lexer_peek_next_token(p->lex), "semi_colon"))
  471. {
  472. gs_lexer_require_token_type(p->lex, "semi_colon"); // semi_colon required
  473. parse_struct_field(p, ms); // attempt to parse another struct field
  474. }
  475. }
  476. return true;
  477. });
  478. }
  479. b8 parse_struct_base_tag(parser* p, meta_struct* ms)
  480. {
  481. // base_tag := _base(field_type)
  482. parse_func(p,
  483. {
  484. gs_lexer_require_token_text(p->lex, "_base");
  485. gs_lexer_require_token_type(p->lex, "lparen");
  486. // Base
  487. gs_lexer_require_token_type(p->lex, "identifier");
  488. gs_token derive_t = gs_lexer_current_token(p->lex);
  489. // Store struct base token
  490. meta_set_str(ms, base, derive_t);
  491. gs_lexer_require_token_type(p->lex, "rparen");
  492. if (gs_token_compare_type(gs_lexer_current_token(p->lex), "rparen"))
  493. {
  494. return true;
  495. }
  496. });
  497. }
  498. b8 parse_struct_body(parser* p, meta_struct* ms)
  499. {
  500. // struct_body := derive_tag fields
  501. parse_func(p,
  502. {
  503. if (parse_struct_base_tag(p, ms) &&
  504. parse_struct_fields(p, ms))
  505. {
  506. return true;
  507. }
  508. });
  509. }
  510. b8 parse_struct_block(parser* p, meta_struct* ms)
  511. {
  512. // struct_block := { struct_body };
  513. parse_func(p,
  514. {
  515. if (gs_lexer_require_token_type(p->lex, "lbrace") &&
  516. parse_struct_body(p, ms) &&
  517. gs_lexer_require_token_type(p->lex, "rbrace"))
  518. {
  519. return true;
  520. }
  521. })
  522. }
  523. b8 parse_typedef_struct(parser* p, meta_struct* ms)
  524. {
  525. // typedef_struct := typedef struct { identifier } struct_block identifier;
  526. parse_func(p,
  527. {
  528. parser_capture(p, gs_lexer_require_token_text(p->lex, "typedef"));
  529. parser_capture(p, gs_lexer_require_token_text(p->lex, "struct"));
  530. gs_lexer_optional_token_type(p->lex, "identifier");
  531. parser_capture(p, parse_struct_block(p, ms));
  532. // Struct identifier
  533. parser_capture(p, gs_lexer_require_token_type(p->lex, "identifier"));
  534. gs_token t_identifier = gs_lexer_current_token(p->lex);
  535. // Store identifier
  536. meta_set_str(ms, identifier, t_identifier);
  537. parser_capture(p, gs_lexer_require_token_type(p->lex, "semi_colon"));
  538. // NOTE(john): Really don't like this... just doesn't make sense, really
  539. // No errors occurred
  540. if (p->status)
  541. {
  542. return true;
  543. }
  544. });
  545. }
  546. b8 parse_struct(parser* p, meta_struct* ms)
  547. {
  548. // struct := typedef_struct
  549. // struct := struct_def;
  550. parse_func(p,
  551. {
  552. /*
  553. // Possible struct definition variations
  554. 1). typedef struct [ name ] { _base(parent) fields; } name_t;
  555. 2). struct name_t { _base(parent) fields; };
  556. */
  557. // Version 1).
  558. gs_token t = gs_lexer_peek_next_token(p->lex);
  559. if (gs_token_compare_text(gs_lexer_peek_next_token(p->lex), "typedef" ))
  560. {
  561. if (parse_typedef_struct(p, ms))
  562. {
  563. return true;
  564. }
  565. }
  566. // Version 2).
  567. // else if (parse_standard_struct(p, indent + 1))
  568. // {
  569. // return true;
  570. // }
  571. });
  572. }
  573. b8 parse_introspection(parser* p, gs_dyn_array(meta_struct)* meta_structs)
  574. {
  575. // introspected_struct := _introspection struct
  576. parse_func(p,
  577. {
  578. meta_struct ms = meta_struct_ctor();
  579. if (parse_struct(p, &ms))
  580. {
  581. gs_dyn_array_push(*meta_structs, ms);
  582. return true;
  583. }
  584. });
  585. }
  586. typedef struct
  587. {
  588. gs_dyn_array(meta_struct) meta_struct_arr;
  589. gs_dyn_array(const char*) file_arr;
  590. const char* root_dir;
  591. const char* proj_name;
  592. } introspection_ctx;
  593. /*========================
  594. // Function Decls.
  595. =========================*/
  596. void compile_generated_reflection(introspection_ctx* ctx);
  597. /*========================
  598. // Main Entry Point
  599. =========================*/
  600. int main(int argc, char** argv)
  601. {
  602. gs_println("Starting reflection generation...");
  603. // Context to use for parsing introspection data
  604. introspection_ctx ctx = (introspection_ctx){};
  605. ctx.file_arr = gs_dyn_array_new(const char*);
  606. ctx.meta_struct_arr= gs_dyn_array_new(meta_struct);
  607. // Collect all files for reflection
  608. gs_for_range_i(argc)
  609. {
  610. if (gs_string_compare_equal(argv[ i ], "--files"))
  611. {
  612. for (u32 j = i + 1; j < argc; ++j)
  613. {
  614. gs_dyn_array_push(ctx.file_arr, argv[ j ]);
  615. }
  616. }
  617. else if (gs_string_compare_equal(argv[ i ], "--proj_name"))
  618. {
  619. ctx.proj_name = argv[ i + 1 ];
  620. }
  621. else if (gs_string_compare_equal(argv[ i ], "--root_dir"))
  622. {
  623. ctx.root_dir = argv[ i + 1 ];
  624. }
  625. }
  626. // Construct lexer with null contents
  627. gs_lexer_c lex = gs_lexer_c_ctor(NULL);
  628. // Parse all files
  629. gs_for_range_i(gs_dyn_array_size(ctx.file_arr))
  630. {
  631. // Read in source file to parse (first elem)
  632. usize sz = 0;
  633. const char* src = gs_read_file_contents_into_string_null_term(ctx.file_arr[ i ], "r", &sz);
  634. // If file does not exist or allocation fails, skip
  635. if (!src)
  636. {
  637. continue;
  638. }
  639. gs_println("Generating reflection for: %s", ctx.file_arr[ i ]);
  640. gs_lexer_set_contents(gs_cast(gs_lexer, &lex), src);
  641. // Construct new parser
  642. parser parse = { gs_cast(gs_lexer, &lex), 0, true };
  643. // Parse file
  644. while (parser_can_parse(&parse))
  645. {
  646. // Simple debug (just output next valid token from stream)
  647. gs_token t = gs_lexer_next_token(gs_cast(gs_lexer, &lex));
  648. if (gs_token_compare_text(t, "_introspect"))
  649. {
  650. parse_introspection(&parse, &ctx.meta_struct_arr);
  651. }
  652. }
  653. }
  654. // Debug print out all information
  655. compile_generated_reflection(&ctx);
  656. gs_println("Reflection generation complete.\n");
  657. return 0;
  658. }
  659. void compile_generated_reflection(introspection_ctx* ctx)
  660. {
  661. // Temporary stack buffer to use
  662. char temp_stack_buffer_header_file[ 1024 ];
  663. char temp_stack_buffer_source_file[ 1024 ];
  664. // Output header file name
  665. gs_snprintf(temp_stack_buffer_header_file, 1024, "%s/include/generated/%s_generated.h", ctx->root_dir, ctx->proj_name);
  666. gs_snprintf(temp_stack_buffer_source_file, 1024, "%s/source/generated/%s_generated.c", ctx->root_dir, ctx->proj_name);
  667. // Open header file for writing
  668. FILE* fp_header = fopen(temp_stack_buffer_header_file, "w");
  669. gs_assert(fp_header);
  670. // Cache off meta struct array
  671. gs_dyn_array(meta_struct) meta_struct_arr = ctx->meta_struct_arr;
  672. // Cache off header file array
  673. gs_dyn_array(const char*) header_file_arr = ctx->file_arr;
  674. /*==============================================
  675. // Reflection Generation
  676. ==============================================*/
  677. /*==============================================
  678. // gs_generated.h
  679. ==============================================*/
  680. gs_fprintln(fp_header, "// This file has been generated. Any and all modifications will be lost.");
  681. gs_fprintln(fp_header, "");
  682. gs_fprintln(fp_header, "#ifndef %s_GENERATED_H", ctx->proj_name);
  683. gs_fprintln(fp_header, "#define %s_GENERATED_H", ctx->proj_name);
  684. gs_fprintln(fp_header, "");
  685. gs_fprintln(fp_header, "#include \"base/gs_meta_class.h\"");
  686. gs_fprintln(fp_header, "");
  687. /*==============================================
  688. // static property type hashes
  689. ==============================================*/
  690. gs_fprintln(fp_header, "// Generated static hashes of string version of base types");
  691. gs_for_range_i(gs_meta_property_type_count)
  692. {
  693. const char* meta_prop_str = gs_meta_property_to_str((gs_meta_property_type)i);
  694. gs_fprintln(fp_header, "#define gs_meta_property_type_%s_hash\t\t%zu", meta_prop_str, gs_hash_str(meta_prop_str));
  695. }
  696. gs_fprintln(fp_header, "");
  697. // gs_fprintln(fp_header, "// Generated static hashes of string version of base types");
  698. // gs_fprintln(fp_header, "#define gs_meta_property_type_s8_hash 5863760");
  699. // gs_fprintln(fp_header, "#define gs_meta_property_type_u8_hash 5863826");
  700. // gs_fprintln(fp_header, "#define gs_meta_property_type_s16_hash 193503903");
  701. // gs_fprintln(fp_header, "#define gs_meta_property_type_u16_hash 193506081");
  702. // gs_fprintln(fp_header, "#define gs_meta_property_type_s32_hash 193503965");
  703. // gs_fprintln(fp_header, "#define gs_meta_property_type_u32_hash 193506143");
  704. // gs_fprintln(fp_header, "#define gs_meta_property_type_s64_hash 193504066");
  705. // gs_fprintln(fp_header, "#define gs_meta_property_type_u64_hash 193506244");
  706. // gs_fprintln(fp_header, "#define gs_meta_property_type_f32_hash 193489808");
  707. // gs_fprintln(fp_header, "#define gs_meta_property_type_f64_hash 193489909");
  708. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_vec2_hash 262723214");
  709. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_vec3_hash 262723215");
  710. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_vec4_hash 262723216");
  711. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_mat4_hash 262395988");
  712. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_quat_hash 262560953");
  713. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_vqs_hash 7961720");
  714. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_uuid_hash 262704949");
  715. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_entity_hash 1983784891");
  716. // gs_fprintln(fp_header, "#define gs_meta_property_type_gs_enum_hash 262122739");
  717. // gs_fprintln(fp_header, "");
  718. /*==============================================
  719. // gs_meta_class_type enum decl
  720. ==============================================*/
  721. const u32 col_alignment = 57;
  722. // Output generated 'gs_meta_class_type' enum
  723. gs_fprintln(fp_header, "/*==============================================");
  724. gs_fprintln(fp_header, "// Meta Class Id");
  725. gs_fprintln(fp_header, "==============================================*/");
  726. gs_fprintln(fp_header, "");
  727. gs_fprintln(fp_header, "typedef enum\n{");
  728. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  729. {
  730. usize len = gs_string_length(meta_struct_arr[ i ].identifier);
  731. u32 cur_col_num = 5 + gs_string_length("gs_meta_class_id_") + len;
  732. gs_fprintf(fp_header, "\tgs_meta_class_id_%s", meta_struct_arr[ i ].identifier);
  733. gs_for_range_i((col_alignment - cur_col_num)) { gs_fprintf(fp_header, " "); };
  734. gs_fprintln(fp_header, "= %d,", i);
  735. }
  736. gs_fprintln(fp_header, "\tgs_meta_class_id_count");
  737. gs_fprintln(fp_header, "} gs_meta_class_type;");
  738. gs_fprintln(fp_header, "");
  739. /*============================================================
  740. // Function decls
  741. ============================================================*/
  742. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  743. {
  744. gs_fprintln(fp_header, "/*==============================================");
  745. gs_fprintln(fp_header, "// %s", meta_struct_arr[ i ].identifier);
  746. gs_fprintln(fp_header, "==============================================*/");
  747. gs_fprintln(fp_header, "");
  748. gs_fprintln(fp_header, "_inline u32 gs_type_id_%s()", meta_struct_arr[ i ].identifier);
  749. gs_fprintln(fp_header, "{");
  750. gs_fprintln(fp_header, "\treturn (u32)gs_meta_class_id_%s;", meta_struct_arr[ i ].identifier);
  751. gs_fprintln(fp_header, "}");
  752. gs_fprintln(fp_header, "");
  753. gs_fprintln(fp_header, "const struct gs_object* __gs_default_object_%s();", meta_struct_arr[ i ].identifier);
  754. gs_fprintln(fp_header, "");
  755. gs_fprintln(fp_header, "");
  756. gs_fprintln(fp_header, "struct gs_object* __gs_default_object_%s_heap();", meta_struct_arr[ i ].identifier);
  757. gs_fprintln(fp_header, "");
  758. }
  759. // End
  760. gs_fprintln(fp_header, "#endif");
  761. // Close file
  762. fclose(fp_header);
  763. fp_header = NULL;
  764. /*==============================================
  765. // gs_generated.c
  766. ==============================================*/
  767. // Open source file for writing
  768. FILE* fp_src = fopen(temp_stack_buffer_source_file, "w");
  769. gs_assert(fp_src);
  770. gs_fprintln(fp_src, "// This file has been generated. Any and all modifications will be lost.");
  771. gs_fprintln(fp_src, "");
  772. gs_fprintln(fp_src, "#include \"base/gs_meta_class.h\"");
  773. gs_fprintln(fp_src, "#include \"generated/gs_generated.h\"");
  774. gs_fprintln(fp_src, "");
  775. gs_fprintln(fp_src, "// Included introspected files");
  776. gs_for_range_i(gs_dyn_array_size(header_file_arr))
  777. {
  778. gs_fprintln(fp_src, "#include \"%s\"", header_file_arr[ i ]);
  779. }
  780. gs_fprintln(fp_src, "");
  781. gs_fprintln(fp_src, "#include <stdlib.h>");
  782. gs_fprintln(fp_src, "#include <stdio.h>");
  783. gs_fprintln(fp_src, "");
  784. /*==============================================
  785. // Meta class labels
  786. ==============================================*/
  787. gs_fprintln(fp_src, "// Labels for all introspected types");
  788. gs_fprintln(fp_src, "const char* gs_meta_class_labels[] = {");
  789. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  790. {
  791. u8 delim = i < gs_dyn_array_size(meta_struct_arr) - 1 ? ',' : ' ';
  792. gs_fprintln(fp_src, "\t\"%s\"%c", meta_struct_arr[ i ].identifier, delim);
  793. }
  794. gs_fprintln(fp_src, "};");
  795. gs_fprintln(fp_src, "");
  796. /*==============================================
  797. // Default struct instances
  798. ==============================================*/
  799. gs_fprintln(fp_src, "/*==============================================");
  800. gs_fprintln(fp_src, "// Default Structures");
  801. gs_fprintln(fp_src, "==============================================*/");
  802. gs_fprintln(fp_src, "");
  803. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  804. {
  805. const char* id = meta_struct_arr[ i ].identifier;
  806. // gs_fprintln(fp_src, "// %s", id);
  807. gs_fprintln(fp_src, "%s %s_default;", id, id, id);
  808. }
  809. gs_fprintln(fp_src, "");
  810. /*==============================================
  811. // Default struct init function
  812. ==============================================*/
  813. gs_fprintln(fp_src, "void gs_init_default_struct_instances()");
  814. gs_fprintln(fp_src, "{");
  815. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  816. {
  817. const char* id = meta_struct_arr[ i ].identifier;
  818. gs_fprintln(fp_src, "\t// %s", id);
  819. gs_fprintf(fp_src, "\t%s_default =", id);
  820. b32 empty = gs_dyn_array_empty(meta_struct_arr[ i ].fields);
  821. b32 has_defaults_ctor = meta_struct_arr[ i ].defaults_ctor != NULL;
  822. b32 has_any_default_values = empty;
  823. if (!empty)
  824. {
  825. gs_for_range_j(gs_dyn_array_size(meta_struct_arr[ i ].fields))
  826. {
  827. meta_field* field = &meta_struct_arr[ i ].fields[ j ];
  828. has_any_default_values |= (field->default_value != NULL);
  829. }
  830. }
  831. if ((empty || !has_any_default_values) && !has_defaults_ctor)
  832. {
  833. gs_fprintf(fp_src, " (%s){};", id);
  834. }
  835. else
  836. {
  837. gs_fprintf(fp_src, "\n\t(%s)\n\t{\n ", id);
  838. // Output default values for fields
  839. b8 first_default = true;
  840. gs_for_range_j(gs_dyn_array_size(meta_struct_arr[ i ].fields))
  841. {
  842. meta_field* field = &meta_struct_arr[ i ].fields[ j ];
  843. if (field->default_value)
  844. {
  845. if (first_default)
  846. {
  847. first_default = false;
  848. gs_fprintf(fp_src, "\t\t.%s = %s", field->identifier, field->default_value);
  849. }
  850. else
  851. {
  852. gs_fprintf(fp_src, ",\n\t\t.%s = %s", field->identifier, field->default_value);
  853. }
  854. }
  855. }
  856. // Default ctor
  857. if (meta_struct_arr[ i ].defaults_ctor)
  858. {
  859. if (gs_dyn_array_size(meta_struct_arr[ i ].fields))
  860. {
  861. gs_fprintf(fp_src, ",\n\t\t%s", meta_struct_arr[ i ].defaults_ctor);
  862. }
  863. else
  864. {
  865. gs_fprintf(fp_src, "\t\t%s", meta_struct_arr[ i ].defaults_ctor);
  866. }
  867. }
  868. gs_fprintf(fp_src, "\n\t};");
  869. }
  870. gs_fprintln(fp_src, "\n");
  871. }
  872. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  873. {
  874. const char* id = meta_struct_arr[ i ].identifier;
  875. gs_fprintln(fp_src, "\tgs_cast(gs_object, &%s_default)->type_id = &gs_type_id_%s;", id, id);
  876. }
  877. gs_fprintln(fp_src, "}");
  878. gs_fprintln(fp_src, "");
  879. /*==============================================
  880. // Registry init function
  881. ==============================================*/
  882. gs_fprintln(fp_src, "void gs_meta_class_registry_init_meta_properties(gs_meta_class_registry* restrict registry)");
  883. gs_fprintln(fp_src, "{");
  884. gs_fprintln(fp_src, "\t// Construct registry");
  885. gs_fprintln(fp_src, "\tregistry->classes = (gs_meta_class*)gs_malloc(sizeof(gs_meta_class) * gs_meta_class_id_count);");
  886. gs_fprintln(fp_src, "");
  887. gs_fprintln(fp_src, "\t// Set the ids for all the meta class information");
  888. gs_fprintln(fp_src, "\tfor(usize i = 0; i < (usize)gs_meta_class_id_count; ++i)");
  889. gs_fprintln(fp_src, "\t{");
  890. gs_fprintln(fp_src, "\t\tregistry->classes[ i ].id = (gs_meta_class_id)i;");
  891. gs_fprintln(fp_src, "\t};");
  892. gs_fprintln(fp_src, "");
  893. gs_fprintln(fp_src, "\t// Meta class variable to use for these ops");
  894. gs_fprintln(fp_src, "\tgs_meta_class* cls = NULL;");
  895. gs_fprintln(fp_src, "");
  896. gs_fprintln(fp_src, "\t// Meta class initialization");
  897. gs_fprintln(fp_src, "");
  898. // Print out all type information for introspected structs
  899. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  900. {
  901. const char* cls_id = meta_struct_arr[ i ].identifier;
  902. gs_dyn_array(meta_field) fields = meta_struct_arr[ i ].fields;
  903. u32 field_count = gs_dyn_array_size(fields);
  904. gs_fprintln(fp_src, "\t// %s meta class initialization", cls_id);
  905. gs_fprintln(fp_src, "\tcls = &registry->classes[ (usize)gs_meta_class_id_%s ];", cls_id);
  906. gs_fprintln(fp_src, "\tcls->label = \"%s\";", cls_id);
  907. gs_fprintln(fp_src, "\tcls->id = %d;", i);
  908. gs_fprintln(fp_src, "\tcls->property_count = %d;", field_count);
  909. gs_fprintln(fp_src, "\tcls->properties = (gs_meta_property*)gs_malloc(sizeof(gs_meta_property) * cls->property_count);");
  910. gs_fprintln(fp_src, "\tcls->serialize_func = &%s;",
  911. meta_struct_arr[ i ].serialize_func ?
  912. meta_struct_arr[ i ].serialize_func :
  913. "__gs_object_serialization_base");
  914. gs_fprintln(fp_src, "\tcls->deserialize_func = &%s;",
  915. meta_struct_arr[ i ].deserialize_func ?
  916. meta_struct_arr[ i ].deserialize_func :
  917. "__gs_object_deserialization_base");
  918. // Output field information
  919. gs_for_range_j(field_count)
  920. {
  921. const char* field_id = fields[ j ].identifier;
  922. const char* field_type = fields[ j ].type;
  923. gs_fprintln(fp_src, "\tcls->properties[ %d ] = gs_meta_property_ctor(\"%s\", gs_type_to_meta_property_type(%s), gs_offset(%s, %s));",
  924. j, field_id, field_type, cls_id, field_id);
  925. }
  926. gs_fprintln(fp_src, "\tcls->property_name_to_index_table = gs_hash_table_new(u32, gs_meta_property_ptr);");
  927. gs_for_range_j(field_count)
  928. {
  929. const char* field_id = fields[ j ].identifier;
  930. gs_fprintln(fp_src, "\tgs_hash_table_insert(cls->property_name_to_index_table, gs_hash_str(\"%s\"), &cls->properties[ %d ]);",
  931. field_id, j);
  932. }
  933. gs_fprintln(fp_src, "");
  934. }
  935. gs_fprintln(fp_src, "\tregistry->count = %d;", gs_dyn_array_size(meta_struct_arr));
  936. gs_fprintln(fp_src, "");
  937. gs_fprintln(fp_src, "\tgs_init_default_struct_instances();");
  938. gs_fprintln(fp_src, "}");
  939. gs_fprintln(fp_src, "");
  940. /*==============================================
  941. // Utility functions for meta classes
  942. ==============================================*/
  943. gs_fprintln(fp_src, "const char* gs_meta_class_get_label(gs_meta_class* restrict cls)");
  944. gs_fprintln(fp_src, "{");
  945. gs_fprintln(fp_src, "\treturn gs_meta_class_labels[ cls->id ];");
  946. gs_fprintln(fp_src, "}");
  947. gs_fprintln(fp_src, "");
  948. gs_fprintln(fp_src, "const char* gs_type_name_obj(gs_object* restrict obj)");
  949. gs_fprintln(fp_src, "{");
  950. gs_fprintln(fp_src, "\treturn (gs_meta_class_labels[ gs_type_id(obj) ]);");
  951. gs_fprintln(fp_src, "}");
  952. gs_fprintln(fp_src, "");
  953. gs_fprintln(fp_src, "const char* __gs_type_name_cls(u32 id)");
  954. gs_fprintln(fp_src, "{");
  955. gs_fprintln(fp_src, "\treturn gs_meta_class_labels[ id ];");
  956. gs_fprintln(fp_src, "}");
  957. gs_fprintln(fp_src, "");
  958. /*==============================================
  959. // Default object accessors
  960. ==============================================*/
  961. gs_for_range_i(gs_dyn_array_size(meta_struct_arr))
  962. {
  963. const char* cls_id = meta_struct_arr[ i ].identifier;
  964. gs_fprintln(fp_src, "// %s", cls_id);
  965. gs_fprintln(fp_src, "const struct gs_object* __gs_default_object_%s()", cls_id);
  966. gs_fprintln(fp_src, "{");
  967. gs_fprintln(fp_src, "\treturn (gs_cast(gs_object, &%s_default));", cls_id);
  968. gs_fprintln(fp_src, "}");
  969. gs_fprintln(fp_src, "");
  970. gs_fprintln(fp_src, "struct gs_object* __gs_default_object_%s_heap()", cls_id);
  971. gs_fprintln(fp_src, "{");
  972. gs_fprintln(fp_src, "\t%s* obj = gs_malloc(sizeof(%s));", cls_id, cls_id);
  973. gs_fprintln(fp_src, "\t*obj = %s_default;", cls_id, cls_id);
  974. gs_fprintln(fp_src, "\treturn (gs_cast(gs_object, obj));");
  975. gs_fprintln(fp_src, "}");
  976. gs_fprintln(fp_src, "");
  977. }
  978. gs_fprintln(fp_src, "");
  979. /*==============================================
  980. // Finished Reflection Generation
  981. ==============================================*/
  982. }