generator.c 33 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174
  1. #include <stdio.h>
  2. #include <stdarg.h>
  3. #include "common/gs_util.h"
  4. #include "common/gs_containers.h"
  5. #include "lexer/gs_lexer.h"
  6. #include "base/gs_meta_class.h"
  7. /*========================
  8. // Parsing utilities
  9. =========================*/
  10. typedef struct parser
  11. {
  12. gs_lexer* lex;
  13. u32 indention;
  14. u32 status;
  15. } parser;
  16. #define fmt_print_tab( ct )\
  17. do {\
  18. for ( u32 __i = 0; __i < ( ct ); ++__i ) { printf( "\t" ); };\
  19. } while( 0 )
  20. _inline void fmt_tabbed_print( u32 indent, const char* fmt, ... )
  21. {
  22. fmt_print_tab( indent );
  23. va_list args;
  24. va_start ( args, fmt );
  25. vprintf( fmt, args );
  26. va_end( args );
  27. }
  28. b8 parser_can_parse( parser* p )
  29. {
  30. return ( p && gs_lexer_can_lex( p->lex ) && p->status );
  31. }
  32. typedef struct meta_attribute
  33. {
  34. char* tag;
  35. } meta_attribute;
  36. typedef struct meta_field
  37. {
  38. gs_dyn_array( meta_attribute ) attributes;
  39. char* type;
  40. char* identifier;
  41. char* default_value;
  42. } meta_field;
  43. typedef struct meta_struct
  44. {
  45. gs_dyn_array( meta_field ) fields;
  46. char* base;
  47. char* identifier;
  48. char* defaults_ctor;
  49. char* serialize_func;
  50. char* deserialize_func;
  51. } meta_struct;
  52. meta_struct meta_struct_ctor()
  53. {
  54. meta_struct ms = ( meta_struct ){};
  55. ms.fields = gs_dyn_array_new( meta_field );
  56. return ms;
  57. }
  58. #define meta_set_str( meta, prop, token )\
  59. do {\
  60. if ( meta->prop != NULL )\
  61. {\
  62. printf( "prop: %s\n", #prop );\
  63. gs_free( meta->prop );\
  64. }\
  65. meta->prop = gs_malloc( token.len + 1 );\
  66. memset( meta->prop, 0, token.len + 1 );\
  67. memcpy( meta->prop, token.text, token.len );\
  68. } while( 0 );
  69. void meta_struct_dtor( meta_struct* ms )
  70. {
  71. gs_dyn_array_free( ms->fields );
  72. }
  73. meta_field meta_field_ctor()
  74. {
  75. meta_field field = { 0 };
  76. field.attributes = gs_dyn_array_new( meta_attribute );
  77. field.type = ( char* )NULL;
  78. field.identifier = ( char* )NULL;
  79. field.default_value = ( char* )NULL;
  80. return field;
  81. }
  82. meta_attribute meta_attribute_ctor()
  83. {
  84. meta_attribute attr = { 0 };
  85. attr.tag = ( char* )NULL;
  86. return attr;
  87. }
  88. void meta_struct_debug_print( meta_struct* ms )
  89. {
  90. gs_printf( "struct:\n" );
  91. // Print struct identifier
  92. gs_printf( "\tidentifier: %s\n", ms->identifier );
  93. // Print struct base
  94. gs_printf( "\tbase: %s\n", ms->base );
  95. // Print struct fields
  96. gs_printf( "\tfields:\n");
  97. gs_for_range_i( gs_dyn_array_size( ms->fields ) )
  98. {
  99. gs_printf( "\t\tfield:\n");
  100. meta_field* mf = &ms->fields[ i ];
  101. gs_printf( "\t\t\ttype: %s\n", mf->type );
  102. gs_printf( "\t\t\tidentifier: %s\n", mf->identifier );
  103. gs_printf( "\t\t\tattributes:\n");
  104. gs_for_range_j( gs_dyn_array_size( mf->attributes ) )
  105. {
  106. gs_printf( "\t\t\t\t%s\n", mf->attributes[ j ].tag );
  107. }
  108. }
  109. gs_printf( "\n" );
  110. }
  111. #define parse_print_current_token( p, label, indent )\
  112. do {\
  113. fmt_print_tab( indent );\
  114. printf( "%s: ", label );\
  115. gs_token_print_text( gs_lexer_current_token( p->lex ) );\
  116. } while( 0 )
  117. #define parse_func( p, ... )\
  118. {\
  119. const char* __at = p->lex->at;\
  120. u32 __cur_idention = p->indention;\
  121. __VA_ARGS__\
  122. p->lex->at = __at;\
  123. p->indention = __cur_idention;\
  124. return false;\
  125. }
  126. #define parser_capture( p, func )\
  127. p->status &= ( func )
  128. b8 parse_identifier( parser* p, meta_struct* ms )
  129. {
  130. parse_func( p,
  131. {
  132. if ( gs_lexer_require_token_type( p->lex, "identifier" ) )
  133. {
  134. return true;
  135. }
  136. });
  137. }
  138. // Would rather not have to update this every time a new attribute tag is added.
  139. const char* gs_field_tags[] =
  140. {
  141. "_non_serializable",
  142. "_immutable",
  143. "_ignore",
  144. "_default",
  145. "_attributes"
  146. };
  147. b8 parse_is_token_a_field_tag( gs_token t )
  148. {
  149. gs_for_range_i( gs_array_size( gs_field_tags ) )
  150. {
  151. if ( gs_token_compare_text( t, gs_field_tags[ i ] ) )
  152. {
  153. return true;
  154. }
  155. }
  156. return false;
  157. }
  158. b8 parse_struct_field_attribute_default_value( parser* p, meta_field* mf )
  159. {
  160. // expression = term
  161. // term = identifier | number
  162. // expression = ( expression ) | expression
  163. // default_value_tag := _default = expression
  164. parse_func( p,
  165. {
  166. if ( gs_token_compare_text( gs_lexer_current_token( p->lex ), "_default" ) )
  167. {
  168. parser_capture( p, gs_lexer_require_token_type( p->lex, "lparen" ) );
  169. // These have to match to be done with parsing this expression
  170. u32 num_lparen = 1;
  171. u32 num_rparen = 0;
  172. // Eat all whitespace up to first valid character
  173. gs_lexer_eat_whitespace( p->lex );
  174. // Capture the current position of the lexer
  175. const char* at = p->lex->at;
  176. const char* to = at;
  177. // Now need to go until a few specific conditions are met
  178. while ( num_lparen != num_rparen )
  179. {
  180. gs_token t = gs_lexer_next_token( p->lex );
  181. if ( gs_token_compare_type( t, "lparen" ) )
  182. {
  183. num_lparen++;
  184. }
  185. else if ( gs_token_compare_type( t, "rparen" ) )
  186. {
  187. num_rparen++;
  188. }
  189. // Store the to if still parsing statement
  190. if ( num_lparen != num_rparen )
  191. {
  192. to = p->lex->at;
  193. }
  194. }
  195. // Calculate size of string
  196. usize len = ( to - at );
  197. // Have the default value, so store in the meta field
  198. mf->default_value = NULL;
  199. mf->default_value = gs_malloc( len + 1 );
  200. gs_assert( mf->default_value );
  201. memcpy( mf->default_value, at, len );
  202. mf->default_value[ len ] = '\0';
  203. return true;
  204. }
  205. });
  206. }
  207. b8 parse_struct_field_attribute_tag( parser* p, meta_field* mf )
  208. {
  209. parse_func( p,
  210. {
  211. // Push back new attribute and set tag
  212. if ( gs_lexer_optional_token_type( p->lex, "identifier" ) )
  213. {
  214. if ( parse_struct_field_attribute_default_value( p, mf ) )
  215. {
  216. return true;
  217. }
  218. else
  219. {
  220. gs_dyn_array_push( mf->attributes, meta_attribute_ctor() );
  221. meta_set_str( gs_dyn_array_back( mf->attributes ), tag, gs_lexer_current_token( p->lex ) );
  222. return true;
  223. }
  224. }
  225. });
  226. }
  227. b8 parse_struct_field_attribute_tags( parser* p, meta_struct* ms )
  228. {
  229. // default_value_assignment := _default = expression
  230. // attribute_tag := identifier | empty
  231. // attribute_tag := default_value_assignment
  232. // attribute_tags := identifier { ,attribute_tags }
  233. parse_func( p,
  234. {
  235. // Grab last field
  236. meta_field* mf = gs_dyn_array_back( ms->fields );
  237. // Optional tags for group
  238. if ( parse_struct_field_attribute_tag( p, mf ) )
  239. {
  240. // Look for tag groups ( { , attribute_tag }* )
  241. while ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "comma" ) )
  242. {
  243. gs_lexer_require_token_type( p->lex, "comma" );
  244. parse_struct_field_attribute_tag( p, mf );
  245. }
  246. return true;
  247. }
  248. });
  249. }
  250. b8 parse_struct_field_attribute_tag_group( parser* p, meta_struct* ms )
  251. {
  252. // attribute_tag_group := _attributes( { attribute_tags } )
  253. parse_func( p,
  254. {
  255. // Found
  256. if ( gs_lexer_optional_token_text( p->lex, "_attributes" ) )
  257. {
  258. // Push on new meta field
  259. gs_dyn_array_push( ms->fields, meta_field_ctor() );
  260. // Parse attribute tags
  261. // Have found the _attributes tag, so now require paren
  262. parser_capture( p, gs_lexer_require_token_type( p->lex, "lparen" ) );
  263. parser_capture( p, parse_struct_field_attribute_tags( p, ms ) );
  264. parser_capture( p, gs_lexer_require_token_type( p->lex, "rparen") );
  265. return true;
  266. }
  267. });
  268. }
  269. b8 parse_struct_field_ignore_tag( parser* p, meta_struct* ms )
  270. {
  271. parse_func( p,
  272. {
  273. if ( gs_lexer_optional_token_text( p->lex, "_ignore" ) )
  274. {
  275. return true;
  276. }
  277. });
  278. }
  279. b8 parse_struct_field_defaults_tag( parser* p, meta_struct* ms )
  280. {
  281. // defaults_tag := _defaults( args )
  282. parse_func( p,
  283. {
  284. b32 success = true;
  285. u32 lparen_count = 0, rparen_count = 0;
  286. if ( gs_lexer_optional_token_text( p->lex, "_defaults" ) )
  287. {
  288. success &= gs_lexer_require_token_type( p->lex, "lparen" );
  289. lparen_count++;
  290. const char* at = p->lex->at;
  291. const char* stop = NULL;
  292. gs_token token = gs_lexer_current_token( p->lex );
  293. gs_token start_token = gs_lexer_peek_next_token( p->lex );
  294. while ( lparen_count != rparen_count )
  295. {
  296. if ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "rparen" ) )
  297. {
  298. rparen_count++;
  299. stop = p->lex->at;
  300. }
  301. else if ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "lparen" ) )
  302. {
  303. lparen_count++;
  304. }
  305. token = gs_lexer_next_token( p->lex );
  306. }
  307. u32 len = ( stop - start_token.text );
  308. ms->defaults_ctor = malloc( len + 1 );
  309. memcpy( ms->defaults_ctor, start_token.text, len );
  310. ms->defaults_ctor[ len ] = '\0';
  311. success &= gs_token_compare_type( gs_lexer_current_token( p->lex ), "rparen" );
  312. if ( success )
  313. {
  314. return true;
  315. }
  316. }
  317. });
  318. }
  319. b8 parse_struct_field_serialize_tag( parser* p, meta_struct* ms )
  320. {
  321. parse_func( p,
  322. {
  323. b32 success = true;
  324. u32 lparen_count = 0, rparen_count = 0;
  325. if ( gs_lexer_optional_token_text( p->lex, "_serialize" ) )
  326. {
  327. success &= gs_lexer_require_token_type( p->lex, "lparen" );
  328. lparen_count++;
  329. const char* at = p->lex->at;
  330. const char* stop = NULL;
  331. gs_token token = gs_lexer_current_token( p->lex );
  332. gs_token start_token = gs_lexer_peek_next_token( p->lex );
  333. while ( lparen_count != rparen_count )
  334. {
  335. if ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "rparen" ) )
  336. {
  337. rparen_count++;
  338. stop = p->lex->at;
  339. }
  340. else if ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "lparen" ) )
  341. {
  342. lparen_count++;
  343. }
  344. token = gs_lexer_next_token( p->lex );
  345. }
  346. u32 len = ( stop - start_token.text );
  347. ms->serialize_func = malloc( len + 1 );
  348. memcpy( ms->serialize_func, start_token.text, len );
  349. ms->serialize_func[ len ] = '\0';
  350. success &= gs_token_compare_type( gs_lexer_current_token( p->lex ), "rparen" );
  351. gs_assert( success );
  352. return true;
  353. }
  354. });
  355. }
  356. b8 parse_struct_field_deserialize_tag( parser* p, meta_struct* ms )
  357. {
  358. parse_func( p,
  359. {
  360. b32 success = true;
  361. u32 lparen_count = 0, rparen_count = 0;
  362. if ( gs_lexer_optional_token_text( p->lex, "_deserialize" ) )
  363. {
  364. success &= gs_lexer_require_token_type( p->lex, "lparen" );
  365. lparen_count++;
  366. const char* at = p->lex->at;
  367. const char* stop = NULL;
  368. gs_token token = gs_lexer_current_token( p->lex );
  369. gs_token start_token = gs_lexer_peek_next_token( p->lex );
  370. while ( lparen_count != rparen_count )
  371. {
  372. if ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "rparen" ) )
  373. {
  374. rparen_count++;
  375. stop = p->lex->at;
  376. }
  377. else if ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "lparen" ) )
  378. {
  379. lparen_count++;
  380. }
  381. token = gs_lexer_next_token( p->lex );
  382. }
  383. u32 len = ( stop - start_token.text );
  384. ms->deserialize_func = malloc( len + 1 );
  385. memcpy( ms->deserialize_func, start_token.text, len );
  386. ms->deserialize_func[ len ] = '\0';
  387. success &= gs_token_compare_type( gs_lexer_current_token( p->lex ), "rparen" );
  388. if ( success )
  389. {
  390. return true;
  391. }
  392. }
  393. });
  394. }
  395. b8 parse_struct_field( parser* p, meta_struct* ms )
  396. {
  397. // field_type := identifier
  398. // field_identifier := identifier
  399. // field := _attributes( tags ) field_type field_identifier
  400. // field := field_type identifier | _attributes( tags ) field_type field_identifier | empty
  401. parse_func( p,
  402. {
  403. // Ignore tag
  404. if ( parse_struct_field_ignore_tag( p, ms ) )
  405. {
  406. // Continue to semi colon
  407. gs_lexer_advance_before_next_token_type_occurence( p->lex, "semi_colon" );
  408. return true;
  409. }
  410. else if ( parse_struct_field_defaults_tag( p, ms ) )
  411. {
  412. return true;
  413. }
  414. else if ( parse_struct_field_serialize_tag( p, ms ) )
  415. {
  416. return true;
  417. }
  418. else if ( parse_struct_field_deserialize_tag( p, ms ) )
  419. {
  420. return true;
  421. }
  422. // Optional attribute tag group ( but if found, field cannot be empty )
  423. else if ( parse_struct_field_attribute_tag_group( p, ms ) )
  424. {
  425. b8 success = true;
  426. // Pushed back a previous field - so grab it
  427. meta_field* mf = gs_dyn_array_back( ms->fields );
  428. success &= gs_lexer_require_token_type( p->lex, "identifier" ); // field_type
  429. meta_set_str( mf, type, gs_lexer_current_token( p->lex ) );
  430. success &= gs_lexer_require_token_type( p->lex, "identifier" ); // field_identifier
  431. meta_set_str( mf, identifier, gs_lexer_current_token( p->lex ) );
  432. if ( success )
  433. {
  434. return true;
  435. }
  436. }
  437. // No attribute tag, so attempt to parse struct field ( optional )
  438. else
  439. {
  440. if ( gs_lexer_optional_token_type( p->lex, "identifier") )
  441. {
  442. b8 success = true;
  443. // Push on new meta field
  444. gs_dyn_array_push( ms->fields, meta_field_ctor() );
  445. meta_field* mf = gs_dyn_array_back( ms->fields );
  446. gs_token t_field_type = gs_lexer_current_token( p->lex ); // field_type
  447. meta_set_str( mf, type, t_field_type );
  448. success &= gs_lexer_require_token_type( p->lex, "identifier" ); // field_identifier
  449. meta_set_str( mf, identifier, gs_lexer_current_token( p->lex ) );
  450. if ( success )
  451. {
  452. return true;
  453. }
  454. }
  455. else
  456. {
  457. return true;
  458. }
  459. }
  460. });
  461. }
  462. b8 parse_struct_fields( parser* p, meta_struct* ms )
  463. {
  464. // Parsing individual field
  465. parse_func( p,
  466. {
  467. // If found one, search for fields
  468. if ( parse_struct_field( p, ms ) )
  469. {
  470. while ( gs_token_compare_type( gs_lexer_peek_next_token( p->lex ), "semi_colon" ) )
  471. {
  472. gs_lexer_require_token_type( p->lex, "semi_colon" ); // semi_colon required
  473. parse_struct_field( p, ms ); // attempt to parse another struct field
  474. }
  475. }
  476. return true;
  477. });
  478. }
  479. b8 parse_struct_base_tag( parser* p, meta_struct* ms )
  480. {
  481. // base_tag := _base( field_type )
  482. parse_func( p,
  483. {
  484. gs_lexer_require_token_text( p->lex, "_base" );
  485. gs_lexer_require_token_type( p->lex, "lparen" );
  486. // Base
  487. gs_lexer_require_token_type( p->lex, "identifier" );
  488. gs_token derive_t = gs_lexer_current_token( p->lex );
  489. // Store struct base token
  490. meta_set_str( ms, base, derive_t );
  491. gs_lexer_require_token_type( p->lex, "rparen" );
  492. if ( gs_token_compare_type( gs_lexer_current_token( p->lex ), "rparen" ) )
  493. {
  494. return true;
  495. }
  496. });
  497. }
  498. b8 parse_struct_body( parser* p, meta_struct* ms )
  499. {
  500. // struct_body := derive_tag fields
  501. parse_func( p,
  502. {
  503. if ( parse_struct_base_tag( p, ms ) &&
  504. parse_struct_fields( p, ms ) )
  505. {
  506. return true;
  507. }
  508. });
  509. }
  510. b8 parse_struct_block( parser* p, meta_struct* ms )
  511. {
  512. // struct_block := { struct_body };
  513. parse_func( p,
  514. {
  515. if ( gs_lexer_require_token_type( p->lex, "lbrace" ) &&
  516. parse_struct_body( p, ms ) &&
  517. gs_lexer_require_token_type( p->lex, "rbrace" ) )
  518. {
  519. return true;
  520. }
  521. })
  522. }
  523. b8 parse_typedef_struct( parser* p, meta_struct* ms )
  524. {
  525. // typedef_struct := typedef struct { identifier } struct_block identifier;
  526. parse_func( p,
  527. {
  528. parser_capture( p, gs_lexer_require_token_text( p->lex, "typedef" ) );
  529. parser_capture( p, gs_lexer_require_token_text( p->lex, "struct" ) );
  530. gs_lexer_optional_token_type( p->lex, "identifier" );
  531. parser_capture( p, parse_struct_block( p, ms ) );
  532. // Struct identifier
  533. parser_capture( p, gs_lexer_require_token_type( p->lex, "identifier" ) );
  534. gs_token t_identifier = gs_lexer_current_token( p->lex );
  535. // Store identifier
  536. meta_set_str( ms, identifier, t_identifier );
  537. parser_capture( p, gs_lexer_require_token_type( p->lex, "semi_colon" ) );
  538. // NOTE(john): Really don't like this... just doesn't make sense, really
  539. // No errors occurred
  540. if ( p->status )
  541. {
  542. return true;
  543. }
  544. });
  545. }
  546. b8 parse_struct( parser* p, meta_struct* ms )
  547. {
  548. // struct := typedef_struct
  549. // struct := struct_def;
  550. parse_func( p,
  551. {
  552. /*
  553. // Possible struct definition variations
  554. 1). typedef struct [ name ] { _base( parent ) fields; } name_t;
  555. 2). struct name_t { _base( parent ) fields; };
  556. */
  557. // Version 1).
  558. gs_token t = gs_lexer_peek_next_token( p->lex );
  559. if ( gs_token_compare_text( gs_lexer_peek_next_token( p->lex ), "typedef" ) )
  560. {
  561. if ( parse_typedef_struct( p, ms ) )
  562. {
  563. return true;
  564. }
  565. }
  566. // Version 2).
  567. // else if ( parse_standard_struct( p, indent + 1 ) )
  568. // {
  569. // return true;
  570. // }
  571. });
  572. }
  573. b8 parse_introspection( parser* p, gs_dyn_array( meta_struct )* meta_structs )
  574. {
  575. // introspected_struct := _introspection struct
  576. parse_func( p,
  577. {
  578. meta_struct ms = meta_struct_ctor();
  579. if ( parse_struct( p, &ms ) )
  580. {
  581. gs_dyn_array_push( *meta_structs, ms );
  582. return true;
  583. }
  584. });
  585. }
  586. typedef struct
  587. {
  588. gs_dyn_array( meta_struct ) meta_struct_arr;
  589. gs_dyn_array( const char* ) file_arr;
  590. const char* root_dir;
  591. const char* proj_name;
  592. } introspection_ctx;
  593. /*========================
  594. // Function Decls.
  595. =========================*/
  596. void compile_generated_reflection( introspection_ctx* ctx );
  597. /*========================
  598. // Main Entry Point
  599. =========================*/
  600. int main( int argc, char** argv )
  601. {
  602. gs_println( "Starting reflection generation..." );
  603. // Context to use for parsing introspection data
  604. introspection_ctx ctx = ( introspection_ctx ){};
  605. ctx.file_arr = gs_dyn_array_new( const char* );
  606. ctx.meta_struct_arr= gs_dyn_array_new( meta_struct );
  607. // Collect all files for reflection
  608. gs_for_range_i( argc )
  609. {
  610. if ( gs_string_compare_equal( argv[ i ], "--files" ) )
  611. {
  612. for ( u32 j = i + 1; j < argc; ++j )
  613. {
  614. gs_dyn_array_push( ctx.file_arr, argv[ j ] );
  615. }
  616. }
  617. else if ( gs_string_compare_equal( argv[ i ], "--proj_name" ) )
  618. {
  619. ctx.proj_name = argv[ i + 1 ];
  620. }
  621. else if ( gs_string_compare_equal( argv[ i ], "--root_dir" ) )
  622. {
  623. ctx.root_dir = argv[ i + 1 ];
  624. }
  625. }
  626. // Construct lexer with null contents
  627. gs_lexer_c lex = gs_lexer_c_ctor( NULL );
  628. // Parse all files
  629. gs_for_range_i( gs_dyn_array_size( ctx.file_arr ) )
  630. {
  631. // Read in source file to parse ( first elem )
  632. usize sz = 0;
  633. const char* src = gs_read_file_contents_into_string_null_term( ctx.file_arr[ i ], "r", &sz );
  634. // If file does not exist or allocation fails, skip
  635. if ( !src )
  636. {
  637. continue;
  638. }
  639. gs_println( "Generating reflection for: %s", ctx.file_arr[ i ] );
  640. gs_lexer_set_contents( gs_cast( gs_lexer, &lex ), src );
  641. // Construct new parser
  642. parser parse = { gs_cast( gs_lexer, &lex ), 0, true };
  643. // Parse file
  644. while ( parser_can_parse( &parse ) )
  645. {
  646. // Simple debug ( just output next valid token from stream )
  647. gs_token t = gs_lexer_next_token( gs_cast( gs_lexer, &lex ) );
  648. if ( gs_token_compare_text( t, "_introspect" ) )
  649. {
  650. parse_introspection( &parse, &ctx.meta_struct_arr );
  651. }
  652. }
  653. }
  654. // Debug print out all information
  655. compile_generated_reflection( &ctx );
  656. gs_println( "Reflection generation complete.\n" );
  657. return 0;
  658. }
  659. void compile_generated_reflection( introspection_ctx* ctx )
  660. {
  661. // Temporary stack buffer to use
  662. char temp_stack_buffer_header_file[ 1024 ];
  663. char temp_stack_buffer_source_file[ 1024 ];
  664. // Output header file name
  665. gs_snprintf( temp_stack_buffer_header_file, 1024, "%s/include/generated/%s_generated.h", ctx->root_dir, ctx->proj_name );
  666. gs_snprintf( temp_stack_buffer_source_file, 1024, "%s/source/generated/%s_generated.c", ctx->root_dir, ctx->proj_name );
  667. // Open header file for writing
  668. FILE* fp_header = fopen( temp_stack_buffer_header_file, "w" );
  669. gs_assert( fp_header );
  670. // Cache off meta struct array
  671. gs_dyn_array( meta_struct ) meta_struct_arr = ctx->meta_struct_arr;
  672. // Cache off header file array
  673. gs_dyn_array( const char* ) header_file_arr = ctx->file_arr;
  674. /*==============================================
  675. // Reflection Generation
  676. ==============================================*/
  677. /*==============================================
  678. // gs_generated.h
  679. ==============================================*/
  680. gs_fprintln( fp_header, "// This file has been generated. Any and all modifications will be lost." );
  681. gs_fprintln( fp_header, "" );
  682. gs_fprintln( fp_header, "#ifndef %s_GENERATED_H", ctx->proj_name );
  683. gs_fprintln( fp_header, "#define %s_GENERATED_H", ctx->proj_name );
  684. gs_fprintln( fp_header, "" );
  685. gs_fprintln( fp_header, "#include \"base/gs_meta_class.h\"" );
  686. gs_fprintln( fp_header, "" );
  687. /*==============================================
  688. // static property type hashes
  689. ==============================================*/
  690. gs_fprintln( fp_header, "// Generated static hashes of string version of base types" );
  691. gs_for_range_i( gs_meta_property_type_count )
  692. {
  693. const char* meta_prop_str = gs_meta_property_to_str( ( gs_meta_property_type )i );
  694. gs_fprintln( fp_header, "#define gs_meta_property_type_%s_hash\t\t%zu", meta_prop_str, gs_hash_str( meta_prop_str ) );
  695. }
  696. gs_fprintln( fp_header, "" );
  697. // gs_fprintln( fp_header, "// Generated static hashes of string version of base types" );
  698. // gs_fprintln( fp_header, "#define gs_meta_property_type_s8_hash 5863760" );
  699. // gs_fprintln( fp_header, "#define gs_meta_property_type_u8_hash 5863826" );
  700. // gs_fprintln( fp_header, "#define gs_meta_property_type_s16_hash 193503903" );
  701. // gs_fprintln( fp_header, "#define gs_meta_property_type_u16_hash 193506081" );
  702. // gs_fprintln( fp_header, "#define gs_meta_property_type_s32_hash 193503965" );
  703. // gs_fprintln( fp_header, "#define gs_meta_property_type_u32_hash 193506143" );
  704. // gs_fprintln( fp_header, "#define gs_meta_property_type_s64_hash 193504066" );
  705. // gs_fprintln( fp_header, "#define gs_meta_property_type_u64_hash 193506244" );
  706. // gs_fprintln( fp_header, "#define gs_meta_property_type_f32_hash 193489808" );
  707. // gs_fprintln( fp_header, "#define gs_meta_property_type_f64_hash 193489909" );
  708. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_vec2_hash 262723214" );
  709. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_vec3_hash 262723215" );
  710. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_vec4_hash 262723216" );
  711. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_mat4_hash 262395988" );
  712. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_quat_hash 262560953" );
  713. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_vqs_hash 7961720" );
  714. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_uuid_hash 262704949" );
  715. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_entity_hash 1983784891" );
  716. // gs_fprintln( fp_header, "#define gs_meta_property_type_gs_enum_hash 262122739" );
  717. // gs_fprintln( fp_header, "" );
  718. /*==============================================
  719. // gs_meta_class_type enum decl
  720. ==============================================*/
  721. const u32 col_alignment = 57;
  722. // Output generated 'gs_meta_class_type' enum
  723. gs_fprintln( fp_header, "/*==============================================");
  724. gs_fprintln( fp_header, "// Meta Class Id" );
  725. gs_fprintln( fp_header, "==============================================*/");
  726. gs_fprintln( fp_header, "" );
  727. gs_fprintln( fp_header, "typedef enum\n{" );
  728. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  729. {
  730. usize len = gs_string_length( meta_struct_arr[ i ].identifier );
  731. u32 cur_col_num = 5 + gs_string_length( "gs_meta_class_id_" ) + len;
  732. gs_fprintf( fp_header, "\tgs_meta_class_id_%s", meta_struct_arr[ i ].identifier );
  733. gs_for_range_i( ( col_alignment - cur_col_num ) ) { gs_fprintf( fp_header, " "); };
  734. gs_fprintln( fp_header, "= %d,", i );
  735. }
  736. gs_fprintln( fp_header, "\tgs_meta_class_id_count");
  737. gs_fprintln( fp_header, "} gs_meta_class_type;" );
  738. gs_fprintln( fp_header, "" );
  739. /*============================================================
  740. // Function decls
  741. ============================================================*/
  742. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  743. {
  744. gs_fprintln( fp_header, "/*==============================================");
  745. gs_fprintln( fp_header, "// %s", meta_struct_arr[ i ].identifier );
  746. gs_fprintln( fp_header, "==============================================*/");
  747. gs_fprintln( fp_header, "" );
  748. gs_fprintln( fp_header, "_inline u32 gs_type_id_%s()", meta_struct_arr[ i ].identifier );
  749. gs_fprintln( fp_header, "{" );
  750. gs_fprintln( fp_header, "\treturn ( u32 )gs_meta_class_id_%s;", meta_struct_arr[ i ].identifier );
  751. gs_fprintln( fp_header, "}" );
  752. gs_fprintln( fp_header, "" );
  753. gs_fprintln( fp_header, "const struct gs_object* __gs_default_object_%s();", meta_struct_arr[ i ].identifier );
  754. gs_fprintln( fp_header, "" );
  755. gs_fprintln( fp_header, "" );
  756. gs_fprintln( fp_header, "struct gs_object* __gs_default_object_%s_heap();", meta_struct_arr[ i ].identifier );
  757. gs_fprintln( fp_header, "" );
  758. }
  759. // End
  760. gs_fprintln( fp_header, "#endif" );
  761. // Close file
  762. fclose( fp_header );
  763. fp_header = NULL;
  764. /*==============================================
  765. // gs_generated.c
  766. ==============================================*/
  767. // Open source file for writing
  768. FILE* fp_src = fopen( temp_stack_buffer_source_file, "w" );
  769. gs_assert( fp_src );
  770. gs_fprintln( fp_src, "// This file has been generated. Any and all modifications will be lost." );
  771. gs_fprintln( fp_src, "" );
  772. gs_fprintln( fp_src, "#include \"base/gs_meta_class.h\"" );
  773. gs_fprintln( fp_src, "#include \"generated/gs_generated.h\"" );
  774. gs_fprintln( fp_src, "" );
  775. gs_fprintln( fp_src, "// Included introspected files" );
  776. gs_for_range_i( gs_dyn_array_size( header_file_arr ) )
  777. {
  778. gs_fprintln( fp_src, "#include \"%s\"", header_file_arr[ i ] );
  779. }
  780. gs_fprintln( fp_src, "" );
  781. gs_fprintln( fp_src, "#include <stdlib.h>" );
  782. gs_fprintln( fp_src, "#include <stdio.h>" );
  783. gs_fprintln( fp_src, "" );
  784. /*==============================================
  785. // Meta class labels
  786. ==============================================*/
  787. gs_fprintln( fp_src, "// Labels for all introspected types" );
  788. gs_fprintln( fp_src, "const char* gs_meta_class_labels[] = {" );
  789. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  790. {
  791. u8 delim = i < gs_dyn_array_size( meta_struct_arr ) - 1 ? ',' : ' ';
  792. gs_fprintln( fp_src, "\t\"%s\"%c", meta_struct_arr[ i ].identifier, delim );
  793. }
  794. gs_fprintln( fp_src, "};" );
  795. gs_fprintln( fp_src, "" );
  796. /*==============================================
  797. // Default struct instances
  798. ==============================================*/
  799. gs_fprintln( fp_src, "/*==============================================");
  800. gs_fprintln( fp_src, "// Default Structures" );
  801. gs_fprintln( fp_src, "==============================================*/");
  802. gs_fprintln( fp_src, "" );
  803. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  804. {
  805. const char* id = meta_struct_arr[ i ].identifier;
  806. // gs_fprintln( fp_src, "// %s", id );
  807. gs_fprintln( fp_src, "%s %s_default;", id, id, id );
  808. }
  809. gs_fprintln( fp_src, "" );
  810. /*==============================================
  811. // Default struct init function
  812. ==============================================*/
  813. gs_fprintln( fp_src, "void gs_init_default_struct_instances()" );
  814. gs_fprintln( fp_src, "{" );
  815. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  816. {
  817. const char* id = meta_struct_arr[ i ].identifier;
  818. gs_fprintln( fp_src, "\t// %s", id );
  819. gs_fprintf( fp_src, "\t%s_default =", id );
  820. b32 empty = gs_dyn_array_empty( meta_struct_arr[ i ].fields );
  821. b32 has_defaults_ctor = meta_struct_arr[ i ].defaults_ctor != NULL;
  822. b32 has_any_default_values = empty;
  823. if ( !empty )
  824. {
  825. gs_for_range_j( gs_dyn_array_size( meta_struct_arr[ i ].fields ) )
  826. {
  827. meta_field* field = &meta_struct_arr[ i ].fields[ j ];
  828. has_any_default_values |= ( field->default_value != NULL );
  829. }
  830. }
  831. if ( ( empty || !has_any_default_values ) && !has_defaults_ctor )
  832. {
  833. gs_fprintf( fp_src, " ( %s ){};", id );
  834. }
  835. else
  836. {
  837. gs_fprintf( fp_src, "\n\t( %s )\n\t{\n ", id );
  838. // Output default values for fields
  839. b8 first_default = true;
  840. gs_for_range_j( gs_dyn_array_size( meta_struct_arr[ i ].fields ) )
  841. {
  842. meta_field* field = &meta_struct_arr[ i ].fields[ j ];
  843. if ( field->default_value )
  844. {
  845. if ( first_default )
  846. {
  847. first_default = false;
  848. gs_fprintf( fp_src, "\t\t.%s = %s", field->identifier, field->default_value );
  849. }
  850. else
  851. {
  852. gs_fprintf( fp_src, ",\n\t\t.%s = %s", field->identifier, field->default_value );
  853. }
  854. }
  855. }
  856. // Default ctor
  857. if ( meta_struct_arr[ i ].defaults_ctor )
  858. {
  859. if ( gs_dyn_array_size( meta_struct_arr[ i ].fields ) )
  860. {
  861. gs_fprintf( fp_src, ",\n\t\t%s", meta_struct_arr[ i ].defaults_ctor );
  862. }
  863. else
  864. {
  865. gs_fprintf( fp_src, "\t\t%s", meta_struct_arr[ i ].defaults_ctor );
  866. }
  867. }
  868. gs_fprintf( fp_src, "\n\t};" );
  869. }
  870. gs_fprintln( fp_src, "\n" );
  871. }
  872. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  873. {
  874. const char* id = meta_struct_arr[ i ].identifier;
  875. gs_fprintln( fp_src, "\tgs_cast( gs_object, &%s_default )->type_id = &gs_type_id_%s;", id, id );
  876. }
  877. gs_fprintln( fp_src, "}" );
  878. gs_fprintln( fp_src, "" );
  879. /*==============================================
  880. // Registry init function
  881. ==============================================*/
  882. gs_fprintln( fp_src, "void gs_meta_class_registry_init_meta_properties( gs_meta_class_registry* restrict registry )" );
  883. gs_fprintln( fp_src, "{" );
  884. gs_fprintln( fp_src, "\t// Construct registry" );
  885. gs_fprintln( fp_src, "\tregistry->classes = ( gs_meta_class* )gs_malloc( sizeof( gs_meta_class ) * gs_meta_class_id_count );" );
  886. gs_fprintln( fp_src, "" );
  887. gs_fprintln( fp_src, "\t// Set the ids for all the meta class information" );
  888. gs_fprintln( fp_src, "\tfor( usize i = 0; i < (usize)gs_meta_class_id_count; ++i )" );
  889. gs_fprintln( fp_src, "\t{" );
  890. gs_fprintln( fp_src, "\t\tregistry->classes[ i ].id = ( gs_meta_class_id )i;" );
  891. gs_fprintln( fp_src, "\t};" );
  892. gs_fprintln( fp_src, "" );
  893. gs_fprintln( fp_src, "\t// Meta class variable to use for these ops" );
  894. gs_fprintln( fp_src, "\tgs_meta_class* cls = NULL;" );
  895. gs_fprintln( fp_src, "" );
  896. gs_fprintln( fp_src, "\t// Meta class initialization" );
  897. gs_fprintln( fp_src, "" );
  898. // Print out all type information for introspected structs
  899. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  900. {
  901. const char* cls_id = meta_struct_arr[ i ].identifier;
  902. gs_dyn_array( meta_field ) fields = meta_struct_arr[ i ].fields;
  903. u32 field_count = gs_dyn_array_size( fields );
  904. gs_fprintln( fp_src, "\t// %s meta class initialization", cls_id );
  905. gs_fprintln( fp_src, "\tcls = &registry->classes[ (usize)gs_meta_class_id_%s ];", cls_id );
  906. gs_fprintln( fp_src, "\tcls->label = \"%s\";", cls_id );
  907. gs_fprintln( fp_src, "\tcls->id = %d;", i );
  908. gs_fprintln( fp_src, "\tcls->property_count = %d;", field_count );
  909. gs_fprintln( fp_src, "\tcls->properties = ( gs_meta_property* )gs_malloc( sizeof( gs_meta_property ) * cls->property_count );" );
  910. gs_fprintln( fp_src, "\tcls->serialize_func = &%s;",
  911. meta_struct_arr[ i ].serialize_func ?
  912. meta_struct_arr[ i ].serialize_func :
  913. "__gs_object_serialization_base" );
  914. gs_fprintln( fp_src, "\tcls->deserialize_func = &%s;",
  915. meta_struct_arr[ i ].deserialize_func ?
  916. meta_struct_arr[ i ].deserialize_func :
  917. "__gs_object_deserialization_base" );
  918. // Output field information
  919. gs_for_range_j( field_count )
  920. {
  921. const char* field_id = fields[ j ].identifier;
  922. const char* field_type = fields[ j ].type;
  923. gs_fprintln( fp_src, "\tcls->properties[ %d ] = gs_meta_property_ctor( \"%s\", gs_type_to_meta_property_type( %s ), gs_offset( %s, %s ) );",
  924. j, field_id, field_type, cls_id, field_id );
  925. }
  926. gs_fprintln( fp_src, "\tcls->property_name_to_index_table = gs_hash_table_new( u32, gs_meta_property_ptr );" );
  927. gs_for_range_j( field_count )
  928. {
  929. const char* field_id = fields[ j ].identifier;
  930. gs_fprintln( fp_src, "\tgs_hash_table_insert( cls->property_name_to_index_table, gs_hash_str( \"%s\" ), &cls->properties[ %d ] );",
  931. field_id, j );
  932. }
  933. gs_fprintln( fp_src, "" );
  934. }
  935. gs_fprintln( fp_src, "\tregistry->count = %d;", gs_dyn_array_size( meta_struct_arr ) );
  936. gs_fprintln( fp_src, "" );
  937. gs_fprintln( fp_src, "\tgs_init_default_struct_instances();" );
  938. gs_fprintln( fp_src, "}" );
  939. gs_fprintln( fp_src, "" );
  940. /*==============================================
  941. // Utility functions for meta classes
  942. ==============================================*/
  943. gs_fprintln( fp_src, "const char* gs_meta_class_get_label( gs_meta_class* restrict cls )" );
  944. gs_fprintln( fp_src, "{" );
  945. gs_fprintln( fp_src, "\treturn gs_meta_class_labels[ cls->id ];" );
  946. gs_fprintln( fp_src, "}" );
  947. gs_fprintln( fp_src, "" );
  948. gs_fprintln( fp_src, "const char* gs_type_name_obj( gs_object* restrict obj )" );
  949. gs_fprintln( fp_src, "{" );
  950. gs_fprintln( fp_src, "\treturn ( gs_meta_class_labels[ gs_type_id( obj ) ] );" );
  951. gs_fprintln( fp_src, "}" );
  952. gs_fprintln( fp_src, "" );
  953. gs_fprintln( fp_src, "const char* __gs_type_name_cls( u32 id )" );
  954. gs_fprintln( fp_src, "{" );
  955. gs_fprintln( fp_src, "\treturn gs_meta_class_labels[ id ];" );
  956. gs_fprintln( fp_src, "}" );
  957. gs_fprintln( fp_src, "" );
  958. /*==============================================
  959. // Default object accessors
  960. ==============================================*/
  961. gs_for_range_i( gs_dyn_array_size( meta_struct_arr ) )
  962. {
  963. const char* cls_id = meta_struct_arr[ i ].identifier;
  964. gs_fprintln( fp_src, "// %s", cls_id );
  965. gs_fprintln( fp_src, "const struct gs_object* __gs_default_object_%s()", cls_id );
  966. gs_fprintln( fp_src, "{" );
  967. gs_fprintln( fp_src, "\treturn ( gs_cast( gs_object, &%s_default ) );", cls_id );
  968. gs_fprintln( fp_src, "}" );
  969. gs_fprintln( fp_src, "" );
  970. gs_fprintln( fp_src, "struct gs_object* __gs_default_object_%s_heap()", cls_id );
  971. gs_fprintln( fp_src, "{" );
  972. gs_fprintln( fp_src, "\t%s* obj = gs_malloc( sizeof( %s ) );", cls_id, cls_id );
  973. gs_fprintln( fp_src, "\t*obj = %s_default;", cls_id, cls_id );
  974. gs_fprintln( fp_src, "\treturn ( gs_cast( gs_object, obj ) );" );
  975. gs_fprintln( fp_src, "}" );
  976. gs_fprintln( fp_src, "" );
  977. }
  978. gs_fprintln( fp_src, "" );
  979. /*==============================================
  980. // Finished Reflection Generation
  981. ==============================================*/
  982. }