ShaderProgramParser.cpp 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947
  1. // Copyright (C) 2009-2023, Panagiotis Christopoulos Charitos and contributors.
  2. // All rights reserved.
  3. // Code licensed under the BSD License.
  4. // http://www.anki3d.org/LICENSE
  5. #include <AnKi/ShaderCompiler/ShaderProgramParser.h>
  6. namespace anki {
  7. #define ANKI_PP_ERROR_MALFORMED() \
  8. ANKI_SHADER_COMPILER_LOGE("%s: Malformed expression: %s", fname.cstr(), line.cstr()); \
  9. return Error::kUserData
  10. #define ANKI_PP_ERROR_MALFORMED_MSG(msg_) \
  11. ANKI_SHADER_COMPILER_LOGE("%s: " msg_ ": %s", fname.cstr(), line.cstr()); \
  12. return Error::kUserData
  13. inline constexpr Array<CString, U32(ShaderType::kCount)> kShaderStageNames = {{"VERTEX", "TESSELLATION_CONTROL", "TESSELLATION_EVALUATION",
  14. "GEOMETRY", "TASK", "MESH", "FRAGMENT", "COMPUTE", "RAY_GEN",
  15. "ANY_HIT", "CLOSEST_HIT", "MISS", "INTERSECTION", "CALLABLE"}};
  16. inline constexpr char kShaderHeader[] = R"(#define ANKI_%s_SHADER 1
  17. #define kMaxBindlessTextures %uu
  18. #define kMaxBindlessReadonlyTextureBuffers %uu
  19. )";
  20. static ShaderType strToShaderType(CString str)
  21. {
  22. ShaderType shaderType = ShaderType::kCount;
  23. if(str == "vert")
  24. {
  25. shaderType = ShaderType::kVertex;
  26. }
  27. else if(str == "tessc")
  28. {
  29. shaderType = ShaderType::kTessellationControl;
  30. }
  31. else if(str == "tesse")
  32. {
  33. }
  34. else if(str == "geom")
  35. {
  36. shaderType = ShaderType::kGeometry;
  37. }
  38. else if(str == "task")
  39. {
  40. shaderType = ShaderType::kTask;
  41. }
  42. else if(str == "mesh")
  43. {
  44. shaderType = ShaderType::kMesh;
  45. }
  46. else if(str == "frag")
  47. {
  48. shaderType = ShaderType::kFragment;
  49. }
  50. else if(str == "comp")
  51. {
  52. shaderType = ShaderType::kCompute;
  53. }
  54. else if(str == "rgen")
  55. {
  56. shaderType = ShaderType::kRayGen;
  57. }
  58. else if(str == "ahit")
  59. {
  60. shaderType = ShaderType::kAnyHit;
  61. }
  62. else if(str == "chit")
  63. {
  64. shaderType = ShaderType::kClosestHit;
  65. }
  66. else if(str == "miss")
  67. {
  68. shaderType = ShaderType::kMiss;
  69. }
  70. else if(str == "int")
  71. {
  72. shaderType = ShaderType::kIntersection;
  73. }
  74. else if(str == "call")
  75. {
  76. shaderType = ShaderType::kCallable;
  77. }
  78. else
  79. {
  80. shaderType = ShaderType::kCount;
  81. }
  82. return shaderType;
  83. }
  84. ShaderProgramParser::ShaderProgramParser(CString fname, ShaderProgramFilesystemInterface* fsystem, ConstWeakArray<ShaderCompilerDefine> defines)
  85. : m_fname(fname)
  86. , m_fsystem(fsystem)
  87. {
  88. for(const ShaderCompilerDefine& def : defines)
  89. {
  90. m_defineNames.emplaceBack(def.m_name);
  91. m_defineValues.emplaceBack(def.m_value);
  92. }
  93. }
  94. ShaderProgramParser::~ShaderProgramParser()
  95. {
  96. }
  97. void ShaderProgramParser::tokenizeLine(CString line, ShaderCompilerDynamicArray<ShaderCompilerString>& tokens) const
  98. {
  99. ANKI_ASSERT(line.getLength() > 0);
  100. ShaderCompilerString l = line;
  101. // Replace all tabs with spaces
  102. for(char& c : l)
  103. {
  104. if(c == '\t')
  105. {
  106. c = ' ';
  107. }
  108. }
  109. // Split
  110. ShaderCompilerStringList spaceTokens;
  111. spaceTokens.splitString(l, ' ', false);
  112. // Create the array
  113. for(const ShaderCompilerString& s : spaceTokens)
  114. {
  115. tokens.emplaceBack(s);
  116. }
  117. }
  118. Error ShaderProgramParser::parsePragmaTechniqueStart(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  119. {
  120. ANKI_ASSERT(begin && end);
  121. const PtrSize tokenCount = end - begin;
  122. if(tokenCount == 0)
  123. {
  124. ANKI_PP_ERROR_MALFORMED();
  125. }
  126. const ShaderType shaderType = strToShaderType(*begin);
  127. if(shaderType == ShaderType::kCount)
  128. {
  129. ANKI_PP_ERROR_MALFORMED();
  130. }
  131. ShaderCompilerString techniqueName;
  132. ++begin;
  133. if(begin == end)
  134. {
  135. techniqueName = "Unnamed";
  136. }
  137. else if(*begin == "uses_mutators")
  138. {
  139. techniqueName = "Unnamed";
  140. }
  141. else if(*begin != "uses_mutators")
  142. {
  143. techniqueName = *begin;
  144. ++begin;
  145. }
  146. // Mutators
  147. U64 activeMutators = kMaxU64;
  148. if(begin != end)
  149. {
  150. if(*begin != "uses_mutators")
  151. {
  152. ANKI_PP_ERROR_MALFORMED();
  153. }
  154. ++begin;
  155. activeMutators = 0;
  156. for(; begin != end; ++begin)
  157. {
  158. // Find mutator
  159. U32 count = 0;
  160. for(const Mutator& mutator : m_mutators)
  161. {
  162. if(mutator.m_name == *begin)
  163. {
  164. activeMutators |= 1_U64 << U64(count);
  165. break;
  166. }
  167. ++count;
  168. }
  169. if(count == m_mutators.getSize())
  170. {
  171. ANKI_PP_ERROR_MALFORMED_MSG("Mutator not found");
  172. }
  173. }
  174. }
  175. // Checks
  176. if(insideTechnique())
  177. {
  178. ANKI_PP_ERROR_MALFORMED_MSG("Need to close the previous technique_start before starting a new one");
  179. }
  180. // Find the technique
  181. Technique* technique = nullptr;
  182. for(Technique& t : m_techniques)
  183. {
  184. if(t.m_name == techniqueName)
  185. {
  186. if(!!(t.m_shaderTypes & ShaderTypeBit(1 << shaderType)))
  187. {
  188. ANKI_PP_ERROR_MALFORMED_MSG("technique_start with the same name and type appeared more than once");
  189. }
  190. technique = &t;
  191. break;
  192. }
  193. }
  194. // Done
  195. TechniqueExtra* extra = nullptr;
  196. if(!technique)
  197. {
  198. technique = m_techniques.emplaceBack();
  199. technique->m_name = techniqueName;
  200. extra = m_techniqueExtras.emplaceBack();
  201. }
  202. else
  203. {
  204. const U32 idx = U32(technique - m_techniques.getBegin());
  205. extra = &m_techniqueExtras[idx];
  206. }
  207. technique->m_shaderTypes |= ShaderTypeBit(1 << shaderType);
  208. technique->m_activeMutators[shaderType] = activeMutators;
  209. ANKI_ASSERT(extra->m_sourceLines[shaderType].getSize() == 0);
  210. extra->m_sourceLines[shaderType] = m_commonSourceLines;
  211. m_insideTechniqueIdx = U32(technique - m_techniques.getBegin());
  212. m_insideTechniqueShaderType = shaderType;
  213. return Error::kNone;
  214. }
  215. Error ShaderProgramParser::parsePragmaTechniqueEnd(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  216. {
  217. ANKI_ASSERT(begin && end);
  218. // Check tokens
  219. if(begin >= end)
  220. {
  221. ANKI_PP_ERROR_MALFORMED();
  222. }
  223. const ShaderType shaderType = strToShaderType(*begin);
  224. if(shaderType == ShaderType::kCount)
  225. {
  226. ANKI_PP_ERROR_MALFORMED();
  227. }
  228. ShaderCompilerString techniqueName;
  229. ++begin;
  230. if(begin == end)
  231. {
  232. // Last token
  233. techniqueName = "Unnamed";
  234. }
  235. else
  236. {
  237. techniqueName = *begin;
  238. ++begin;
  239. if(begin != end)
  240. {
  241. ANKI_PP_ERROR_MALFORMED();
  242. }
  243. }
  244. // Checks
  245. if(!insideTechnique())
  246. {
  247. ANKI_PP_ERROR_MALFORMED_MSG("Forgot to insert a #pragma anki technique_start");
  248. }
  249. if(m_techniques[m_insideTechniqueIdx].m_name != techniqueName || m_insideTechniqueShaderType != shaderType)
  250. {
  251. ANKI_PP_ERROR_MALFORMED_MSG("name or type doesn't match the one in technique_start");
  252. }
  253. // Done
  254. m_insideTechniqueIdx = kMaxU32;
  255. m_insideTechniqueShaderType = ShaderType::kCount;
  256. return Error::kNone;
  257. }
  258. Error ShaderProgramParser::parsePragmaMutator(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  259. {
  260. ANKI_ASSERT(begin && end);
  261. if(begin >= end)
  262. {
  263. ANKI_PP_ERROR_MALFORMED();
  264. }
  265. m_mutators.emplaceBack();
  266. Mutator& mutator = m_mutators.getBack();
  267. // Name
  268. {
  269. if(begin >= end)
  270. {
  271. // Need to have a name
  272. ANKI_PP_ERROR_MALFORMED();
  273. }
  274. // Check for duplicate mutators
  275. for(U32 i = 0; i < m_mutators.getSize() - 1; ++i)
  276. {
  277. if(m_mutators[i].m_name == *begin)
  278. {
  279. ANKI_PP_ERROR_MALFORMED_MSG("Duplicate mutator");
  280. }
  281. }
  282. if(begin->getLength() > kMaxShaderBinaryNameLength)
  283. {
  284. ANKI_PP_ERROR_MALFORMED_MSG("Too big name");
  285. }
  286. mutator.m_name = *begin;
  287. ++begin;
  288. }
  289. // Values
  290. {
  291. // Gather them
  292. for(; begin < end; ++begin)
  293. {
  294. MutatorValue value = 0;
  295. if(tokenIsComment(begin->toCString()))
  296. {
  297. break;
  298. }
  299. if(begin->toNumber(value))
  300. {
  301. ANKI_PP_ERROR_MALFORMED();
  302. }
  303. mutator.m_values.emplaceBack(value);
  304. }
  305. std::sort(mutator.m_values.getBegin(), mutator.m_values.getEnd());
  306. // Check for duplicates
  307. for(U32 i = 1; i < mutator.m_values.getSize(); ++i)
  308. {
  309. if(mutator.m_values[i - 1] == mutator.m_values[i])
  310. {
  311. ANKI_PP_ERROR_MALFORMED_MSG("Same value appeared more than once");
  312. }
  313. }
  314. }
  315. return Error::kNone;
  316. }
  317. Error ShaderProgramParser::parsePragmaSkipMutation(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  318. {
  319. ANKI_ASSERT(begin && end);
  320. // Some basic sanity checks
  321. const U tokenCount = U(end - begin);
  322. // One pair doesn't make sence so it's: mutator_name_0 + mutator_value_0 + mutator_name_1 + mutator_value_1
  323. constexpr U minTokenCount = 2 + 2;
  324. if(tokenCount < minTokenCount || (tokenCount % 2) != 0)
  325. {
  326. ANKI_PP_ERROR_MALFORMED();
  327. }
  328. PartialMutationSkip& skip = *m_skipMutations.emplaceBack();
  329. skip.m_partialMutation.resize(m_mutators.getSize(), std::numeric_limits<MutatorValue>::max());
  330. do
  331. {
  332. // Get mutator name
  333. const CString mutatorName = *begin;
  334. U32 mutatorIndex = kMaxU32;
  335. for(U32 i = 0; i < m_mutators.getSize(); ++i)
  336. {
  337. if(m_mutators[i].m_name == mutatorName)
  338. {
  339. mutatorIndex = i;
  340. break;
  341. }
  342. }
  343. if(mutatorIndex == kMaxU32)
  344. {
  345. ANKI_PP_ERROR_MALFORMED_MSG("Mutator not found");
  346. }
  347. // Get mutator value
  348. ++begin;
  349. const CString valueStr = *begin;
  350. MutatorValue value;
  351. if(valueStr.toNumber(value))
  352. {
  353. ANKI_PP_ERROR_MALFORMED_MSG("Malformed mutator value");
  354. }
  355. if(!mutatorHasValue(m_mutators[mutatorIndex], value))
  356. {
  357. ANKI_PP_ERROR_MALFORMED_MSG("Mutator value incorrect");
  358. }
  359. skip.m_partialMutation[mutatorIndex] = value;
  360. ++begin;
  361. } while(begin < end && !tokenIsComment(*begin));
  362. return Error::kNone;
  363. }
  364. Error ShaderProgramParser::parseInclude(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname, U32 depth)
  365. {
  366. // Gather the path
  367. ShaderCompilerString path;
  368. for(; begin < end; ++begin)
  369. {
  370. path += *begin;
  371. }
  372. if(path.isEmpty())
  373. {
  374. ANKI_PP_ERROR_MALFORMED();
  375. }
  376. // Check
  377. const char firstChar = path[0];
  378. const char lastChar = path[path.getLength() - 1];
  379. if((firstChar == '\"' && lastChar == '\"') || (firstChar == '<' && lastChar == '>'))
  380. {
  381. ShaderCompilerString fname2(path.begin() + 1, path.begin() + path.getLength() - 1);
  382. const Bool dontIgnore =
  383. fname2.find("AnKi/Shaders/") != ShaderCompilerString::kNpos || fname2.find("ThirdParty/") != ShaderCompilerString::kNpos;
  384. if(!dontIgnore)
  385. {
  386. // The shaders can't include C++ files. Ignore the include
  387. return Error::kNone;
  388. }
  389. if(parseFile(fname2, depth + 1))
  390. {
  391. ANKI_PP_ERROR_MALFORMED_MSG("Error parsing include. See previous errors");
  392. }
  393. }
  394. else
  395. {
  396. ANKI_PP_ERROR_MALFORMED();
  397. }
  398. return Error::kNone;
  399. }
  400. Error ShaderProgramParser::parseLine(CString line, CString fname, Bool& foundPragmaOnce, U32 depth, U32 lineNo)
  401. {
  402. // Tokenize
  403. ShaderCompilerDynamicArray<ShaderCompilerString> tokens;
  404. tokenizeLine(line, tokens);
  405. ANKI_ASSERT(tokens.getSize() > 0);
  406. const ShaderCompilerString* token = tokens.getBegin();
  407. const ShaderCompilerString* end = tokens.getEnd();
  408. // Skip the hash
  409. Bool foundAloneHash = false;
  410. if(*token == "#")
  411. {
  412. ++token;
  413. foundAloneHash = true;
  414. }
  415. if((token < end) && ((foundAloneHash && *token == "include") || *token == "#include"))
  416. {
  417. // We _must_ have an #include
  418. ANKI_CHECK(parseInclude(token + 1, end, line, fname, depth));
  419. getAppendSourceList().pushBackSprintf("#line %u \"%s\"", lineNo + 1, sanitizeFilename(fname).cstr());
  420. }
  421. else if((token < end) && ((foundAloneHash && *token == "pragma") || *token == "#pragma"))
  422. {
  423. // We may have a #pragma once or a #pragma anki or something else
  424. ++token;
  425. if(*token == "once")
  426. {
  427. // Pragma once
  428. if(foundPragmaOnce)
  429. {
  430. ANKI_PP_ERROR_MALFORMED_MSG("Can't have more than one #pragma once per file");
  431. }
  432. if(token + 1 != end)
  433. {
  434. ANKI_PP_ERROR_MALFORMED();
  435. }
  436. // Add the guard unique for this file
  437. foundPragmaOnce = true;
  438. const U64 hash = fname.computeHash();
  439. getAppendSourceList().pushBackSprintf("#ifndef _ANKI_INCL_GUARD_%" PRIu64 "\n"
  440. "#define _ANKI_INCL_GUARD_%" PRIu64,
  441. hash, hash);
  442. getAppendSourceList().pushBackSprintf("#line %u \"%s\"", lineNo + 1, sanitizeFilename(fname).cstr());
  443. }
  444. else if(*token == "anki")
  445. {
  446. // Must be a #pragma anki
  447. ++token;
  448. if(*token == "mutator")
  449. {
  450. ANKI_CHECK(checkNoActiveStruct());
  451. ANKI_CHECK(parsePragmaMutator(token + 1, end, line, fname));
  452. }
  453. else if(*token == "technique_start")
  454. {
  455. ANKI_CHECK(checkNoActiveStruct());
  456. ANKI_CHECK(parsePragmaTechniqueStart(token + 1, end, line, fname));
  457. }
  458. else if(*token == "technique_end")
  459. {
  460. ANKI_CHECK(checkNoActiveStruct());
  461. ANKI_CHECK(parsePragmaTechniqueEnd(token + 1, end, line, fname));
  462. }
  463. else if(*token == "skip_mutation")
  464. {
  465. ANKI_CHECK(checkNoActiveStruct());
  466. ANKI_CHECK(parsePragmaSkipMutation(token + 1, end, line, fname));
  467. }
  468. else if(*token == "struct")
  469. {
  470. ANKI_CHECK(checkNoActiveStruct());
  471. ANKI_CHECK(parsePragmaStructBegin(token + 1, end, line, fname));
  472. }
  473. else if(*token == "struct_end")
  474. {
  475. ANKI_CHECK(checkActiveStruct());
  476. ANKI_CHECK(parsePragmaStructEnd(token + 1, end, line, fname));
  477. }
  478. else if(*token == "member")
  479. {
  480. ANKI_CHECK(checkActiveStruct());
  481. ANKI_CHECK(parsePragmaMember(token + 1, end, line, fname));
  482. }
  483. else if(*token == "16bit")
  484. {
  485. ANKI_CHECK(parsePragma16bit(token + 1, end, line, fname));
  486. }
  487. else
  488. {
  489. ANKI_PP_ERROR_MALFORMED();
  490. }
  491. // For good measure
  492. getAppendSourceList().pushBackSprintf("#line %u \"%s\"", lineNo + 1, sanitizeFilename(fname).cstr());
  493. }
  494. else
  495. {
  496. // Some other pragma, ignore
  497. getAppendSourceList().pushBack(line);
  498. }
  499. }
  500. else
  501. {
  502. // Ignore
  503. getAppendSourceList().pushBack(line);
  504. }
  505. return Error::kNone;
  506. }
  507. Error ShaderProgramParser::parsePragmaStructBegin(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  508. {
  509. const U tokenCount = U(end - begin);
  510. if(tokenCount != 1)
  511. {
  512. ANKI_PP_ERROR_MALFORMED();
  513. }
  514. GhostStruct& gstruct = *m_ghostStructs.emplaceBack();
  515. gstruct.m_name = *begin;
  516. getAppendSourceList().pushBackSprintf("struct %s {", begin->cstr());
  517. ANKI_ASSERT(!m_insideStruct);
  518. m_insideStruct = true;
  519. return Error::kNone;
  520. }
  521. Error ShaderProgramParser::parsePragmaMember(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  522. {
  523. ANKI_ASSERT(m_insideStruct);
  524. const U tokenCount = U(end - begin);
  525. if(tokenCount != 2)
  526. {
  527. ANKI_PP_ERROR_MALFORMED();
  528. }
  529. GhostStruct& structure = m_ghostStructs.getBack();
  530. Member member;
  531. // Type
  532. const CString typeStr = *begin;
  533. member.m_type = ShaderVariableDataType::kNone;
  534. if(typeStr == "F32" || typeStr == "RF32")
  535. {
  536. member.m_type = ShaderVariableDataType::kF32;
  537. }
  538. else if(typeStr == "Vec2" || typeStr == "RVec2")
  539. {
  540. member.m_type = ShaderVariableDataType::kVec2;
  541. }
  542. else if(typeStr == "Vec3" || typeStr == "RVec3")
  543. {
  544. member.m_type = ShaderVariableDataType::kVec3;
  545. }
  546. else if(typeStr == "Vec4" || typeStr == "RVec4")
  547. {
  548. member.m_type = ShaderVariableDataType::kVec4;
  549. }
  550. else if(typeStr == "U32")
  551. {
  552. member.m_type = ShaderVariableDataType::kU32;
  553. }
  554. if(member.m_type == ShaderVariableDataType::kNone)
  555. {
  556. ANKI_PP_ERROR_MALFORMED_MSG("Unrecognized type");
  557. }
  558. // Name
  559. ++begin;
  560. member.m_name = *begin;
  561. // Rest
  562. member.m_offset = (structure.m_members.getSize())
  563. ? structure.m_members.getBack().m_offset + getShaderVariableDataTypeInfo(structure.m_members.getBack().m_type).m_size
  564. : 0;
  565. getAppendSourceList().pushBackSprintf("#define %s_%s_OFFSETOF %u", structure.m_name.cstr(), member.m_name.cstr(), member.m_offset);
  566. getAppendSourceList().pushBackSprintf("\t%s %s;", typeStr.cstr(), member.m_name.cstr());
  567. structure.m_members.emplaceBack(std::move(member));
  568. return Error::kNone;
  569. }
  570. Error ShaderProgramParser::parsePragmaStructEnd(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  571. {
  572. ANKI_ASSERT(m_insideStruct);
  573. if(begin != end)
  574. {
  575. ANKI_PP_ERROR_MALFORMED();
  576. }
  577. GhostStruct& gstruct = m_ghostStructs.getBack();
  578. const CString structName = gstruct.m_name;
  579. if(gstruct.m_members.isEmpty())
  580. {
  581. ANKI_PP_ERROR_MALFORMED_MSG("Struct doesn't have any members");
  582. }
  583. getAppendSourceList().pushBack("};");
  584. for(U32 i = 0; i < gstruct.m_members.getSize(); ++i)
  585. {
  586. const Member& m = gstruct.m_members[i];
  587. // # define XXX_LOAD()
  588. getAppendSourceList().pushBackSprintf("#\tdefine %s_%s_LOAD(buff, offset) buff.Load<%s>(%s_%s_OFFSETOF + (offset))%s", structName.cstr(),
  589. m.m_name.cstr(), getShaderVariableDataTypeInfo(m.m_type).m_name, structName.cstr(), m.m_name.cstr(),
  590. (i != gstruct.m_members.getSize() - 1) ? "," : "");
  591. }
  592. // Now define the structure LOAD in HLSL
  593. getAppendSourceList().pushBackSprintf("#define load%s(buff, offset) { \\", structName.cstr());
  594. for(U32 i = 0; i < gstruct.m_members.getSize(); ++i)
  595. {
  596. const Member& m = gstruct.m_members[i];
  597. getAppendSourceList().pushBackSprintf("\t%s_%s_LOAD(buff, offset) \\", structName.cstr(), m.m_name.cstr());
  598. }
  599. getAppendSourceList().pushBack("}");
  600. // Done
  601. m_insideStruct = false;
  602. return Error::kNone;
  603. }
  604. Error ShaderProgramParser::parsePragma16bit(const ShaderCompilerString* begin, const ShaderCompilerString* end, CString line, CString fname)
  605. {
  606. ANKI_ASSERT(begin && end);
  607. // Check tokens
  608. if(begin != end)
  609. {
  610. ANKI_PP_ERROR_MALFORMED();
  611. }
  612. m_16bitTypes = true;
  613. return Error::kNone;
  614. }
  615. Error ShaderProgramParser::parseFile(CString fname, U32 depth)
  616. {
  617. // First check the depth
  618. if(depth > kMaxIncludeDepth)
  619. {
  620. ANKI_SHADER_COMPILER_LOGE("The include depth is too high. Probably circular includance");
  621. }
  622. Bool foundPragmaOnce = false;
  623. // Load file in lines
  624. ShaderCompilerString txt;
  625. ANKI_CHECK(m_fsystem->readAllText(fname, txt));
  626. m_hash = (m_hash) ? computeHash(txt.cstr(), txt.getLength()) : appendHash(txt.cstr(), txt.getLength(), m_hash);
  627. ShaderCompilerStringList lines;
  628. lines.splitString(txt, '\n', true);
  629. if(lines.getSize() < 1)
  630. {
  631. ANKI_SHADER_COMPILER_LOGE("Source is empty");
  632. }
  633. getAppendSourceList().pushBackSprintf("#line 0 \"%s\"", sanitizeFilename(fname).cstr());
  634. // Parse lines
  635. U32 lineNo = 1;
  636. for(const ShaderCompilerString& line : lines)
  637. {
  638. if(line.isEmpty())
  639. {
  640. getAppendSourceList().pushBack(" ");
  641. }
  642. else if(line.find("pragma") != ShaderCompilerString::kNpos || line.find("include") != ShaderCompilerString::kNpos)
  643. {
  644. // Possibly a preprocessor directive we care
  645. ANKI_CHECK(parseLine(line.toCString(), fname, foundPragmaOnce, depth, lineNo));
  646. }
  647. else
  648. {
  649. // Just append the line
  650. getAppendSourceList().pushBack(line.toCString());
  651. }
  652. ++lineNo;
  653. }
  654. if(foundPragmaOnce)
  655. {
  656. // Append the guard
  657. getAppendSourceList().pushBack("#endif // Include guard");
  658. }
  659. return Error::kNone;
  660. }
  661. Error ShaderProgramParser::parse()
  662. {
  663. ANKI_ASSERT(!m_fname.isEmpty());
  664. ANKI_ASSERT(m_commonSourceLines.isEmpty());
  665. const CString fname = m_fname;
  666. // Parse recursively
  667. ANKI_CHECK(parseFile(fname, 0));
  668. // Checks
  669. {
  670. if(m_techniques.getSize() == 0)
  671. {
  672. ANKI_SHADER_COMPILER_LOGE("No techniques were found");
  673. return Error::kUserData;
  674. }
  675. if(insideTechnique())
  676. {
  677. ANKI_SHADER_COMPILER_LOGE("Forgot to end a technique");
  678. return Error::kUserData;
  679. }
  680. if(m_insideStruct)
  681. {
  682. ANKI_SHADER_COMPILER_LOGE("Forgot to end a struct");
  683. return Error::kUserData;
  684. }
  685. }
  686. // Create the code lines for each technique
  687. for(U32 i = 0; i < m_techniques.getSize(); ++i)
  688. {
  689. for(ShaderType s : EnumIterable<ShaderType>())
  690. {
  691. if(m_techniqueExtras[i].m_sourceLines[s].getSize())
  692. {
  693. ANKI_ASSERT(!!(m_techniques[i].m_shaderTypes & ShaderTypeBit(1 << s)));
  694. m_techniqueExtras[i].m_sourceLines[s].join("\n", m_techniqueExtras[i].m_sources[s]);
  695. m_techniqueExtras[i].m_sourceLines[s].destroy(); // Free mem
  696. }
  697. else
  698. {
  699. ANKI_ASSERT(!(m_techniques[i].m_shaderTypes & ShaderTypeBit(1 << s)));
  700. }
  701. }
  702. }
  703. m_commonSourceLines.destroy(); // Free mem
  704. return Error::kNone;
  705. }
  706. void ShaderProgramParser::generateAnkiShaderHeader(ShaderType shaderType, ShaderCompilerString& header)
  707. {
  708. header.destroy();
  709. header += ShaderCompilerString().sprintf("#define kMaxBindlessTextures %uu\n"
  710. "#define kMaxBindlessReadonlyTextureBuffers %uu\n",
  711. kMaxBindlessTextures, kMaxBindlessReadonlyTextureBuffers);
  712. for(ShaderType type : EnumIterable<ShaderType>())
  713. {
  714. header += ShaderCompilerString().sprintf("#define ANKI_%s_SHADER %u\n", kShaderStageNames[type].cstr(), (shaderType == type) ? 1 : 0);
  715. }
  716. }
  717. void ShaderProgramParser::generateVariant(ConstWeakArray<MutatorValue> mutation, const ShaderProgramParserTechnique& technique, ShaderType shaderType,
  718. ShaderCompilerString& source) const
  719. {
  720. // Sanity checks
  721. ANKI_ASSERT(mutation.getSize() == m_mutators.getSize());
  722. for(U32 i = 0; i < mutation.getSize(); ++i)
  723. {
  724. ANKI_ASSERT(mutatorHasValue(m_mutators[i], mutation[i]) && "Value not found");
  725. }
  726. ANKI_ASSERT(!!(technique.m_shaderTypes & ShaderTypeBit(1 << shaderType)));
  727. source.destroy();
  728. ANKI_ASSERT(&technique >= m_techniques.getBegin() && &technique < m_techniques.getEnd());
  729. const U32 tIdx = U32(&technique - m_techniques.getBegin());
  730. for(U32 i = 0; i < m_defineNames.getSize(); ++i)
  731. {
  732. source += ShaderCompilerString().sprintf("#define %s %d\n", m_defineNames[i].cstr(), m_defineValues[i]);
  733. }
  734. for(U32 i = 0; i < mutation.getSize(); ++i)
  735. {
  736. if(!!(technique.m_activeMutators[shaderType] & (1_U64 << U64(i))))
  737. {
  738. source += ShaderCompilerString().sprintf("#define %s %d\n", m_mutators[i].m_name.cstr(), mutation[i]);
  739. }
  740. }
  741. for(U32 i = 0; i < m_techniques.getSize(); ++i)
  742. {
  743. source += ShaderCompilerString().sprintf("#define ANKI_TECHNIQUE_%s %u\n", m_techniques[i].m_name.cstr(), U32(tIdx == i));
  744. }
  745. ShaderCompilerString header;
  746. generateAnkiShaderHeader(shaderType, header);
  747. source += header;
  748. if(m_16bitTypes)
  749. {
  750. source += "#define ANKI_SUPPORTS_16BIT_TYPES 1\n";
  751. }
  752. else
  753. {
  754. source += "#define ANKI_SUPPORTS_16BIT_TYPES 0\n";
  755. }
  756. ANKI_ASSERT(m_techniqueExtras[tIdx].m_sources[shaderType].getLength() > 0);
  757. source += m_techniqueExtras[tIdx].m_sources[shaderType];
  758. }
  759. Bool ShaderProgramParser::mutatorHasValue(const ShaderProgramParserMutator& mutator, MutatorValue value)
  760. {
  761. for(MutatorValue v : mutator.m_values)
  762. {
  763. if(value == v)
  764. {
  765. return true;
  766. }
  767. }
  768. return false;
  769. }
  770. Bool ShaderProgramParser::skipMutation(ConstWeakArray<MutatorValue> mutation) const
  771. {
  772. ANKI_ASSERT(mutation.getSize() == m_mutators.getSize());
  773. for(const PartialMutationSkip& skip : m_skipMutations)
  774. {
  775. Bool doSkip = true;
  776. for(U32 i = 0; i < m_mutators.getSize(); ++i)
  777. {
  778. if(skip.m_partialMutation[i] == std::numeric_limits<MutatorValue>::max())
  779. {
  780. // Don't care
  781. continue;
  782. }
  783. if(skip.m_partialMutation[i] != mutation[i])
  784. {
  785. doSkip = false;
  786. break;
  787. }
  788. }
  789. if(doSkip)
  790. {
  791. return true;
  792. }
  793. }
  794. return false;
  795. }
  796. } // end namespace anki