SpvTools.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. //
  2. // Copyright (C) 2014-2016 LunarG, Inc.
  3. // Copyright (C) 2018-2020 Google, Inc.
  4. //
  5. // All rights reserved.
  6. //
  7. // Redistribution and use in source and binary forms, with or without
  8. // modification, are permitted provided that the following conditions
  9. // are met:
  10. //
  11. // Redistributions of source code must retain the above copyright
  12. // notice, this list of conditions and the following disclaimer.
  13. //
  14. // Redistributions in binary form must reproduce the above
  15. // copyright notice, this list of conditions and the following
  16. // disclaimer in the documentation and/or other materials provided
  17. // with the distribution.
  18. //
  19. // Neither the name of 3Dlabs Inc. Ltd. nor the names of its
  20. // contributors may be used to endorse or promote products derived
  21. // from this software without specific prior written permission.
  22. //
  23. // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  24. // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  25. // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
  26. // FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
  27. // COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
  28. // INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
  29. // BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  30. // LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  31. // CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  32. // LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
  33. // ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  34. // POSSIBILITY OF SUCH DAMAGE.
  35. //
  36. // Call into SPIRV-Tools to disassemble, validate, and optimize.
  37. //
  38. #if ENABLE_OPT
  39. #include <cstdio>
  40. #include <iostream>
  41. #include "SpvTools.h"
  42. #include "spirv-tools/optimizer.hpp"
  43. #include "glslang/MachineIndependent/localintermediate.h"
  44. namespace glslang {
  45. // Translate glslang's view of target versioning to what SPIRV-Tools uses.
  46. spv_target_env MapToSpirvToolsEnv(const SpvVersion& spvVersion, spv::SpvBuildLogger* logger)
  47. {
  48. switch (spvVersion.vulkan) {
  49. case glslang::EShTargetVulkan_1_0:
  50. return spv_target_env::SPV_ENV_VULKAN_1_0;
  51. case glslang::EShTargetVulkan_1_1:
  52. switch (spvVersion.spv) {
  53. case EShTargetSpv_1_0:
  54. case EShTargetSpv_1_1:
  55. case EShTargetSpv_1_2:
  56. case EShTargetSpv_1_3:
  57. return spv_target_env::SPV_ENV_VULKAN_1_1;
  58. case EShTargetSpv_1_4:
  59. return spv_target_env::SPV_ENV_VULKAN_1_1_SPIRV_1_4;
  60. default:
  61. logger->missingFunctionality("Target version for SPIRV-Tools validator");
  62. return spv_target_env::SPV_ENV_VULKAN_1_1;
  63. }
  64. case glslang::EShTargetVulkan_1_2:
  65. return spv_target_env::SPV_ENV_VULKAN_1_2;
  66. case glslang::EShTargetVulkan_1_3:
  67. return spv_target_env::SPV_ENV_VULKAN_1_3;
  68. case glslang::EShTargetVulkan_1_4:
  69. return spv_target_env::SPV_ENV_VULKAN_1_4;
  70. default:
  71. break;
  72. }
  73. if (spvVersion.openGl > 0)
  74. return spv_target_env::SPV_ENV_OPENGL_4_5;
  75. logger->missingFunctionality("Target version for SPIRV-Tools validator");
  76. return spv_target_env::SPV_ENV_UNIVERSAL_1_0;
  77. }
  78. spv_target_env MapToSpirvToolsEnv(const glslang::TIntermediate& intermediate, spv::SpvBuildLogger* logger)
  79. {
  80. return MapToSpirvToolsEnv(intermediate.getSpv(), logger);
  81. }
  82. // Callback passed to spvtools::Optimizer::SetMessageConsumer
  83. void OptimizerMesssageConsumer(spv_message_level_t level, const char *source,
  84. const spv_position_t &position, const char *message)
  85. {
  86. auto &out = std::cerr;
  87. switch (level)
  88. {
  89. case SPV_MSG_FATAL:
  90. case SPV_MSG_INTERNAL_ERROR:
  91. case SPV_MSG_ERROR:
  92. out << "error: ";
  93. break;
  94. case SPV_MSG_WARNING:
  95. out << "warning: ";
  96. break;
  97. case SPV_MSG_INFO:
  98. case SPV_MSG_DEBUG:
  99. out << "info: ";
  100. break;
  101. default:
  102. break;
  103. }
  104. if (source)
  105. {
  106. out << source << ":";
  107. }
  108. out << position.line << ":" << position.column << ":" << position.index << ":";
  109. if (message)
  110. {
  111. out << " " << message;
  112. }
  113. out << std::endl;
  114. }
  115. // Use the SPIRV-Tools disassembler to print SPIR-V using a SPV_ENV_UNIVERSAL_1_3 environment.
  116. void SpirvToolsDisassemble(std::ostream& out, const std::vector<unsigned int>& spirv)
  117. {
  118. SpirvToolsDisassemble(out, spirv, spv_target_env::SPV_ENV_UNIVERSAL_1_3);
  119. }
  120. // Use the SPIRV-Tools disassembler to print SPIR-V with a provided SPIR-V environment.
  121. void SpirvToolsDisassemble(std::ostream& out, const std::vector<unsigned int>& spirv,
  122. spv_target_env requested_context)
  123. {
  124. // disassemble
  125. spv_context context = spvContextCreate(requested_context);
  126. spv_text text;
  127. spv_diagnostic diagnostic = nullptr;
  128. spvBinaryToText(context, spirv.data(), spirv.size(),
  129. SPV_BINARY_TO_TEXT_OPTION_FRIENDLY_NAMES | SPV_BINARY_TO_TEXT_OPTION_INDENT,
  130. &text, &diagnostic);
  131. // dump
  132. if (diagnostic == nullptr)
  133. out << text->str;
  134. else
  135. spvDiagnosticPrint(diagnostic);
  136. // teardown
  137. spvDiagnosticDestroy(diagnostic);
  138. spvContextDestroy(context);
  139. }
  140. // Apply the SPIRV-Tools validator to generated SPIR-V.
  141. void SpirvToolsValidate(const glslang::TIntermediate& intermediate, std::vector<unsigned int>& spirv,
  142. spv::SpvBuildLogger* logger, bool prelegalization)
  143. {
  144. // validate
  145. spv_context context = spvContextCreate(MapToSpirvToolsEnv(intermediate.getSpv(), logger));
  146. spv_const_binary_t binary = { spirv.data(), spirv.size() };
  147. spv_diagnostic diagnostic = nullptr;
  148. spv_validator_options options = spvValidatorOptionsCreate();
  149. spvValidatorOptionsSetRelaxBlockLayout(options, intermediate.usingHlslOffsets());
  150. spvValidatorOptionsSetBeforeHlslLegalization(options, prelegalization);
  151. spvValidatorOptionsSetScalarBlockLayout(options, intermediate.usingScalarBlockLayout());
  152. spvValidatorOptionsSetWorkgroupScalarBlockLayout(options, intermediate.usingScalarBlockLayout());
  153. spvValidatorOptionsSetAllowOffsetTextureOperand(options, intermediate.usingTextureOffsetNonConst());
  154. spvValidateWithOptions(context, options, &binary, &diagnostic);
  155. // report
  156. if (diagnostic != nullptr) {
  157. logger->error("SPIRV-Tools Validation Errors");
  158. logger->error(diagnostic->error);
  159. }
  160. // tear down
  161. spvValidatorOptionsDestroy(options);
  162. spvDiagnosticDestroy(diagnostic);
  163. spvContextDestroy(context);
  164. }
  165. // Apply the SPIRV-Tools optimizer to generated SPIR-V. HLSL SPIR-V is legalized in the process.
  166. void SpirvToolsTransform(const glslang::TIntermediate& intermediate, std::vector<unsigned int>& spirv,
  167. spv::SpvBuildLogger* logger, const SpvOptions* options)
  168. {
  169. spv_target_env target_env = MapToSpirvToolsEnv(intermediate.getSpv(), logger);
  170. spvtools::Optimizer optimizer(target_env);
  171. optimizer.SetMessageConsumer(OptimizerMesssageConsumer);
  172. // If debug (specifically source line info) is being generated, propagate
  173. // line information into all SPIR-V instructions. This avoids loss of
  174. // information when instructions are deleted or moved. Later, remove
  175. // redundant information to minimize final SPRIR-V size.
  176. if (options->stripDebugInfo) {
  177. optimizer.RegisterPass(spvtools::CreateStripDebugInfoPass());
  178. }
  179. optimizer.RegisterPass(spvtools::CreateWrapOpKillPass());
  180. optimizer.RegisterPass(spvtools::CreateDeadBranchElimPass());
  181. optimizer.RegisterPass(spvtools::CreateMergeReturnPass());
  182. optimizer.RegisterPass(spvtools::CreateInlineExhaustivePass());
  183. optimizer.RegisterPass(spvtools::CreateEliminateDeadFunctionsPass());
  184. optimizer.RegisterPass(spvtools::CreateScalarReplacementPass());
  185. optimizer.RegisterPass(spvtools::CreateLocalAccessChainConvertPass());
  186. optimizer.RegisterPass(spvtools::CreateLocalSingleBlockLoadStoreElimPass());
  187. optimizer.RegisterPass(spvtools::CreateLocalSingleStoreElimPass());
  188. optimizer.RegisterPass(spvtools::CreateSimplificationPass());
  189. optimizer.RegisterPass(spvtools::CreateAggressiveDCEPass());
  190. optimizer.RegisterPass(spvtools::CreateVectorDCEPass());
  191. optimizer.RegisterPass(spvtools::CreateDeadInsertElimPass());
  192. optimizer.RegisterPass(spvtools::CreateAggressiveDCEPass());
  193. optimizer.RegisterPass(spvtools::CreateDeadBranchElimPass());
  194. optimizer.RegisterPass(spvtools::CreateBlockMergePass());
  195. optimizer.RegisterPass(spvtools::CreateLocalMultiStoreElimPass());
  196. optimizer.RegisterPass(spvtools::CreateIfConversionPass());
  197. optimizer.RegisterPass(spvtools::CreateSimplificationPass());
  198. optimizer.RegisterPass(spvtools::CreateAggressiveDCEPass());
  199. optimizer.RegisterPass(spvtools::CreateVectorDCEPass());
  200. optimizer.RegisterPass(spvtools::CreateDeadInsertElimPass());
  201. optimizer.RegisterPass(spvtools::CreateInterpolateFixupPass());
  202. if (options->optimizeSize) {
  203. optimizer.RegisterPass(spvtools::CreateRedundancyEliminationPass());
  204. optimizer.RegisterPass(spvtools::CreateEliminateDeadInputComponentsSafePass());
  205. }
  206. optimizer.RegisterPass(spvtools::CreateAggressiveDCEPass());
  207. optimizer.RegisterPass(spvtools::CreateCFGCleanupPass());
  208. spvtools::OptimizerOptions spvOptOptions;
  209. if (options->optimizerAllowExpandedIDBound)
  210. spvOptOptions.set_max_id_bound(0x3FFFFFFF);
  211. optimizer.SetTargetEnv(MapToSpirvToolsEnv(intermediate.getSpv(), logger));
  212. spvOptOptions.set_run_validator(false); // The validator may run as a separate step later on
  213. optimizer.Run(spirv.data(), spirv.size(), &spirv, spvOptOptions);
  214. if (options->optimizerAllowExpandedIDBound) {
  215. if (spirv.size() > 3 && spirv[3] > kDefaultMaxIdBound) {
  216. spvtools::Optimizer optimizer2(target_env);
  217. optimizer2.SetMessageConsumer(OptimizerMesssageConsumer);
  218. optimizer2.RegisterPass(spvtools::CreateCompactIdsPass());
  219. optimizer2.Run(spirv.data(), spirv.size(), &spirv, spvOptOptions);
  220. }
  221. }
  222. }
  223. bool SpirvToolsAnalyzeDeadOutputStores(spv_target_env target_env, std::vector<unsigned int>& spirv,
  224. std::unordered_set<uint32_t>* live_locs,
  225. std::unordered_set<uint32_t>* live_builtins,
  226. spv::SpvBuildLogger*)
  227. {
  228. spvtools::Optimizer optimizer(target_env);
  229. optimizer.SetMessageConsumer(OptimizerMesssageConsumer);
  230. optimizer.RegisterPass(spvtools::CreateAnalyzeLiveInputPass(live_locs, live_builtins));
  231. spvtools::OptimizerOptions spvOptOptions;
  232. optimizer.SetTargetEnv(target_env);
  233. spvOptOptions.set_run_validator(false);
  234. return optimizer.Run(spirv.data(), spirv.size(), &spirv, spvOptOptions);
  235. }
  236. void SpirvToolsEliminateDeadOutputStores(spv_target_env target_env, std::vector<unsigned int>& spirv,
  237. std::unordered_set<uint32_t>* live_locs,
  238. std::unordered_set<uint32_t>* live_builtins,
  239. spv::SpvBuildLogger*)
  240. {
  241. spvtools::Optimizer optimizer(target_env);
  242. optimizer.SetMessageConsumer(OptimizerMesssageConsumer);
  243. optimizer.RegisterPass(spvtools::CreateEliminateDeadOutputStoresPass(live_locs, live_builtins));
  244. optimizer.RegisterPass(spvtools::CreateAggressiveDCEPass(false, true));
  245. optimizer.RegisterPass(spvtools::CreateEliminateDeadOutputComponentsPass());
  246. optimizer.RegisterPass(spvtools::CreateAggressiveDCEPass(false, true));
  247. spvtools::OptimizerOptions spvOptOptions;
  248. optimizer.SetTargetEnv(target_env);
  249. spvOptOptions.set_run_validator(false);
  250. optimizer.Run(spirv.data(), spirv.size(), &spirv, spvOptOptions);
  251. }
  252. void SpirvToolsEliminateDeadInputComponents(spv_target_env target_env, std::vector<unsigned int>& spirv,
  253. spv::SpvBuildLogger*)
  254. {
  255. spvtools::Optimizer optimizer(target_env);
  256. optimizer.SetMessageConsumer(OptimizerMesssageConsumer);
  257. optimizer.RegisterPass(spvtools::CreateEliminateDeadInputComponentsPass());
  258. optimizer.RegisterPass(spvtools::CreateAggressiveDCEPass());
  259. spvtools::OptimizerOptions spvOptOptions;
  260. optimizer.SetTargetEnv(target_env);
  261. spvOptOptions.set_run_validator(false);
  262. optimizer.Run(spirv.data(), spirv.size(), &spirv, spvOptOptions);
  263. }
  264. // Apply the SPIRV-Tools optimizer to strip debug info from SPIR-V. This is implicitly done by
  265. // SpirvToolsTransform if spvOptions->stripDebugInfo is set, but can be called separately if
  266. // optimization is disabled.
  267. void SpirvToolsStripDebugInfo(const glslang::TIntermediate& intermediate,
  268. std::vector<unsigned int>& spirv, spv::SpvBuildLogger* logger)
  269. {
  270. spv_target_env target_env = MapToSpirvToolsEnv(intermediate.getSpv(), logger);
  271. spvtools::Optimizer optimizer(target_env);
  272. optimizer.SetMessageConsumer(OptimizerMesssageConsumer);
  273. optimizer.RegisterPass(spvtools::CreateStripDebugInfoPass());
  274. spvtools::OptimizerOptions spvOptOptions;
  275. optimizer.SetTargetEnv(MapToSpirvToolsEnv(intermediate.getSpv(), logger));
  276. spvOptOptions.set_run_validator(false); // The validator may run as a separate step later on
  277. optimizer.Run(spirv.data(), spirv.size(), &spirv, spvOptOptions);
  278. }
  279. } // end namespace glslang
  280. #endif