DxilContainerTest.cpp 45 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093
  1. ///////////////////////////////////////////////////////////////////////////////
  2. // //
  3. // DxilContainerTest.cpp //
  4. // Copyright (C) Microsoft Corporation. All rights reserved. //
  5. // This file is distributed under the University of Illinois Open Source //
  6. // License. See LICENSE.TXT for details. //
  7. // //
  8. // Provides tests for container formatting and validation. //
  9. // //
  10. ///////////////////////////////////////////////////////////////////////////////
  11. #ifndef UNICODE
  12. #define UNICODE
  13. #endif
  14. #include <memory>
  15. #include <vector>
  16. #include <string>
  17. #include <tuple>
  18. #include <cassert>
  19. #include <sstream>
  20. #include <algorithm>
  21. #include "dxc/Support/WinIncludes.h"
  22. #include "dxc/dxcapi.h"
  23. #include <atlfile.h>
  24. #include "HLSLTestData.h"
  25. #include "WexTestClass.h"
  26. #include "HlslTestUtils.h"
  27. #include "DxcTestUtils.h"
  28. #include "dxc/Support/Global.h"
  29. #include "dxc/Support/dxcapi.use.h"
  30. #include "dxc/Support/HLSLOptions.h"
  31. #include "dxc/HLSL/DxilContainer.h"
  32. #include "dxc/HLSL/DxilPipelineStateValidation.h"
  33. #include "dxc/HLSL/DxilShaderFlags.h"
  34. #include <fstream>
  35. #include <filesystem>
  36. #include <chrono>
  37. #include <d3dcompiler.h>
  38. #pragma comment(lib, "d3dcompiler.lib")
  39. #include <codecvt>
  40. using namespace std;
  41. using namespace hlsl_test;
  42. using namespace std::experimental::filesystem;
  43. static uint8_t MaskCount(uint8_t V) {
  44. DXASSERT_NOMSG(0 <= V && V <= 0xF);
  45. static const uint8_t Count[16] = {
  46. 0, 1, 1, 2,
  47. 1, 2, 2, 3,
  48. 1, 2, 2, 3,
  49. 2, 3, 3, 4
  50. };
  51. return Count[V];
  52. }
  53. class DxilContainerTest {
  54. public:
  55. BEGIN_TEST_CLASS(DxilContainerTest)
  56. TEST_CLASS_PROPERTY(L"Parallel", L"true")
  57. TEST_METHOD_PROPERTY(L"Priority", L"0")
  58. END_TEST_CLASS()
  59. TEST_CLASS_SETUP(InitSupport);
  60. TEST_METHOD(CompileWhenDebugSourceThenSourceMatters)
  61. TEST_METHOD(CompileWhenOkThenCheckRDAT)
  62. TEST_METHOD(CompileWhenOKThenIncludesFeatureInfo)
  63. TEST_METHOD(CompileWhenOKThenIncludesSignatures)
  64. TEST_METHOD(CompileWhenSigSquareThenIncludeSplit)
  65. TEST_METHOD(DisassemblyWhenMissingThenFails)
  66. TEST_METHOD(DisassemblyWhenBCInvalidThenFails)
  67. TEST_METHOD(DisassemblyWhenInvalidThenFails)
  68. TEST_METHOD(DisassemblyWhenValidThenOK)
  69. TEST_METHOD(ValidateFromLL_Abs2)
  70. TEST_METHOD(DxilContainerUnitTest)
  71. TEST_METHOD(ReflectionMatchesDXBC_CheckIn)
  72. BEGIN_TEST_METHOD(ReflectionMatchesDXBC_Full)
  73. TEST_METHOD_PROPERTY(L"Priority", L"1")
  74. END_TEST_METHOD()
  75. dxc::DxcDllSupport m_dllSupport;
  76. VersionSupportInfo m_ver;
  77. void CreateBlobPinned(_In_bytecount_(size) LPCVOID data, SIZE_T size,
  78. UINT32 codePage, _Outptr_ IDxcBlobEncoding **ppBlob) {
  79. CComPtr<IDxcLibrary> library;
  80. IFT(m_dllSupport.CreateInstance(CLSID_DxcLibrary, &library));
  81. IFT(library->CreateBlobWithEncodingFromPinned((LPBYTE)data, size, codePage,
  82. ppBlob));
  83. }
  84. void CreateBlobFromText(_In_z_ const char *pText,
  85. _Outptr_ IDxcBlobEncoding **ppBlob) {
  86. CreateBlobPinned(pText, strlen(pText), CP_UTF8, ppBlob);
  87. }
  88. HRESULT CreateCompiler(IDxcCompiler **ppResult) {
  89. if (!m_dllSupport.IsEnabled()) {
  90. VERIFY_SUCCEEDED(m_dllSupport.Initialize());
  91. }
  92. return m_dllSupport.CreateInstance(CLSID_DxcCompiler, ppResult);
  93. }
  94. void CompareShaderInputBindDesc(D3D12_SHADER_INPUT_BIND_DESC *pTestDesc,
  95. D3D12_SHADER_INPUT_BIND_DESC *pBaseDesc) {
  96. VERIFY_ARE_EQUAL(pTestDesc->BindCount, pBaseDesc->BindCount);
  97. VERIFY_ARE_EQUAL(pTestDesc->BindPoint, pBaseDesc->BindPoint);
  98. VERIFY_ARE_EQUAL(pTestDesc->Dimension, pBaseDesc->Dimension);
  99. VERIFY_ARE_EQUAL_STR(pTestDesc->Name, pBaseDesc->Name);
  100. VERIFY_ARE_EQUAL(pTestDesc->NumSamples, pBaseDesc->NumSamples);
  101. VERIFY_ARE_EQUAL(pTestDesc->ReturnType, pBaseDesc->ReturnType);
  102. VERIFY_ARE_EQUAL(pTestDesc->Space, pBaseDesc->Space);
  103. if (pBaseDesc->Type == D3D_SIT_UAV_APPEND_STRUCTURED ||
  104. pBaseDesc->Type == D3D_SIT_UAV_CONSUME_STRUCTURED) {
  105. // dxil only have rw with counter.
  106. VERIFY_ARE_EQUAL(pTestDesc->Type, D3D_SIT_UAV_RWSTRUCTURED_WITH_COUNTER);
  107. } else if (pTestDesc->Type == D3D_SIT_STRUCTURED &&
  108. pBaseDesc->Type != D3D_SIT_STRUCTURED) {
  109. VERIFY_ARE_EQUAL(pBaseDesc->Type, D3D_SIT_TEXTURE);
  110. } else
  111. VERIFY_ARE_EQUAL(pTestDesc->Type, pBaseDesc->Type);
  112. // D3D_SIF_USERPACKED is never set in dxil.
  113. UINT unusedFlag = D3D_SIF_USERPACKED;
  114. VERIFY_ARE_EQUAL(pTestDesc->uFlags, pBaseDesc->uFlags & ~unusedFlag);
  115. // VERIFY_ARE_EQUAL(pTestDesc->uID, pBaseDesc->uID); // Like register, this can vary.
  116. }
  117. void CompareParameterDesc(D3D12_SIGNATURE_PARAMETER_DESC *pTestDesc,
  118. D3D12_SIGNATURE_PARAMETER_DESC *pBaseDesc, bool isInput) {
  119. VERIFY_ARE_EQUAL(0, _stricmp(pTestDesc->SemanticName, pBaseDesc->SemanticName));
  120. if (pTestDesc->SystemValueType == D3D_NAME_CLIP_DISTANCE) return; // currently generating multiple clip distance params, one per component
  121. VERIFY_ARE_EQUAL(pTestDesc->ComponentType, pBaseDesc->ComponentType);
  122. VERIFY_ARE_EQUAL(MaskCount(pTestDesc->Mask), MaskCount(pBaseDesc->Mask));
  123. VERIFY_ARE_EQUAL(pTestDesc->MinPrecision, pBaseDesc->MinPrecision);
  124. if (!isInput)
  125. VERIFY_ARE_EQUAL(pTestDesc->ReadWriteMask != 0, pBaseDesc->ReadWriteMask != 0); // VERIFY_ARE_EQUAL(pTestDesc->ReadWriteMask, pBaseDesc->ReadWriteMask);
  126. // VERIFY_ARE_EQUAL(pTestDesc->Register, pBaseDesc->Register);
  127. //VERIFY_ARE_EQUAL(pTestDesc->SemanticIndex, pBaseDesc->SemanticIndex);
  128. VERIFY_ARE_EQUAL(pTestDesc->Stream, pBaseDesc->Stream);
  129. VERIFY_ARE_EQUAL(pTestDesc->SystemValueType, pBaseDesc->SystemValueType);
  130. }
  131. void CompareType(ID3D12ShaderReflectionType *pTest,
  132. ID3D12ShaderReflectionType *pBase,
  133. bool shouldSuppressOffsetChecks = false)
  134. {
  135. D3D12_SHADER_TYPE_DESC testDesc, baseDesc;
  136. VERIFY_SUCCEEDED(pTest->GetDesc(&testDesc));
  137. VERIFY_SUCCEEDED(pBase->GetDesc(&baseDesc));
  138. VERIFY_ARE_EQUAL(testDesc.Class, baseDesc.Class);
  139. VERIFY_ARE_EQUAL(testDesc.Type, baseDesc.Type);
  140. VERIFY_ARE_EQUAL(testDesc.Rows, baseDesc.Rows);
  141. VERIFY_ARE_EQUAL(testDesc.Columns, baseDesc.Columns);
  142. VERIFY_ARE_EQUAL(testDesc.Elements, baseDesc.Elements);
  143. VERIFY_ARE_EQUAL(testDesc.Members, baseDesc.Members);
  144. if(!shouldSuppressOffsetChecks)
  145. {
  146. VERIFY_ARE_EQUAL(testDesc.Offset, baseDesc.Offset);
  147. }
  148. VERIFY_ARE_EQUAL(0, strcmp(testDesc.Name, baseDesc.Name));
  149. for (UINT i = 0; i < baseDesc.Members; ++i) {
  150. ID3D12ShaderReflectionType* testMemberType = pTest->GetMemberTypeByIndex(i);
  151. ID3D12ShaderReflectionType* baseMemberType = pBase->GetMemberTypeByIndex(i);
  152. VERIFY_IS_NOT_NULL(testMemberType);
  153. VERIFY_IS_NOT_NULL(baseMemberType);
  154. CompareType(testMemberType, baseMemberType, shouldSuppressOffsetChecks);
  155. LPCSTR testMemberName = pTest->GetMemberTypeName(i);
  156. LPCSTR baseMemberName = pBase->GetMemberTypeName(i);
  157. VERIFY_ARE_EQUAL(0, strcmp(testMemberName, baseMemberName));
  158. }
  159. }
  160. typedef HRESULT (__stdcall ID3D12ShaderReflection::*GetParameterDescFn)(UINT, D3D12_SIGNATURE_PARAMETER_DESC*);
  161. void SortNameIdxVector(std::vector<std::tuple<LPCSTR, UINT, UINT>> &value) {
  162. struct FirstPredT {
  163. bool operator()(std::tuple<LPCSTR, UINT, UINT> &l,
  164. std::tuple<LPCSTR, UINT, UINT> &r) {
  165. int strResult = strcmp(std::get<0>(l), std::get<0>(r));
  166. return (strResult < 0 ) || (strResult == 0 && std::get<1>(l) < std::get<1>(r));
  167. }
  168. } FirstPred;
  169. std::sort(value.begin(), value.end(), FirstPred);
  170. }
  171. void CompareParameterDescs(UINT count, ID3D12ShaderReflection *pTest,
  172. ID3D12ShaderReflection *pBase,
  173. GetParameterDescFn Fn, bool isInput) {
  174. std::vector<std::tuple<LPCSTR, UINT, UINT>> testParams, baseParams;
  175. testParams.reserve(count);
  176. baseParams.reserve(count);
  177. for (UINT i = 0; i < count; ++i) {
  178. D3D12_SIGNATURE_PARAMETER_DESC D;
  179. VERIFY_SUCCEEDED((pTest->*Fn)(i, &D));
  180. testParams.push_back(std::make_tuple(D.SemanticName, D.SemanticIndex, i));
  181. VERIFY_SUCCEEDED((pBase->*Fn)(i, &D));
  182. baseParams.push_back(std::make_tuple(D.SemanticName, D.SemanticIndex, i));
  183. }
  184. SortNameIdxVector(testParams);
  185. SortNameIdxVector(baseParams);
  186. for (UINT i = 0; i < count; ++i) {
  187. D3D12_SIGNATURE_PARAMETER_DESC testParamDesc, baseParamDesc;
  188. VERIFY_SUCCEEDED(
  189. (pTest->*Fn)(std::get<2>(testParams[i]), &testParamDesc));
  190. VERIFY_SUCCEEDED(
  191. (pBase->*Fn)(std::get<2>(baseParams[i]), &baseParamDesc));
  192. CompareParameterDesc(&testParamDesc, &baseParamDesc, isInput);
  193. }
  194. }
  195. void CompareReflection(ID3D12ShaderReflection *pTest, ID3D12ShaderReflection *pBase) {
  196. D3D12_SHADER_DESC testDesc, baseDesc;
  197. VERIFY_SUCCEEDED(pTest->GetDesc(&testDesc));
  198. VERIFY_SUCCEEDED(pBase->GetDesc(&baseDesc));
  199. VERIFY_ARE_EQUAL(D3D12_SHVER_GET_TYPE(testDesc.Version), D3D12_SHVER_GET_TYPE(baseDesc.Version));
  200. VERIFY_ARE_EQUAL(testDesc.ConstantBuffers, baseDesc.ConstantBuffers);
  201. VERIFY_ARE_EQUAL(testDesc.BoundResources, baseDesc.BoundResources);
  202. VERIFY_ARE_EQUAL(testDesc.InputParameters, baseDesc.InputParameters);
  203. VERIFY_ARE_EQUAL(testDesc.OutputParameters, baseDesc.OutputParameters);
  204. VERIFY_ARE_EQUAL(testDesc.PatchConstantParameters, baseDesc.PatchConstantParameters);
  205. {
  206. for (UINT i = 0; i < testDesc.ConstantBuffers; ++i) {
  207. ID3D12ShaderReflectionConstantBuffer *pTestCB, *pBaseCB;
  208. D3D12_SHADER_BUFFER_DESC testCB, baseCB;
  209. pTestCB = pTest->GetConstantBufferByIndex(i);
  210. VERIFY_SUCCEEDED(pTestCB->GetDesc(&testCB));
  211. pBaseCB = pBase->GetConstantBufferByName(testCB.Name);
  212. VERIFY_SUCCEEDED(pBaseCB->GetDesc(&baseCB));
  213. VERIFY_ARE_EQUAL_STR(testCB.Name, baseCB.Name);
  214. VERIFY_ARE_EQUAL(testCB.Type, baseCB.Type);
  215. VERIFY_ARE_EQUAL(testCB.Variables, baseCB.Variables);
  216. VERIFY_ARE_EQUAL(testCB.Size, baseCB.Size);
  217. VERIFY_ARE_EQUAL(testCB.uFlags, baseCB.uFlags);
  218. llvm::StringMap<D3D12_SHADER_VARIABLE_DESC> variableMap;
  219. llvm::StringMap<ID3D12ShaderReflectionType*> variableTypeMap;
  220. for (UINT vi = 0; vi < testCB.Variables; ++vi) {
  221. ID3D12ShaderReflectionVariable *pBaseConst;
  222. D3D12_SHADER_VARIABLE_DESC baseConst;
  223. pBaseConst = pBaseCB->GetVariableByIndex(vi);
  224. VERIFY_SUCCEEDED(pBaseConst->GetDesc(&baseConst));
  225. variableMap[baseConst.Name] = baseConst;
  226. ID3D12ShaderReflectionType* pBaseType = pBaseConst->GetType();
  227. VERIFY_IS_NOT_NULL(pBaseType);
  228. variableTypeMap[baseConst.Name] = pBaseType;
  229. }
  230. for (UINT vi = 0; vi < testCB.Variables; ++vi) {
  231. ID3D12ShaderReflectionVariable *pTestConst;
  232. D3D12_SHADER_VARIABLE_DESC testConst;
  233. pTestConst = pTestCB->GetVariableByIndex(vi);
  234. VERIFY_SUCCEEDED(pTestConst->GetDesc(&testConst));
  235. VERIFY_ARE_EQUAL(variableMap.count(testConst.Name), 1);
  236. D3D12_SHADER_VARIABLE_DESC baseConst = variableMap[testConst.Name];
  237. VERIFY_ARE_EQUAL(testConst.uFlags, baseConst.uFlags);
  238. VERIFY_ARE_EQUAL(testConst.StartOffset, baseConst.StartOffset);
  239. // TODO: enalbe size cmp.
  240. //VERIFY_ARE_EQUAL(testConst.Size, baseConst.Size);
  241. ID3D12ShaderReflectionType* pTestType = pTestConst->GetType();
  242. VERIFY_IS_NOT_NULL(pTestType);
  243. VERIFY_ARE_EQUAL(variableTypeMap.count(testConst.Name), 1);
  244. ID3D12ShaderReflectionType* pBaseType = variableTypeMap[testConst.Name];
  245. // Note: we suppress comparing offsets for structured buffers, because dxc and fxc don't
  246. // seem to agree in that case.
  247. //
  248. // The information in the `D3D12_SHADER_BUFFER_DESC` doesn't give us enough to
  249. // be able to isolate structured buffers, so we do the test negatively: suppress
  250. // offset checks *unless* we are looking at a `cbuffer` or `tbuffer`.
  251. bool shouldSuppressOffsetChecks = true;
  252. switch( baseCB.Type )
  253. {
  254. default:
  255. break;
  256. case D3D_CT_CBUFFER:
  257. case D3D_CT_TBUFFER:
  258. shouldSuppressOffsetChecks = false;
  259. break;
  260. }
  261. CompareType(pTestType, pBaseType, shouldSuppressOffsetChecks);
  262. }
  263. }
  264. }
  265. for (UINT i = 0; i < testDesc.BoundResources; ++i) {
  266. D3D12_SHADER_INPUT_BIND_DESC testParamDesc, baseParamDesc;
  267. VERIFY_SUCCEEDED(pTest->GetResourceBindingDesc(i, &testParamDesc), WStrFmt(L"i=%u", i));
  268. VERIFY_SUCCEEDED(pBase->GetResourceBindingDescByName(testParamDesc.Name, &baseParamDesc));
  269. CompareShaderInputBindDesc(&testParamDesc, &baseParamDesc);
  270. }
  271. CompareParameterDescs(testDesc.InputParameters, pTest, pBase, &ID3D12ShaderReflection::GetInputParameterDesc, true);
  272. CompareParameterDescs(testDesc.OutputParameters, pTest, pBase,
  273. &ID3D12ShaderReflection::GetOutputParameterDesc,
  274. false);
  275. bool isHs = testDesc.HSPartitioning != D3D_TESSELLATOR_PARTITIONING::D3D11_TESSELLATOR_PARTITIONING_UNDEFINED;
  276. CompareParameterDescs(
  277. testDesc.PatchConstantParameters, pTest, pBase,
  278. &ID3D12ShaderReflection::GetPatchConstantParameterDesc, !isHs);
  279. {
  280. UINT32 testTotal, testX, testY, testZ;
  281. UINT32 baseTotal, baseX, baseY, baseZ;
  282. testTotal = pTest->GetThreadGroupSize(&testX, &testY, &testZ);
  283. baseTotal = pBase->GetThreadGroupSize(&baseX, &baseY, &baseZ);
  284. VERIFY_ARE_EQUAL(testTotal, baseTotal);
  285. VERIFY_ARE_EQUAL(testX, baseX);
  286. VERIFY_ARE_EQUAL(testY, baseY);
  287. VERIFY_ARE_EQUAL(testZ, baseZ);
  288. }
  289. }
  290. void split(const wstring &s, wchar_t delim, vector<wstring> &elems) {
  291. wstringstream ss(s);
  292. wstring item;
  293. while (getline(ss, item, delim)) {
  294. elems.push_back(item);
  295. }
  296. }
  297. vector<wstring> split(const wstring &s, char delim) {
  298. vector<wstring> elems;
  299. split(s, delim, elems);
  300. return elems;
  301. }
  302. wstring SplitFilename(const wstring &str) {
  303. size_t found;
  304. found = str.find_last_of(L"/\\");
  305. return str.substr(0, found);
  306. }
  307. void NameParseCommandPartsFromFile(LPCWSTR path, std::vector<FileRunCommandPart> &parts) {
  308. vector<wstring> Parts = split(wstring(path), '+');
  309. std::wstring Name = Parts[0];
  310. std::wstring EntryPoint = Parts[1];
  311. std::wstring ShaderModel = Parts[2];
  312. std::wstring Arguments = L"-T ";
  313. Arguments += ShaderModel;
  314. Arguments += L" -E ";
  315. Arguments += EntryPoint;
  316. Arguments += L" %s";
  317. std::wstring_convert<std::codecvt_utf8_utf16<wchar_t> > w;
  318. string ArgumentsNarrow = w.to_bytes(Arguments);
  319. FileRunCommandPart P(string("%dxc"), ArgumentsNarrow, path);
  320. parts.push_back(P);
  321. }
  322. HRESULT CompileFromFile(LPCWSTR path, bool useDXBC, IDxcBlob **ppBlob) {
  323. std::vector<FileRunCommandPart> parts;
  324. //NameParseCommandPartsFromFile(path, parts);
  325. ParseCommandPartsFromFile(path, parts);
  326. VERIFY_IS_TRUE(parts.size() > 0);
  327. VERIFY_ARE_EQUAL_STR(parts[0].Command.c_str(), "%dxc");
  328. FileRunCommandPart &dxc = parts[0];
  329. m_dllSupport.Initialize();
  330. dxc.DllSupport = &m_dllSupport;
  331. hlsl::options::MainArgs args;
  332. hlsl::options::DxcOpts opts;
  333. dxc.ReadOptsForDxc(args, opts);
  334. if (opts.CodeGenHighLevel) return E_FAIL; // skip for now
  335. if (useDXBC) {
  336. // Consider supporting defines and flags if/when needed.
  337. std::string TargetProfile(opts.TargetProfile.str());
  338. TargetProfile[3] = '5'; TargetProfile[5] = '1';
  339. CComPtr<ID3DBlob> pDxbcBlob;
  340. CComPtr<ID3DBlob> pDxbcErrors;
  341. UINT unboundDescTab = (1 << 20);
  342. IFR(D3DCompileFromFile(path, nullptr, D3D_COMPILE_STANDARD_FILE_INCLUDE,
  343. opts.EntryPoint.str().c_str(),
  344. TargetProfile.c_str(),
  345. unboundDescTab, 0, &pDxbcBlob, &pDxbcErrors));
  346. IFR(pDxbcBlob.QueryInterface(ppBlob));
  347. }
  348. else {
  349. dxc.Run(nullptr);
  350. IFRBOOL(dxc.RunResult == 0, E_FAIL);
  351. IFR(dxc.OpResult->GetResult(ppBlob));
  352. }
  353. return S_OK;
  354. }
  355. void CreateReflectionFromBlob(IDxcBlob *pBlob, ID3D12ShaderReflection **ppReflection) {
  356. CComPtr<IDxcContainerReflection> pReflection;
  357. UINT32 shaderIdx;
  358. m_dllSupport.CreateInstance(CLSID_DxcContainerReflection, &pReflection);
  359. VERIFY_SUCCEEDED(pReflection->Load(pBlob));
  360. VERIFY_SUCCEEDED(pReflection->FindFirstPartKind(hlsl::DFCC_DXIL, &shaderIdx));
  361. VERIFY_SUCCEEDED(pReflection->GetPartReflection(shaderIdx, __uuidof(ID3D12ShaderReflection), (void**)ppReflection));
  362. }
  363. void CreateReflectionFromDXBC(IDxcBlob *pBlob, ID3D12ShaderReflection **ppReflection) {
  364. VERIFY_SUCCEEDED(
  365. D3DReflect(pBlob->GetBufferPointer(), pBlob->GetBufferSize(),
  366. __uuidof(ID3D12ShaderReflection), (void **)ppReflection));
  367. }
  368. void CompileToProgram(LPCSTR program, LPCWSTR entryPoint, LPCWSTR target,
  369. LPCWSTR *pArguments, UINT32 argCount,
  370. IDxcBlob **ppProgram) {
  371. CComPtr<IDxcCompiler> pCompiler;
  372. CComPtr<IDxcBlobEncoding> pSource;
  373. CComPtr<IDxcBlob> pProgram;
  374. CComPtr<IDxcOperationResult> pResult;
  375. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  376. CreateBlobFromText(program, &pSource);
  377. VERIFY_SUCCEEDED(pCompiler->Compile(pSource, L"hlsl.hlsl", entryPoint,
  378. target, pArguments, argCount, nullptr,
  379. 0, nullptr, &pResult));
  380. VERIFY_SUCCEEDED(pResult->GetResult(&pProgram));
  381. *ppProgram = pProgram.Detach();
  382. }
  383. bool DoesValidatorSupportDebugName() {
  384. CComPtr<IDxcVersionInfo> pVersionInfo;
  385. UINT Major, Minor;
  386. HRESULT hrVer = m_dllSupport.CreateInstance(CLSID_DxcValidator, &pVersionInfo);
  387. if (hrVer == E_NOINTERFACE) return false;
  388. VERIFY_SUCCEEDED(hrVer);
  389. VERIFY_SUCCEEDED(pVersionInfo->GetVersion(&Major, &Minor));
  390. return Major == 1 && (Minor >= 1);
  391. }
  392. std::string CompileToDebugName(LPCSTR program, LPCWSTR entryPoint,
  393. LPCWSTR target, LPCWSTR *pArguments, UINT32 argCount) {
  394. CComPtr<IDxcBlob> pProgram;
  395. CComPtr<IDxcBlob> pNameBlob;
  396. CComPtr<IDxcContainerReflection> pContainer;
  397. UINT32 index;
  398. CompileToProgram(program, entryPoint, target, pArguments, argCount, &pProgram);
  399. VERIFY_SUCCEEDED(m_dllSupport.CreateInstance(CLSID_DxcContainerReflection, &pContainer));
  400. VERIFY_SUCCEEDED(pContainer->Load(pProgram));
  401. if (FAILED(pContainer->FindFirstPartKind(hlsl::DFCC_ShaderDebugName, &index))) {
  402. return std::string();
  403. }
  404. VERIFY_SUCCEEDED(pContainer->GetPartContent(index, &pNameBlob));
  405. const hlsl::DxilShaderDebugName *pDebugName = (hlsl::DxilShaderDebugName *)pNameBlob->GetBufferPointer();
  406. return std::string((const char *)(pDebugName + 1));
  407. }
  408. std::string DisassembleProgram(LPCSTR program, LPCWSTR entryPoint,
  409. LPCWSTR target) {
  410. CComPtr<IDxcCompiler> pCompiler;
  411. CComPtr<IDxcBlob> pProgram;
  412. CComPtr<IDxcBlobEncoding> pDisassembly;
  413. CompileToProgram(program, entryPoint, target, nullptr, 0, &pProgram);
  414. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  415. VERIFY_SUCCEEDED(pCompiler->Disassemble(pProgram, &pDisassembly));
  416. return BlobToUtf8(pDisassembly);
  417. }
  418. void SetupBasicHeader(hlsl::DxilContainerHeader *pHeader,
  419. uint32_t partCount = 0) {
  420. ZeroMemory(pHeader, sizeof(*pHeader));
  421. pHeader->HeaderFourCC = hlsl::DFCC_Container;
  422. pHeader->Version.Major = 1;
  423. pHeader->Version.Minor = 0;
  424. pHeader->PartCount = partCount;
  425. pHeader->ContainerSizeInBytes =
  426. sizeof(hlsl::DxilContainerHeader) +
  427. sizeof(uint32_t) * partCount +
  428. sizeof(hlsl::DxilPartHeader) * partCount;
  429. }
  430. void CodeGenTestCheck(LPCWSTR name) {
  431. std::wstring fullPath = hlsl_test::GetPathToHlslDataFile(name);
  432. FileRunTestResult t = FileRunTestResult::RunFromFileCommands(fullPath.c_str());
  433. if (t.RunResult != 0) {
  434. CA2W commentWide(t.ErrorMessage.c_str(), CP_UTF8);
  435. WEX::Logging::Log::Comment(commentWide);
  436. WEX::Logging::Log::Error(L"Run result is not zero");
  437. }
  438. }
  439. WEX::Common::String WStrFmt(const wchar_t* msg, ...) {
  440. va_list args;
  441. va_start(args, msg);
  442. WEX::Common::String result = WEX::Common::String().FormatV(msg, args);
  443. va_end(args);
  444. return result;
  445. }
  446. void ReflectionTest(LPCWSTR name, bool ignoreIfDXBCFails) {
  447. WEX::Logging::Log::Comment(WEX::Common::String().Format(L"Reflection comparison for %s", name));
  448. CComPtr<IDxcBlob> pProgram;
  449. CComPtr<IDxcBlob> pProgramDXBC;
  450. HRESULT hrDXBC = CompileFromFile(name, true, &pProgramDXBC);
  451. if (FAILED(hrDXBC)) {
  452. WEX::Logging::Log::Comment(L"Failed to compile DXBC blob.");
  453. if (ignoreIfDXBCFails) return;
  454. VERIFY_FAIL();
  455. }
  456. if (FAILED(CompileFromFile(name, false, &pProgram))) {
  457. WEX::Logging::Log::Comment(L"Failed to compile DXIL blob.");
  458. if (ignoreIfDXBCFails) return;
  459. VERIFY_FAIL();
  460. }
  461. CComPtr<ID3D12ShaderReflection> pProgramReflection;
  462. CComPtr<ID3D12ShaderReflection> pProgramReflectionDXBC;
  463. CreateReflectionFromBlob(pProgram, &pProgramReflection);
  464. CreateReflectionFromDXBC(pProgramDXBC, &pProgramReflectionDXBC);
  465. CompareReflection(pProgramReflection, pProgramReflectionDXBC);
  466. }
  467. };
  468. bool DxilContainerTest::InitSupport() {
  469. if (!m_dllSupport.IsEnabled()) {
  470. VERIFY_SUCCEEDED(m_dllSupport.Initialize());
  471. m_ver.Initialize(m_dllSupport);
  472. }
  473. return true;
  474. }
  475. TEST_F(DxilContainerTest, CompileWhenDebugSourceThenSourceMatters) {
  476. char program1[] = "float4 main() : SV_Target { return 0; }";
  477. char program2[] = " float4 main() : SV_Target { return 0; } ";
  478. LPCWSTR Zi[] = { L"/Zi" };
  479. LPCWSTR ZiZss[] = { L"/Zi", L"/Zss" };
  480. LPCWSTR ZiZsb[] = { L"/Zi", L"/Zsb" };
  481. // No debug info, no debug name...
  482. std::string noName = CompileToDebugName(program1, L"main", L"ps_6_0", nullptr, 0);
  483. VERIFY_IS_TRUE(noName.empty());
  484. if (!DoesValidatorSupportDebugName())
  485. return;
  486. // Debug info, default to source name.
  487. std::string sourceName1 = CompileToDebugName(program1, L"main", L"ps_6_0", Zi, _countof(Zi));
  488. VERIFY_IS_FALSE(sourceName1.empty());
  489. // Deterministic naming.
  490. std::string sourceName1Again = CompileToDebugName(program1, L"main", L"ps_6_0", Zi, _countof(Zi));
  491. VERIFY_ARE_EQUAL_STR(sourceName1.c_str(), sourceName1Again.c_str());
  492. // Changes in source become changes in name.
  493. std::string sourceName2 = CompileToDebugName(program2, L"main", L"ps_6_0", Zi, _countof(Zi));
  494. VERIFY_IS_FALSE(0 == strcmp(sourceName2.c_str(), sourceName1.c_str()));
  495. // Source again, different because different switches are specified.
  496. std::string sourceName1Zss = CompileToDebugName(program1, L"main", L"ps_6_0", ZiZss, _countof(ZiZss));
  497. VERIFY_IS_FALSE(0 == strcmp(sourceName1Zss.c_str(), sourceName1.c_str()));
  498. // Binary program 1 and 2 should be different from source and equal to each other.
  499. std::string binName1 = CompileToDebugName(program1, L"main", L"ps_6_0", ZiZsb, _countof(ZiZsb));
  500. std::string binName2 = CompileToDebugName(program2, L"main", L"ps_6_0", ZiZsb, _countof(ZiZsb));
  501. VERIFY_ARE_EQUAL_STR(binName1.c_str(), binName2.c_str());
  502. VERIFY_IS_FALSE(0 == strcmp(sourceName1Zss.c_str(), binName1.c_str()));
  503. }
  504. TEST_F(DxilContainerTest, CompileWhenOKThenIncludesSignatures) {
  505. char program[] =
  506. "struct PSInput {\r\n"
  507. " float4 position : SV_POSITION;\r\n"
  508. " float4 color : COLOR;\r\n"
  509. "};\r\n"
  510. "PSInput VSMain(float4 position : POSITION, float4 color : COLOR) {\r\n"
  511. " PSInput result;\r\n"
  512. " result.position = position;\r\n"
  513. " result.color = color;\r\n"
  514. " return result;\r\n"
  515. "}\r\n"
  516. "float4 PSMain(PSInput input) : SV_TARGET {\r\n"
  517. " return input.color;\r\n"
  518. "}";
  519. {
  520. std::string s = DisassembleProgram(program, L"VSMain", L"vs_6_0");
  521. // NOTE: this will change when proper packing is done, and when 'always-writes' is accurately implemented.
  522. const char expected[] =
  523. ";\n"
  524. "; Input signature:\n"
  525. ";\n"
  526. "; Name Index Mask Register SysValue Format Used\n"
  527. "; -------------------- ----- ------ -------- -------- ------- ------\n"
  528. "; POSITION 0 xyzw 0 NONE float \n" // should read 'xyzw' in Used
  529. "; COLOR 0 xyzw 1 NONE float \n" // should read '1' in register
  530. ";\n"
  531. ";\n"
  532. "; Output signature:\n"
  533. ";\n"
  534. "; Name Index Mask Register SysValue Format Used\n"
  535. "; -------------------- ----- ------ -------- -------- ------- ------\n"
  536. "; SV_Position 0 xyzw 0 POS float xyzw\n" // could read SV_POSITION
  537. "; COLOR 0 xyzw 1 NONE float xyzw\n"; // should read '1' in register
  538. std::string start(s.c_str(), strlen(expected));
  539. VERIFY_ARE_EQUAL_STR(expected, start.c_str());
  540. }
  541. {
  542. std::string s = DisassembleProgram(program, L"PSMain", L"ps_6_0");
  543. // NOTE: this will change when proper packing is done, and when 'always-writes' is accurately implemented.
  544. const char expected[] =
  545. ";\n"
  546. "; Input signature:\n"
  547. ";\n"
  548. "; Name Index Mask Register SysValue Format Used\n"
  549. "; -------------------- ----- ------ -------- -------- ------- ------\n"
  550. "; SV_Position 0 xyzw 0 POS float \n" // could read SV_POSITION
  551. "; COLOR 0 xyzw 1 NONE float \n" // should read '1' in register, xyzw in Used
  552. ";\n"
  553. ";\n"
  554. "; Output signature:\n"
  555. ";\n"
  556. "; Name Index Mask Register SysValue Format Used\n"
  557. "; -------------------- ----- ------ -------- -------- ------- ------\n"
  558. "; SV_Target 0 xyzw 0 TARGET float xyzw\n";// could read SV_TARGET
  559. std::string start(s.c_str(), strlen(expected));
  560. VERIFY_ARE_EQUAL_STR(expected, start.c_str());
  561. }
  562. }
  563. TEST_F(DxilContainerTest, CompileWhenSigSquareThenIncludeSplit) {
  564. #if 0 // TODO: reenable test when multiple rows are supported.
  565. const char program[] =
  566. "float main(float4x4 a : A, int4 b : B) : SV_Target {\n"
  567. " return a[b.x][b.y];\n"
  568. "}";
  569. std::string s = DisassembleProgram(program, L"main", L"ps_6_0");
  570. const char expected[] =
  571. "// Input signature:\n"
  572. "//\n"
  573. "// Name Index Mask Register SysValue Format Used\n"
  574. "// -------------------- ----- ------ -------- -------- ------- ------\n"
  575. "// A 0 xyzw 0 NONE float xyzw\n"
  576. "// A 1 xyzw 1 NONE float xyzw\n"
  577. "// A 2 xyzw 2 NONE float xyzw\n"
  578. "// A 3 xyzw 3 NONE float xyzw\n"
  579. "// B 0 xyzw 4 NONE int xy\n"
  580. "//\n"
  581. "//\n"
  582. "// Output signature:\n"
  583. "//\n"
  584. "// Name Index Mask Register SysValue Format Used\n"
  585. "// -------------------- ----- ------ -------- -------- ------- ------\n"
  586. "// SV_Target 0 x 0 TARGET float x\n";
  587. std::string start(s.c_str(), strlen(expected));
  588. VERIFY_ARE_EQUAL_STR(expected, start.c_str());
  589. #endif
  590. }
  591. TEST_F(DxilContainerTest, CompileWhenOkThenCheckRDAT) {
  592. if (m_ver.SkipDxilVersion(1, 3)) return;
  593. const char *shader = "float c_buf;"
  594. "RWTexture1D<int4> tex : register(u5);"
  595. "Texture1D<float4> tex2 : register(t0);"
  596. "RWByteAddressBuffer b_buf;"
  597. "float function0(min16float x) { "
  598. " return x + 1 + tex[0].x; }"
  599. "float function1(float x, min12int i) {"
  600. " return x + c_buf + b_buf.Load(x) + tex2[i].x; }"
  601. "float function2(float x) {"
  602. " return x; }";
  603. CComPtr<IDxcCompiler> pCompiler;
  604. CComPtr<IDxcBlobEncoding> pSource;
  605. CComPtr<IDxcBlob> pProgram;
  606. CComPtr<IDxcBlobEncoding> pDisassembly;
  607. CComPtr<IDxcOperationResult> pResult;
  608. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  609. CreateBlobFromText(shader, &pSource);
  610. VERIFY_SUCCEEDED(pCompiler->Compile(pSource, L"hlsl.hlsl", L"main",
  611. L"lib_6_3", nullptr, 0, nullptr, 0,
  612. nullptr, &pResult));
  613. VERIFY_SUCCEEDED(pResult->GetResult(&pProgram));
  614. CComPtr<IDxcContainerReflection> pReflection;
  615. uint32_t partCount;
  616. IFT(m_dllSupport.CreateInstance(CLSID_DxcContainerReflection, &pReflection));
  617. IFT(pReflection->Load(pProgram));
  618. IFT(pReflection->GetPartCount(&partCount));
  619. bool blobFound = false;
  620. for (uint32_t i = 0; i < partCount; ++i) {
  621. uint32_t kind;
  622. IFT(pReflection->GetPartKind(i, &kind));
  623. if (kind == (uint32_t)hlsl::DxilFourCC::DFCC_RuntimeData) {
  624. blobFound = true;
  625. using namespace hlsl::DXIL::PSV;
  626. CComPtr<IDxcBlob> pBlob;
  627. IFT(pReflection->GetPartContent(i, &pBlob));
  628. DxilRuntimeData context;
  629. context.InitFromRDAT((char *)pBlob->GetBufferPointer());
  630. FunctionTableReader *funcTableReader = context.GetFunctionTableReader();
  631. ResourceTableReader *resTableReader = context.GetResourceTableReader();
  632. VERIFY_IS_TRUE(funcTableReader->GetNumFunctions() == 3);
  633. std::string str("function");
  634. for (uint32_t j = 0; j < funcTableReader->GetNumFunctions(); ++j) {
  635. FunctionReader funcReader = funcTableReader->GetItem(j);
  636. std::string funcName(funcReader.GetUnmangledName());
  637. VERIFY_IS_TRUE(str.compare(funcName.substr(0,8)) == 0);
  638. std::string cur_str = str;
  639. cur_str.push_back('0' + j);
  640. if (cur_str.compare("function0") == 0) {
  641. VERIFY_IS_TRUE(funcReader.GetNumResources() == 1);
  642. hlsl::ShaderFlags flag;
  643. flag.SetUAVLoadAdditionalFormats(true);
  644. flag.SetLowPrecisionPresent(true);
  645. uint64_t rawFlag = flag.GetShaderFlagsRaw();
  646. VERIFY_IS_TRUE(funcReader.GetFeatureFlag() == rawFlag);
  647. ResourceReader resReader = funcReader.GetResource(0);
  648. VERIFY_IS_TRUE(resReader.GetResourceKind() == PSVResourceKind::Texture1D);
  649. }
  650. else if (cur_str.compare("function1") == 0) {
  651. hlsl::ShaderFlags flag;
  652. flag.SetLowPrecisionPresent(true);
  653. uint64_t rawFlag = flag.GetShaderFlagsRaw();
  654. VERIFY_IS_TRUE(funcReader.GetFeatureFlag() == rawFlag);
  655. VERIFY_IS_TRUE(funcReader.GetNumResources() == 3);
  656. }
  657. else if (cur_str.compare("function2") == 0) {
  658. VERIFY_IS_TRUE((funcReader.GetFeatureFlag() & 0xffffffffffffffff) == 0);
  659. VERIFY_IS_TRUE(funcReader.GetNumResources() == 0);
  660. }
  661. else {
  662. IFTBOOLMSG(false, E_FAIL, "unknown function name");
  663. }
  664. }
  665. VERIFY_IS_TRUE(resTableReader->GetNumResources() == 4);
  666. }
  667. }
  668. IFTBOOLMSG(blobFound, E_FAIL, "failed to find RDAT blob after compiling");
  669. }
  670. TEST_F(DxilContainerTest, CompileWhenOKThenIncludesFeatureInfo) {
  671. CComPtr<IDxcCompiler> pCompiler;
  672. CComPtr<IDxcBlobEncoding> pSource;
  673. CComPtr<IDxcBlob> pProgram;
  674. CComPtr<IDxcBlobEncoding> pDisassembly;
  675. CComPtr<IDxcOperationResult> pResult;
  676. hlsl::DxilContainerHeader *pHeader;
  677. hlsl::DxilPartIterator pPartIter(nullptr, 0);
  678. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  679. CreateBlobFromText("float4 main() : SV_Target { return 0; }", &pSource);
  680. VERIFY_SUCCEEDED(pCompiler->Compile(pSource, L"hlsl.hlsl", L"main", L"ps_6_0",
  681. nullptr, 0, nullptr, 0, nullptr,
  682. &pResult));
  683. VERIFY_SUCCEEDED(pResult->GetResult(&pProgram));
  684. // Now mess with the program bitcode.
  685. pHeader = (hlsl::DxilContainerHeader *)pProgram->GetBufferPointer();
  686. pPartIter = std::find_if(hlsl::begin(pHeader), hlsl::end(pHeader),
  687. hlsl::DxilPartIsType(hlsl::DFCC_FeatureInfo));
  688. VERIFY_ARE_NOT_EQUAL(hlsl::end(pHeader), pPartIter);
  689. VERIFY_ARE_EQUAL(sizeof(uint64_t), (*pPartIter)->PartSize);
  690. VERIFY_ARE_EQUAL(0, *(uint64_t *)hlsl::GetDxilPartData(*pPartIter));
  691. }
  692. TEST_F(DxilContainerTest, DisassemblyWhenBCInvalidThenFails) {
  693. CComPtr<IDxcCompiler> pCompiler;
  694. CComPtr<IDxcBlobEncoding> pSource;
  695. CComPtr<IDxcBlob> pProgram;
  696. CComPtr<IDxcBlobEncoding> pDisassembly;
  697. CComPtr<IDxcOperationResult> pResult;
  698. hlsl::DxilContainerHeader *pHeader;
  699. hlsl::DxilPartHeader *pPart;
  700. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  701. CreateBlobFromText("float4 main() : SV_Target { return 0; }", &pSource);
  702. VERIFY_SUCCEEDED(pCompiler->Compile(pSource, L"hlsl.hlsl", L"main", L"ps_6_0",
  703. nullptr, 0, nullptr, 0, nullptr,
  704. &pResult));
  705. VERIFY_SUCCEEDED(pResult->GetResult(&pProgram));
  706. // Now mess with the program bitcode.
  707. pHeader = (hlsl::DxilContainerHeader *)pProgram->GetBufferPointer();
  708. pPart = const_cast<hlsl::DxilPartHeader *>(
  709. *std::find_if(hlsl::begin(pHeader), hlsl::end(pHeader),
  710. hlsl::DxilPartIsType(hlsl::DFCC_DXIL)));
  711. strcpy_s(hlsl::GetDxilPartData(pPart), pPart->PartSize, "corruption");
  712. VERIFY_FAILED(pCompiler->Disassemble(pProgram, &pDisassembly));
  713. }
  714. TEST_F(DxilContainerTest, DisassemblyWhenMissingThenFails) {
  715. CComPtr<IDxcCompiler> pCompiler;
  716. CComPtr<IDxcBlobEncoding> pSource;
  717. CComPtr<IDxcBlobEncoding> pDisassembly;
  718. hlsl::DxilContainerHeader header;
  719. SetupBasicHeader(&header);
  720. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  721. CreateBlobPinned(&header, header.ContainerSizeInBytes, CP_UTF8, &pSource);
  722. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  723. }
  724. TEST_F(DxilContainerTest, DisassemblyWhenInvalidThenFails) {
  725. CComPtr<IDxcCompiler> pCompiler;
  726. CComPtr<IDxcBlobEncoding> pDisassembly;
  727. uint8_t scratch[1024];
  728. hlsl::DxilContainerHeader *pHeader = (hlsl::DxilContainerHeader *)scratch;
  729. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  730. // Too small to contain header.
  731. {
  732. CComPtr<IDxcBlobEncoding> pSource;
  733. SetupBasicHeader(pHeader);
  734. CreateBlobPinned(pHeader, sizeof(hlsl::DxilContainerHeader) - 4, CP_UTF8,
  735. &pSource);
  736. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  737. }
  738. // Wrong major version.
  739. {
  740. CComPtr<IDxcBlobEncoding> pSource;
  741. SetupBasicHeader(pHeader);
  742. pHeader->Version.Major = 100;
  743. CreateBlobPinned(pHeader, pHeader->ContainerSizeInBytes, CP_UTF8, &pSource);
  744. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  745. }
  746. // Size out of bounds.
  747. {
  748. CComPtr<IDxcBlobEncoding> pSource;
  749. SetupBasicHeader(pHeader);
  750. pHeader->ContainerSizeInBytes = 1024;
  751. CreateBlobPinned(pHeader, sizeof(hlsl::DxilContainerHeader), CP_UTF8,
  752. &pSource);
  753. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  754. }
  755. // Size too large as per spec limit.
  756. {
  757. CComPtr<IDxcBlobEncoding> pSource;
  758. SetupBasicHeader(pHeader);
  759. pHeader->ContainerSizeInBytes = hlsl::DxilContainerMaxSize + 1;
  760. CreateBlobPinned(pHeader, pHeader->ContainerSizeInBytes, CP_UTF8, &pSource);
  761. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  762. }
  763. // Not large enough to hold offset table.
  764. {
  765. CComPtr<IDxcBlobEncoding> pSource;
  766. SetupBasicHeader(pHeader);
  767. pHeader->PartCount = 1;
  768. CreateBlobPinned(pHeader, pHeader->ContainerSizeInBytes, CP_UTF8, &pSource);
  769. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  770. }
  771. // Part offset out of bounds.
  772. {
  773. CComPtr<IDxcBlobEncoding> pSource;
  774. SetupBasicHeader(pHeader);
  775. pHeader->PartCount = 1;
  776. *((uint32_t *)(pHeader + 1)) = 1024;
  777. pHeader->ContainerSizeInBytes += sizeof(uint32_t);
  778. CreateBlobPinned(pHeader, pHeader->ContainerSizeInBytes, CP_UTF8, &pSource);
  779. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  780. }
  781. // Part size out of bounds.
  782. {
  783. CComPtr<IDxcBlobEncoding> pSource;
  784. SetupBasicHeader(pHeader);
  785. pHeader->PartCount = 1;
  786. *((uint32_t *)(pHeader + 1)) = sizeof(*pHeader) + sizeof(uint32_t);
  787. pHeader->ContainerSizeInBytes += sizeof(uint32_t);
  788. hlsl::GetDxilContainerPart(pHeader, 0)->PartSize = 1024;
  789. pHeader->ContainerSizeInBytes += sizeof(hlsl::DxilPartHeader);
  790. CreateBlobPinned(pHeader, pHeader->ContainerSizeInBytes, CP_UTF8, &pSource);
  791. VERIFY_FAILED(pCompiler->Disassemble(pSource, &pDisassembly));
  792. }
  793. }
  794. TEST_F(DxilContainerTest, DisassemblyWhenValidThenOK) {
  795. CComPtr<IDxcCompiler> pCompiler;
  796. CComPtr<IDxcBlobEncoding> pSource;
  797. CComPtr<IDxcBlob> pProgram;
  798. CComPtr<IDxcBlobEncoding> pDisassembly;
  799. CComPtr<IDxcOperationResult> pResult;
  800. hlsl::DxilContainerHeader header;
  801. SetupBasicHeader(&header);
  802. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  803. CreateBlobFromText("float4 main() : SV_Target { return 0; }", &pSource);
  804. VERIFY_SUCCEEDED(pCompiler->Compile(pSource, L"hlsl.hlsl", L"main", L"ps_6_0",
  805. nullptr, 0, nullptr, 0, nullptr,
  806. &pResult));
  807. VERIFY_SUCCEEDED(pResult->GetResult(&pProgram));
  808. VERIFY_SUCCEEDED(pCompiler->Disassemble(pProgram, &pDisassembly));
  809. std::string disassembleString(BlobToUtf8(pDisassembly));
  810. VERIFY_ARE_NOT_EQUAL(0, disassembleString.size());
  811. }
  812. class HlslFileVariables {
  813. private:
  814. std::wstring m_Entry;
  815. std::wstring m_Mode;
  816. std::wstring m_Target;
  817. std::vector<std::wstring> m_Arguments;
  818. std::vector<LPCWSTR> m_ArgumentPtrs;
  819. public:
  820. HlslFileVariables(HlslFileVariables &other) = delete;
  821. const LPCWSTR *GetArguments() const { return m_ArgumentPtrs.data(); }
  822. UINT32 GetArgumentCount() const { return m_ArgumentPtrs.size(); }
  823. LPCWSTR GetEntry() const { return m_Entry.c_str(); }
  824. LPCWSTR GetMode() const { return m_Mode.c_str(); }
  825. LPCWSTR GetTarget() const { return m_Target.c_str(); }
  826. void Reset();
  827. HRESULT SetFromText(_In_count_(len) const char *pText, size_t len);
  828. };
  829. void HlslFileVariables::Reset() {
  830. m_Entry.resize(0);
  831. m_Mode.resize(0);
  832. m_Target.resize(0);
  833. m_Arguments.resize(0);
  834. m_ArgumentPtrs.resize(0);
  835. }
  836. #include <codecvt>
  837. static bool wcsneq(const wchar_t *pValue, const wchar_t *pCheck) {
  838. return 0 == wcsncmp(pValue, pCheck, wcslen(pCheck));
  839. }
  840. HRESULT HlslFileVariables::SetFromText(_In_count_(len) const char *pText, size_t len) {
  841. // Look for the line of interest.
  842. const char *pEnd = pText + len;
  843. const char *pLineEnd = pText;
  844. while (pLineEnd < pEnd && *pLineEnd != '\n') pLineEnd++;
  845. // Create a UTF-16-backing store.
  846. std::wstring_convert<std::codecvt_utf8_utf16<wchar_t> > w;
  847. std::wstring line = w.from_bytes(pText, pLineEnd);
  848. // Find starting and ending '-*-' delimiters.
  849. const wchar_t *pWText = line.c_str();
  850. const wchar_t *pVarStart = wcsstr(pWText, L"-*-");
  851. if (!pVarStart) return E_INVALIDARG;
  852. pVarStart += 3;
  853. const wchar_t *pVarEnd = wcsstr(pVarStart, L"-*-");
  854. if (!pVarEnd) return E_INVALIDARG;
  855. for (;;) {
  856. // Find 'name' ':' 'value' ';'
  857. const wchar_t *pVarNameStart = pVarStart;
  858. while (pVarNameStart < pVarEnd && L' ' == *pVarNameStart) ++pVarNameStart;
  859. if (pVarNameStart == pVarEnd) break;
  860. const wchar_t *pVarValDelim = pVarNameStart;
  861. while (pVarValDelim < pVarEnd && L':' != *pVarValDelim) ++pVarValDelim;
  862. if (pVarValDelim == pVarEnd) break;
  863. const wchar_t *pVarValStart = pVarValDelim + 1;
  864. while (pVarValStart < pVarEnd && L' ' == *pVarValStart) ++pVarValStart;
  865. if (pVarValStart == pVarEnd) break;
  866. const wchar_t *pVarValEnd = pVarValStart;
  867. while (pVarValEnd < pVarEnd && L';' != *pVarValEnd) ++pVarValEnd;
  868. if (wcsneq(pVarNameStart, L"mode")) {
  869. m_Mode.assign(pVarValStart, pVarValEnd - pVarValStart - 1);
  870. }
  871. else if (wcsneq(pVarNameStart, L"hlsl-entry")) {
  872. m_Entry.assign(pVarValStart, pVarValEnd - pVarValStart - 1);
  873. }
  874. else if (wcsneq(pVarNameStart, L"hlsl-target")) {
  875. m_Target.assign(pVarValStart, pVarValEnd - pVarValStart - 1);
  876. }
  877. else if (wcsneq(pVarNameStart, L"hlsl-args")) {
  878. // skip for now
  879. }
  880. }
  881. return S_OK;
  882. }
  883. TEST_F(DxilContainerTest, ReflectionMatchesDXBC_CheckIn) {
  884. WEX::TestExecution::SetVerifyOutput verifySettings(WEX::TestExecution::VerifyOutputSettings::LogOnlyFailures);
  885. ReflectionTest(hlsl_test::GetPathToHlslDataFile(L"..\\CodeGenHLSL\\Samples\\DX11\\SimpleBezier11DS.hlsl").c_str(), false);
  886. ReflectionTest(hlsl_test::GetPathToHlslDataFile(L"..\\CodeGenHLSL\\Samples\\DX11\\SubD11_SmoothPS.hlsl").c_str(), false);
  887. }
  888. TEST_F(DxilContainerTest, ReflectionMatchesDXBC_Full) {
  889. WEX::TestExecution::SetVerifyOutput verifySettings(WEX::TestExecution::VerifyOutputSettings::LogOnlyFailures);
  890. std::wstring codeGenPath = hlsl_test::GetPathToHlslDataFile(L"..\\CodeGenHLSL\\Samples");
  891. // This test was running at about three minutes; that can be enabled with TestAll=True,
  892. // otherwise the much shorter list is used.
  893. const bool TestAll = false;
  894. LPCWSTR PreApprovedPaths[] = {
  895. L"2DQuadShaders_VS.hlsl",
  896. L"BC6HEncode_TryModeLE10CS.hlsl",
  897. L"DepthViewerVS.hlsl",
  898. L"DetailTessellation11_DS.hlsl",
  899. L"GenerateHistogramCS.hlsl",
  900. L"OIT_PS.hlsl",
  901. L"PNTriangles11_DS.hlsl",
  902. L"PerfGraphPS.hlsl",
  903. L"PerfGraphVS.hlsl",
  904. L"ScreenQuadVS.hlsl",
  905. L"SimpleBezier11HS.hlsl"
  906. };
  907. for (auto &p: recursive_directory_iterator(path(codeGenPath))) {
  908. if (is_regular_file(p)) {
  909. LPCWSTR fullPath = p.path().c_str();
  910. if (wcsstr(fullPath, L".hlsli") != nullptr) continue;
  911. if (wcsstr(fullPath, L"TessellatorCS40_defines.h") != nullptr) continue;
  912. // Skip failed tests.
  913. if (wcsstr(fullPath, L"SubD11_SubDToBezierHS") != nullptr) continue;
  914. if (!TestAll) {
  915. bool shouldTest = false;
  916. LPCWSTR *PreApprovedEnd = PreApprovedPaths + _countof(PreApprovedPaths);
  917. shouldTest = PreApprovedEnd == std::find_if(PreApprovedPaths, PreApprovedEnd,
  918. [&](LPCWSTR candidate) { return nullptr != wcsstr(fullPath, candidate); });
  919. if (!shouldTest) {
  920. break;
  921. }
  922. }
  923. auto start = std::chrono::system_clock::now();
  924. ReflectionTest(fullPath, true);
  925. if (TestAll) {
  926. // If testing all cases, print out their timing.
  927. auto end = std::chrono::system_clock::now();
  928. auto dur = std::chrono::duration_cast<std::chrono::milliseconds>(end - start);
  929. LogCommentFmt(L"%s,%u", fullPath, (unsigned)dur.count());
  930. }
  931. }
  932. }
  933. }
  934. TEST_F(DxilContainerTest, ValidateFromLL_Abs2) {
  935. CodeGenTestCheck(L"abs2_m.ll");
  936. }
  937. TEST_F(DxilContainerTest, DxilContainerUnitTest) {
  938. CComPtr<IDxcCompiler> pCompiler;
  939. CComPtr<IDxcBlobEncoding> pSource;
  940. CComPtr<IDxcBlob> pProgram;
  941. CComPtr<IDxcBlobEncoding> pDisassembly;
  942. CComPtr<IDxcOperationResult> pResult;
  943. std::vector<LPCWSTR> arguments;
  944. arguments.emplace_back(L"/Zi");
  945. VERIFY_SUCCEEDED(CreateCompiler(&pCompiler));
  946. CreateBlobFromText("float4 main() : SV_Target { return 0; }", &pSource);
  947. // Test DxilContainer with ShaderDebugInfoDXIL
  948. VERIFY_SUCCEEDED(pCompiler->Compile(pSource, L"hlsl.hlsl", L"main", L"ps_6_0", arguments.data(), 1, nullptr, 0, nullptr, &pResult));
  949. VERIFY_SUCCEEDED(pResult->GetResult(&pProgram));
  950. const hlsl::DxilContainerHeader *pHeader = static_cast<const hlsl::DxilContainerHeader *> (pProgram->GetBufferPointer());
  951. VERIFY_IS_TRUE(hlsl::IsValidDxilContainer(pHeader, pProgram->GetBufferSize()));
  952. VERIFY_IS_NOT_NULL(hlsl::IsDxilContainerLike(pHeader, pProgram->GetBufferSize()));
  953. VERIFY_IS_NOT_NULL(hlsl::GetDxilProgramHeader(pHeader, hlsl::DxilFourCC::DFCC_DXIL));
  954. VERIFY_IS_NOT_NULL(hlsl::GetDxilProgramHeader(pHeader, hlsl::DxilFourCC::DFCC_ShaderDebugInfoDXIL));
  955. VERIFY_IS_NOT_NULL(hlsl::GetDxilPartByType(pHeader, hlsl::DxilFourCC::DFCC_DXIL));
  956. VERIFY_IS_NOT_NULL(hlsl::GetDxilPartByType(pHeader, hlsl::DxilFourCC::DFCC_ShaderDebugInfoDXIL));
  957. pResult.Release();
  958. pProgram.Release();
  959. // Test DxilContainer without ShaderDebugInfoDXIL
  960. VERIFY_SUCCEEDED(pCompiler->Compile(pSource, L"hlsl.hlsl", L"main", L"ps_6_0", nullptr, 0, nullptr, 0, nullptr, &pResult));
  961. VERIFY_SUCCEEDED(pResult->GetResult(&pProgram));
  962. pHeader = static_cast<const hlsl::DxilContainerHeader *> (pProgram->GetBufferPointer());
  963. VERIFY_IS_TRUE(hlsl::IsValidDxilContainer(pHeader, pProgram->GetBufferSize()));
  964. VERIFY_IS_NOT_NULL(hlsl::IsDxilContainerLike(pHeader, pProgram->GetBufferSize()));
  965. VERIFY_IS_NOT_NULL(hlsl::GetDxilProgramHeader(pHeader, hlsl::DxilFourCC::DFCC_DXIL));
  966. VERIFY_IS_NULL(hlsl::GetDxilProgramHeader(pHeader, hlsl::DxilFourCC::DFCC_ShaderDebugInfoDXIL));
  967. VERIFY_IS_NOT_NULL(hlsl::GetDxilPartByType(pHeader, hlsl::DxilFourCC::DFCC_DXIL));
  968. VERIFY_IS_NULL(hlsl::GetDxilPartByType(pHeader, hlsl::DxilFourCC::DFCC_ShaderDebugInfoDXIL));
  969. // Test Empty DxilContainer
  970. hlsl::DxilContainerHeader header;
  971. SetupBasicHeader(&header);
  972. VERIFY_IS_TRUE(hlsl::IsValidDxilContainer(&header, header.ContainerSizeInBytes));
  973. VERIFY_IS_NOT_NULL(hlsl::IsDxilContainerLike(&header, header.ContainerSizeInBytes));
  974. VERIFY_IS_NULL(hlsl::GetDxilProgramHeader(&header, hlsl::DxilFourCC::DFCC_DXIL));
  975. VERIFY_IS_NULL(hlsl::GetDxilPartByType(&header, hlsl::DxilFourCC::DFCC_DXIL));
  976. }