RewriterTest.cpp 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615
  1. ///////////////////////////////////////////////////////////////////////////////
  2. // //
  3. // RewriterTest.cpp //
  4. // Copyright (C) Microsoft Corporation. All rights reserved. //
  5. // This file is distributed under the University of Illinois Open Source //
  6. // License. See LICENSE.TXT for details. //
  7. // //
  8. // The following HLSL tests contain static_asserts and are not useful for //
  9. // the HLSL rewriter: more-operators.hlsl, object-operators.hlsl, //
  10. // scalar-operators-assign.hlsl, scalar-operators.hlsl, string.hlsl. //
  11. // They have been omitted. //
  12. // //
  13. ///////////////////////////////////////////////////////////////////////////////
  14. #ifndef UNICODE
  15. #define UNICODE
  16. #endif
  17. #ifndef NOMINMAX
  18. #define NOMINMAX
  19. #endif
  20. #include <memory>
  21. #include <vector>
  22. #include <string>
  23. #include <cassert>
  24. #include <sstream>
  25. #include <algorithm>
  26. #include <windows.h>
  27. #include <unknwn.h>
  28. #include "dxc/dxcapi.h"
  29. #include <atlbase.h>
  30. #include <atlfile.h>
  31. #include "HLSLTestData.h"
  32. #include "WexTestClass.h"
  33. #include "HlslTestUtils.h"
  34. #include "DxcTestUtils.h"
  35. #include "dxc/Support/Global.h"
  36. #include "dxc/dxctools.h"
  37. #include "dxc/Support/dxcapi.use.h"
  38. #include "dxc/dxcapi.internal.h"
  39. using namespace std;
  40. using namespace hlsl_test;
  41. class RewriterTest {
  42. public:
  43. BEGIN_TEST_CLASS(RewriterTest)
  44. TEST_CLASS_PROPERTY(L"Parallel", L"true")
  45. TEST_METHOD_PROPERTY(L"Priority", L"0")
  46. END_TEST_CLASS()
  47. TEST_METHOD(RunAttributes);
  48. TEST_METHOD(RunAnonymousStruct);
  49. TEST_METHOD(RunCppErrors);
  50. TEST_METHOD(RunForceExtern);
  51. TEST_METHOD(RunIndexingOperator);
  52. TEST_METHOD(RunIntrinsicExamples);
  53. TEST_METHOD(RunMatrixAssignments);
  54. TEST_METHOD(RunMatrixSyntax);
  55. TEST_METHOD(RunPackReg);
  56. TEST_METHOD(RunScalarAssignments);
  57. TEST_METHOD(RunShared);
  58. TEST_METHOD(RunStructAssignments);
  59. TEST_METHOD(RunTemplateChecks);
  60. TEST_METHOD(RunTypemodsSyntax);
  61. TEST_METHOD(RunVarmodsSyntax);
  62. TEST_METHOD(RunVectorAssignments);
  63. TEST_METHOD(RunVectorSyntaxMix);
  64. TEST_METHOD(RunVectorSyntax);
  65. TEST_METHOD(RunIncludes);
  66. TEST_METHOD(RunStructMethods);
  67. TEST_METHOD(RunPredefines);
  68. TEST_METHOD(RunUTF16OneByte);
  69. TEST_METHOD(RunUTF16TwoByte);
  70. TEST_METHOD(RunUTF16ThreeByteBadChar);
  71. TEST_METHOD(RunUTF16ThreeByte);
  72. TEST_METHOD(RunNonUnicode);
  73. TEST_METHOD(RunEffect);
  74. TEST_METHOD(RunSemanticDefines);
  75. TEST_METHOD(RunNoFunctionBody);
  76. TEST_METHOD(RunNoFunctionBodyInclude);
  77. TEST_METHOD(RunNoStatic);
  78. TEST_METHOD(RunKeepUserMacro);
  79. dxc::DxcDllSupport m_dllSupport;
  80. CComPtr<IDxcIncludeHandler> m_pIncludeHandler;
  81. struct VerifyResult {
  82. std::string warnings; // warnings from first compilation
  83. std::string rewrite; // output of rewrite
  84. bool HasSubstringInRewrite(const char* val) {
  85. return std::string::npos != rewrite.find(val);
  86. }
  87. bool HasSubstringInWarnings(const char* val) {
  88. return std::string::npos != warnings.find(val);
  89. }
  90. };
  91. std::string BlobToUtf8(_In_ IDxcBlob* pBlob) {
  92. if (pBlob == nullptr) return std::string();
  93. return std::string((char*)pBlob->GetBufferPointer(), pBlob->GetBufferSize());
  94. }
  95. void CreateBlobPinned(_In_bytecount_(size) LPCVOID data, SIZE_T size,
  96. UINT32 codePage, _In_ IDxcBlobEncoding **ppBlob) {
  97. CComPtr<IDxcLibrary> library;
  98. IFT(m_dllSupport.CreateInstance(CLSID_DxcLibrary, &library));
  99. IFT(library->CreateBlobWithEncodingFromPinned(data, size, codePage,
  100. ppBlob));
  101. }
  102. VerifyResult CheckVerifies(LPCWSTR path, LPCWSTR goldPath) {
  103. CComPtr<IDxcRewriter> pRewriter;
  104. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  105. return CheckVerifies(pRewriter, path, goldPath);
  106. }
  107. VerifyResult CheckVerifies(IDxcRewriter *pRewriter, LPCWSTR path, LPCWSTR goldPath) {
  108. CComPtr<IDxcOperationResult> pRewriteResult;
  109. RewriteCompareGold(path, goldPath, &pRewriteResult, pRewriter);
  110. VerifyResult toReturn;
  111. CComPtr<IDxcBlob> pResultBlob;
  112. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&pResultBlob));
  113. toReturn.rewrite = BlobToUtf8(pResultBlob);
  114. CComPtr<IDxcBlobEncoding> pErrorsBlob;
  115. VERIFY_SUCCEEDED(pRewriteResult->GetErrorBuffer(&pErrorsBlob));
  116. toReturn.warnings = BlobToUtf8(pErrorsBlob);
  117. return toReturn;
  118. }
  119. HRESULT CreateRewriter(IDxcRewriter** pRewriter) {
  120. if (!m_dllSupport.IsEnabled()) {
  121. VERIFY_SUCCEEDED(m_dllSupport.Initialize());
  122. CComPtr<IDxcLibrary> library;
  123. VERIFY_SUCCEEDED(m_dllSupport.CreateInstance(CLSID_DxcLibrary, &library));
  124. VERIFY_SUCCEEDED(library->CreateIncludeHandler(&m_pIncludeHandler));
  125. }
  126. return m_dllSupport.CreateInstance(CLSID_DxcRewriter, pRewriter);
  127. }
  128. HRESULT CreateRewriterWithSemanticDefines(IDxcRewriter** pRewriter, std::vector<LPCWSTR> defines) {
  129. VERIFY_SUCCEEDED(CreateRewriter(pRewriter));
  130. CComPtr<IDxcLangExtensions> pLangExtensions;
  131. VERIFY_SUCCEEDED((*pRewriter)->QueryInterface(&pLangExtensions));
  132. for (LPCWSTR define : defines)
  133. VERIFY_SUCCEEDED(pLangExtensions->RegisterSemanticDefine(define));
  134. return S_OK;
  135. }
  136. VerifyResult CheckVerifiesHLSL(LPCWSTR name, LPCWSTR goldName) {
  137. return CheckVerifies(GetPathToHlslDataFile(name).c_str(),
  138. GetPathToHlslDataFile(goldName).c_str());
  139. }
  140. struct FileWithBlob {
  141. CAtlFile file;
  142. CAtlFileMapping<char> mapping;
  143. CComPtr<IDxcBlobEncoding> BlobEncoding;
  144. FileWithBlob(dxc::DxcDllSupport &support, LPCWSTR path) {
  145. IFT(file.Create(path, GENERIC_READ, FILE_SHARE_READ, OPEN_EXISTING));
  146. IFT(mapping.MapFile(file));
  147. CComPtr<IDxcLibrary> library;
  148. IFT(support.CreateInstance(CLSID_DxcLibrary, &library));
  149. IFT(library->CreateBlobWithEncodingFromPinned(mapping.GetData(),
  150. mapping.GetMappingSize(),
  151. CP_UTF8, &BlobEncoding));
  152. }
  153. };
  154. bool CompareGold(std::string &firstPass, LPCWSTR goldPath) {
  155. HANDLE goldHandle = CreateFileW(goldPath, GENERIC_READ, 0, 0, OPEN_EXISTING, 0, 0);
  156. VERIFY_ARE_NOT_EQUAL(goldHandle, INVALID_HANDLE_VALUE);
  157. CHandle checkedGoldHandle(goldHandle);
  158. DWORD gFileSize = GetFileSize(goldHandle, NULL);
  159. CComHeapPtr<char> gReadBuff;
  160. VERIFY_IS_TRUE(gReadBuff.AllocateBytes(gFileSize));
  161. DWORD gnumActualRead;
  162. VERIFY_WIN32_BOOL_SUCCEEDED(ReadFile(checkedGoldHandle, gReadBuff.m_pData,
  163. gFileSize, &gnumActualRead, NULL));
  164. std::string gold = std::string((LPSTR)gReadBuff, gnumActualRead);
  165. gold.erase(std::remove(gold.begin(), gold.end(), '\r'), gold.end());
  166. // Kept because useful for debugging
  167. //int atChar = 0;
  168. //int numDiffChar = 0;
  169. //while (atChar < result.size){
  170. // char rewriteChar = (firstPass.data())[atChar];
  171. // char goldChar = (gold.data())[atChar];
  172. //
  173. // if (rewriteChar != goldChar){
  174. // numDiffChar++;
  175. // }
  176. // atChar++;
  177. //}
  178. return firstPass.compare(gold) == 0;
  179. }
  180. // Note: Previous versions of this file included a RewriteCompareRewrite method here that rewrote twice and compared
  181. // to check for stable output. It has now been replaced by a new test that checks against a gold baseline.
  182. void RewriteCompareGold(LPCWSTR path, LPCWSTR goldPath,
  183. _COM_Outptr_ IDxcOperationResult **ppResult,
  184. _In_ IDxcRewriter *rewriter) {
  185. // Get the source text from a file
  186. FileWithBlob source(m_dllSupport, path);
  187. const int myDefinesCount = 3;
  188. DxcDefine myDefines[myDefinesCount] = {
  189. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  190. // Run rewrite unchanged on the source code
  191. VERIFY_SUCCEEDED(rewriter->RewriteUnchanged(source.BlobEncoding, myDefines,
  192. myDefinesCount, ppResult));
  193. CComPtr<IDxcBlob> pRewriteResult;
  194. IFT((*ppResult)->GetResult(&pRewriteResult));
  195. std::string firstPass = BlobToUtf8(pRewriteResult);
  196. if (CompareGold(firstPass, goldPath)) {
  197. return;
  198. }
  199. // Log things out before failing.
  200. std::wstring TestFileName(path);
  201. int index1 = TestFileName.find_last_of(L"\\");
  202. int index2 = TestFileName.find_last_of(L".");
  203. TestFileName = TestFileName.substr(index1+1, index2 - (index1+1));
  204. wchar_t TempPath[MAX_PATH];
  205. DWORD length = GetTempPathW(MAX_PATH, TempPath);
  206. VERIFY_WIN32_BOOL_SUCCEEDED(length != 0);
  207. std::wstring PrintName(TempPath);
  208. PrintName += TestFileName;
  209. PrintName += L"_rewrite_test_pass.txt";
  210. CHandle checkedWHandle(CreateNewFileForReadWrite(PrintName.data()));
  211. LPDWORD wnumWrite = 0;
  212. VERIFY_WIN32_BOOL_SUCCEEDED(WriteFile(checkedWHandle, firstPass.data(),
  213. firstPass.size(), wnumWrite, NULL));
  214. std::wstringstream ss;
  215. ss << L"\nMismatch occurred between rewriter output and expected "
  216. L"output. To see the differences, run:\n"
  217. L"diff " << goldPath << L" " << PrintName << L"\n";
  218. ::WEX::Logging::Log::Error(ss.str().c_str());
  219. }
  220. bool RewriteCompareGoldInclude(LPCWSTR path, LPCWSTR goldPath,
  221. unsigned rewriteOption) {
  222. CComPtr<IDxcRewriter> pRewriter;
  223. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  224. CComPtr<IDxcOperationResult> pRewriteResult;
  225. std::wstring fileName = GetPathToHlslDataFile(path);
  226. // Get the source text from a file
  227. FileWithBlob source(m_dllSupport, fileName.c_str());
  228. const int myDefinesCount = 3;
  229. DxcDefine myDefines[myDefinesCount] = {
  230. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  231. // Run rewrite no function body on the source code
  232. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  233. source.BlobEncoding, fileName.c_str(), myDefines, myDefinesCount,
  234. m_pIncludeHandler, rewriteOption, &pRewriteResult));
  235. CComPtr<IDxcBlob> result;
  236. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  237. std::string rewriteText = BlobToUtf8(result);
  238. return CompareGold(rewriteText, GetPathToHlslDataFile(goldPath).c_str());
  239. }
  240. };
  241. TEST_F(RewriterTest, RunAttributes) {
  242. CheckVerifiesHLSL(L"rewriter\\attributes_noerr.hlsl", L"rewriter\\correct_rewrites\\attributes_gold.hlsl");
  243. }
  244. TEST_F(RewriterTest, RunAnonymousStruct) {
  245. CheckVerifiesHLSL(L"rewriter\\anonymous_struct.hlsl", L"rewriter\\correct_rewrites\\anonymous_struct_gold.hlsl");
  246. }
  247. TEST_F(RewriterTest, RunCppErrors) {
  248. CheckVerifiesHLSL(L"rewriter\\cpp-errors_noerr.hlsl", L"rewriter\\correct_rewrites\\cpp-errors_gold.hlsl");
  249. }
  250. TEST_F(RewriterTest, RunIndexingOperator) {
  251. CheckVerifiesHLSL(L"rewriter\\indexing-operator_noerr.hlsl", L"rewriter\\correct_rewrites\\indexing-operator_gold.hlsl");
  252. }
  253. TEST_F(RewriterTest, RunIntrinsicExamples) {
  254. CheckVerifiesHLSL(L"rewriter\\intrinsic-examples_noerr.hlsl", L"rewriter\\correct_rewrites\\intrinsic-examples_gold.hlsl");
  255. }
  256. TEST_F(RewriterTest, RunMatrixAssignments) {
  257. CheckVerifiesHLSL(L"rewriter\\matrix-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\matrix-assignments_gold.hlsl");
  258. }
  259. TEST_F(RewriterTest, RunMatrixSyntax) {
  260. CheckVerifiesHLSL(L"rewriter\\matrix-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\matrix-syntax_gold.hlsl");
  261. }
  262. TEST_F(RewriterTest, RunPackReg) {
  263. CheckVerifiesHLSL(L"rewriter\\packreg_noerr.hlsl", L"rewriter\\correct_rewrites\\packreg_gold.hlsl");
  264. }
  265. TEST_F(RewriterTest, RunScalarAssignments) {
  266. CheckVerifiesHLSL(L"rewriter\\scalar-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\scalar-assignments_gold.hlsl");
  267. }
  268. TEST_F(RewriterTest, RunShared) {
  269. CheckVerifiesHLSL(L"rewriter\\shared.hlsl", L"rewriter\\correct_rewrites\\shared.hlsl");
  270. }
  271. TEST_F(RewriterTest, RunStructAssignments) {
  272. CheckVerifiesHLSL(L"rewriter\\struct-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\struct-assignments_gold.hlsl");
  273. }
  274. TEST_F(RewriterTest, RunTemplateChecks) {
  275. CheckVerifiesHLSL(L"rewriter\\template-checks_noerr.hlsl", L"rewriter\\correct_rewrites\\template-checks_gold.hlsl");
  276. }
  277. TEST_F(RewriterTest, RunTypemodsSyntax) {
  278. CheckVerifiesHLSL(L"rewriter\\typemods-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\typemods-syntax_gold.hlsl");
  279. }
  280. TEST_F(RewriterTest, RunVarmodsSyntax) {
  281. CheckVerifiesHLSL(L"rewriter\\varmods-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\varmods-syntax_gold.hlsl");
  282. }
  283. TEST_F(RewriterTest, RunVectorAssignments) {
  284. CheckVerifiesHLSL(L"rewriter\\vector-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\vector-assignments_gold.hlsl");
  285. }
  286. TEST_F(RewriterTest, RunVectorSyntaxMix) {
  287. CheckVerifiesHLSL(L"rewriter\\vector-syntax-mix_noerr.hlsl", L"rewriter\\correct_rewrites\\vector-syntax-mix_gold.hlsl");
  288. }
  289. TEST_F(RewriterTest, RunVectorSyntax) {
  290. CheckVerifiesHLSL(L"rewriter\\vector-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\vector-syntax_gold.hlsl");
  291. }
  292. TEST_F(RewriterTest, RunIncludes) {
  293. VERIFY_IS_TRUE(RewriteCompareGoldInclude(
  294. L"rewriter\\includes.hlsl",
  295. L"rewriter\\correct_rewrites\\includes_gold.hlsl",
  296. RewriterOptionMask::Default));
  297. }
  298. TEST_F(RewriterTest, RunNoFunctionBodyInclude) {
  299. VERIFY_IS_TRUE(RewriteCompareGoldInclude(
  300. L"rewriter\\includes.hlsl",
  301. L"rewriter\\correct_rewrites\\includes_gold_nobody.hlsl",
  302. RewriterOptionMask::SkipFunctionBody));
  303. }
  304. TEST_F(RewriterTest, RunStructMethods) {
  305. CheckVerifiesHLSL(L"rewriter\\struct-methods.hlsl", L"rewriter\\correct_rewrites\\struct-methods_gold.hlsl");
  306. }
  307. TEST_F(RewriterTest, RunPredefines) {
  308. CheckVerifiesHLSL(L"rewriter\\predefines.hlsl", L"rewriter\\correct_rewrites\\predefines_gold.hlsl");
  309. }
  310. static const UINT32 CP_UTF16 = 1200;
  311. TEST_F(RewriterTest, RunUTF16OneByte) {
  312. CComPtr<IDxcRewriter> pRewriter;
  313. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  314. CComPtr<IDxcOperationResult> pRewriteResult;
  315. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x0069\x003b" }; // "int i;"
  316. CComPtr<IDxcBlobEncoding> source;
  317. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  318. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  319. CComPtr<IDxcBlob> result;
  320. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  321. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\x69\x3b\n") == 0); // const added by default
  322. }
  323. TEST_F(RewriterTest, RunUTF16TwoByte) {
  324. CComPtr<IDxcRewriter> pRewriter;
  325. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  326. CComPtr<IDxcOperationResult> pRewriteResult;
  327. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x00ed\x00f1\x0167\x003b" }; // "int (i w/ acute)(n w/tilde)(t w/ 2 strokes);"
  328. CComPtr<IDxcBlobEncoding> source;
  329. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  330. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  331. CComPtr<IDxcBlob> result;
  332. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  333. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\xc3\xad\xc3\xb1\xc5\xa7\x3b\n") == 0); // const added by default
  334. }
  335. TEST_F(RewriterTest, RunUTF16ThreeByteBadChar) {
  336. CComPtr<IDxcRewriter> pRewriter;
  337. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  338. CComPtr<IDxcOperationResult> pRewriteResult;
  339. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x0041\x2655\x265a\x003b" }; // "int A(white queen)(black king);"
  340. CComPtr<IDxcBlobEncoding> source;
  341. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  342. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  343. CComPtr<IDxcBlob> result;
  344. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  345. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\x41\x3b\n") == 0); //"const int A;" -> should remove the weird characters
  346. }
  347. TEST_F(RewriterTest, RunUTF16ThreeByte) {
  348. CComPtr<IDxcRewriter> pRewriter;
  349. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  350. CComPtr<IDxcOperationResult> pRewriteResult;
  351. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x1e8b\x003b" }; // "int (x with dot above);"
  352. CComPtr<IDxcBlobEncoding> source;
  353. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  354. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  355. CComPtr<IDxcBlob> result;
  356. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  357. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\xe1\xba\x8b\x3b\n") == 0); // const added by default
  358. }
  359. TEST_F(RewriterTest, RunNonUnicode) {
  360. CComPtr<IDxcRewriter> pRewriter;
  361. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  362. CComPtr<IDxcOperationResult> pRewriteResult;
  363. char greektext[] = { "\x69\x6e\x74\x20\xe1\xe2\xe3\x3b" }; // "int (small alpha)(small beta)(small kappa);"
  364. CComPtr<IDxcBlobEncoding> source;
  365. CreateBlobPinned(greektext, sizeof(greektext), 1253, &source); // 1253 == ANSI Greek
  366. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  367. CComPtr<IDxcBlob> result;
  368. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  369. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\xce\xb1\xce\xb2\xce\xb3\x3b\n") == 0); // const added by default
  370. }
  371. TEST_F(RewriterTest, RunEffect) {
  372. CheckVerifiesHLSL(L"rewriter\\effects-syntax.hlsl", L"rewriter\\correct_rewrites\\effects-syntax_gold.hlsl");
  373. }
  374. TEST_F(RewriterTest, RunSemanticDefines) {
  375. CComPtr<IDxcRewriter> pRewriter;
  376. VERIFY_SUCCEEDED(CreateRewriterWithSemanticDefines(&pRewriter, {L"SD_*"}));
  377. CheckVerifies(pRewriter, hlsl_test::GetPathToHlslDataFile(L"rewriter\\semantic-defines.hlsl").c_str(),
  378. hlsl_test::GetPathToHlslDataFile(L"rewriter\\correct_rewrites\\semantic-defines_gold.hlsl").c_str());
  379. }
  380. TEST_F(RewriterTest, RunNoFunctionBody) {
  381. CComPtr<IDxcRewriter> pRewriter;
  382. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  383. CComPtr<IDxcOperationResult> pRewriteResult;
  384. // Get the source text from a file
  385. FileWithBlob source(
  386. m_dllSupport,
  387. GetPathToHlslDataFile(L"rewriter\\vector-assignments_noerr.hlsl")
  388. .c_str());
  389. const int myDefinesCount = 3;
  390. DxcDefine myDefines[myDefinesCount] = {
  391. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  392. // Run rewrite no function body on the source code
  393. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  394. source.BlobEncoding, L"vector-assignments_noerr.hlsl", myDefines,
  395. myDefinesCount, /*pIncludeHandler*/ nullptr, RewriterOptionMask::SkipFunctionBody,
  396. &pRewriteResult));
  397. CComPtr<IDxcBlob> result;
  398. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  399. // Function decl only.
  400. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(),
  401. "// Rewrite unchanged result:\nfloat pick_one(float2 "
  402. "f2);\nvoid main();\n") == 0);
  403. }
  404. TEST_F(RewriterTest, RunNoStatic) {
  405. CComPtr<IDxcRewriter> pRewriter;
  406. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  407. CComPtr<IDxcOperationResult> pRewriteResult;
  408. // Get the source text from a file
  409. FileWithBlob source(
  410. m_dllSupport,
  411. GetPathToHlslDataFile(L"rewriter\\attributes_noerr.hlsl")
  412. .c_str());
  413. const int myDefinesCount = 3;
  414. DxcDefine myDefines[myDefinesCount] = {
  415. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  416. // Run rewrite no function body on the source code
  417. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  418. source.BlobEncoding, L"attributes_noerr.hlsl", myDefines, myDefinesCount,
  419. /*pIncludeHandler*/ nullptr,
  420. RewriterOptionMask::SkipFunctionBody | RewriterOptionMask::SkipStatic,
  421. &pRewriteResult));
  422. CComPtr<IDxcBlob> result;
  423. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  424. std::string strResult = BlobToUtf8(result);
  425. // No static.
  426. VERIFY_IS_TRUE(strResult.find("static") == std::string::npos);
  427. }
  428. TEST_F(RewriterTest, RunForceExtern) { CComPtr<IDxcRewriter> pRewriter;
  429. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  430. CComPtr<IDxcOperationResult> pRewriteResult;
  431. // Get the source text from a file
  432. FileWithBlob source(
  433. m_dllSupport,
  434. GetPathToHlslDataFile(L"rewriter\\force_extern.hlsl")
  435. .c_str());
  436. const int myDefinesCount = 3;
  437. DxcDefine myDefines[myDefinesCount] = {
  438. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  439. // Run rewrite no function body on the source code
  440. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  441. source.BlobEncoding, L"vector-assignments_noerr.hlsl", myDefines,
  442. myDefinesCount, /*pIncludeHandler*/ nullptr,
  443. RewriterOptionMask::SkipFunctionBody |
  444. RewriterOptionMask::GlobalExternByDefault,
  445. &pRewriteResult));
  446. CComPtr<IDxcBlob> result;
  447. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  448. // Function decl only.
  449. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(),
  450. "// Rewrite unchanged result:\n\
  451. extern const float a;\n\
  452. namespace b {\n\
  453. extern const float c;\n\
  454. namespace d {\n\
  455. extern const float e;\n\
  456. }\n\
  457. }\n\
  458. static int f;\n\
  459. float4 main() : SV_Target;\n") == 0);
  460. }
  461. TEST_F(RewriterTest, RunKeepUserMacro) { CComPtr<IDxcRewriter> pRewriter;
  462. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  463. CComPtr<IDxcOperationResult> pRewriteResult;
  464. // Get the source text from a file
  465. FileWithBlob source(
  466. m_dllSupport,
  467. GetPathToHlslDataFile(L"rewriter\\predefines2.hlsl")
  468. .c_str());
  469. const int myDefinesCount = 3;
  470. DxcDefine myDefines[myDefinesCount] = {
  471. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  472. // Run rewrite no function body on the source code
  473. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  474. source.BlobEncoding, L"vector-assignments_noerr.hlsl", myDefines,
  475. myDefinesCount, /*pIncludeHandler*/ nullptr,
  476. RewriterOptionMask::KeepUserMacro,
  477. &pRewriteResult));
  478. CComPtr<IDxcBlob> result;
  479. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  480. // Function decl only.
  481. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(),
  482. "// Rewrite unchanged result:\n\
  483. const float x = 1;\n\
  484. float test(float a, float b) {\n\
  485. return ((a) + (b));\n\
  486. }\n\
  487. \n\n\n\
  488. // Macros:\n\
  489. #define X 1\n\
  490. #define Y(A, B) ( ( A ) + ( B ) )\n\
  491. ") == 0);
  492. }