RewriterTest.cpp 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573
  1. ///////////////////////////////////////////////////////////////////////////////
  2. // //
  3. // RewriterTest.cpp //
  4. // Copyright (C) Microsoft Corporation. All rights reserved. //
  5. // This file is distributed under the University of Illinois Open Source //
  6. // License. See LICENSE.TXT for details. //
  7. // //
  8. // The following HLSL tests contain static_asserts and are not useful for //
  9. // the HLSL rewriter: more-operators.hlsl, object-operators.hlsl, //
  10. // scalar-operators-assign.hlsl, scalar-operators.hlsl, string.hlsl. //
  11. // They have been omitted. //
  12. // //
  13. ///////////////////////////////////////////////////////////////////////////////
  14. #ifndef UNICODE
  15. #define UNICODE
  16. #endif
  17. #include <memory>
  18. #include <vector>
  19. #include <string>
  20. #include <cassert>
  21. #include <sstream>
  22. #include <algorithm>
  23. #include <windows.h>
  24. #include <unknwn.h>
  25. #include "dxc/dxcapi.h"
  26. #include <atlbase.h>
  27. #include <atlfile.h>
  28. #include "HLSLTestData.h"
  29. #include "WexTestClass.h"
  30. #include "HlslTestUtils.h"
  31. #include "DxcTestUtils.h"
  32. #include "dxc/Support/Global.h"
  33. #include "dxc/dxctools.h"
  34. #include "dxc/Support/dxcapi.use.h"
  35. #include "dxc/dxcapi.internal.h"
  36. using namespace std;
  37. using namespace hlsl_test;
  38. class RewriterTest {
  39. public:
  40. BEGIN_TEST_CLASS(RewriterTest)
  41. TEST_CLASS_PROPERTY(L"Parallel", L"true")
  42. TEST_METHOD_PROPERTY(L"Priority", L"0")
  43. END_TEST_CLASS()
  44. TEST_METHOD(RunAttributes);
  45. TEST_METHOD(RunAnonymousStruct);
  46. TEST_METHOD(RunCppErrors);
  47. TEST_METHOD(RunForceExtern);
  48. TEST_METHOD(RunIndexingOperator);
  49. TEST_METHOD(RunIntrinsicExamples);
  50. TEST_METHOD(RunMatrixAssignments);
  51. TEST_METHOD(RunMatrixSyntax);
  52. TEST_METHOD(RunPackReg);
  53. TEST_METHOD(RunScalarAssignments);
  54. TEST_METHOD(RunShared);
  55. TEST_METHOD(RunStructAssignments);
  56. TEST_METHOD(RunTemplateChecks);
  57. TEST_METHOD(RunTypemodsSyntax);
  58. TEST_METHOD(RunVarmodsSyntax);
  59. TEST_METHOD(RunVectorAssignments);
  60. TEST_METHOD(RunVectorSyntaxMix);
  61. TEST_METHOD(RunVectorSyntax);
  62. TEST_METHOD(RunIncludes);
  63. TEST_METHOD(RunStructMethods);
  64. TEST_METHOD(RunPredefines);
  65. TEST_METHOD(RunUTF16OneByte);
  66. TEST_METHOD(RunUTF16TwoByte);
  67. TEST_METHOD(RunUTF16ThreeByteBadChar);
  68. TEST_METHOD(RunUTF16ThreeByte);
  69. TEST_METHOD(RunNonUnicode);
  70. TEST_METHOD(RunEffect);
  71. TEST_METHOD(RunSemanticDefines);
  72. TEST_METHOD(RunNoFunctionBody);
  73. TEST_METHOD(RunNoFunctionBodyInclude);
  74. TEST_METHOD(RunNoStatic);
  75. dxc::DxcDllSupport m_dllSupport;
  76. CComPtr<IDxcIncludeHandler> m_pIncludeHandler;
  77. struct VerifyResult {
  78. std::string warnings; // warnings from first compilation
  79. std::string rewrite; // output of rewrite
  80. bool HasSubstringInRewrite(const char* val) {
  81. return std::string::npos != rewrite.find(val);
  82. }
  83. bool HasSubstringInWarnings(const char* val) {
  84. return std::string::npos != warnings.find(val);
  85. }
  86. };
  87. std::string BlobToUtf8(_In_ IDxcBlob* pBlob) {
  88. if (pBlob == nullptr) return std::string();
  89. return std::string((char*)pBlob->GetBufferPointer(), pBlob->GetBufferSize());
  90. }
  91. void CreateBlobPinned(_In_bytecount_(size) LPCVOID data, SIZE_T size,
  92. UINT32 codePage, _In_ IDxcBlobEncoding **ppBlob) {
  93. CComPtr<IDxcLibrary> library;
  94. IFT(m_dllSupport.CreateInstance(CLSID_DxcLibrary, &library));
  95. IFT(library->CreateBlobWithEncodingFromPinned((LPBYTE)data, size, codePage,
  96. ppBlob));
  97. }
  98. VerifyResult CheckVerifies(LPCWSTR path, LPCWSTR goldPath) {
  99. CComPtr<IDxcRewriter> pRewriter;
  100. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  101. return CheckVerifies(pRewriter, path, goldPath);
  102. }
  103. VerifyResult CheckVerifies(IDxcRewriter *pRewriter, LPCWSTR path, LPCWSTR goldPath) {
  104. CComPtr<IDxcOperationResult> pRewriteResult;
  105. RewriteCompareGold(path, goldPath, &pRewriteResult, pRewriter);
  106. VerifyResult toReturn;
  107. CComPtr<IDxcBlob> pResultBlob;
  108. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&pResultBlob));
  109. toReturn.rewrite = BlobToUtf8(pResultBlob);
  110. CComPtr<IDxcBlobEncoding> pErrorsBlob;
  111. VERIFY_SUCCEEDED(pRewriteResult->GetErrorBuffer(&pErrorsBlob));
  112. toReturn.warnings = BlobToUtf8(pErrorsBlob);
  113. return toReturn;
  114. }
  115. HRESULT CreateRewriter(IDxcRewriter** pRewriter) {
  116. if (!m_dllSupport.IsEnabled()) {
  117. VERIFY_SUCCEEDED(m_dllSupport.Initialize());
  118. CComPtr<IDxcLibrary> library;
  119. VERIFY_SUCCEEDED(m_dllSupport.CreateInstance(CLSID_DxcLibrary, &library));
  120. VERIFY_SUCCEEDED(library->CreateIncludeHandler(&m_pIncludeHandler));
  121. }
  122. return m_dllSupport.CreateInstance(CLSID_DxcRewriter, pRewriter);
  123. }
  124. HRESULT CreateRewriterWithSemanticDefines(IDxcRewriter** pRewriter, std::vector<LPCWSTR> defines) {
  125. VERIFY_SUCCEEDED(CreateRewriter(pRewriter));
  126. CComPtr<IDxcLangExtensions> pLangExtensions;
  127. VERIFY_SUCCEEDED((*pRewriter)->QueryInterface(&pLangExtensions));
  128. for (LPCWSTR define : defines)
  129. VERIFY_SUCCEEDED(pLangExtensions->RegisterSemanticDefine(define));
  130. return S_OK;
  131. }
  132. VerifyResult CheckVerifiesHLSL(LPCWSTR name, LPCWSTR goldName) {
  133. return CheckVerifies(GetPathToHlslDataFile(name).c_str(),
  134. GetPathToHlslDataFile(goldName).c_str());
  135. }
  136. struct FileWithBlob {
  137. CAtlFile file;
  138. CAtlFileMapping<char> mapping;
  139. CComPtr<IDxcBlobEncoding> BlobEncoding;
  140. FileWithBlob(dxc::DxcDllSupport &support, LPCWSTR path) {
  141. IFT(file.Create(path, GENERIC_READ, FILE_SHARE_READ, OPEN_EXISTING));
  142. IFT(mapping.MapFile(file));
  143. CComPtr<IDxcLibrary> library;
  144. IFT(support.CreateInstance(CLSID_DxcLibrary, &library));
  145. IFT(library->CreateBlobWithEncodingFromPinned((LPBYTE)mapping.GetData(),
  146. mapping.GetMappingSize(),
  147. CP_UTF8, &BlobEncoding));
  148. }
  149. };
  150. bool CompareGold(std::string &firstPass, LPCWSTR goldPath) {
  151. HANDLE goldHandle = CreateFileW(goldPath, GENERIC_READ, 0, 0, OPEN_EXISTING, 0, 0);
  152. VERIFY_ARE_NOT_EQUAL(goldHandle, INVALID_HANDLE_VALUE);
  153. CHandle checkedGoldHandle(goldHandle);
  154. DWORD gFileSize = GetFileSize(goldHandle, NULL);
  155. CComHeapPtr<char> gReadBuff;
  156. VERIFY_IS_TRUE(gReadBuff.AllocateBytes(gFileSize));
  157. DWORD gnumActualRead;
  158. VERIFY_WIN32_BOOL_SUCCEEDED(ReadFile(checkedGoldHandle, gReadBuff.m_pData,
  159. gFileSize, &gnumActualRead, NULL));
  160. std::string gold = std::string((LPSTR)gReadBuff, gnumActualRead);
  161. gold.erase(std::remove(gold.begin(), gold.end(), '\r'), gold.end());
  162. // Kept because useful for debugging
  163. //int atChar = 0;
  164. //int numDiffChar = 0;
  165. //while (atChar < result.size){
  166. // char rewriteChar = (firstPass.data())[atChar];
  167. // char goldChar = (gold.data())[atChar];
  168. //
  169. // if (rewriteChar != goldChar){
  170. // numDiffChar++;
  171. // }
  172. // atChar++;
  173. //}
  174. return firstPass.compare(gold) == 0;
  175. }
  176. // Note: Previous versions of this file included a RewriteCompareRewrite method here that rewrote twice and compared
  177. // to check for stable output. It has now been replaced by a new test that checks against a gold baseline.
  178. void RewriteCompareGold(LPCWSTR path, LPCWSTR goldPath,
  179. _COM_Outptr_ IDxcOperationResult **ppResult,
  180. _In_ IDxcRewriter *rewriter) {
  181. // Get the source text from a file
  182. FileWithBlob source(m_dllSupport, path);
  183. const int myDefinesCount = 3;
  184. DxcDefine myDefines[myDefinesCount] = {
  185. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  186. // Run rewrite unchanged on the source code
  187. VERIFY_SUCCEEDED(rewriter->RewriteUnchanged(source.BlobEncoding, myDefines,
  188. myDefinesCount, ppResult));
  189. CComPtr<IDxcBlob> pRewriteResult;
  190. IFT((*ppResult)->GetResult(&pRewriteResult));
  191. std::string firstPass = BlobToUtf8(pRewriteResult);
  192. if (CompareGold(firstPass, goldPath)) {
  193. return;
  194. }
  195. // Log things out before failing.
  196. std::wstring TestFileName(path);
  197. int index1 = TestFileName.find_last_of(L"\\");
  198. int index2 = TestFileName.find_last_of(L".");
  199. TestFileName = TestFileName.substr(index1+1, index2 - (index1+1));
  200. wchar_t TempPath[MAX_PATH];
  201. DWORD length = GetTempPathW(MAX_PATH, TempPath);
  202. VERIFY_WIN32_BOOL_SUCCEEDED(length != 0);
  203. std::wstring PrintName(TempPath);
  204. PrintName += TestFileName;
  205. PrintName += L"_rewrite_test_pass.txt";
  206. CHandle checkedWHandle(CreateNewFileForReadWrite(PrintName.data()));
  207. LPDWORD wnumWrite = 0;
  208. VERIFY_WIN32_BOOL_SUCCEEDED(WriteFile(checkedWHandle, firstPass.data(),
  209. firstPass.size(), wnumWrite, NULL));
  210. std::wstringstream ss;
  211. ss << L"\nMismatch occurred between rewriter output and expected "
  212. L"output. To see the differences, run:\n"
  213. L"diff " << goldPath << L" " << PrintName << L"\n";
  214. ::WEX::Logging::Log::Error(ss.str().c_str());
  215. }
  216. bool RewriteCompareGoldInclude(LPCWSTR path, LPCWSTR goldPath,
  217. unsigned rewriteOption) {
  218. CComPtr<IDxcRewriter> pRewriter;
  219. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  220. CComPtr<IDxcOperationResult> pRewriteResult;
  221. std::wstring fileName = GetPathToHlslDataFile(path);
  222. // Get the source text from a file
  223. FileWithBlob source(m_dllSupport, fileName.c_str());
  224. const int myDefinesCount = 3;
  225. DxcDefine myDefines[myDefinesCount] = {
  226. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  227. // Run rewrite no function body on the source code
  228. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  229. source.BlobEncoding, fileName.c_str(), myDefines, myDefinesCount,
  230. m_pIncludeHandler, rewriteOption, &pRewriteResult));
  231. CComPtr<IDxcBlob> result;
  232. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  233. std::string rewriteText = BlobToUtf8(result);
  234. return CompareGold(rewriteText, GetPathToHlslDataFile(goldPath).c_str());
  235. }
  236. };
  237. TEST_F(RewriterTest, RunAttributes) {
  238. CheckVerifiesHLSL(L"rewriter\\attributes_noerr.hlsl", L"rewriter\\correct_rewrites\\attributes_gold.hlsl");
  239. }
  240. TEST_F(RewriterTest, RunAnonymousStruct) {
  241. CheckVerifiesHLSL(L"rewriter\\anonymous_struct.hlsl", L"rewriter\\correct_rewrites\\anonymous_struct_gold.hlsl");
  242. }
  243. TEST_F(RewriterTest, RunCppErrors) {
  244. CheckVerifiesHLSL(L"rewriter\\cpp-errors_noerr.hlsl", L"rewriter\\correct_rewrites\\cpp-errors_gold.hlsl");
  245. }
  246. TEST_F(RewriterTest, RunIndexingOperator) {
  247. CheckVerifiesHLSL(L"rewriter\\indexing-operator_noerr.hlsl", L"rewriter\\correct_rewrites\\indexing-operator_gold.hlsl");
  248. }
  249. TEST_F(RewriterTest, RunIntrinsicExamples) {
  250. CheckVerifiesHLSL(L"rewriter\\intrinsic-examples_noerr.hlsl", L"rewriter\\correct_rewrites\\intrinsic-examples_gold.hlsl");
  251. }
  252. TEST_F(RewriterTest, RunMatrixAssignments) {
  253. CheckVerifiesHLSL(L"rewriter\\matrix-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\matrix-assignments_gold.hlsl");
  254. }
  255. TEST_F(RewriterTest, RunMatrixSyntax) {
  256. CheckVerifiesHLSL(L"rewriter\\matrix-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\matrix-syntax_gold.hlsl");
  257. }
  258. TEST_F(RewriterTest, RunPackReg) {
  259. CheckVerifiesHLSL(L"rewriter\\packreg_noerr.hlsl", L"rewriter\\correct_rewrites\\packreg_gold.hlsl");
  260. }
  261. TEST_F(RewriterTest, RunScalarAssignments) {
  262. CheckVerifiesHLSL(L"rewriter\\scalar-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\scalar-assignments_gold.hlsl");
  263. }
  264. TEST_F(RewriterTest, RunShared) {
  265. CheckVerifiesHLSL(L"rewriter\\shared.hlsl", L"rewriter\\correct_rewrites\\shared.hlsl");
  266. }
  267. TEST_F(RewriterTest, RunStructAssignments) {
  268. CheckVerifiesHLSL(L"rewriter\\struct-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\struct-assignments_gold.hlsl");
  269. }
  270. TEST_F(RewriterTest, RunTemplateChecks) {
  271. CheckVerifiesHLSL(L"rewriter\\template-checks_noerr.hlsl", L"rewriter\\correct_rewrites\\template-checks_gold.hlsl");
  272. }
  273. TEST_F(RewriterTest, RunTypemodsSyntax) {
  274. CheckVerifiesHLSL(L"rewriter\\typemods-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\typemods-syntax_gold.hlsl");
  275. }
  276. TEST_F(RewriterTest, RunVarmodsSyntax) {
  277. CheckVerifiesHLSL(L"rewriter\\varmods-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\varmods-syntax_gold.hlsl");
  278. }
  279. TEST_F(RewriterTest, RunVectorAssignments) {
  280. CheckVerifiesHLSL(L"rewriter\\vector-assignments_noerr.hlsl", L"rewriter\\correct_rewrites\\vector-assignments_gold.hlsl");
  281. }
  282. TEST_F(RewriterTest, RunVectorSyntaxMix) {
  283. CheckVerifiesHLSL(L"rewriter\\vector-syntax-mix_noerr.hlsl", L"rewriter\\correct_rewrites\\vector-syntax-mix_gold.hlsl");
  284. }
  285. TEST_F(RewriterTest, RunVectorSyntax) {
  286. CheckVerifiesHLSL(L"rewriter\\vector-syntax_noerr.hlsl", L"rewriter\\correct_rewrites\\vector-syntax_gold.hlsl");
  287. }
  288. TEST_F(RewriterTest, RunIncludes) {
  289. VERIFY_IS_TRUE(RewriteCompareGoldInclude(
  290. L"rewriter\\includes.hlsl",
  291. L"rewriter\\correct_rewrites\\includes_gold.hlsl",
  292. RewriterOptionMask::Default));
  293. }
  294. TEST_F(RewriterTest, RunNoFunctionBodyInclude) {
  295. VERIFY_IS_TRUE(RewriteCompareGoldInclude(
  296. L"rewriter\\includes.hlsl",
  297. L"rewriter\\correct_rewrites\\includes_gold_nobody.hlsl",
  298. RewriterOptionMask::SkipFunctionBody));
  299. }
  300. TEST_F(RewriterTest, RunStructMethods) {
  301. CheckVerifiesHLSL(L"rewriter\\struct-methods.hlsl", L"rewriter\\correct_rewrites\\struct-methods_gold.hlsl");
  302. }
  303. TEST_F(RewriterTest, RunPredefines) {
  304. CheckVerifiesHLSL(L"rewriter\\predefines.hlsl", L"rewriter\\correct_rewrites\\predefines_gold.hlsl");
  305. }
  306. static const UINT32 CP_UTF16 = 1200;
  307. TEST_F(RewriterTest, RunUTF16OneByte) {
  308. CComPtr<IDxcRewriter> pRewriter;
  309. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  310. CComPtr<IDxcOperationResult> pRewriteResult;
  311. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x0069\x003b" }; // "int i;"
  312. CComPtr<IDxcBlobEncoding> source;
  313. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  314. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  315. CComPtr<IDxcBlob> result;
  316. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  317. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\x69\x3b\n") == 0); // const added by default
  318. }
  319. TEST_F(RewriterTest, RunUTF16TwoByte) {
  320. CComPtr<IDxcRewriter> pRewriter;
  321. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  322. CComPtr<IDxcOperationResult> pRewriteResult;
  323. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x00ed\x00f1\x0167\x003b" }; // "int (i w/ acute)(n w/tilde)(t w/ 2 strokes);"
  324. CComPtr<IDxcBlobEncoding> source;
  325. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  326. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  327. CComPtr<IDxcBlob> result;
  328. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  329. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\xc3\xad\xc3\xb1\xc5\xa7\x3b\n") == 0); // const added by default
  330. }
  331. TEST_F(RewriterTest, RunUTF16ThreeByteBadChar) {
  332. CComPtr<IDxcRewriter> pRewriter;
  333. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  334. CComPtr<IDxcOperationResult> pRewriteResult;
  335. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x0041\x2655\x265a\x003b" }; // "int A(white queen)(black king);"
  336. CComPtr<IDxcBlobEncoding> source;
  337. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  338. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  339. CComPtr<IDxcBlob> result;
  340. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  341. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\x41\x3b\n") == 0); //"const int A;" -> should remove the weird characters
  342. }
  343. TEST_F(RewriterTest, RunUTF16ThreeByte) {
  344. CComPtr<IDxcRewriter> pRewriter;
  345. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  346. CComPtr<IDxcOperationResult> pRewriteResult;
  347. WCHAR utf16text[] = { L"\x0069\x006e\x0074\x0020\x1e8b\x003b" }; // "int (x with dot above);"
  348. CComPtr<IDxcBlobEncoding> source;
  349. CreateBlobPinned(utf16text, sizeof(utf16text), CP_UTF16, &source);
  350. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  351. CComPtr<IDxcBlob> result;
  352. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  353. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\xe1\xba\x8b\x3b\n") == 0); // const added by default
  354. }
  355. TEST_F(RewriterTest, RunNonUnicode) {
  356. CComPtr<IDxcRewriter> pRewriter;
  357. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  358. CComPtr<IDxcOperationResult> pRewriteResult;
  359. char greektext[] = { "\x69\x6e\x74\x20\xe1\xe2\xe3\x3b" }; // "int (small alpha)(small beta)(small kappa);"
  360. CComPtr<IDxcBlobEncoding> source;
  361. CreateBlobPinned(greektext, sizeof(greektext), 1253, &source); // 1253 == ANSI Greek
  362. VERIFY_SUCCEEDED(pRewriter->RewriteUnchanged(source, 0, 0, &pRewriteResult));
  363. CComPtr<IDxcBlob> result;
  364. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  365. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(), "// Rewrite unchanged result:\n\x63\x6f\x6e\x73\x74\x20\x69\x6e\x74\x20\xce\xb1\xce\xb2\xce\xb3\x3b\n") == 0); // const added by default
  366. }
  367. TEST_F(RewriterTest, RunEffect) {
  368. CheckVerifiesHLSL(L"rewriter\\effects-syntax.hlsl", L"rewriter\\correct_rewrites\\effects-syntax_gold.hlsl");
  369. }
  370. TEST_F(RewriterTest, RunSemanticDefines) {
  371. CComPtr<IDxcRewriter> pRewriter;
  372. VERIFY_SUCCEEDED(CreateRewriterWithSemanticDefines(&pRewriter, {L"SD_*"}));
  373. CheckVerifies(pRewriter, hlsl_test::GetPathToHlslDataFile(L"rewriter\\semantic-defines.hlsl").c_str(),
  374. hlsl_test::GetPathToHlslDataFile(L"rewriter\\correct_rewrites\\semantic-defines_gold.hlsl").c_str());
  375. }
  376. TEST_F(RewriterTest, RunNoFunctionBody) {
  377. CComPtr<IDxcRewriter> pRewriter;
  378. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  379. CComPtr<IDxcOperationResult> pRewriteResult;
  380. // Get the source text from a file
  381. FileWithBlob source(
  382. m_dllSupport,
  383. GetPathToHlslDataFile(L"rewriter\\vector-assignments_noerr.hlsl")
  384. .c_str());
  385. const int myDefinesCount = 3;
  386. DxcDefine myDefines[myDefinesCount] = {
  387. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  388. // Run rewrite no function body on the source code
  389. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  390. source.BlobEncoding, L"vector-assignments_noerr.hlsl", myDefines,
  391. myDefinesCount, /*pIncludeHandler*/ nullptr, RewriterOptionMask::SkipFunctionBody,
  392. &pRewriteResult));
  393. CComPtr<IDxcBlob> result;
  394. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  395. // Function decl only.
  396. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(),
  397. "// Rewrite unchanged result:\nfloat pick_one(float2 "
  398. "f2);\nvoid main();\n") == 0);
  399. }
  400. TEST_F(RewriterTest, RunNoStatic) {
  401. CComPtr<IDxcRewriter> pRewriter;
  402. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  403. CComPtr<IDxcOperationResult> pRewriteResult;
  404. // Get the source text from a file
  405. FileWithBlob source(
  406. m_dllSupport,
  407. GetPathToHlslDataFile(L"rewriter\\attributes_noerr.hlsl")
  408. .c_str());
  409. const int myDefinesCount = 3;
  410. DxcDefine myDefines[myDefinesCount] = {
  411. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  412. // Run rewrite no function body on the source code
  413. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  414. source.BlobEncoding, L"attributes_noerr.hlsl", myDefines, myDefinesCount,
  415. /*pIncludeHandler*/ nullptr,
  416. RewriterOptionMask::SkipFunctionBody | RewriterOptionMask::SkipStatic,
  417. &pRewriteResult));
  418. CComPtr<IDxcBlob> result;
  419. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  420. std::string strResult = BlobToUtf8(result);
  421. // No static.
  422. VERIFY_IS_TRUE(strResult.find("static") == std::string::npos);
  423. }
  424. TEST_F(RewriterTest, RunForceExtern) { CComPtr<IDxcRewriter> pRewriter;
  425. VERIFY_SUCCEEDED(CreateRewriter(&pRewriter));
  426. CComPtr<IDxcOperationResult> pRewriteResult;
  427. // Get the source text from a file
  428. FileWithBlob source(
  429. m_dllSupport,
  430. GetPathToHlslDataFile(L"rewriter\\force_extern.hlsl")
  431. .c_str());
  432. const int myDefinesCount = 3;
  433. DxcDefine myDefines[myDefinesCount] = {
  434. {L"myDefine", L"2"}, {L"myDefine3", L"1994"}, {L"myDefine4", nullptr}};
  435. // Run rewrite no function body on the source code
  436. VERIFY_SUCCEEDED(pRewriter->RewriteUnchangedWithInclude(
  437. source.BlobEncoding, L"vector-assignments_noerr.hlsl", myDefines,
  438. myDefinesCount, /*pIncludeHandler*/ nullptr,
  439. RewriterOptionMask::SkipFunctionBody |
  440. RewriterOptionMask::GlobalExternByDefault,
  441. &pRewriteResult));
  442. CComPtr<IDxcBlob> result;
  443. VERIFY_SUCCEEDED(pRewriteResult->GetResult(&result));
  444. // Function decl only.
  445. VERIFY_IS_TRUE(strcmp(BlobToUtf8(result).c_str(),
  446. "// Rewrite unchanged result:\n\
  447. extern const float a;\n\
  448. namespace b {\n\
  449. extern const float c;\n\
  450. namespace d {\n\
  451. extern const float e;\n\
  452. }\n\
  453. }\n\
  454. static int f;\n\
  455. float4 main() : SV_Target;\n") == 0);
  456. }