3
0

Utils.cpp 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431
  1. /*
  2. * Copyright (c) Contributors to the Open 3D Engine Project.
  3. * For complete copyright and license terms please see the LICENSE at the root of this distribution.
  4. *
  5. * SPDX-License-Identifier: Apache-2.0 OR MIT
  6. *
  7. */
  8. #include <Atom/RPI.Reflect/Image/StreamingImageAsset.h>
  9. #include <Atom/RPI.Reflect/Image/StreamingImageAssetHandler.h>
  10. #include <Atom/Utils/DdsFile.h>
  11. #include <AzFramework/StringFunc/StringFunc.h>
  12. #include <Processing/ImageToProcess.h>
  13. #include <Processing/PixelFormatInfo.h>
  14. #include <Processing/Utils.h>
  15. #include <Processing/ImageFlags.h>
  16. namespace ImageProcessingAtom
  17. {
  18. namespace Utils
  19. {
  20. using namespace AZ;
  21. EPixelFormat RHIFormatToPixelFormat(AZ::RHI::Format rhiFormat, bool& isSRGB)
  22. {
  23. isSRGB = false;
  24. switch (rhiFormat)
  25. {
  26. case AZ::RHI::Format::R8G8B8A8_UNORM_SRGB:
  27. isSRGB = true;
  28. case AZ::RHI::Format::R8G8B8A8_UNORM:
  29. return ePixelFormat_R8G8B8A8;
  30. case AZ::RHI::Format::R8G8_UNORM:
  31. return ePixelFormat_R8G8;
  32. case AZ::RHI::Format::R8_UNORM:
  33. return ePixelFormat_R8;
  34. case AZ::RHI::Format::A8_UNORM:
  35. return ePixelFormat_A8;
  36. case AZ::RHI::Format::R16G16B16A16_UNORM:
  37. return ePixelFormat_R16G16B16A16;
  38. case AZ::RHI::Format::R16G16_UNORM:
  39. return ePixelFormat_R16G16;
  40. case AZ::RHI::Format::R16_UNORM:
  41. return ePixelFormat_R16;
  42. case AZ::RHI::Format::ASTC_4x4_UNORM_SRGB:
  43. isSRGB = true;
  44. case AZ::RHI::Format::ASTC_4x4_UNORM:
  45. return ePixelFormat_ASTC_4x4;
  46. case AZ::RHI::Format::ASTC_5x4_UNORM_SRGB:
  47. isSRGB = true;
  48. case AZ::RHI::Format::ASTC_5x4_UNORM:
  49. return ePixelFormat_ASTC_5x4;
  50. case AZ::RHI::Format::ASTC_5x5_UNORM_SRGB:
  51. isSRGB = true;
  52. case AZ::RHI::Format::ASTC_5x5_UNORM:
  53. return ePixelFormat_ASTC_5x5;
  54. case AZ::RHI::Format::ASTC_6x5_UNORM_SRGB:
  55. isSRGB = true;
  56. case AZ::RHI::Format::ASTC_6x5_UNORM:
  57. return ePixelFormat_ASTC_6x5;
  58. case AZ::RHI::Format::ASTC_6x6_UNORM_SRGB:
  59. isSRGB = true;
  60. case AZ::RHI::Format::ASTC_6x6_UNORM:
  61. return ePixelFormat_ASTC_6x6;
  62. case AZ::RHI::Format::ASTC_8x5_UNORM_SRGB:
  63. isSRGB = true;
  64. case AZ::RHI::Format::ASTC_8x5_UNORM:
  65. return ePixelFormat_ASTC_8x5;
  66. case AZ::RHI::Format::ASTC_8x6_UNORM_SRGB:
  67. isSRGB = true;
  68. case AZ::RHI::Format::ASTC_8x6_UNORM:
  69. return ePixelFormat_ASTC_8x6;
  70. case AZ::RHI::Format::ASTC_8x8_UNORM_SRGB:
  71. isSRGB = true;
  72. case AZ::RHI::Format::ASTC_8x8_UNORM:
  73. return ePixelFormat_ASTC_8x8;
  74. case AZ::RHI::Format::ASTC_10x5_UNORM_SRGB:
  75. isSRGB = true;
  76. case AZ::RHI::Format::ASTC_10x5_UNORM:
  77. return ePixelFormat_ASTC_10x5;
  78. case AZ::RHI::Format::ASTC_10x6_UNORM_SRGB:
  79. isSRGB = true;
  80. case AZ::RHI::Format::ASTC_10x6_UNORM:
  81. return ePixelFormat_ASTC_10x6;
  82. case AZ::RHI::Format::ASTC_10x8_UNORM_SRGB:
  83. isSRGB = true;
  84. case AZ::RHI::Format::ASTC_10x8_UNORM:
  85. return ePixelFormat_ASTC_10x8;
  86. case AZ::RHI::Format::ASTC_10x10_UNORM_SRGB:
  87. isSRGB = true;
  88. case AZ::RHI::Format::ASTC_10x10_UNORM:
  89. return ePixelFormat_ASTC_10x10;
  90. case AZ::RHI::Format::ASTC_12x10_UNORM_SRGB:
  91. isSRGB = true;
  92. case AZ::RHI::Format::ASTC_12x10_UNORM:
  93. return ePixelFormat_ASTC_12x10;
  94. case AZ::RHI::Format::ASTC_12x12_UNORM_SRGB:
  95. isSRGB = true;
  96. case AZ::RHI::Format::ASTC_12x12_UNORM:
  97. return ePixelFormat_ASTC_12x12;
  98. case AZ::RHI::Format::BC1_UNORM_SRGB:
  99. isSRGB = true;
  100. case AZ::RHI::Format::BC1_UNORM:
  101. return ePixelFormat_BC1;
  102. case AZ::RHI::Format::BC3_UNORM_SRGB:
  103. isSRGB = true;
  104. case AZ::RHI::Format::BC3_UNORM:
  105. return ePixelFormat_BC3;
  106. case AZ::RHI::Format::BC4_UNORM:
  107. return ePixelFormat_BC4;
  108. case AZ::RHI::Format::BC4_SNORM:
  109. return ePixelFormat_BC4s;
  110. case AZ::RHI::Format::BC5_UNORM:
  111. return ePixelFormat_BC5;
  112. case AZ::RHI::Format::BC5_SNORM:
  113. return ePixelFormat_BC5s;
  114. case AZ::RHI::Format::BC6H_UF16:
  115. return ePixelFormat_BC6UH;
  116. case AZ::RHI::Format::BC7_UNORM_SRGB:
  117. isSRGB = true;
  118. case AZ::RHI::Format::BC7_UNORM:
  119. return ePixelFormat_BC7;
  120. case AZ::RHI::Format::R9G9B9E5_SHAREDEXP:
  121. return ePixelFormat_R9G9B9E5;
  122. case AZ::RHI::Format::R32G32B32A32_FLOAT:
  123. return ePixelFormat_R32G32B32A32F;
  124. case AZ::RHI::Format::R32G32_FLOAT:
  125. return ePixelFormat_R32G32F;
  126. case AZ::RHI::Format::R32_FLOAT:
  127. return ePixelFormat_R32F;
  128. case AZ::RHI::Format::R16G16B16A16_FLOAT:
  129. return ePixelFormat_R16G16B16A16F;
  130. case AZ::RHI::Format::R16G16_FLOAT:
  131. return ePixelFormat_R16G16F;
  132. case AZ::RHI::Format::R16_FLOAT:
  133. return ePixelFormat_R16F;
  134. case AZ::RHI::Format::B8G8R8A8_UNORM_SRGB:
  135. isSRGB = true;
  136. case AZ::RHI::Format::B8G8R8A8_UNORM:
  137. return ePixelFormat_B8G8R8A8;
  138. case AZ::RHI::Format::R32_UINT:
  139. return ePixelFormat_R32;
  140. default:
  141. AZ_Warning("Image Processing", false, "Unknown pixel format");
  142. return ePixelFormat_Unknown;
  143. }
  144. }
  145. AZ::RHI::Format PixelFormatToRHIFormat(EPixelFormat pixelFormat, bool isSrgb)
  146. {
  147. switch (pixelFormat)
  148. {
  149. case ePixelFormat_R8G8B8A8:
  150. case ePixelFormat_R8G8B8X8:
  151. return isSrgb ? RHI::Format::R8G8B8A8_UNORM_SRGB : RHI::Format::R8G8B8A8_UNORM;
  152. case ePixelFormat_R8G8:
  153. return RHI::Format::R8G8_UNORM;
  154. case ePixelFormat_R8:
  155. return RHI::Format::R8_UNORM;
  156. case ePixelFormat_A8:
  157. return RHI::Format::A8_UNORM;
  158. case ePixelFormat_R16G16B16A16:
  159. return RHI::Format::R16G16B16A16_UNORM;
  160. case ePixelFormat_R16G16:
  161. return RHI::Format::R16G16_UNORM;
  162. case ePixelFormat_R16:
  163. return RHI::Format::R16_UNORM;
  164. case ePixelFormat_ASTC_4x4:
  165. return isSrgb ? RHI::Format::ASTC_4x4_UNORM_SRGB : RHI::Format::ASTC_4x4_UNORM;
  166. case ePixelFormat_ASTC_5x4:
  167. return isSrgb ? RHI::Format::ASTC_5x4_UNORM_SRGB : RHI::Format::ASTC_5x4_UNORM;
  168. case ePixelFormat_ASTC_5x5:
  169. return isSrgb ? RHI::Format::ASTC_5x5_UNORM_SRGB : RHI::Format::ASTC_5x5_UNORM;
  170. case ePixelFormat_ASTC_6x5:
  171. return isSrgb ? RHI::Format::ASTC_6x5_UNORM_SRGB : RHI::Format::ASTC_6x5_UNORM;
  172. case ePixelFormat_ASTC_6x6:
  173. return isSrgb ? RHI::Format::ASTC_6x6_UNORM_SRGB : RHI::Format::ASTC_6x6_UNORM;
  174. case ePixelFormat_ASTC_8x5:
  175. return isSrgb ? RHI::Format::ASTC_8x5_UNORM_SRGB : RHI::Format::ASTC_8x5_UNORM;
  176. case ePixelFormat_ASTC_8x6:
  177. return isSrgb ? RHI::Format::ASTC_8x6_UNORM_SRGB : RHI::Format::ASTC_8x6_UNORM;
  178. case ePixelFormat_ASTC_8x8:
  179. return isSrgb ? RHI::Format::ASTC_8x8_UNORM_SRGB : RHI::Format::ASTC_8x8_UNORM;
  180. case ePixelFormat_ASTC_10x5:
  181. return isSrgb ? RHI::Format::ASTC_10x5_UNORM_SRGB : RHI::Format::ASTC_10x5_UNORM;
  182. case ePixelFormat_ASTC_10x6:
  183. return isSrgb ? RHI::Format::ASTC_10x6_UNORM_SRGB : RHI::Format::ASTC_10x6_UNORM;
  184. case ePixelFormat_ASTC_10x8:
  185. return isSrgb ? RHI::Format::ASTC_10x8_UNORM_SRGB : RHI::Format::ASTC_10x8_UNORM;
  186. case ePixelFormat_ASTC_10x10:
  187. return isSrgb ? RHI::Format::ASTC_10x10_UNORM_SRGB : RHI::Format::ASTC_10x10_UNORM;
  188. case ePixelFormat_ASTC_12x10:
  189. return isSrgb ? RHI::Format::ASTC_12x10_UNORM_SRGB : RHI::Format::ASTC_12x10_UNORM;
  190. case ePixelFormat_ASTC_12x12:
  191. return isSrgb ? RHI::Format::ASTC_12x12_UNORM_SRGB : RHI::Format::ASTC_12x12_UNORM;
  192. case ePixelFormat_BC1:
  193. case ePixelFormat_BC1a:
  194. return isSrgb ? RHI::Format::BC1_UNORM_SRGB : RHI::Format::BC1_UNORM;
  195. case ePixelFormat_BC3:
  196. case ePixelFormat_BC3t:
  197. return isSrgb ? RHI::Format::BC3_UNORM_SRGB : RHI::Format::BC3_UNORM;
  198. case ePixelFormat_BC4:
  199. return RHI::Format::BC4_UNORM;
  200. case ePixelFormat_BC4s:
  201. return RHI::Format::BC4_SNORM;
  202. case ePixelFormat_BC5:
  203. return RHI::Format::BC5_UNORM;
  204. case ePixelFormat_BC5s:
  205. return RHI::Format::BC5_SNORM;
  206. case ePixelFormat_BC6UH:
  207. return RHI::Format::BC6H_UF16;
  208. case ePixelFormat_BC7:
  209. case ePixelFormat_BC7t:
  210. return isSrgb ? RHI::Format::BC7_UNORM_SRGB : RHI::Format::BC7_UNORM;
  211. case ePixelFormat_R9G9B9E5:
  212. return RHI::Format::R9G9B9E5_SHAREDEXP;
  213. case ePixelFormat_R32G32B32A32F:
  214. return RHI::Format::R32G32B32A32_FLOAT;
  215. case ePixelFormat_R32G32F:
  216. return RHI::Format::R32G32_FLOAT;
  217. case ePixelFormat_R32F:
  218. return RHI::Format::R32_FLOAT;
  219. case ePixelFormat_R16G16B16A16F:
  220. return RHI::Format::R16G16B16A16_FLOAT;
  221. case ePixelFormat_R16G16F:
  222. return RHI::Format::R16G16_FLOAT;
  223. case ePixelFormat_R16F:
  224. return RHI::Format::R16_FLOAT;
  225. case ePixelFormat_B8G8R8A8:
  226. return isSrgb ? RHI::Format::B8G8R8A8_UNORM_SRGB : RHI::Format::B8G8R8A8_UNORM;
  227. case ePixelFormat_R32:
  228. return RHI::Format::R32_UINT;
  229. default:
  230. AZ_Warning("Image Processing", false, "Unknown pixel format");
  231. return RHI::Format::Unknown;
  232. }
  233. }
  234. IImageObjectPtr LoadImageFromImageAsset(const AZ::Data::Asset<AZ::RPI::StreamingImageAsset>& imageAsset)
  235. {
  236. if (!imageAsset.IsReady())
  237. {
  238. return nullptr;
  239. }
  240. const AZ::RHI::ImageDescriptor imageDescriptor = imageAsset->GetImageDescriptor();
  241. // create an image object based on the image descriptor to store all the mip data
  242. bool isSRGB;
  243. EPixelFormat format = RHIFormatToPixelFormat(imageDescriptor.m_format, isSRGB);
  244. u32 width = imageDescriptor.m_size.m_width;
  245. u32 height = imageDescriptor.m_size.m_height;
  246. u32 mipLevels = imageDescriptor.m_mipLevels;
  247. u32 arraySize = imageDescriptor.m_arraySize;
  248. height *= arraySize;
  249. IImageObjectPtr outputImage = IImageObjectPtr(IImageObject::CreateImage(width, height, mipLevels, format));
  250. if (isSRGB)
  251. {
  252. outputImage->AddImageFlags(EIF_SRGBRead);
  253. }
  254. if (imageDescriptor.m_isCubemap)
  255. {
  256. outputImage->AddImageFlags(EIF_Cubemap);
  257. }
  258. // copy image data from asset to image object
  259. for (u32 mip = 0; mip < mipLevels; mip++)
  260. {
  261. AZ::u8* imageBuf;
  262. AZ::u32 pitch;
  263. outputImage->GetImagePointer(mip, imageBuf, pitch);
  264. for (u32 slice = 0; slice < arraySize; slice++)
  265. {
  266. AZStd::span<const uint8_t> imageData = imageAsset->GetSubImageData(mip, slice);
  267. memcpy(imageBuf + slice * imageData.size(), imageData.data(), imageData.size());
  268. }
  269. }
  270. return outputImage;
  271. }
  272. AZ::Data::Asset<AZ::RPI::StreamingImageAsset> LoadImageAsset(const AZ::Data::AssetId& imageAssetId)
  273. {
  274. // Blocking loading streaming image asset with its mipchain assets
  275. AZ::Data::Asset<AZ::RPI::StreamingImageAsset> imageAsset = AZ::Data::AssetManager::Instance().GetAsset<AZ::RPI::StreamingImageAsset>(imageAssetId,
  276. AZ::Data::AssetLoadBehavior::PreLoad, AZ::Data::AssetLoadParameters(nullptr, AZ::Data::AssetDependencyLoadRules::LoadAll));
  277. imageAsset.BlockUntilLoadComplete();
  278. return imageAsset;
  279. }
  280. IImageObjectPtr LoadImageFromImageAsset(const AZ::Data::AssetId& imageAssetId)
  281. {
  282. auto imageAsset = LoadImageAsset(imageAssetId);
  283. return LoadImageFromImageAsset(imageAsset);
  284. }
  285. bool SaveImageToDdsFile(IImageObjectPtr image, AZStd::string_view filePath)
  286. {
  287. RHI::Format format = PixelFormatToRHIFormat(image->GetPixelFormat(), image->HasImageFlags(EIF_SRGBRead));
  288. IImageObjectPtr imageToSave = image;
  289. //Some compressed formats such as astc formats are not supported by dds. We need do some decompressing first.
  290. if (!AZ::DdsFile::DoesSupportFormat(format))
  291. {
  292. // Convert to some uncompressed format
  293. ImageToProcess imageToProcess(image);
  294. imageToProcess.ConvertFormat(ePixelFormat_R8G8B8A8);
  295. imageToSave = imageToProcess.Get();
  296. }
  297. DdsFile::DdsFileData ddsFileData;
  298. ddsFileData.m_size.m_width = imageToSave->GetWidth(0);
  299. ddsFileData.m_size.m_height = imageToSave->GetHeight(0);
  300. ddsFileData.m_format = PixelFormatToRHIFormat(imageToSave->GetPixelFormat(), imageToSave->HasImageFlags(EIF_SRGBRead));
  301. ddsFileData.m_mipLevels = imageToSave->GetMipCount();
  302. if (image->HasImageFlags(EIF_Cubemap))
  303. {
  304. ddsFileData.m_size.m_height /= 6;
  305. ddsFileData.m_isCubemap = true;
  306. }
  307. AZ::u32 bufferSize = 0;
  308. for (AZ::u32 mip = 0; mip < ddsFileData.m_mipLevels; mip++)
  309. {
  310. bufferSize += imageToSave->GetMipBufSize(mip);
  311. }
  312. AZStd::vector<uint8_t> buffer;
  313. buffer.resize_no_construct(bufferSize);
  314. ddsFileData.m_buffer = &buffer;
  315. AZ::u32 faces = 1;
  316. if (imageToSave->HasImageFlags(EIF_Cubemap))
  317. {
  318. faces = 6;
  319. }
  320. // The sub images are saved with this order:
  321. // face 1: mip 0, mip 1, mip2 ...
  322. // face 2: mip 0, mip 1, mip2 ...
  323. // ...
  324. // face 6: mip 0, mip 1, mip2 ...
  325. AZ::u8* currentPos = buffer.data();
  326. for (AZ::u32 face = 0; face < faces; face++)
  327. {
  328. for (AZ::u32 mip = 0; mip < ddsFileData.m_mipLevels; mip++)
  329. {
  330. AZ::u32 mipBufferSize = imageToSave->GetMipBufSize(mip);
  331. AZ::u32 subImageSize = mipBufferSize / faces;
  332. AZ::u8* imageBuffer = nullptr;
  333. AZ::u32 pitch = 0;
  334. imageToSave->GetImagePointer(mip, imageBuffer, pitch);
  335. memcpy(currentPos, imageBuffer + subImageSize * face, subImageSize);
  336. currentPos += subImageSize;
  337. }
  338. }
  339. auto outcome = AZ::DdsFile::WriteFile(filePath, ddsFileData);
  340. if (!outcome)
  341. {
  342. AZ_Warning("WriteDds", false, "%s", outcome.GetError().m_message.c_str());
  343. return false;
  344. }
  345. return true;
  346. }
  347. bool NeedAlphaChannel(EAlphaContent alphaContent)
  348. {
  349. return (alphaContent == EAlphaContent::eAlphaContent_OnlyBlack
  350. || alphaContent == EAlphaContent::eAlphaContent_OnlyBlackAndWhite
  351. || alphaContent == EAlphaContent::eAlphaContent_Greyscale);
  352. }
  353. AsyncImageAssetLoader::~AsyncImageAssetLoader()
  354. {
  355. AZ::Data::AssetBus::MultiHandler::BusDisconnect();
  356. }
  357. void AsyncImageAssetLoader::QueueAsset(const AZ::Data::AssetId& assetId, const Callback& callback)
  358. {
  359. AZ::Data::Asset<AZ::RPI::StreamingImageAsset> asset;
  360. asset.Create(assetId, AZ::Data::AssetLoadBehavior::PreLoad, true);
  361. m_assetCallbackMap.emplace(assetId, AssetCallbackPair{ asset, callback });
  362. AZ::Data::AssetBus::MultiHandler::BusConnect(assetId);
  363. }
  364. void AsyncImageAssetLoader::OnAssetReady(AZ::Data::Asset<AZ::Data::AssetData> asset)
  365. {
  366. HandleAssetNotification(asset);
  367. }
  368. void AsyncImageAssetLoader::OnAssetError(AZ::Data::Asset<AZ::Data::AssetData> asset)
  369. {
  370. HandleAssetNotification(asset);
  371. }
  372. void AsyncImageAssetLoader::HandleAssetNotification(AZ::Data::Asset<AZ::Data::AssetData> asset)
  373. {
  374. if (auto itr = m_assetCallbackMap.find(asset.GetId()); itr != m_assetCallbackMap.end())
  375. {
  376. if (auto& callback = itr->second.second; callback)
  377. {
  378. callback(asset);
  379. }
  380. m_assetCallbackMap.erase(itr);
  381. AZ::Data::AssetBus::MultiHandler::BusDisconnect(itr->first);
  382. }
  383. }
  384. } // namespace Utils
  385. } // namespace ImageProcessingAtom