rendering_device_graph.cpp 138 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549
  1. /**************************************************************************/
  2. /* rendering_device_graph.cpp */
  3. /**************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* https://godotengine.org */
  7. /**************************************************************************/
  8. /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
  9. /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
  10. /* */
  11. /* Permission is hereby granted, free of charge, to any person obtaining */
  12. /* a copy of this software and associated documentation files (the */
  13. /* "Software"), to deal in the Software without restriction, including */
  14. /* without limitation the rights to use, copy, modify, merge, publish, */
  15. /* distribute, sublicense, and/or sell copies of the Software, and to */
  16. /* permit persons to whom the Software is furnished to do so, subject to */
  17. /* the following conditions: */
  18. /* */
  19. /* The above copyright notice and this permission notice shall be */
  20. /* included in all copies or substantial portions of the Software. */
  21. /* */
  22. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  23. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  24. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
  25. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  26. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  27. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  28. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  29. /**************************************************************************/
  30. #include "rendering_device_graph.h"
  31. #define PRINT_RENDER_GRAPH 0
  32. #define FORCE_FULL_ACCESS_BITS 0
  33. #define PRINT_RESOURCE_TRACKER_TOTAL 0
  34. #define PRINT_COMMAND_RECORDING 0
  35. // Prints the total number of bytes used for draw lists in a frame.
  36. #define PRINT_DRAW_LIST_STATS 0
  37. RenderingDeviceGraph::RenderingDeviceGraph() {
  38. driver_honors_barriers = false;
  39. driver_clears_with_copy_engine = false;
  40. }
  41. RenderingDeviceGraph::~RenderingDeviceGraph() {
  42. }
  43. String RenderingDeviceGraph::_usage_to_string(ResourceUsage p_usage) {
  44. switch (p_usage) {
  45. case RESOURCE_USAGE_NONE:
  46. return "None";
  47. case RESOURCE_USAGE_COPY_FROM:
  48. return "Copy From";
  49. case RESOURCE_USAGE_COPY_TO:
  50. return "Copy To";
  51. case RESOURCE_USAGE_RESOLVE_FROM:
  52. return "Resolve From";
  53. case RESOURCE_USAGE_RESOLVE_TO:
  54. return "Resolve To";
  55. case RESOURCE_USAGE_UNIFORM_BUFFER_READ:
  56. return "Uniform Buffer Read";
  57. case RESOURCE_USAGE_INDIRECT_BUFFER_READ:
  58. return "Indirect Buffer Read";
  59. case RESOURCE_USAGE_TEXTURE_BUFFER_READ:
  60. return "Texture Buffer Read";
  61. case RESOURCE_USAGE_TEXTURE_BUFFER_READ_WRITE:
  62. return "Texture Buffer Read Write";
  63. case RESOURCE_USAGE_STORAGE_BUFFER_READ:
  64. return "Storage Buffer Read";
  65. case RESOURCE_USAGE_STORAGE_BUFFER_READ_WRITE:
  66. return "Storage Buffer Read Write";
  67. case RESOURCE_USAGE_VERTEX_BUFFER_READ:
  68. return "Vertex Buffer Read";
  69. case RESOURCE_USAGE_INDEX_BUFFER_READ:
  70. return "Index Buffer Read";
  71. case RESOURCE_USAGE_TEXTURE_SAMPLE:
  72. return "Texture Sample";
  73. case RESOURCE_USAGE_STORAGE_IMAGE_READ:
  74. return "Storage Image Read";
  75. case RESOURCE_USAGE_STORAGE_IMAGE_READ_WRITE:
  76. return "Storage Image Read Write";
  77. case RESOURCE_USAGE_ATTACHMENT_COLOR_READ_WRITE:
  78. return "Attachment Color Read Write";
  79. case RESOURCE_USAGE_ATTACHMENT_DEPTH_STENCIL_READ_WRITE:
  80. return "Attachment Depth Stencil Read Write";
  81. case RESOURCE_USAGE_GENERAL:
  82. return "General";
  83. default:
  84. ERR_FAIL_V_MSG("Invalid", vformat("Invalid resource usage %d.", p_usage));
  85. }
  86. }
  87. bool RenderingDeviceGraph::_is_write_usage(ResourceUsage p_usage) {
  88. switch (p_usage) {
  89. case RESOURCE_USAGE_COPY_FROM:
  90. case RESOURCE_USAGE_RESOLVE_FROM:
  91. case RESOURCE_USAGE_UNIFORM_BUFFER_READ:
  92. case RESOURCE_USAGE_INDIRECT_BUFFER_READ:
  93. case RESOURCE_USAGE_TEXTURE_BUFFER_READ:
  94. case RESOURCE_USAGE_STORAGE_BUFFER_READ:
  95. case RESOURCE_USAGE_VERTEX_BUFFER_READ:
  96. case RESOURCE_USAGE_INDEX_BUFFER_READ:
  97. case RESOURCE_USAGE_TEXTURE_SAMPLE:
  98. case RESOURCE_USAGE_STORAGE_IMAGE_READ:
  99. case RESOURCE_USAGE_ATTACHMENT_FRAGMENT_SHADING_RATE_READ:
  100. case RESOURCE_USAGE_ATTACHMENT_FRAGMENT_DENSITY_MAP_READ:
  101. return false;
  102. case RESOURCE_USAGE_COPY_TO:
  103. case RESOURCE_USAGE_RESOLVE_TO:
  104. case RESOURCE_USAGE_TEXTURE_BUFFER_READ_WRITE:
  105. case RESOURCE_USAGE_STORAGE_BUFFER_READ_WRITE:
  106. case RESOURCE_USAGE_STORAGE_IMAGE_READ_WRITE:
  107. case RESOURCE_USAGE_ATTACHMENT_COLOR_READ_WRITE:
  108. case RESOURCE_USAGE_ATTACHMENT_DEPTH_STENCIL_READ_WRITE:
  109. case RESOURCE_USAGE_GENERAL:
  110. return true;
  111. default:
  112. DEV_ASSERT(false && "Invalid resource tracker usage.");
  113. return false;
  114. }
  115. }
  116. RDD::TextureLayout RenderingDeviceGraph::_usage_to_image_layout(ResourceUsage p_usage) {
  117. switch (p_usage) {
  118. case RESOURCE_USAGE_COPY_FROM:
  119. return RDD::TEXTURE_LAYOUT_COPY_SRC_OPTIMAL;
  120. case RESOURCE_USAGE_COPY_TO:
  121. return RDD::TEXTURE_LAYOUT_COPY_DST_OPTIMAL;
  122. case RESOURCE_USAGE_RESOLVE_FROM:
  123. return RDD::TEXTURE_LAYOUT_RESOLVE_SRC_OPTIMAL;
  124. case RESOURCE_USAGE_RESOLVE_TO:
  125. return RDD::TEXTURE_LAYOUT_RESOLVE_DST_OPTIMAL;
  126. case RESOURCE_USAGE_TEXTURE_SAMPLE:
  127. return RDD::TEXTURE_LAYOUT_SHADER_READ_ONLY_OPTIMAL;
  128. case RESOURCE_USAGE_STORAGE_IMAGE_READ:
  129. case RESOURCE_USAGE_STORAGE_IMAGE_READ_WRITE:
  130. return RDD::TEXTURE_LAYOUT_STORAGE_OPTIMAL;
  131. case RESOURCE_USAGE_ATTACHMENT_COLOR_READ_WRITE:
  132. return RDD::TEXTURE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
  133. case RESOURCE_USAGE_ATTACHMENT_DEPTH_STENCIL_READ_WRITE:
  134. return RDD::TEXTURE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL;
  135. case RESOURCE_USAGE_ATTACHMENT_FRAGMENT_SHADING_RATE_READ:
  136. return RDD::TEXTURE_LAYOUT_FRAGMENT_SHADING_RATE_ATTACHMENT_OPTIMAL;
  137. case RESOURCE_USAGE_ATTACHMENT_FRAGMENT_DENSITY_MAP_READ:
  138. return RDD::TEXTURE_LAYOUT_FRAGMENT_DENSITY_MAP_ATTACHMENT_OPTIMAL;
  139. case RESOURCE_USAGE_GENERAL:
  140. return RDD::TEXTURE_LAYOUT_GENERAL;
  141. case RESOURCE_USAGE_NONE:
  142. return RDD::TEXTURE_LAYOUT_UNDEFINED;
  143. default:
  144. DEV_ASSERT(false && "Invalid resource tracker usage or not an image usage.");
  145. return RDD::TEXTURE_LAYOUT_UNDEFINED;
  146. }
  147. }
  148. RDD::BarrierAccessBits RenderingDeviceGraph::_usage_to_access_bits(ResourceUsage p_usage) {
  149. #if FORCE_FULL_ACCESS_BITS
  150. return RDD::BarrierAccessBits(RDD::BARRIER_ACCESS_MEMORY_READ_BIT | RDD::BARRIER_ACCESS_MEMORY_WRITE_BIT);
  151. #else
  152. switch (p_usage) {
  153. case RESOURCE_USAGE_NONE:
  154. return RDD::BarrierAccessBits(0);
  155. case RESOURCE_USAGE_COPY_FROM:
  156. return RDD::BARRIER_ACCESS_COPY_READ_BIT;
  157. case RESOURCE_USAGE_COPY_TO:
  158. return RDD::BARRIER_ACCESS_COPY_WRITE_BIT;
  159. case RESOURCE_USAGE_RESOLVE_FROM:
  160. return RDD::BARRIER_ACCESS_RESOLVE_READ_BIT;
  161. case RESOURCE_USAGE_RESOLVE_TO:
  162. return RDD::BARRIER_ACCESS_RESOLVE_WRITE_BIT;
  163. case RESOURCE_USAGE_UNIFORM_BUFFER_READ:
  164. return RDD::BARRIER_ACCESS_UNIFORM_READ_BIT;
  165. case RESOURCE_USAGE_INDIRECT_BUFFER_READ:
  166. return RDD::BARRIER_ACCESS_INDIRECT_COMMAND_READ_BIT;
  167. case RESOURCE_USAGE_STORAGE_BUFFER_READ:
  168. case RESOURCE_USAGE_STORAGE_IMAGE_READ:
  169. case RESOURCE_USAGE_TEXTURE_BUFFER_READ:
  170. case RESOURCE_USAGE_TEXTURE_SAMPLE:
  171. return RDD::BARRIER_ACCESS_SHADER_READ_BIT;
  172. case RESOURCE_USAGE_TEXTURE_BUFFER_READ_WRITE:
  173. case RESOURCE_USAGE_STORAGE_BUFFER_READ_WRITE:
  174. case RESOURCE_USAGE_STORAGE_IMAGE_READ_WRITE:
  175. return RDD::BarrierAccessBits(RDD::BARRIER_ACCESS_SHADER_READ_BIT | RDD::BARRIER_ACCESS_SHADER_WRITE_BIT);
  176. case RESOURCE_USAGE_VERTEX_BUFFER_READ:
  177. return RDD::BARRIER_ACCESS_VERTEX_ATTRIBUTE_READ_BIT;
  178. case RESOURCE_USAGE_INDEX_BUFFER_READ:
  179. return RDD::BARRIER_ACCESS_INDEX_READ_BIT;
  180. case RESOURCE_USAGE_ATTACHMENT_COLOR_READ_WRITE:
  181. return RDD::BarrierAccessBits(RDD::BARRIER_ACCESS_COLOR_ATTACHMENT_READ_BIT | RDD::BARRIER_ACCESS_COLOR_ATTACHMENT_WRITE_BIT);
  182. case RESOURCE_USAGE_ATTACHMENT_DEPTH_STENCIL_READ_WRITE:
  183. return RDD::BarrierAccessBits(RDD::BARRIER_ACCESS_DEPTH_STENCIL_ATTACHMENT_READ_BIT | RDD::BARRIER_ACCESS_DEPTH_STENCIL_ATTACHMENT_WRITE_BIT);
  184. case RESOURCE_USAGE_ATTACHMENT_FRAGMENT_SHADING_RATE_READ:
  185. return RDD::BARRIER_ACCESS_FRAGMENT_SHADING_RATE_ATTACHMENT_READ_BIT;
  186. case RESOURCE_USAGE_ATTACHMENT_FRAGMENT_DENSITY_MAP_READ:
  187. return RDD::BARRIER_ACCESS_FRAGMENT_DENSITY_MAP_ATTACHMENT_READ_BIT;
  188. case RESOURCE_USAGE_GENERAL:
  189. return RDD::BarrierAccessBits(RDD::BARRIER_ACCESS_MEMORY_READ_BIT | RDD::BARRIER_ACCESS_MEMORY_WRITE_BIT);
  190. default:
  191. DEV_ASSERT(false && "Invalid usage.");
  192. return RDD::BarrierAccessBits(0);
  193. }
  194. #endif
  195. }
  196. bool RenderingDeviceGraph::_check_command_intersection(ResourceTracker *p_resource_tracker, int32_t p_previous_command_index, int32_t p_command_index) const {
  197. if (p_resource_tracker->usage != RESOURCE_USAGE_ATTACHMENT_COLOR_READ_WRITE && p_resource_tracker->usage != RESOURCE_USAGE_ATTACHMENT_DEPTH_STENCIL_READ_WRITE) {
  198. // We don't check possible intersections for usages that aren't consecutive color or depth writes.
  199. return true;
  200. }
  201. const uint32_t previous_command_data_offset = command_data_offsets[p_previous_command_index];
  202. const uint32_t current_command_data_offset = command_data_offsets[p_command_index];
  203. const RecordedDrawListCommand &previous_draw_list_command = *reinterpret_cast<const RecordedDrawListCommand *>(&command_data[previous_command_data_offset]);
  204. const RecordedDrawListCommand &current_draw_list_command = *reinterpret_cast<const RecordedDrawListCommand *>(&command_data[current_command_data_offset]);
  205. if (previous_draw_list_command.type != RecordedCommand::TYPE_DRAW_LIST || current_draw_list_command.type != RecordedCommand::TYPE_DRAW_LIST) {
  206. // We don't check possible intersections if both commands aren't draw lists.
  207. return true;
  208. }
  209. // We check if the region used by both draw lists have an intersection.
  210. return previous_draw_list_command.region.intersects(current_draw_list_command.region);
  211. }
  212. bool RenderingDeviceGraph::_check_command_partial_coverage(ResourceTracker *p_resource_tracker, int32_t p_command_index) const {
  213. if (p_resource_tracker->usage != RESOURCE_USAGE_ATTACHMENT_COLOR_READ_WRITE && p_resource_tracker->usage != RESOURCE_USAGE_ATTACHMENT_DEPTH_STENCIL_READ_WRITE) {
  214. // We don't check for partial coverage in usages that aren't attachment writes.
  215. return false;
  216. }
  217. const uint32_t command_data_offset = command_data_offsets[p_command_index];
  218. const RecordedDrawListCommand &draw_list_command = *reinterpret_cast<const RecordedDrawListCommand *>(&command_data[command_data_offset]);
  219. if (draw_list_command.type != RecordedCommand::TYPE_DRAW_LIST) {
  220. // We don't check for partial coverage on commands that aren't draw lists.
  221. return false;
  222. }
  223. Rect2i texture_region(Point2i(0, 0), p_resource_tracker->texture_size);
  224. return !draw_list_command.region.encloses(texture_region);
  225. }
  226. int32_t RenderingDeviceGraph::_add_to_command_list(int32_t p_command_index, int32_t p_list_index) {
  227. DEV_ASSERT(p_command_index < int32_t(command_count));
  228. DEV_ASSERT(p_list_index < int32_t(command_list_nodes.size()));
  229. int32_t next_index = int32_t(command_list_nodes.size());
  230. command_list_nodes.resize(next_index + 1);
  231. RecordedCommandListNode &new_node = command_list_nodes[next_index];
  232. new_node.command_index = p_command_index;
  233. new_node.next_list_index = p_list_index;
  234. return next_index;
  235. }
  236. void RenderingDeviceGraph::_add_adjacent_command(int32_t p_previous_command_index, int32_t p_command_index, RecordedCommand *r_command) {
  237. const uint32_t previous_command_data_offset = command_data_offsets[p_previous_command_index];
  238. RecordedCommand &previous_command = *reinterpret_cast<RecordedCommand *>(&command_data[previous_command_data_offset]);
  239. previous_command.adjacent_command_list_index = _add_to_command_list(p_command_index, previous_command.adjacent_command_list_index);
  240. previous_command.next_stages = previous_command.next_stages | r_command->self_stages;
  241. r_command->previous_stages = r_command->previous_stages | previous_command.self_stages;
  242. }
  243. int32_t RenderingDeviceGraph::_add_to_slice_read_list(int32_t p_command_index, Rect2i p_subresources, int32_t p_list_index) {
  244. DEV_ASSERT(p_command_index < int32_t(command_count));
  245. DEV_ASSERT(p_list_index < int32_t(read_slice_list_nodes.size()));
  246. int32_t next_index = int32_t(read_slice_list_nodes.size());
  247. read_slice_list_nodes.resize(next_index + 1);
  248. RecordedSliceListNode &new_node = read_slice_list_nodes[next_index];
  249. new_node.command_index = p_command_index;
  250. new_node.next_list_index = p_list_index;
  251. new_node.subresources = p_subresources;
  252. return next_index;
  253. }
  254. int32_t RenderingDeviceGraph::_add_to_write_list(int32_t p_command_index, Rect2i p_subresources, int32_t p_list_index, bool p_partial_coverage) {
  255. DEV_ASSERT(p_command_index < int32_t(command_count));
  256. DEV_ASSERT(p_list_index < int32_t(write_slice_list_nodes.size()));
  257. int32_t next_index = int32_t(write_slice_list_nodes.size());
  258. write_slice_list_nodes.resize(next_index + 1);
  259. RecordedSliceListNode &new_node = write_slice_list_nodes[next_index];
  260. new_node.command_index = p_command_index;
  261. new_node.next_list_index = p_list_index;
  262. new_node.subresources = p_subresources;
  263. new_node.partial_coverage = p_partial_coverage;
  264. return next_index;
  265. }
  266. // Ensures all commands are 8-byte aligned.
  267. #define GRAPH_ALIGN(x) (((x) + 7u) & 0xFFFFFFF8u)
  268. RenderingDeviceGraph::RecordedCommand *RenderingDeviceGraph::_allocate_command(uint32_t p_command_size, int32_t &r_command_index) {
  269. uint32_t command_data_offset = command_data.size();
  270. command_data_offset = GRAPH_ALIGN(command_data_offset);
  271. command_data_offsets.push_back(command_data_offset);
  272. command_data.resize(command_data_offset + p_command_size);
  273. r_command_index = command_count++;
  274. RecordedCommand *new_command = reinterpret_cast<RecordedCommand *>(&command_data[command_data_offset]);
  275. *new_command = RecordedCommand();
  276. return new_command;
  277. }
  278. RenderingDeviceGraph::DrawListInstruction *RenderingDeviceGraph::_allocate_draw_list_instruction(uint32_t p_instruction_size) {
  279. uint32_t draw_list_data_offset = draw_instruction_list.data.size();
  280. draw_list_data_offset = GRAPH_ALIGN(draw_list_data_offset);
  281. draw_instruction_list.data.resize(draw_list_data_offset + p_instruction_size);
  282. return reinterpret_cast<DrawListInstruction *>(&draw_instruction_list.data[draw_list_data_offset]);
  283. }
  284. RenderingDeviceGraph::ComputeListInstruction *RenderingDeviceGraph::_allocate_compute_list_instruction(uint32_t p_instruction_size) {
  285. uint32_t compute_list_data_offset = compute_instruction_list.data.size();
  286. compute_list_data_offset = GRAPH_ALIGN(compute_list_data_offset);
  287. compute_instruction_list.data.resize(compute_list_data_offset + p_instruction_size);
  288. return reinterpret_cast<ComputeListInstruction *>(&compute_instruction_list.data[compute_list_data_offset]);
  289. }
  290. void RenderingDeviceGraph::_check_discardable_attachment_dependency(ResourceTracker *p_resource_tracker, int32_t p_previous_command_index, int32_t p_command_index) {
  291. if (!p_resource_tracker->is_discardable) {
  292. return;
  293. }
  294. // Check if the command is a a draw list that clears the attachment completely. If it is, we don't need to modify the previous draw list.
  295. uint32_t command_offset = command_data_offsets[p_command_index];
  296. RecordedDrawListCommand *draw_list_command = reinterpret_cast<RecordedDrawListCommand *>(&command_data[command_offset]);
  297. if (draw_list_command->type == RecordedCommand::TYPE_DRAW_LIST) {
  298. ResourceTracker **trackers = draw_list_command->trackers();
  299. for (uint32_t i = 0; i < draw_list_command->trackers_count; i++) {
  300. if (trackers[i] == p_resource_tracker && draw_list_command->load_ops()[i] == RDD::ATTACHMENT_LOAD_OP_CLEAR) {
  301. return;
  302. }
  303. }
  304. }
  305. // Check if the previous command is a draw list.
  306. uint32_t previous_command_offset = command_data_offsets[p_previous_command_index];
  307. RecordedDrawListCommand *previous_draw_list_command = reinterpret_cast<RecordedDrawListCommand *>(&command_data[previous_command_offset]);
  308. if (previous_draw_list_command->type != RecordedCommand::TYPE_DRAW_LIST) {
  309. return;
  310. }
  311. // Search for the tracker inside the draw list command and modify the store operation accordingly.
  312. ResourceTracker **trackers = previous_draw_list_command->trackers();
  313. for (uint32_t i = 0; i < previous_draw_list_command->trackers_count; i++) {
  314. if (trackers[i] == p_resource_tracker) {
  315. previous_draw_list_command->store_ops()[i] = RDD::ATTACHMENT_STORE_OP_STORE;
  316. return;
  317. }
  318. }
  319. }
  320. void RenderingDeviceGraph::_add_command_to_graph(ResourceTracker **p_resource_trackers, ResourceUsage *p_resource_usages, uint32_t p_resource_count, int32_t p_command_index, RecordedCommand *r_command) {
  321. // Assign the next stages derived from the stages the command requires first.
  322. r_command->next_stages = r_command->self_stages;
  323. if (command_label_index >= 0) {
  324. // If a label is active, tag the command with the label.
  325. r_command->label_index = command_label_index;
  326. }
  327. if (r_command->type == RecordedCommand::TYPE_CAPTURE_TIMESTAMP) {
  328. // All previous commands starting from the previous timestamp should be adjacent to this command.
  329. int32_t start_command_index = uint32_t(MAX(command_timestamp_index, 0));
  330. for (int32_t i = start_command_index; i < p_command_index; i++) {
  331. _add_adjacent_command(i, p_command_index, r_command);
  332. }
  333. // Make this command the new active timestamp command.
  334. command_timestamp_index = p_command_index;
  335. } else if (command_timestamp_index >= 0) {
  336. // Timestamp command should be adjacent to this command.
  337. _add_adjacent_command(command_timestamp_index, p_command_index, r_command);
  338. }
  339. if (command_synchronization_pending) {
  340. // All previous commands should be adjacent to this command.
  341. int32_t start_command_index = uint32_t(MAX(command_synchronization_index, 0));
  342. for (int32_t i = start_command_index; i < p_command_index; i++) {
  343. _add_adjacent_command(i, p_command_index, r_command);
  344. }
  345. command_synchronization_index = p_command_index;
  346. command_synchronization_pending = false;
  347. } else if (command_synchronization_index >= 0) {
  348. // Synchronization command should be adjacent to this command.
  349. _add_adjacent_command(command_synchronization_index, p_command_index, r_command);
  350. }
  351. for (uint32_t i = 0; i < p_resource_count; i++) {
  352. ResourceTracker *resource_tracker = p_resource_trackers[i];
  353. DEV_ASSERT(resource_tracker != nullptr);
  354. resource_tracker->reset_if_outdated(tracking_frame);
  355. const RDD::TextureSubresourceRange &subresources = resource_tracker->texture_subresources;
  356. const Rect2i resource_tracker_rect(subresources.base_mipmap, subresources.base_layer, subresources.mipmap_count, subresources.layer_count);
  357. Rect2i search_tracker_rect = resource_tracker_rect;
  358. ResourceUsage new_resource_usage = p_resource_usages[i];
  359. bool write_usage = _is_write_usage(new_resource_usage);
  360. BitField<RDD::BarrierAccessBits> new_usage_access = _usage_to_access_bits(new_resource_usage);
  361. bool is_resource_a_slice = resource_tracker->parent != nullptr;
  362. if (is_resource_a_slice) {
  363. // This resource depends on a parent resource.
  364. resource_tracker->parent->reset_if_outdated(tracking_frame);
  365. if (resource_tracker->texture_slice_command_index != p_command_index) {
  366. // Indicate this slice has been used by this command.
  367. resource_tracker->texture_slice_command_index = p_command_index;
  368. }
  369. if (resource_tracker->parent->usage == RESOURCE_USAGE_NONE) {
  370. if (resource_tracker->parent->texture_driver_id.id != 0) {
  371. // If the resource is a texture, we transition it entirely to the layout determined by the first slice that uses it.
  372. _add_texture_barrier_to_command(resource_tracker->parent->texture_driver_id, RDD::BarrierAccessBits(0), new_usage_access, RDG::RESOURCE_USAGE_NONE, new_resource_usage, resource_tracker->parent->texture_subresources, command_normalization_barriers, r_command->normalization_barrier_index, r_command->normalization_barrier_count);
  373. }
  374. // If the parent hasn't been used yet, we assign the usage of the slice to the entire resource.
  375. resource_tracker->parent->usage = new_resource_usage;
  376. // Also assign the usage to the slice and consider it a write operation. Consider the parent's current usage access as its own.
  377. resource_tracker->usage = new_resource_usage;
  378. resource_tracker->usage_access = resource_tracker->parent->usage_access;
  379. write_usage = true;
  380. // Indicate the area that should be tracked is the entire resource.
  381. const RDD::TextureSubresourceRange &parent_subresources = resource_tracker->parent->texture_subresources;
  382. search_tracker_rect = Rect2i(parent_subresources.base_mipmap, parent_subresources.base_layer, parent_subresources.mipmap_count, parent_subresources.layer_count);
  383. } else if (resource_tracker->in_parent_dirty_list) {
  384. if (resource_tracker->parent->usage == new_resource_usage) {
  385. // The slice will be transitioned to the resource of the parent and can be deleted from the dirty list.
  386. ResourceTracker *previous_tracker = nullptr;
  387. ResourceTracker *current_tracker = resource_tracker->parent->dirty_shared_list;
  388. bool initialized_dirty_rect = false;
  389. while (current_tracker != nullptr) {
  390. current_tracker->reset_if_outdated(tracking_frame);
  391. if (current_tracker == resource_tracker) {
  392. current_tracker->in_parent_dirty_list = false;
  393. if (previous_tracker != nullptr) {
  394. previous_tracker->next_shared = current_tracker->next_shared;
  395. } else {
  396. resource_tracker->parent->dirty_shared_list = current_tracker->next_shared;
  397. }
  398. current_tracker = current_tracker->next_shared;
  399. } else {
  400. if (initialized_dirty_rect) {
  401. resource_tracker->parent->texture_slice_or_dirty_rect = resource_tracker->parent->texture_slice_or_dirty_rect.merge(current_tracker->texture_slice_or_dirty_rect);
  402. } else {
  403. resource_tracker->parent->texture_slice_or_dirty_rect = current_tracker->texture_slice_or_dirty_rect;
  404. initialized_dirty_rect = true;
  405. }
  406. previous_tracker = current_tracker;
  407. current_tracker = current_tracker->next_shared;
  408. }
  409. }
  410. }
  411. } else {
  412. if (resource_tracker->parent->dirty_shared_list != nullptr && resource_tracker->parent->texture_slice_or_dirty_rect.intersects(resource_tracker->texture_slice_or_dirty_rect)) {
  413. // There's an intersection with the current dirty area of the parent and the slice. We must verify if the intersection is against a slice
  414. // that was used in this command or not. Any slice we can find that wasn't used by this command must be reverted to the layout of the parent.
  415. ResourceTracker *previous_tracker = nullptr;
  416. ResourceTracker *current_tracker = resource_tracker->parent->dirty_shared_list;
  417. bool initialized_dirty_rect = false;
  418. while (current_tracker != nullptr) {
  419. current_tracker->reset_if_outdated(tracking_frame);
  420. if (current_tracker->texture_slice_or_dirty_rect.intersects(resource_tracker->texture_slice_or_dirty_rect)) {
  421. if (current_tracker->command_frame == tracking_frame && current_tracker->texture_slice_command_index == p_command_index) {
  422. ERR_FAIL_MSG("Texture slices that overlap can't be used in the same command.");
  423. } else {
  424. // Delete the slice from the dirty list and revert it to the usage of the parent.
  425. if (current_tracker->texture_driver_id.id != 0) {
  426. _add_texture_barrier_to_command(current_tracker->texture_driver_id, current_tracker->usage_access, new_usage_access, current_tracker->usage, resource_tracker->parent->usage, current_tracker->texture_subresources, command_normalization_barriers, r_command->normalization_barrier_index, r_command->normalization_barrier_count);
  427. // Merge the area of the slice with the current tracking area of the command and indicate it's a write usage as well.
  428. search_tracker_rect = search_tracker_rect.merge(current_tracker->texture_slice_or_dirty_rect);
  429. write_usage = true;
  430. }
  431. current_tracker->in_parent_dirty_list = false;
  432. if (previous_tracker != nullptr) {
  433. previous_tracker->next_shared = current_tracker->next_shared;
  434. } else {
  435. resource_tracker->parent->dirty_shared_list = current_tracker->next_shared;
  436. }
  437. current_tracker = current_tracker->next_shared;
  438. }
  439. } else {
  440. // Recalculate the dirty rect of the parent so the deleted slices are excluded.
  441. if (initialized_dirty_rect) {
  442. resource_tracker->parent->texture_slice_or_dirty_rect = resource_tracker->parent->texture_slice_or_dirty_rect.merge(current_tracker->texture_slice_or_dirty_rect);
  443. } else {
  444. resource_tracker->parent->texture_slice_or_dirty_rect = current_tracker->texture_slice_or_dirty_rect;
  445. initialized_dirty_rect = true;
  446. }
  447. previous_tracker = current_tracker;
  448. current_tracker = current_tracker->next_shared;
  449. }
  450. }
  451. }
  452. // If it wasn't in the list, assume the usage is the same as the parent. Consider the parent's current usage access as its own.
  453. resource_tracker->usage = resource_tracker->parent->usage;
  454. resource_tracker->usage_access = resource_tracker->parent->usage_access;
  455. if (resource_tracker->usage != new_resource_usage) {
  456. // Insert to the dirty list if the requested usage is different.
  457. resource_tracker->next_shared = resource_tracker->parent->dirty_shared_list;
  458. resource_tracker->parent->dirty_shared_list = resource_tracker;
  459. resource_tracker->in_parent_dirty_list = true;
  460. if (resource_tracker->parent->dirty_shared_list != nullptr) {
  461. resource_tracker->parent->texture_slice_or_dirty_rect = resource_tracker->parent->texture_slice_or_dirty_rect.merge(resource_tracker->texture_slice_or_dirty_rect);
  462. } else {
  463. resource_tracker->parent->texture_slice_or_dirty_rect = resource_tracker->texture_slice_or_dirty_rect;
  464. }
  465. }
  466. }
  467. } else {
  468. ResourceTracker *current_tracker = resource_tracker->dirty_shared_list;
  469. if (current_tracker != nullptr) {
  470. // Consider the usage as write if we must transition any of the slices.
  471. write_usage = true;
  472. }
  473. while (current_tracker != nullptr) {
  474. current_tracker->reset_if_outdated(tracking_frame);
  475. if (current_tracker->texture_driver_id.id != 0) {
  476. // Transition all slices to the layout of the parent resource.
  477. _add_texture_barrier_to_command(current_tracker->texture_driver_id, current_tracker->usage_access, new_usage_access, current_tracker->usage, resource_tracker->usage, current_tracker->texture_subresources, command_normalization_barriers, r_command->normalization_barrier_index, r_command->normalization_barrier_count);
  478. }
  479. current_tracker->in_parent_dirty_list = false;
  480. current_tracker = current_tracker->next_shared;
  481. }
  482. resource_tracker->dirty_shared_list = nullptr;
  483. }
  484. // Use the resource's parent tracker directly for all search operations.
  485. bool resource_has_parent = resource_tracker->parent != nullptr;
  486. ResourceTracker *search_tracker = resource_has_parent ? resource_tracker->parent : resource_tracker;
  487. bool different_usage = resource_tracker->usage != new_resource_usage;
  488. bool write_usage_after_write = (write_usage && search_tracker->write_command_or_list_index >= 0);
  489. if (different_usage || write_usage_after_write) {
  490. // A barrier must be pushed if the usage is different of it's a write usage and there was already a command that wrote to this resource previously.
  491. if (resource_tracker->texture_driver_id.id != 0) {
  492. if (resource_tracker->usage_access.is_empty()) {
  493. // FIXME: If the tracker does not know the previous type of usage, assume the generic memory write one.
  494. // Tracking access bits across texture slices can be tricky, so this failsafe can be removed once that's improved.
  495. resource_tracker->usage_access = RDD::BARRIER_ACCESS_MEMORY_WRITE_BIT;
  496. }
  497. _add_texture_barrier_to_command(resource_tracker->texture_driver_id, resource_tracker->usage_access, new_usage_access, resource_tracker->usage, new_resource_usage, resource_tracker->texture_subresources, command_transition_barriers, r_command->transition_barrier_index, r_command->transition_barrier_count);
  498. } else if (resource_tracker->buffer_driver_id.id != 0) {
  499. #if USE_BUFFER_BARRIERS
  500. _add_buffer_barrier_to_command(resource_tracker->buffer_driver_id, resource_tracker->usage_access, new_usage_access, r_command->buffer_barrier_index, r_command->buffer_barrier_count);
  501. #endif
  502. // Memory barriers are pushed regardless of buffer barriers being used or not.
  503. r_command->memory_barrier.src_access = r_command->memory_barrier.src_access | resource_tracker->usage_access;
  504. r_command->memory_barrier.dst_access = r_command->memory_barrier.dst_access | new_usage_access;
  505. } else {
  506. DEV_ASSERT(false && "Resource tracker does not contain a valid buffer or texture ID.");
  507. }
  508. }
  509. // Always update the access of the tracker according to the latest usage.
  510. resource_tracker->usage_access = new_usage_access;
  511. // Always accumulate the stages of the tracker with the commands that use it.
  512. search_tracker->current_frame_stages = search_tracker->current_frame_stages | r_command->self_stages;
  513. if (!search_tracker->previous_frame_stages.is_empty()) {
  514. // Add to the command the stages the tracker was used on in the previous frame.
  515. r_command->previous_stages = r_command->previous_stages | search_tracker->previous_frame_stages;
  516. search_tracker->previous_frame_stages.clear();
  517. }
  518. if (different_usage) {
  519. // Even if the usage of the resource isn't a write usage explicitly, a different usage implies a transition and it should therefore be considered a write.
  520. // In the case of buffers however, this is not exactly necessary if the driver does not consider different buffer usages as different states.
  521. write_usage = write_usage || bool(resource_tracker->texture_driver_id) || driver_buffers_require_transitions;
  522. resource_tracker->usage = new_resource_usage;
  523. }
  524. bool write_usage_has_partial_coverage = !different_usage && _check_command_partial_coverage(resource_tracker, p_command_index);
  525. if (search_tracker->write_command_or_list_index >= 0) {
  526. if (search_tracker->write_command_list_enabled) {
  527. // Make this command adjacent to any commands that wrote to this resource and intersect with the slice if it applies.
  528. // For buffers or textures that never use slices, this list will only be one element long at most.
  529. int32_t previous_write_list_index = -1;
  530. int32_t write_list_index = search_tracker->write_command_or_list_index;
  531. while (write_list_index >= 0) {
  532. const RecordedSliceListNode &write_list_node = write_slice_list_nodes[write_list_index];
  533. if (!resource_has_parent || search_tracker_rect.intersects(write_list_node.subresources)) {
  534. if (write_list_node.command_index == p_command_index) {
  535. ERR_FAIL_COND_MSG(!resource_has_parent, "Command can't have itself as a dependency.");
  536. } else if (!write_list_node.partial_coverage || _check_command_intersection(resource_tracker, write_list_node.command_index, p_command_index)) {
  537. _check_discardable_attachment_dependency(search_tracker, write_list_node.command_index, p_command_index);
  538. // Command is dependent on this command. Add this command to the adjacency list of the write command.
  539. _add_adjacent_command(write_list_node.command_index, p_command_index, r_command);
  540. if (resource_has_parent && write_usage && search_tracker_rect.encloses(write_list_node.subresources) && !write_usage_has_partial_coverage) {
  541. // Eliminate redundant writes from the list.
  542. if (previous_write_list_index >= 0) {
  543. RecordedSliceListNode &previous_list_node = write_slice_list_nodes[previous_write_list_index];
  544. previous_list_node.next_list_index = write_list_node.next_list_index;
  545. } else {
  546. search_tracker->write_command_or_list_index = write_list_node.next_list_index;
  547. }
  548. write_list_index = write_list_node.next_list_index;
  549. continue;
  550. }
  551. }
  552. }
  553. previous_write_list_index = write_list_index;
  554. write_list_index = write_list_node.next_list_index;
  555. }
  556. } else {
  557. // The index is just the latest command index that wrote to the resource.
  558. if (search_tracker->write_command_or_list_index == p_command_index) {
  559. ERR_FAIL_MSG("Command can't have itself as a dependency.");
  560. } else {
  561. _check_discardable_attachment_dependency(search_tracker, search_tracker->write_command_or_list_index, p_command_index);
  562. _add_adjacent_command(search_tracker->write_command_or_list_index, p_command_index, r_command);
  563. }
  564. }
  565. }
  566. if (write_usage) {
  567. bool use_write_list = resource_has_parent || write_usage_has_partial_coverage;
  568. if (use_write_list) {
  569. if (!search_tracker->write_command_list_enabled && search_tracker->write_command_or_list_index >= 0) {
  570. // Write command list was not being used but there was a write command recorded. Add a new node with the entire parent resource's subresources and the recorded command index to the list.
  571. const RDD::TextureSubresourceRange &tracker_subresources = search_tracker->texture_subresources;
  572. Rect2i tracker_rect(tracker_subresources.base_mipmap, tracker_subresources.base_layer, tracker_subresources.mipmap_count, tracker_subresources.layer_count);
  573. search_tracker->write_command_or_list_index = _add_to_write_list(search_tracker->write_command_or_list_index, tracker_rect, -1, false);
  574. }
  575. search_tracker->write_command_or_list_index = _add_to_write_list(p_command_index, search_tracker_rect, search_tracker->write_command_or_list_index, write_usage_has_partial_coverage);
  576. search_tracker->write_command_list_enabled = true;
  577. } else {
  578. search_tracker->write_command_or_list_index = p_command_index;
  579. search_tracker->write_command_list_enabled = false;
  580. }
  581. // We add this command to the adjacency list of all commands that were reading from the entire resource.
  582. int32_t read_full_command_list_index = search_tracker->read_full_command_list_index;
  583. while (read_full_command_list_index >= 0) {
  584. int32_t read_full_command_index = command_list_nodes[read_full_command_list_index].command_index;
  585. int32_t read_full_next_index = command_list_nodes[read_full_command_list_index].next_list_index;
  586. if (read_full_command_index == p_command_index) {
  587. if (!resource_has_parent) {
  588. // Only slices are allowed to be in different usages in the same command as they are guaranteed to have no overlap in the same command.
  589. ERR_FAIL_MSG("Command can't have itself as a dependency.");
  590. }
  591. } else {
  592. // Add this command to the adjacency list of each command that was reading this resource.
  593. _add_adjacent_command(read_full_command_index, p_command_index, r_command);
  594. }
  595. read_full_command_list_index = read_full_next_index;
  596. }
  597. if (!use_write_list) {
  598. // Clear the full list if this resource is not a slice.
  599. search_tracker->read_full_command_list_index = -1;
  600. }
  601. // We add this command to the adjacency list of all commands that were reading from resource slices.
  602. int32_t previous_slice_command_list_index = -1;
  603. int32_t read_slice_command_list_index = search_tracker->read_slice_command_list_index;
  604. while (read_slice_command_list_index >= 0) {
  605. const RecordedSliceListNode &read_list_node = read_slice_list_nodes[read_slice_command_list_index];
  606. if (!use_write_list || search_tracker_rect.encloses(read_list_node.subresources)) {
  607. if (previous_slice_command_list_index >= 0) {
  608. // Erase this element and connect the previous one to the next element.
  609. read_slice_list_nodes[previous_slice_command_list_index].next_list_index = read_list_node.next_list_index;
  610. } else {
  611. // Erase this element from the head of the list.
  612. DEV_ASSERT(search_tracker->read_slice_command_list_index == read_slice_command_list_index);
  613. search_tracker->read_slice_command_list_index = read_list_node.next_list_index;
  614. }
  615. // Advance to the next element.
  616. read_slice_command_list_index = read_list_node.next_list_index;
  617. } else {
  618. previous_slice_command_list_index = read_slice_command_list_index;
  619. read_slice_command_list_index = read_list_node.next_list_index;
  620. }
  621. if (!resource_has_parent || search_tracker_rect.intersects(read_list_node.subresources)) {
  622. // Add this command to the adjacency list of each command that was reading this resource.
  623. // We only add the dependency if there's an intersection between slices or this resource isn't a slice.
  624. _add_adjacent_command(read_list_node.command_index, p_command_index, r_command);
  625. }
  626. }
  627. } else if (resource_has_parent) {
  628. // We add a read dependency to the tracker to indicate this command reads from the resource slice.
  629. search_tracker->read_slice_command_list_index = _add_to_slice_read_list(p_command_index, resource_tracker_rect, search_tracker->read_slice_command_list_index);
  630. } else {
  631. // We add a read dependency to the tracker to indicate this command reads from the entire resource.
  632. search_tracker->read_full_command_list_index = _add_to_command_list(p_command_index, search_tracker->read_full_command_list_index);
  633. }
  634. }
  635. }
  636. void RenderingDeviceGraph::_add_texture_barrier_to_command(RDD::TextureID p_texture_id, BitField<RDD::BarrierAccessBits> p_src_access, BitField<RDD::BarrierAccessBits> p_dst_access, ResourceUsage p_prev_usage, ResourceUsage p_next_usage, RDD::TextureSubresourceRange p_subresources, LocalVector<RDD::TextureBarrier> &r_barrier_vector, int32_t &r_barrier_index, int32_t &r_barrier_count) {
  637. if (!driver_honors_barriers) {
  638. return;
  639. }
  640. if (r_barrier_index < 0) {
  641. r_barrier_index = r_barrier_vector.size();
  642. }
  643. RDD::TextureBarrier texture_barrier;
  644. texture_barrier.texture = p_texture_id;
  645. texture_barrier.src_access = p_src_access;
  646. texture_barrier.dst_access = p_dst_access;
  647. texture_barrier.prev_layout = _usage_to_image_layout(p_prev_usage);
  648. texture_barrier.next_layout = _usage_to_image_layout(p_next_usage);
  649. texture_barrier.subresources = p_subresources;
  650. r_barrier_vector.push_back(texture_barrier);
  651. r_barrier_count++;
  652. }
  653. #if USE_BUFFER_BARRIERS
  654. void RenderingDeviceGraph::_add_buffer_barrier_to_command(RDD::BufferID p_buffer_id, BitField<RDD::BarrierAccessBits> p_src_access, BitField<RDD::BarrierAccessBits> p_dst_access, int32_t &r_barrier_index, int32_t &r_barrier_count) {
  655. if (!driver_honors_barriers) {
  656. return;
  657. }
  658. if (r_barrier_index < 0) {
  659. r_barrier_index = command_buffer_barriers.size();
  660. }
  661. RDD::BufferBarrier buffer_barrier;
  662. buffer_barrier.buffer = p_buffer_id;
  663. buffer_barrier.src_access = p_src_access;
  664. buffer_barrier.dst_access = p_dst_access;
  665. buffer_barrier.offset = 0;
  666. buffer_barrier.size = RDD::BUFFER_WHOLE_SIZE;
  667. command_buffer_barriers.push_back(buffer_barrier);
  668. r_barrier_count++;
  669. }
  670. #endif
  671. void RenderingDeviceGraph::_run_compute_list_command(RDD::CommandBufferID p_command_buffer, const uint8_t *p_instruction_data, uint32_t p_instruction_data_size) {
  672. uint32_t instruction_data_cursor = 0;
  673. while (instruction_data_cursor < p_instruction_data_size) {
  674. DEV_ASSERT((instruction_data_cursor + sizeof(ComputeListInstruction)) <= p_instruction_data_size);
  675. const ComputeListInstruction *instruction = reinterpret_cast<const ComputeListInstruction *>(&p_instruction_data[instruction_data_cursor]);
  676. switch (instruction->type) {
  677. case ComputeListInstruction::TYPE_BIND_PIPELINE: {
  678. const ComputeListBindPipelineInstruction *bind_pipeline_instruction = reinterpret_cast<const ComputeListBindPipelineInstruction *>(instruction);
  679. driver->command_bind_compute_pipeline(p_command_buffer, bind_pipeline_instruction->pipeline);
  680. instruction_data_cursor += sizeof(ComputeListBindPipelineInstruction);
  681. } break;
  682. case ComputeListInstruction::TYPE_BIND_UNIFORM_SETS: {
  683. const ComputeListBindUniformSetsInstruction *bind_uniform_sets_instruction = reinterpret_cast<const ComputeListBindUniformSetsInstruction *>(instruction);
  684. driver->command_bind_compute_uniform_sets(p_command_buffer, VectorView<RDD::UniformSetID>(bind_uniform_sets_instruction->uniform_set_ids(), bind_uniform_sets_instruction->set_count), bind_uniform_sets_instruction->shader, bind_uniform_sets_instruction->first_set_index, bind_uniform_sets_instruction->set_count, bind_uniform_sets_instruction->dynamic_offsets_mask);
  685. instruction_data_cursor += sizeof(ComputeListBindUniformSetsInstruction) + sizeof(RDD::UniformSetID) * bind_uniform_sets_instruction->set_count;
  686. } break;
  687. case ComputeListInstruction::TYPE_DISPATCH: {
  688. const ComputeListDispatchInstruction *dispatch_instruction = reinterpret_cast<const ComputeListDispatchInstruction *>(instruction);
  689. driver->command_compute_dispatch(p_command_buffer, dispatch_instruction->x_groups, dispatch_instruction->y_groups, dispatch_instruction->z_groups);
  690. instruction_data_cursor += sizeof(ComputeListDispatchInstruction);
  691. } break;
  692. case ComputeListInstruction::TYPE_DISPATCH_INDIRECT: {
  693. const ComputeListDispatchIndirectInstruction *dispatch_indirect_instruction = reinterpret_cast<const ComputeListDispatchIndirectInstruction *>(instruction);
  694. driver->command_compute_dispatch_indirect(p_command_buffer, dispatch_indirect_instruction->buffer, dispatch_indirect_instruction->offset);
  695. instruction_data_cursor += sizeof(ComputeListDispatchIndirectInstruction);
  696. } break;
  697. case ComputeListInstruction::TYPE_SET_PUSH_CONSTANT: {
  698. const ComputeListSetPushConstantInstruction *set_push_constant_instruction = reinterpret_cast<const ComputeListSetPushConstantInstruction *>(instruction);
  699. const VectorView push_constant_data_view(reinterpret_cast<const uint32_t *>(set_push_constant_instruction->data()), set_push_constant_instruction->size / sizeof(uint32_t));
  700. driver->command_bind_push_constants(p_command_buffer, set_push_constant_instruction->shader, 0, push_constant_data_view);
  701. instruction_data_cursor += sizeof(ComputeListSetPushConstantInstruction);
  702. instruction_data_cursor += set_push_constant_instruction->size;
  703. } break;
  704. case ComputeListInstruction::TYPE_UNIFORM_SET_PREPARE_FOR_USE: {
  705. const ComputeListUniformSetPrepareForUseInstruction *uniform_set_prepare_for_use_instruction = reinterpret_cast<const ComputeListUniformSetPrepareForUseInstruction *>(instruction);
  706. driver->command_uniform_set_prepare_for_use(p_command_buffer, uniform_set_prepare_for_use_instruction->uniform_set, uniform_set_prepare_for_use_instruction->shader, uniform_set_prepare_for_use_instruction->set_index);
  707. instruction_data_cursor += sizeof(ComputeListUniformSetPrepareForUseInstruction);
  708. } break;
  709. default:
  710. DEV_ASSERT(false && "Unknown compute list instruction type.");
  711. return;
  712. }
  713. instruction_data_cursor = GRAPH_ALIGN(instruction_data_cursor);
  714. }
  715. }
  716. void RenderingDeviceGraph::_get_draw_list_render_pass_and_framebuffer(const RecordedDrawListCommand *p_draw_list_command, RDD::RenderPassID &r_render_pass, RDD::FramebufferID &r_framebuffer) {
  717. DEV_ASSERT(p_draw_list_command->trackers_count <= 21 && "Max number of attachments that can be encoded into the key.");
  718. // Build a unique key from the load and store ops for each attachment.
  719. const RDD::AttachmentLoadOp *load_ops = p_draw_list_command->load_ops();
  720. const RDD::AttachmentStoreOp *store_ops = p_draw_list_command->store_ops();
  721. uint64_t key = 0;
  722. for (uint32_t i = 0; i < p_draw_list_command->trackers_count; i++) {
  723. key |= uint64_t(load_ops[i]) << (i * 3);
  724. key |= uint64_t(store_ops[i]) << (i * 3 + 2);
  725. }
  726. // Check the storage map if the render pass and the framebuffer needs to be created.
  727. FramebufferCache *framebuffer_cache = p_draw_list_command->framebuffer_cache;
  728. HashMap<uint64_t, FramebufferStorage>::Iterator it = framebuffer_cache->storage_map.find(key);
  729. if (it == framebuffer_cache->storage_map.end()) {
  730. FramebufferStorage storage;
  731. VectorView<RDD::AttachmentLoadOp> load_ops_view(load_ops, p_draw_list_command->trackers_count);
  732. VectorView<RDD::AttachmentStoreOp> store_ops_view(store_ops, p_draw_list_command->trackers_count);
  733. storage.render_pass = render_pass_creation_function(driver, load_ops_view, store_ops_view, framebuffer_cache->render_pass_creation_user_data);
  734. ERR_FAIL_COND(!storage.render_pass);
  735. storage.framebuffer = driver->framebuffer_create(storage.render_pass, framebuffer_cache->textures, framebuffer_cache->width, framebuffer_cache->height);
  736. ERR_FAIL_COND(!storage.framebuffer);
  737. it = framebuffer_cache->storage_map.insert(key, storage);
  738. }
  739. r_render_pass = it->value.render_pass;
  740. r_framebuffer = it->value.framebuffer;
  741. }
  742. #if PRINT_DRAW_LIST_STATS
  743. static uint32_t draw_list_total_size = 0;
  744. #endif
  745. void RenderingDeviceGraph::_run_draw_list_command(RDD::CommandBufferID p_command_buffer, const uint8_t *p_instruction_data, uint32_t p_instruction_data_size) {
  746. #if PRINT_DRAW_LIST_STATS
  747. draw_list_total_size += p_instruction_data_size;
  748. #endif
  749. uint32_t instruction_data_cursor = 0;
  750. while (instruction_data_cursor < p_instruction_data_size) {
  751. DEV_ASSERT((instruction_data_cursor + sizeof(DrawListInstruction)) <= p_instruction_data_size);
  752. const DrawListInstruction *instruction = reinterpret_cast<const DrawListInstruction *>(&p_instruction_data[instruction_data_cursor]);
  753. switch (instruction->type) {
  754. case DrawListInstruction::TYPE_BIND_INDEX_BUFFER: {
  755. const DrawListBindIndexBufferInstruction *bind_index_buffer_instruction = reinterpret_cast<const DrawListBindIndexBufferInstruction *>(instruction);
  756. driver->command_render_bind_index_buffer(p_command_buffer, bind_index_buffer_instruction->buffer, bind_index_buffer_instruction->format, bind_index_buffer_instruction->offset);
  757. instruction_data_cursor += sizeof(DrawListBindIndexBufferInstruction);
  758. } break;
  759. case DrawListInstruction::TYPE_BIND_PIPELINE: {
  760. const DrawListBindPipelineInstruction *bind_pipeline_instruction = reinterpret_cast<const DrawListBindPipelineInstruction *>(instruction);
  761. driver->command_bind_render_pipeline(p_command_buffer, bind_pipeline_instruction->pipeline);
  762. instruction_data_cursor += sizeof(DrawListBindPipelineInstruction);
  763. } break;
  764. case DrawListInstruction::TYPE_BIND_UNIFORM_SETS: {
  765. const DrawListBindUniformSetsInstruction *bind_uniform_sets_instruction = reinterpret_cast<const DrawListBindUniformSetsInstruction *>(instruction);
  766. driver->command_bind_render_uniform_sets(p_command_buffer, VectorView<RDD::UniformSetID>(bind_uniform_sets_instruction->uniform_set_ids(), bind_uniform_sets_instruction->set_count), bind_uniform_sets_instruction->shader, bind_uniform_sets_instruction->first_set_index, bind_uniform_sets_instruction->set_count, bind_uniform_sets_instruction->dynamic_offsets_mask);
  767. instruction_data_cursor += sizeof(DrawListBindUniformSetsInstruction) + sizeof(RDD::UniformSetID) * bind_uniform_sets_instruction->set_count;
  768. } break;
  769. case DrawListInstruction::TYPE_BIND_VERTEX_BUFFERS: {
  770. const DrawListBindVertexBuffersInstruction *bind_vertex_buffers_instruction = reinterpret_cast<const DrawListBindVertexBuffersInstruction *>(instruction);
  771. driver->command_render_bind_vertex_buffers(p_command_buffer, bind_vertex_buffers_instruction->vertex_buffers_count, bind_vertex_buffers_instruction->vertex_buffers(), bind_vertex_buffers_instruction->vertex_buffer_offsets(), bind_vertex_buffers_instruction->dynamic_offsets_mask);
  772. instruction_data_cursor += sizeof(DrawListBindVertexBuffersInstruction);
  773. instruction_data_cursor += sizeof(RDD::BufferID) * bind_vertex_buffers_instruction->vertex_buffers_count;
  774. instruction_data_cursor += sizeof(uint64_t) * bind_vertex_buffers_instruction->vertex_buffers_count;
  775. } break;
  776. case DrawListInstruction::TYPE_CLEAR_ATTACHMENTS: {
  777. const DrawListClearAttachmentsInstruction *clear_attachments_instruction = reinterpret_cast<const DrawListClearAttachmentsInstruction *>(instruction);
  778. const VectorView attachments_clear_view(clear_attachments_instruction->attachments_clear(), clear_attachments_instruction->attachments_clear_count);
  779. const VectorView attachments_clear_rect_view(clear_attachments_instruction->attachments_clear_rect(), clear_attachments_instruction->attachments_clear_rect_count);
  780. driver->command_render_clear_attachments(p_command_buffer, attachments_clear_view, attachments_clear_rect_view);
  781. instruction_data_cursor += sizeof(DrawListClearAttachmentsInstruction);
  782. instruction_data_cursor += sizeof(RDD::AttachmentClear) * clear_attachments_instruction->attachments_clear_count;
  783. instruction_data_cursor += sizeof(Rect2i) * clear_attachments_instruction->attachments_clear_rect_count;
  784. } break;
  785. case DrawListInstruction::TYPE_DRAW: {
  786. const DrawListDrawInstruction *draw_instruction = reinterpret_cast<const DrawListDrawInstruction *>(instruction);
  787. driver->command_render_draw(p_command_buffer, draw_instruction->vertex_count, draw_instruction->instance_count, 0, 0);
  788. instruction_data_cursor += sizeof(DrawListDrawInstruction);
  789. } break;
  790. case DrawListInstruction::TYPE_DRAW_INDEXED: {
  791. const DrawListDrawIndexedInstruction *draw_indexed_instruction = reinterpret_cast<const DrawListDrawIndexedInstruction *>(instruction);
  792. driver->command_render_draw_indexed(p_command_buffer, draw_indexed_instruction->index_count, draw_indexed_instruction->instance_count, draw_indexed_instruction->first_index, 0, 0);
  793. instruction_data_cursor += sizeof(DrawListDrawIndexedInstruction);
  794. } break;
  795. case DrawListInstruction::TYPE_DRAW_INDIRECT: {
  796. const DrawListDrawIndirectInstruction *draw_indirect_instruction = reinterpret_cast<const DrawListDrawIndirectInstruction *>(instruction);
  797. driver->command_render_draw_indirect(p_command_buffer, draw_indirect_instruction->buffer, draw_indirect_instruction->offset, draw_indirect_instruction->draw_count, draw_indirect_instruction->stride);
  798. instruction_data_cursor += sizeof(DrawListDrawIndirectInstruction);
  799. } break;
  800. case DrawListInstruction::TYPE_DRAW_INDEXED_INDIRECT: {
  801. const DrawListDrawIndexedIndirectInstruction *draw_indexed_indirect_instruction = reinterpret_cast<const DrawListDrawIndexedIndirectInstruction *>(instruction);
  802. driver->command_render_draw_indexed_indirect(p_command_buffer, draw_indexed_indirect_instruction->buffer, draw_indexed_indirect_instruction->offset, draw_indexed_indirect_instruction->draw_count, draw_indexed_indirect_instruction->stride);
  803. instruction_data_cursor += sizeof(DrawListDrawIndexedIndirectInstruction);
  804. } break;
  805. case DrawListInstruction::TYPE_EXECUTE_COMMANDS: {
  806. const DrawListExecuteCommandsInstruction *execute_commands_instruction = reinterpret_cast<const DrawListExecuteCommandsInstruction *>(instruction);
  807. driver->command_buffer_execute_secondary(p_command_buffer, execute_commands_instruction->command_buffer);
  808. instruction_data_cursor += sizeof(DrawListExecuteCommandsInstruction);
  809. } break;
  810. case DrawListInstruction::TYPE_NEXT_SUBPASS: {
  811. const DrawListNextSubpassInstruction *next_subpass_instruction = reinterpret_cast<const DrawListNextSubpassInstruction *>(instruction);
  812. driver->command_next_render_subpass(p_command_buffer, next_subpass_instruction->command_buffer_type);
  813. instruction_data_cursor += sizeof(DrawListNextSubpassInstruction);
  814. } break;
  815. case DrawListInstruction::TYPE_SET_BLEND_CONSTANTS: {
  816. const DrawListSetBlendConstantsInstruction *set_blend_constants_instruction = reinterpret_cast<const DrawListSetBlendConstantsInstruction *>(instruction);
  817. driver->command_render_set_blend_constants(p_command_buffer, set_blend_constants_instruction->color);
  818. instruction_data_cursor += sizeof(DrawListSetBlendConstantsInstruction);
  819. } break;
  820. case DrawListInstruction::TYPE_SET_LINE_WIDTH: {
  821. const DrawListSetLineWidthInstruction *set_line_width_instruction = reinterpret_cast<const DrawListSetLineWidthInstruction *>(instruction);
  822. driver->command_render_set_line_width(p_command_buffer, set_line_width_instruction->width);
  823. instruction_data_cursor += sizeof(DrawListSetLineWidthInstruction);
  824. } break;
  825. case DrawListInstruction::TYPE_SET_PUSH_CONSTANT: {
  826. const DrawListSetPushConstantInstruction *set_push_constant_instruction = reinterpret_cast<const DrawListSetPushConstantInstruction *>(instruction);
  827. const VectorView push_constant_data_view(reinterpret_cast<const uint32_t *>(set_push_constant_instruction->data()), set_push_constant_instruction->size / sizeof(uint32_t));
  828. driver->command_bind_push_constants(p_command_buffer, set_push_constant_instruction->shader, 0, push_constant_data_view);
  829. instruction_data_cursor += sizeof(DrawListSetPushConstantInstruction);
  830. instruction_data_cursor += set_push_constant_instruction->size;
  831. } break;
  832. case DrawListInstruction::TYPE_SET_SCISSOR: {
  833. const DrawListSetScissorInstruction *set_scissor_instruction = reinterpret_cast<const DrawListSetScissorInstruction *>(instruction);
  834. driver->command_render_set_scissor(p_command_buffer, set_scissor_instruction->rect);
  835. instruction_data_cursor += sizeof(DrawListSetScissorInstruction);
  836. } break;
  837. case DrawListInstruction::TYPE_SET_VIEWPORT: {
  838. const DrawListSetViewportInstruction *set_viewport_instruction = reinterpret_cast<const DrawListSetViewportInstruction *>(instruction);
  839. driver->command_render_set_viewport(p_command_buffer, set_viewport_instruction->rect);
  840. instruction_data_cursor += sizeof(DrawListSetViewportInstruction);
  841. } break;
  842. case DrawListInstruction::TYPE_UNIFORM_SET_PREPARE_FOR_USE: {
  843. const DrawListUniformSetPrepareForUseInstruction *uniform_set_prepare_for_use_instruction = reinterpret_cast<const DrawListUniformSetPrepareForUseInstruction *>(instruction);
  844. driver->command_uniform_set_prepare_for_use(p_command_buffer, uniform_set_prepare_for_use_instruction->uniform_set, uniform_set_prepare_for_use_instruction->shader, uniform_set_prepare_for_use_instruction->set_index);
  845. instruction_data_cursor += sizeof(DrawListUniformSetPrepareForUseInstruction);
  846. } break;
  847. default:
  848. DEV_ASSERT(false && "Unknown draw list instruction type.");
  849. return;
  850. }
  851. instruction_data_cursor = GRAPH_ALIGN(instruction_data_cursor);
  852. }
  853. }
  854. void RenderingDeviceGraph::_add_draw_list_begin(FramebufferCache *p_framebuffer_cache, RDD::RenderPassID p_render_pass, RDD::FramebufferID p_framebuffer, Rect2i p_region, VectorView<AttachmentOperation> p_attachment_operations, VectorView<RDD::RenderPassClearValue> p_attachment_clear_values, BitField<RDD::PipelineStageBits> p_stages, uint32_t p_breadcrumb, bool p_split_cmd_buffer) {
  855. DEV_ASSERT(p_attachment_operations.size() == p_attachment_clear_values.size());
  856. draw_instruction_list.clear();
  857. draw_instruction_list.index++;
  858. draw_instruction_list.framebuffer_cache = p_framebuffer_cache;
  859. draw_instruction_list.render_pass = p_render_pass;
  860. draw_instruction_list.framebuffer = p_framebuffer;
  861. draw_instruction_list.region = p_region;
  862. draw_instruction_list.stages = p_stages;
  863. draw_instruction_list.attachment_operations.resize(p_attachment_operations.size());
  864. draw_instruction_list.attachment_clear_values.resize(p_attachment_clear_values.size());
  865. for (uint32_t i = 0; i < p_attachment_operations.size(); i++) {
  866. draw_instruction_list.attachment_operations[i] = p_attachment_operations[i];
  867. draw_instruction_list.attachment_clear_values[i] = p_attachment_clear_values[i];
  868. }
  869. draw_instruction_list.split_cmd_buffer = p_split_cmd_buffer;
  870. #if defined(DEBUG_ENABLED) || defined(DEV_ENABLED)
  871. draw_instruction_list.breadcrumb = p_breadcrumb;
  872. #endif
  873. }
  874. void RenderingDeviceGraph::_run_secondary_command_buffer_task(const SecondaryCommandBuffer *p_secondary) {
  875. driver->command_buffer_begin_secondary(p_secondary->command_buffer, p_secondary->render_pass, 0, p_secondary->framebuffer);
  876. _run_draw_list_command(p_secondary->command_buffer, p_secondary->instruction_data.ptr(), p_secondary->instruction_data.size());
  877. driver->command_buffer_end(p_secondary->command_buffer);
  878. }
  879. void RenderingDeviceGraph::_wait_for_secondary_command_buffer_tasks() {
  880. for (uint32_t i = 0; i < frames[frame].secondary_command_buffers_used; i++) {
  881. WorkerThreadPool::TaskID &task = frames[frame].secondary_command_buffers[i].task;
  882. if (task != WorkerThreadPool::INVALID_TASK_ID) {
  883. WorkerThreadPool::get_singleton()->wait_for_task_completion(task);
  884. task = WorkerThreadPool::INVALID_TASK_ID;
  885. }
  886. }
  887. }
  888. void RenderingDeviceGraph::_run_render_commands(int32_t p_level, const RecordedCommandSort *p_sorted_commands, uint32_t p_sorted_commands_count, RDD::CommandBufferID &r_command_buffer, CommandBufferPool &r_command_buffer_pool, int32_t &r_current_label_index, int32_t &r_current_label_level) {
  889. for (uint32_t i = 0; i < p_sorted_commands_count; i++) {
  890. const uint32_t command_index = p_sorted_commands[i].index;
  891. const uint32_t command_data_offset = command_data_offsets[command_index];
  892. const RecordedCommand *command = reinterpret_cast<const RecordedCommand *>(&command_data[command_data_offset]);
  893. _run_label_command_change(r_command_buffer, command->label_index, p_level, false, true, &p_sorted_commands[i], p_sorted_commands_count - i, r_current_label_index, r_current_label_level);
  894. switch (command->type) {
  895. case RecordedCommand::TYPE_BUFFER_CLEAR: {
  896. const RecordedBufferClearCommand *buffer_clear_command = reinterpret_cast<const RecordedBufferClearCommand *>(command);
  897. driver->command_clear_buffer(r_command_buffer, buffer_clear_command->buffer, buffer_clear_command->offset, buffer_clear_command->size);
  898. } break;
  899. case RecordedCommand::TYPE_BUFFER_COPY: {
  900. const RecordedBufferCopyCommand *buffer_copy_command = reinterpret_cast<const RecordedBufferCopyCommand *>(command);
  901. driver->command_copy_buffer(r_command_buffer, buffer_copy_command->source, buffer_copy_command->destination, buffer_copy_command->region);
  902. } break;
  903. case RecordedCommand::TYPE_BUFFER_GET_DATA: {
  904. const RecordedBufferGetDataCommand *buffer_get_data_command = reinterpret_cast<const RecordedBufferGetDataCommand *>(command);
  905. driver->command_copy_buffer(r_command_buffer, buffer_get_data_command->source, buffer_get_data_command->destination, buffer_get_data_command->region);
  906. } break;
  907. case RecordedCommand::TYPE_BUFFER_UPDATE: {
  908. const RecordedBufferUpdateCommand *buffer_update_command = reinterpret_cast<const RecordedBufferUpdateCommand *>(command);
  909. const RecordedBufferCopy *command_buffer_copies = buffer_update_command->buffer_copies();
  910. for (uint32_t j = 0; j < buffer_update_command->buffer_copies_count; j++) {
  911. driver->command_copy_buffer(r_command_buffer, command_buffer_copies[j].source, buffer_update_command->destination, command_buffer_copies[j].region);
  912. }
  913. } break;
  914. case RecordedCommand::TYPE_DRIVER_CALLBACK: {
  915. const RecordedDriverCallbackCommand *driver_callback_command = reinterpret_cast<const RecordedDriverCallbackCommand *>(command);
  916. driver_callback_command->callback(driver, r_command_buffer, driver_callback_command->userdata);
  917. } break;
  918. case RecordedCommand::TYPE_COMPUTE_LIST: {
  919. if (device.workarounds.avoid_compute_after_draw && workarounds_state.draw_list_found) {
  920. // Avoid compute after draw workaround. Refer to the comment that enables this in the Vulkan driver for more information.
  921. workarounds_state.draw_list_found = false;
  922. // Create or reuse a command buffer and finish recording the current one.
  923. driver->command_buffer_end(r_command_buffer);
  924. while (r_command_buffer_pool.buffers_used >= r_command_buffer_pool.buffers.size()) {
  925. RDD::CommandBufferID command_buffer = driver->command_buffer_create(r_command_buffer_pool.pool);
  926. RDD::SemaphoreID command_semaphore = driver->semaphore_create();
  927. r_command_buffer_pool.buffers.push_back(command_buffer);
  928. r_command_buffer_pool.semaphores.push_back(command_semaphore);
  929. }
  930. // Start recording on the next usable command buffer from the pool.
  931. uint32_t command_buffer_index = r_command_buffer_pool.buffers_used++;
  932. r_command_buffer = r_command_buffer_pool.buffers[command_buffer_index];
  933. driver->command_buffer_begin(r_command_buffer);
  934. }
  935. const RecordedComputeListCommand *compute_list_command = reinterpret_cast<const RecordedComputeListCommand *>(command);
  936. _run_compute_list_command(r_command_buffer, compute_list_command->instruction_data(), compute_list_command->instruction_data_size);
  937. } break;
  938. case RecordedCommand::TYPE_DRAW_LIST: {
  939. if (device.workarounds.avoid_compute_after_draw) {
  940. // Indicate that a draw list was encountered for the workaround.
  941. workarounds_state.draw_list_found = true;
  942. }
  943. const RecordedDrawListCommand *draw_list_command = reinterpret_cast<const RecordedDrawListCommand *>(command);
  944. if (draw_list_command->split_cmd_buffer) {
  945. // Create or reuse a command buffer and finish recording the current one.
  946. driver->command_buffer_end(r_command_buffer);
  947. while (r_command_buffer_pool.buffers_used >= r_command_buffer_pool.buffers.size()) {
  948. RDD::CommandBufferID command_buffer = driver->command_buffer_create(r_command_buffer_pool.pool);
  949. RDD::SemaphoreID command_semaphore = driver->semaphore_create();
  950. r_command_buffer_pool.buffers.push_back(command_buffer);
  951. r_command_buffer_pool.semaphores.push_back(command_semaphore);
  952. }
  953. // Start recording on the next usable command buffer from the pool.
  954. uint32_t command_buffer_index = r_command_buffer_pool.buffers_used++;
  955. r_command_buffer = r_command_buffer_pool.buffers[command_buffer_index];
  956. driver->command_buffer_begin(r_command_buffer);
  957. }
  958. const VectorView clear_values(draw_list_command->clear_values(), draw_list_command->clear_values_count);
  959. #if defined(DEBUG_ENABLED) || defined(DEV_ENABLED)
  960. driver->command_insert_breadcrumb(r_command_buffer, draw_list_command->breadcrumb);
  961. #endif
  962. RDD::RenderPassID render_pass;
  963. RDD::FramebufferID framebuffer;
  964. if (draw_list_command->framebuffer_cache != nullptr) {
  965. _get_draw_list_render_pass_and_framebuffer(draw_list_command, render_pass, framebuffer);
  966. } else {
  967. render_pass = draw_list_command->render_pass;
  968. framebuffer = draw_list_command->framebuffer;
  969. }
  970. if (framebuffer && render_pass) {
  971. driver->command_begin_render_pass(r_command_buffer, render_pass, framebuffer, draw_list_command->command_buffer_type, draw_list_command->region, clear_values);
  972. _run_draw_list_command(r_command_buffer, draw_list_command->instruction_data(), draw_list_command->instruction_data_size);
  973. driver->command_end_render_pass(r_command_buffer);
  974. }
  975. } break;
  976. case RecordedCommand::TYPE_TEXTURE_CLEAR_COLOR: {
  977. const RecordedTextureClearColorCommand *texture_clear_color_command = reinterpret_cast<const RecordedTextureClearColorCommand *>(command);
  978. driver->command_clear_color_texture(r_command_buffer, texture_clear_color_command->texture, RDD::TEXTURE_LAYOUT_COPY_DST_OPTIMAL, texture_clear_color_command->color, texture_clear_color_command->range);
  979. } break;
  980. case RecordedCommand::TYPE_TEXTURE_CLEAR_DEPTH_STENCIL: {
  981. const RecordedTextureClearDepthStencilCommand *texture_clear_depth_stencil_command = reinterpret_cast<const RecordedTextureClearDepthStencilCommand *>(command);
  982. driver->command_clear_depth_stencil_texture(r_command_buffer, texture_clear_depth_stencil_command->texture, RDD::TEXTURE_LAYOUT_COPY_DST_OPTIMAL, texture_clear_depth_stencil_command->depth, texture_clear_depth_stencil_command->stencil, texture_clear_depth_stencil_command->range);
  983. } break;
  984. case RecordedCommand::TYPE_TEXTURE_COPY: {
  985. const RecordedTextureCopyCommand *texture_copy_command = reinterpret_cast<const RecordedTextureCopyCommand *>(command);
  986. const VectorView<RDD::TextureCopyRegion> command_texture_copy_regions_view(texture_copy_command->texture_copy_regions(), texture_copy_command->texture_copy_regions_count);
  987. driver->command_copy_texture(r_command_buffer, texture_copy_command->from_texture, RDD::TEXTURE_LAYOUT_COPY_SRC_OPTIMAL, texture_copy_command->to_texture, RDD::TEXTURE_LAYOUT_COPY_DST_OPTIMAL, command_texture_copy_regions_view);
  988. } break;
  989. case RecordedCommand::TYPE_TEXTURE_GET_DATA: {
  990. const RecordedTextureGetDataCommand *texture_get_data_command = reinterpret_cast<const RecordedTextureGetDataCommand *>(command);
  991. const VectorView<RDD::BufferTextureCopyRegion> command_buffer_texture_copy_regions_view(texture_get_data_command->buffer_texture_copy_regions(), texture_get_data_command->buffer_texture_copy_regions_count);
  992. driver->command_copy_texture_to_buffer(r_command_buffer, texture_get_data_command->from_texture, RDD::TEXTURE_LAYOUT_COPY_SRC_OPTIMAL, texture_get_data_command->to_buffer, command_buffer_texture_copy_regions_view);
  993. } break;
  994. case RecordedCommand::TYPE_TEXTURE_RESOLVE: {
  995. const RecordedTextureResolveCommand *texture_resolve_command = reinterpret_cast<const RecordedTextureResolveCommand *>(command);
  996. driver->command_resolve_texture(r_command_buffer, texture_resolve_command->from_texture, RDD::TEXTURE_LAYOUT_RESOLVE_SRC_OPTIMAL, texture_resolve_command->src_layer, texture_resolve_command->src_mipmap, texture_resolve_command->to_texture, RDD::TEXTURE_LAYOUT_RESOLVE_DST_OPTIMAL, texture_resolve_command->dst_layer, texture_resolve_command->dst_mipmap);
  997. } break;
  998. case RecordedCommand::TYPE_TEXTURE_UPDATE: {
  999. const RecordedTextureUpdateCommand *texture_update_command = reinterpret_cast<const RecordedTextureUpdateCommand *>(command);
  1000. const RecordedBufferToTextureCopy *command_buffer_to_texture_copies = texture_update_command->buffer_to_texture_copies();
  1001. for (uint32_t j = 0; j < texture_update_command->buffer_to_texture_copies_count; j++) {
  1002. driver->command_copy_buffer_to_texture(r_command_buffer, command_buffer_to_texture_copies[j].from_buffer, texture_update_command->to_texture, RDD::TEXTURE_LAYOUT_COPY_DST_OPTIMAL, command_buffer_to_texture_copies[j].region);
  1003. }
  1004. } break;
  1005. case RecordedCommand::TYPE_CAPTURE_TIMESTAMP: {
  1006. const RecordedCaptureTimestampCommand *texture_capture_timestamp_command = reinterpret_cast<const RecordedCaptureTimestampCommand *>(command);
  1007. driver->command_timestamp_write(r_command_buffer, texture_capture_timestamp_command->pool, texture_capture_timestamp_command->index);
  1008. } break;
  1009. default: {
  1010. DEV_ASSERT(false && "Unknown recorded command type.");
  1011. return;
  1012. }
  1013. }
  1014. }
  1015. }
  1016. void RenderingDeviceGraph::_run_label_command_change(RDD::CommandBufferID p_command_buffer, int32_t p_new_label_index, int32_t p_new_level, bool p_ignore_previous_value, bool p_use_label_for_empty, const RecordedCommandSort *p_sorted_commands, uint32_t p_sorted_commands_count, int32_t &r_current_label_index, int32_t &r_current_label_level) {
  1017. if (command_label_count == 0) {
  1018. // Ignore any label operations if no labels were pushed.
  1019. return;
  1020. }
  1021. if (p_ignore_previous_value || p_new_label_index != r_current_label_index || p_new_level != r_current_label_level) {
  1022. if (!p_ignore_previous_value && (p_use_label_for_empty || r_current_label_index >= 0 || r_current_label_level >= 0)) {
  1023. // End the current label.
  1024. driver->command_end_label(p_command_buffer);
  1025. }
  1026. String label_name;
  1027. Color label_color;
  1028. if (p_new_label_index >= 0) {
  1029. const char *label_chars = &command_label_chars[command_label_offsets[p_new_label_index]];
  1030. label_name.append_utf8(label_chars);
  1031. label_color = command_label_colors[p_new_label_index];
  1032. } else if (p_use_label_for_empty) {
  1033. label_name = "Command Graph";
  1034. label_color = Color(1, 1, 1, 1);
  1035. } else {
  1036. return;
  1037. }
  1038. // Add the level to the name.
  1039. label_name += " (L" + itos(p_new_level) + ")";
  1040. if (p_sorted_commands != nullptr && p_sorted_commands_count > 0) {
  1041. // Analyze the commands in the level that have the same label to detect what type of operations are performed.
  1042. bool copy_commands = false;
  1043. bool compute_commands = false;
  1044. bool draw_commands = false;
  1045. bool custom_commands = false;
  1046. for (uint32_t i = 0; i < p_sorted_commands_count; i++) {
  1047. const uint32_t command_index = p_sorted_commands[i].index;
  1048. const uint32_t command_data_offset = command_data_offsets[command_index];
  1049. const RecordedCommand *command = reinterpret_cast<RecordedCommand *>(&command_data[command_data_offset]);
  1050. if (command->label_index != p_new_label_index) {
  1051. break;
  1052. }
  1053. switch (command->type) {
  1054. case RecordedCommand::TYPE_BUFFER_CLEAR:
  1055. case RecordedCommand::TYPE_BUFFER_COPY:
  1056. case RecordedCommand::TYPE_BUFFER_GET_DATA:
  1057. case RecordedCommand::TYPE_BUFFER_UPDATE:
  1058. case RecordedCommand::TYPE_TEXTURE_CLEAR_COLOR:
  1059. case RecordedCommand::TYPE_TEXTURE_CLEAR_DEPTH_STENCIL:
  1060. case RecordedCommand::TYPE_TEXTURE_COPY:
  1061. case RecordedCommand::TYPE_TEXTURE_GET_DATA:
  1062. case RecordedCommand::TYPE_TEXTURE_RESOLVE:
  1063. case RecordedCommand::TYPE_TEXTURE_UPDATE: {
  1064. copy_commands = true;
  1065. } break;
  1066. case RecordedCommand::TYPE_COMPUTE_LIST: {
  1067. compute_commands = true;
  1068. } break;
  1069. case RecordedCommand::TYPE_DRAW_LIST: {
  1070. draw_commands = true;
  1071. } break;
  1072. case RecordedCommand::TYPE_DRIVER_CALLBACK: {
  1073. custom_commands = true;
  1074. } break;
  1075. default: {
  1076. // Ignore command.
  1077. } break;
  1078. }
  1079. if (copy_commands && compute_commands && draw_commands && custom_commands) {
  1080. // There's no more command types to find.
  1081. break;
  1082. }
  1083. }
  1084. if (copy_commands || compute_commands || draw_commands || custom_commands) {
  1085. // Add the operations to the name.
  1086. bool plus_after_copy = copy_commands && (compute_commands || draw_commands || custom_commands);
  1087. bool plus_after_compute = compute_commands && (draw_commands || custom_commands);
  1088. bool plus_after_draw = draw_commands && custom_commands;
  1089. label_name += " (";
  1090. label_name += copy_commands ? "Copy" : "";
  1091. label_name += plus_after_copy ? "+" : "";
  1092. label_name += compute_commands ? "Compute" : "";
  1093. label_name += plus_after_compute ? "+" : "";
  1094. label_name += draw_commands ? "Draw" : "";
  1095. label_name += plus_after_draw ? "+" : "";
  1096. label_name += custom_commands ? "Custom" : "";
  1097. label_name += ")";
  1098. }
  1099. }
  1100. // Start the new label.
  1101. CharString label_name_utf8 = label_name.utf8();
  1102. driver->command_begin_label(p_command_buffer, label_name_utf8.get_data(), label_color);
  1103. r_current_label_index = p_new_label_index;
  1104. r_current_label_level = p_new_level;
  1105. }
  1106. }
  1107. void RenderingDeviceGraph::_boost_priority_for_render_commands(RecordedCommandSort *p_sorted_commands, uint32_t p_sorted_commands_count, uint32_t &r_boosted_priority) {
  1108. if (p_sorted_commands_count == 0) {
  1109. return;
  1110. }
  1111. const uint32_t boosted_priority_value = 0;
  1112. if (r_boosted_priority > 0) {
  1113. bool perform_sort = false;
  1114. for (uint32_t j = 0; j < p_sorted_commands_count; j++) {
  1115. if (p_sorted_commands[j].priority == r_boosted_priority) {
  1116. p_sorted_commands[j].priority = boosted_priority_value;
  1117. perform_sort = true;
  1118. }
  1119. }
  1120. if (perform_sort) {
  1121. SortArray<RecordedCommandSort> command_sorter;
  1122. command_sorter.sort(p_sorted_commands, p_sorted_commands_count);
  1123. }
  1124. }
  1125. if (p_sorted_commands[p_sorted_commands_count - 1].priority != boosted_priority_value) {
  1126. r_boosted_priority = p_sorted_commands[p_sorted_commands_count - 1].priority;
  1127. }
  1128. }
  1129. void RenderingDeviceGraph::_group_barriers_for_render_commands(RDD::CommandBufferID p_command_buffer, const RecordedCommandSort *p_sorted_commands, uint32_t p_sorted_commands_count, bool p_full_memory_barrier) {
  1130. if (!driver_honors_barriers) {
  1131. return;
  1132. }
  1133. barrier_group.clear();
  1134. barrier_group.src_stages = RDD::PIPELINE_STAGE_TOP_OF_PIPE_BIT;
  1135. barrier_group.dst_stages = RDD::PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT;
  1136. for (uint32_t i = 0; i < p_sorted_commands_count; i++) {
  1137. const uint32_t command_index = p_sorted_commands[i].index;
  1138. const uint32_t command_data_offset = command_data_offsets[command_index];
  1139. const RecordedCommand *command = reinterpret_cast<RecordedCommand *>(&command_data[command_data_offset]);
  1140. #if PRINT_COMMAND_RECORDING
  1141. print_line(vformat("Grouping barriers for #%d", command_index));
  1142. #endif
  1143. // Merge command's stage bits with the barrier group.
  1144. barrier_group.src_stages = barrier_group.src_stages | command->previous_stages;
  1145. barrier_group.dst_stages = barrier_group.dst_stages | command->next_stages;
  1146. // Merge command's memory barrier bits with the barrier group.
  1147. barrier_group.memory_barrier.src_access = barrier_group.memory_barrier.src_access | command->memory_barrier.src_access;
  1148. barrier_group.memory_barrier.dst_access = barrier_group.memory_barrier.dst_access | command->memory_barrier.dst_access;
  1149. // Gather texture barriers.
  1150. for (int32_t j = 0; j < command->normalization_barrier_count; j++) {
  1151. const RDD::TextureBarrier &recorded_barrier = command_normalization_barriers[command->normalization_barrier_index + j];
  1152. barrier_group.normalization_barriers.push_back(recorded_barrier);
  1153. #if PRINT_COMMAND_RECORDING
  1154. print_line(vformat("Normalization Barrier #%d", barrier_group.normalization_barriers.size() - 1));
  1155. #endif
  1156. }
  1157. for (int32_t j = 0; j < command->transition_barrier_count; j++) {
  1158. const RDD::TextureBarrier &recorded_barrier = command_transition_barriers[command->transition_barrier_index + j];
  1159. barrier_group.transition_barriers.push_back(recorded_barrier);
  1160. #if PRINT_COMMAND_RECORDING
  1161. print_line(vformat("Transition Barrier #%d", barrier_group.transition_barriers.size() - 1));
  1162. #endif
  1163. }
  1164. #if USE_BUFFER_BARRIERS
  1165. // Gather buffer barriers.
  1166. for (int32_t j = 0; j < command->buffer_barrier_count; j++) {
  1167. const RDD::BufferBarrier &recorded_barrier = command_buffer_barriers[command->buffer_barrier_index + j];
  1168. barrier_group.buffer_barriers.push_back(recorded_barrier);
  1169. }
  1170. #endif
  1171. }
  1172. if (p_full_memory_barrier) {
  1173. barrier_group.src_stages = RDD::PIPELINE_STAGE_ALL_COMMANDS_BIT;
  1174. barrier_group.dst_stages = RDD::PIPELINE_STAGE_ALL_COMMANDS_BIT;
  1175. barrier_group.memory_barrier.src_access = RDD::BARRIER_ACCESS_MEMORY_READ_BIT | RDD::BARRIER_ACCESS_MEMORY_WRITE_BIT;
  1176. barrier_group.memory_barrier.dst_access = RDD::BARRIER_ACCESS_MEMORY_READ_BIT | RDD::BARRIER_ACCESS_MEMORY_WRITE_BIT;
  1177. }
  1178. const bool is_memory_barrier_empty = barrier_group.memory_barrier.src_access.is_empty() && barrier_group.memory_barrier.dst_access.is_empty();
  1179. const bool are_texture_barriers_empty = barrier_group.normalization_barriers.is_empty() && barrier_group.transition_barriers.is_empty();
  1180. #if USE_BUFFER_BARRIERS
  1181. const bool are_buffer_barriers_empty = barrier_group.buffer_barriers.is_empty();
  1182. #else
  1183. const bool are_buffer_barriers_empty = true;
  1184. #endif
  1185. if (is_memory_barrier_empty && are_texture_barriers_empty && are_buffer_barriers_empty) {
  1186. // Commands don't require synchronization.
  1187. return;
  1188. }
  1189. const VectorView<RDD::MemoryAccessBarrier> memory_barriers = !is_memory_barrier_empty ? barrier_group.memory_barrier : VectorView<RDD::MemoryAccessBarrier>();
  1190. const VectorView<RDD::TextureBarrier> texture_barriers = barrier_group.normalization_barriers.is_empty() ? barrier_group.transition_barriers : barrier_group.normalization_barriers;
  1191. #if USE_BUFFER_BARRIERS
  1192. const VectorView<RDD::BufferBarrier> buffer_barriers = !are_buffer_barriers_empty ? barrier_group.buffer_barriers : VectorView<RDD::BufferBarrier>();
  1193. #else
  1194. const VectorView<RDD::BufferBarrier> buffer_barriers = VectorView<RDD::BufferBarrier>();
  1195. #endif
  1196. driver->command_pipeline_barrier(p_command_buffer, barrier_group.src_stages, barrier_group.dst_stages, memory_barriers, buffer_barriers, texture_barriers);
  1197. bool separate_texture_barriers = !barrier_group.normalization_barriers.is_empty() && !barrier_group.transition_barriers.is_empty();
  1198. if (separate_texture_barriers) {
  1199. driver->command_pipeline_barrier(p_command_buffer, barrier_group.src_stages, barrier_group.dst_stages, VectorView<RDD::MemoryAccessBarrier>(), VectorView<RDD::BufferBarrier>(), barrier_group.transition_barriers);
  1200. }
  1201. }
  1202. void RenderingDeviceGraph::_print_render_commands(const RecordedCommandSort *p_sorted_commands, uint32_t p_sorted_commands_count) {
  1203. for (uint32_t i = 0; i < p_sorted_commands_count; i++) {
  1204. const uint32_t command_index = p_sorted_commands[i].index;
  1205. const uint32_t command_level = p_sorted_commands[i].level;
  1206. const uint32_t command_data_offset = command_data_offsets[command_index];
  1207. const RecordedCommand *command = reinterpret_cast<RecordedCommand *>(&command_data[command_data_offset]);
  1208. switch (command->type) {
  1209. case RecordedCommand::TYPE_BUFFER_CLEAR: {
  1210. const RecordedBufferClearCommand *buffer_clear_command = reinterpret_cast<const RecordedBufferClearCommand *>(command);
  1211. print_line(command_index, "LEVEL", command_level, "BUFFER CLEAR DESTINATION", itos(buffer_clear_command->buffer.id));
  1212. } break;
  1213. case RecordedCommand::TYPE_BUFFER_COPY: {
  1214. const RecordedBufferCopyCommand *buffer_copy_command = reinterpret_cast<const RecordedBufferCopyCommand *>(command);
  1215. print_line(command_index, "LEVEL", command_level, "BUFFER COPY SOURCE", itos(buffer_copy_command->source.id), "DESTINATION", itos(buffer_copy_command->destination.id));
  1216. } break;
  1217. case RecordedCommand::TYPE_BUFFER_GET_DATA: {
  1218. const RecordedBufferGetDataCommand *buffer_get_data_command = reinterpret_cast<const RecordedBufferGetDataCommand *>(command);
  1219. print_line(command_index, "LEVEL", command_level, "BUFFER GET DATA DESTINATION", itos(buffer_get_data_command->destination.id));
  1220. } break;
  1221. case RecordedCommand::TYPE_BUFFER_UPDATE: {
  1222. const RecordedBufferUpdateCommand *buffer_update_command = reinterpret_cast<const RecordedBufferUpdateCommand *>(command);
  1223. print_line(command_index, "LEVEL", command_level, "BUFFER UPDATE DESTINATION", itos(buffer_update_command->destination.id), "COPIES", buffer_update_command->buffer_copies_count);
  1224. } break;
  1225. case RecordedCommand::TYPE_DRIVER_CALLBACK: {
  1226. print_line(command_index, "LEVEL", command_level, "DRIVER CALLBACK");
  1227. } break;
  1228. case RecordedCommand::TYPE_COMPUTE_LIST: {
  1229. const RecordedComputeListCommand *compute_list_command = reinterpret_cast<const RecordedComputeListCommand *>(command);
  1230. print_line(command_index, "LEVEL", command_level, "COMPUTE LIST SIZE", compute_list_command->instruction_data_size);
  1231. } break;
  1232. case RecordedCommand::TYPE_DRAW_LIST: {
  1233. const RecordedDrawListCommand *draw_list_command = reinterpret_cast<const RecordedDrawListCommand *>(command);
  1234. print_line(command_index, "LEVEL", command_level, "DRAW LIST SIZE", draw_list_command->instruction_data_size);
  1235. } break;
  1236. case RecordedCommand::TYPE_TEXTURE_CLEAR_COLOR: {
  1237. const RecordedTextureClearColorCommand *texture_clear_color_command = reinterpret_cast<const RecordedTextureClearColorCommand *>(command);
  1238. print_line(command_index, "LEVEL", command_level, "TEXTURE CLEAR COLOR", itos(texture_clear_color_command->texture.id), "COLOR", texture_clear_color_command->color);
  1239. } break;
  1240. case RecordedCommand::TYPE_TEXTURE_CLEAR_DEPTH_STENCIL: {
  1241. const RecordedTextureClearDepthStencilCommand *texture_clear_depth_stencil_command = reinterpret_cast<const RecordedTextureClearDepthStencilCommand *>(command);
  1242. print_line(command_index, "LEVEL", command_level, "TEXTURE CLEAR DEPTH STENCIL", itos(texture_clear_depth_stencil_command->texture.id), "DEPTH", rtos(texture_clear_depth_stencil_command->depth), "STENCIL", itos(texture_clear_depth_stencil_command->stencil));
  1243. } break;
  1244. case RecordedCommand::TYPE_TEXTURE_COPY: {
  1245. const RecordedTextureCopyCommand *texture_copy_command = reinterpret_cast<const RecordedTextureCopyCommand *>(command);
  1246. print_line(command_index, "LEVEL", command_level, "TEXTURE COPY FROM", itos(texture_copy_command->from_texture.id), "TO", itos(texture_copy_command->to_texture.id));
  1247. } break;
  1248. case RecordedCommand::TYPE_TEXTURE_GET_DATA: {
  1249. print_line(command_index, "LEVEL", command_level, "TEXTURE GET DATA");
  1250. } break;
  1251. case RecordedCommand::TYPE_TEXTURE_RESOLVE: {
  1252. const RecordedTextureResolveCommand *texture_resolve_command = reinterpret_cast<const RecordedTextureResolveCommand *>(command);
  1253. print_line(command_index, "LEVEL", command_level, "TEXTURE RESOLVE FROM", itos(texture_resolve_command->from_texture.id), "TO", itos(texture_resolve_command->to_texture.id));
  1254. } break;
  1255. case RecordedCommand::TYPE_TEXTURE_UPDATE: {
  1256. const RecordedTextureUpdateCommand *texture_update_command = reinterpret_cast<const RecordedTextureUpdateCommand *>(command);
  1257. print_line(command_index, "LEVEL", command_level, "TEXTURE UPDATE TO", itos(texture_update_command->to_texture.id));
  1258. } break;
  1259. case RecordedCommand::TYPE_CAPTURE_TIMESTAMP: {
  1260. const RecordedCaptureTimestampCommand *texture_capture_timestamp_command = reinterpret_cast<const RecordedCaptureTimestampCommand *>(command);
  1261. print_line(command_index, "LEVEL", command_level, "CAPTURE TIMESTAMP POOL", itos(texture_capture_timestamp_command->pool.id), "INDEX", texture_capture_timestamp_command->index);
  1262. } break;
  1263. default:
  1264. DEV_ASSERT(false && "Unknown recorded command type.");
  1265. return;
  1266. }
  1267. }
  1268. }
  1269. void RenderingDeviceGraph::_print_draw_list(const uint8_t *p_instruction_data, uint32_t p_instruction_data_size) {
  1270. uint32_t instruction_data_cursor = 0;
  1271. while (instruction_data_cursor < p_instruction_data_size) {
  1272. DEV_ASSERT((instruction_data_cursor + sizeof(DrawListInstruction)) <= p_instruction_data_size);
  1273. const DrawListInstruction *instruction = reinterpret_cast<const DrawListInstruction *>(&p_instruction_data[instruction_data_cursor]);
  1274. switch (instruction->type) {
  1275. case DrawListInstruction::TYPE_BIND_INDEX_BUFFER: {
  1276. const DrawListBindIndexBufferInstruction *bind_index_buffer_instruction = reinterpret_cast<const DrawListBindIndexBufferInstruction *>(instruction);
  1277. print_line("\tBIND INDEX BUFFER ID", itos(bind_index_buffer_instruction->buffer.id), "FORMAT", bind_index_buffer_instruction->format, "OFFSET", bind_index_buffer_instruction->offset);
  1278. instruction_data_cursor += sizeof(DrawListBindIndexBufferInstruction);
  1279. } break;
  1280. case DrawListInstruction::TYPE_BIND_PIPELINE: {
  1281. const DrawListBindPipelineInstruction *bind_pipeline_instruction = reinterpret_cast<const DrawListBindPipelineInstruction *>(instruction);
  1282. print_line("\tBIND PIPELINE ID", itos(bind_pipeline_instruction->pipeline.id));
  1283. instruction_data_cursor += sizeof(DrawListBindPipelineInstruction);
  1284. } break;
  1285. case DrawListInstruction::TYPE_BIND_UNIFORM_SETS: {
  1286. const DrawListBindUniformSetsInstruction *bind_uniform_sets_instruction = reinterpret_cast<const DrawListBindUniformSetsInstruction *>(instruction);
  1287. print_line("\tBIND UNIFORM SETS COUNT", bind_uniform_sets_instruction->set_count);
  1288. for (uint32_t i = 0; i < bind_uniform_sets_instruction->set_count; i++) {
  1289. print_line("\tBIND UNIFORM SET ID", itos(bind_uniform_sets_instruction->uniform_set_ids()[i].id), "START INDEX", bind_uniform_sets_instruction->first_set_index, "DYNAMIC_OFFSETS", bind_uniform_sets_instruction->dynamic_offsets_mask);
  1290. }
  1291. instruction_data_cursor += sizeof(DrawListBindUniformSetsInstruction) + sizeof(RDD::UniformSetID) * bind_uniform_sets_instruction->set_count;
  1292. } break;
  1293. case DrawListInstruction::TYPE_BIND_VERTEX_BUFFERS: {
  1294. const DrawListBindVertexBuffersInstruction *bind_vertex_buffers_instruction = reinterpret_cast<const DrawListBindVertexBuffersInstruction *>(instruction);
  1295. print_line("\tBIND VERTEX BUFFERS COUNT", bind_vertex_buffers_instruction->vertex_buffers_count);
  1296. instruction_data_cursor += sizeof(DrawListBindVertexBuffersInstruction);
  1297. instruction_data_cursor += sizeof(RDD::BufferID) * bind_vertex_buffers_instruction->vertex_buffers_count;
  1298. instruction_data_cursor += sizeof(uint64_t) * bind_vertex_buffers_instruction->vertex_buffers_count;
  1299. } break;
  1300. case DrawListInstruction::TYPE_CLEAR_ATTACHMENTS: {
  1301. const DrawListClearAttachmentsInstruction *clear_attachments_instruction = reinterpret_cast<const DrawListClearAttachmentsInstruction *>(instruction);
  1302. print_line("\tATTACHMENTS CLEAR COUNT", clear_attachments_instruction->attachments_clear_count, "RECT COUNT", clear_attachments_instruction->attachments_clear_rect_count);
  1303. instruction_data_cursor += sizeof(DrawListClearAttachmentsInstruction);
  1304. instruction_data_cursor += sizeof(RDD::AttachmentClear) * clear_attachments_instruction->attachments_clear_count;
  1305. instruction_data_cursor += sizeof(Rect2i) * clear_attachments_instruction->attachments_clear_rect_count;
  1306. } break;
  1307. case DrawListInstruction::TYPE_DRAW: {
  1308. const DrawListDrawInstruction *draw_instruction = reinterpret_cast<const DrawListDrawInstruction *>(instruction);
  1309. print_line("\tDRAW VERTICES", draw_instruction->vertex_count, "INSTANCES", draw_instruction->instance_count);
  1310. instruction_data_cursor += sizeof(DrawListDrawInstruction);
  1311. } break;
  1312. case DrawListInstruction::TYPE_DRAW_INDEXED: {
  1313. const DrawListDrawIndexedInstruction *draw_indexed_instruction = reinterpret_cast<const DrawListDrawIndexedInstruction *>(instruction);
  1314. print_line("\tDRAW INDICES", draw_indexed_instruction->index_count, "INSTANCES", draw_indexed_instruction->instance_count, "FIRST INDEX", draw_indexed_instruction->first_index);
  1315. instruction_data_cursor += sizeof(DrawListDrawIndexedInstruction);
  1316. } break;
  1317. case DrawListInstruction::TYPE_DRAW_INDIRECT: {
  1318. const DrawListDrawIndirectInstruction *draw_indirect_instruction = reinterpret_cast<const DrawListDrawIndirectInstruction *>(instruction);
  1319. print_line("\tDRAW INDIRECT BUFFER ID", itos(draw_indirect_instruction->buffer.id), "OFFSET", draw_indirect_instruction->offset, "DRAW COUNT", draw_indirect_instruction->draw_count, "STRIDE", draw_indirect_instruction->stride);
  1320. instruction_data_cursor += sizeof(DrawListDrawIndirectInstruction);
  1321. } break;
  1322. case DrawListInstruction::TYPE_DRAW_INDEXED_INDIRECT: {
  1323. const DrawListDrawIndexedIndirectInstruction *draw_indexed_indirect_instruction = reinterpret_cast<const DrawListDrawIndexedIndirectInstruction *>(instruction);
  1324. print_line("\tDRAW INDEXED INDIRECT BUFFER ID", itos(draw_indexed_indirect_instruction->buffer.id), "OFFSET", draw_indexed_indirect_instruction->offset, "DRAW COUNT", draw_indexed_indirect_instruction->draw_count, "STRIDE", draw_indexed_indirect_instruction->stride);
  1325. instruction_data_cursor += sizeof(DrawListDrawIndexedIndirectInstruction);
  1326. } break;
  1327. case DrawListInstruction::TYPE_EXECUTE_COMMANDS: {
  1328. print_line("\tEXECUTE COMMANDS");
  1329. instruction_data_cursor += sizeof(DrawListExecuteCommandsInstruction);
  1330. } break;
  1331. case DrawListInstruction::TYPE_NEXT_SUBPASS: {
  1332. print_line("\tNEXT SUBPASS");
  1333. instruction_data_cursor += sizeof(DrawListNextSubpassInstruction);
  1334. } break;
  1335. case DrawListInstruction::TYPE_SET_BLEND_CONSTANTS: {
  1336. const DrawListSetBlendConstantsInstruction *set_blend_constants_instruction = reinterpret_cast<const DrawListSetBlendConstantsInstruction *>(instruction);
  1337. print_line("\tSET BLEND CONSTANTS COLOR", set_blend_constants_instruction->color);
  1338. instruction_data_cursor += sizeof(DrawListSetBlendConstantsInstruction);
  1339. } break;
  1340. case DrawListInstruction::TYPE_SET_LINE_WIDTH: {
  1341. const DrawListSetLineWidthInstruction *set_line_width_instruction = reinterpret_cast<const DrawListSetLineWidthInstruction *>(instruction);
  1342. print_line("\tSET LINE WIDTH", set_line_width_instruction->width);
  1343. instruction_data_cursor += sizeof(DrawListSetLineWidthInstruction);
  1344. } break;
  1345. case DrawListInstruction::TYPE_SET_PUSH_CONSTANT: {
  1346. const DrawListSetPushConstantInstruction *set_push_constant_instruction = reinterpret_cast<const DrawListSetPushConstantInstruction *>(instruction);
  1347. print_line("\tSET PUSH CONSTANT SIZE", set_push_constant_instruction->size);
  1348. instruction_data_cursor += sizeof(DrawListSetPushConstantInstruction);
  1349. instruction_data_cursor += set_push_constant_instruction->size;
  1350. } break;
  1351. case DrawListInstruction::TYPE_SET_SCISSOR: {
  1352. const DrawListSetScissorInstruction *set_scissor_instruction = reinterpret_cast<const DrawListSetScissorInstruction *>(instruction);
  1353. print_line("\tSET SCISSOR", set_scissor_instruction->rect);
  1354. instruction_data_cursor += sizeof(DrawListSetScissorInstruction);
  1355. } break;
  1356. case DrawListInstruction::TYPE_SET_VIEWPORT: {
  1357. const DrawListSetViewportInstruction *set_viewport_instruction = reinterpret_cast<const DrawListSetViewportInstruction *>(instruction);
  1358. print_line("\tSET VIEWPORT", set_viewport_instruction->rect);
  1359. instruction_data_cursor += sizeof(DrawListSetViewportInstruction);
  1360. } break;
  1361. case DrawListInstruction::TYPE_UNIFORM_SET_PREPARE_FOR_USE: {
  1362. const DrawListUniformSetPrepareForUseInstruction *uniform_set_prepare_for_use_instruction = reinterpret_cast<const DrawListUniformSetPrepareForUseInstruction *>(instruction);
  1363. print_line("\tUNIFORM SET PREPARE FOR USE ID", itos(uniform_set_prepare_for_use_instruction->uniform_set.id), "SHADER ID", itos(uniform_set_prepare_for_use_instruction->shader.id), "INDEX", uniform_set_prepare_for_use_instruction->set_index);
  1364. instruction_data_cursor += sizeof(DrawListUniformSetPrepareForUseInstruction);
  1365. } break;
  1366. default:
  1367. DEV_ASSERT(false && "Unknown draw list instruction type.");
  1368. return;
  1369. }
  1370. instruction_data_cursor = GRAPH_ALIGN(instruction_data_cursor);
  1371. }
  1372. }
  1373. void RenderingDeviceGraph::_print_compute_list(const uint8_t *p_instruction_data, uint32_t p_instruction_data_size) {
  1374. uint32_t instruction_data_cursor = 0;
  1375. while (instruction_data_cursor < p_instruction_data_size) {
  1376. DEV_ASSERT((instruction_data_cursor + sizeof(ComputeListInstruction)) <= p_instruction_data_size);
  1377. const ComputeListInstruction *instruction = reinterpret_cast<const ComputeListInstruction *>(&p_instruction_data[instruction_data_cursor]);
  1378. switch (instruction->type) {
  1379. case ComputeListInstruction::TYPE_BIND_PIPELINE: {
  1380. const ComputeListBindPipelineInstruction *bind_pipeline_instruction = reinterpret_cast<const ComputeListBindPipelineInstruction *>(instruction);
  1381. print_line("\tBIND PIPELINE ID", itos(bind_pipeline_instruction->pipeline.id));
  1382. instruction_data_cursor += sizeof(ComputeListBindPipelineInstruction);
  1383. } break;
  1384. case ComputeListInstruction::TYPE_BIND_UNIFORM_SETS: {
  1385. const ComputeListBindUniformSetsInstruction *bind_uniform_sets_instruction = reinterpret_cast<const ComputeListBindUniformSetsInstruction *>(instruction);
  1386. print_line("\tBIND UNIFORM SETS COUNT", bind_uniform_sets_instruction->set_count);
  1387. for (uint32_t i = 0; i < bind_uniform_sets_instruction->set_count; i++) {
  1388. print_line("\tBIND UNIFORM SET ID", itos(bind_uniform_sets_instruction->uniform_set_ids()[i].id), "START INDEX", bind_uniform_sets_instruction->first_set_index, "DYNAMIC_OFFSETS", bind_uniform_sets_instruction->dynamic_offsets_mask);
  1389. }
  1390. instruction_data_cursor += sizeof(ComputeListBindUniformSetsInstruction) + sizeof(RDD::UniformSetID) * bind_uniform_sets_instruction->set_count;
  1391. } break;
  1392. case ComputeListInstruction::TYPE_DISPATCH: {
  1393. const ComputeListDispatchInstruction *dispatch_instruction = reinterpret_cast<const ComputeListDispatchInstruction *>(instruction);
  1394. print_line("\tDISPATCH", dispatch_instruction->x_groups, dispatch_instruction->y_groups, dispatch_instruction->z_groups);
  1395. instruction_data_cursor += sizeof(ComputeListDispatchInstruction);
  1396. } break;
  1397. case ComputeListInstruction::TYPE_DISPATCH_INDIRECT: {
  1398. const ComputeListDispatchIndirectInstruction *dispatch_indirect_instruction = reinterpret_cast<const ComputeListDispatchIndirectInstruction *>(instruction);
  1399. print_line("\tDISPATCH INDIRECT BUFFER ID", itos(dispatch_indirect_instruction->buffer.id), "OFFSET", dispatch_indirect_instruction->offset);
  1400. instruction_data_cursor += sizeof(ComputeListDispatchIndirectInstruction);
  1401. } break;
  1402. case ComputeListInstruction::TYPE_SET_PUSH_CONSTANT: {
  1403. const ComputeListSetPushConstantInstruction *set_push_constant_instruction = reinterpret_cast<const ComputeListSetPushConstantInstruction *>(instruction);
  1404. print_line("\tSET PUSH CONSTANT SIZE", set_push_constant_instruction->size);
  1405. instruction_data_cursor += sizeof(ComputeListSetPushConstantInstruction);
  1406. instruction_data_cursor += set_push_constant_instruction->size;
  1407. } break;
  1408. case ComputeListInstruction::TYPE_UNIFORM_SET_PREPARE_FOR_USE: {
  1409. const ComputeListUniformSetPrepareForUseInstruction *uniform_set_prepare_for_use_instruction = reinterpret_cast<const ComputeListUniformSetPrepareForUseInstruction *>(instruction);
  1410. print_line("\tUNIFORM SET PREPARE FOR USE ID", itos(uniform_set_prepare_for_use_instruction->uniform_set.id), "SHADER ID", itos(uniform_set_prepare_for_use_instruction->shader.id), "INDEX", itos(uniform_set_prepare_for_use_instruction->set_index));
  1411. instruction_data_cursor += sizeof(ComputeListUniformSetPrepareForUseInstruction);
  1412. } break;
  1413. default:
  1414. DEV_ASSERT(false && "Unknown compute list instruction type.");
  1415. return;
  1416. }
  1417. instruction_data_cursor = GRAPH_ALIGN(instruction_data_cursor);
  1418. }
  1419. }
  1420. void RenderingDeviceGraph::initialize(RDD *p_driver, RenderingContextDriver::Device p_device, RenderPassCreationFunction p_render_pass_creation_function, uint32_t p_frame_count, RDD::CommandQueueFamilyID p_secondary_command_queue_family, uint32_t p_secondary_command_buffers_per_frame) {
  1421. DEV_ASSERT(p_driver != nullptr);
  1422. DEV_ASSERT(p_render_pass_creation_function != nullptr);
  1423. DEV_ASSERT(p_frame_count > 0);
  1424. driver = p_driver;
  1425. device = p_device;
  1426. render_pass_creation_function = p_render_pass_creation_function;
  1427. frames.resize(p_frame_count);
  1428. for (uint32_t i = 0; i < p_frame_count; i++) {
  1429. frames[i].secondary_command_buffers.resize(p_secondary_command_buffers_per_frame);
  1430. for (uint32_t j = 0; j < p_secondary_command_buffers_per_frame; j++) {
  1431. SecondaryCommandBuffer &secondary = frames[i].secondary_command_buffers[j];
  1432. secondary.command_pool = driver->command_pool_create(p_secondary_command_queue_family, RDD::COMMAND_BUFFER_TYPE_SECONDARY);
  1433. secondary.command_buffer = driver->command_buffer_create(secondary.command_pool);
  1434. secondary.task = WorkerThreadPool::INVALID_TASK_ID;
  1435. }
  1436. }
  1437. driver_honors_barriers = driver->api_trait_get(RDD::API_TRAIT_HONORS_PIPELINE_BARRIERS);
  1438. driver_clears_with_copy_engine = driver->api_trait_get(RDD::API_TRAIT_CLEARS_WITH_COPY_ENGINE);
  1439. driver_buffers_require_transitions = driver->api_trait_get(RDD::API_TRAIT_BUFFERS_REQUIRE_TRANSITIONS);
  1440. }
  1441. void RenderingDeviceGraph::finalize() {
  1442. if (!frames.is_empty()) {
  1443. _wait_for_secondary_command_buffer_tasks();
  1444. }
  1445. for (Frame &f : frames) {
  1446. for (SecondaryCommandBuffer &secondary : f.secondary_command_buffers) {
  1447. if (secondary.command_pool.id != 0) {
  1448. driver->command_pool_free(secondary.command_pool);
  1449. }
  1450. }
  1451. }
  1452. frames.clear();
  1453. }
  1454. void RenderingDeviceGraph::begin() {
  1455. command_data.clear();
  1456. command_data_offsets.clear();
  1457. command_normalization_barriers.clear();
  1458. command_transition_barriers.clear();
  1459. command_buffer_barriers.clear();
  1460. command_label_chars.clear();
  1461. command_label_colors.clear();
  1462. command_label_offsets.clear();
  1463. command_list_nodes.clear();
  1464. read_slice_list_nodes.clear();
  1465. write_slice_list_nodes.clear();
  1466. command_count = 0;
  1467. command_label_count = 0;
  1468. command_timestamp_index = -1;
  1469. command_synchronization_index = -1;
  1470. command_synchronization_pending = false;
  1471. command_label_index = -1;
  1472. frames[frame].secondary_command_buffers_used = 0;
  1473. draw_instruction_list.index = 0;
  1474. compute_instruction_list.index = 0;
  1475. tracking_frame++;
  1476. #ifdef DEV_ENABLED
  1477. write_dependency_counters.clear();
  1478. #endif
  1479. }
  1480. void RenderingDeviceGraph::add_buffer_clear(RDD::BufferID p_dst, ResourceTracker *p_dst_tracker, uint32_t p_offset, uint32_t p_size) {
  1481. DEV_ASSERT(p_dst_tracker != nullptr);
  1482. int32_t command_index;
  1483. RecordedBufferClearCommand *command = static_cast<RecordedBufferClearCommand *>(_allocate_command(sizeof(RecordedBufferClearCommand), command_index));
  1484. command->type = RecordedCommand::TYPE_BUFFER_CLEAR;
  1485. command->buffer = p_dst;
  1486. command->offset = p_offset;
  1487. command->size = p_size;
  1488. ResourceUsage usage;
  1489. if (driver_clears_with_copy_engine) {
  1490. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1491. usage = RESOURCE_USAGE_COPY_TO;
  1492. } else {
  1493. // If the driver is uncapable of using the copy engine for clearing the buffer (e.g. D3D12), we must transition it to storage buffer read/write usage.
  1494. command->self_stages = RDD::PIPELINE_STAGE_CLEAR_STORAGE_BIT;
  1495. usage = RESOURCE_USAGE_STORAGE_BUFFER_READ_WRITE;
  1496. }
  1497. _add_command_to_graph(&p_dst_tracker, &usage, 1, command_index, command);
  1498. }
  1499. void RenderingDeviceGraph::add_buffer_copy(RDD::BufferID p_src, ResourceTracker *p_src_tracker, RDD::BufferID p_dst, ResourceTracker *p_dst_tracker, RDD::BufferCopyRegion p_region) {
  1500. // Source tracker is allowed to be null as it could be a read-only buffer.
  1501. DEV_ASSERT(p_dst_tracker != nullptr);
  1502. int32_t command_index;
  1503. RecordedBufferCopyCommand *command = static_cast<RecordedBufferCopyCommand *>(_allocate_command(sizeof(RecordedBufferCopyCommand), command_index));
  1504. command->type = RecordedCommand::TYPE_BUFFER_COPY;
  1505. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1506. command->source = p_src;
  1507. command->destination = p_dst;
  1508. command->region = p_region;
  1509. ResourceTracker *trackers[2] = { p_dst_tracker, p_src_tracker };
  1510. ResourceUsage usages[2] = { RESOURCE_USAGE_COPY_TO, RESOURCE_USAGE_COPY_FROM };
  1511. _add_command_to_graph(trackers, usages, p_src_tracker != nullptr ? 2 : 1, command_index, command);
  1512. }
  1513. void RenderingDeviceGraph::add_buffer_get_data(RDD::BufferID p_src, ResourceTracker *p_src_tracker, RDD::BufferID p_dst, RDD::BufferCopyRegion p_region) {
  1514. // Source tracker is allowed to be null as it could be a read-only buffer.
  1515. int32_t command_index;
  1516. RecordedBufferGetDataCommand *command = static_cast<RecordedBufferGetDataCommand *>(_allocate_command(sizeof(RecordedBufferGetDataCommand), command_index));
  1517. command->type = RecordedCommand::TYPE_BUFFER_GET_DATA;
  1518. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1519. command->source = p_src;
  1520. command->destination = p_dst;
  1521. command->region = p_region;
  1522. if (p_src_tracker != nullptr) {
  1523. ResourceUsage usage = RESOURCE_USAGE_COPY_FROM;
  1524. _add_command_to_graph(&p_src_tracker, &usage, 1, command_index, command);
  1525. } else {
  1526. _add_command_to_graph(nullptr, nullptr, 0, command_index, command);
  1527. }
  1528. }
  1529. void RenderingDeviceGraph::add_buffer_update(RDD::BufferID p_dst, ResourceTracker *p_dst_tracker, VectorView<RecordedBufferCopy> p_buffer_copies) {
  1530. DEV_ASSERT(p_dst_tracker != nullptr);
  1531. size_t buffer_copies_size = p_buffer_copies.size() * sizeof(RecordedBufferCopy);
  1532. uint64_t command_size = sizeof(RecordedBufferUpdateCommand) + buffer_copies_size;
  1533. int32_t command_index;
  1534. RecordedBufferUpdateCommand *command = static_cast<RecordedBufferUpdateCommand *>(_allocate_command(command_size, command_index));
  1535. command->type = RecordedCommand::TYPE_BUFFER_UPDATE;
  1536. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1537. command->destination = p_dst;
  1538. command->buffer_copies_count = p_buffer_copies.size();
  1539. RecordedBufferCopy *buffer_copies = command->buffer_copies();
  1540. for (uint32_t i = 0; i < command->buffer_copies_count; i++) {
  1541. buffer_copies[i] = p_buffer_copies[i];
  1542. }
  1543. ResourceUsage buffer_usage = RESOURCE_USAGE_COPY_TO;
  1544. _add_command_to_graph(&p_dst_tracker, &buffer_usage, 1, command_index, command);
  1545. }
  1546. void RenderingDeviceGraph::add_driver_callback(RDD::DriverCallback p_callback, void *p_userdata, VectorView<ResourceTracker *> p_trackers, VectorView<RenderingDeviceGraph::ResourceUsage> p_usages) {
  1547. DEV_ASSERT(p_trackers.size() == p_usages.size());
  1548. int32_t command_index;
  1549. RecordedDriverCallbackCommand *command = static_cast<RecordedDriverCallbackCommand *>(_allocate_command(sizeof(RecordedDriverCallbackCommand), command_index));
  1550. command->type = RecordedCommand::TYPE_DRIVER_CALLBACK;
  1551. command->callback = p_callback;
  1552. command->userdata = p_userdata;
  1553. _add_command_to_graph((ResourceTracker **)p_trackers.ptr(), (ResourceUsage *)p_usages.ptr(), p_trackers.size(), command_index, command);
  1554. }
  1555. void RenderingDeviceGraph::add_compute_list_begin(RDD::BreadcrumbMarker p_phase, uint32_t p_breadcrumb_data) {
  1556. compute_instruction_list.clear();
  1557. #if defined(DEBUG_ENABLED) || defined(DEV_ENABLED)
  1558. compute_instruction_list.breadcrumb = p_breadcrumb_data | (p_phase & ((1 << 16) - 1));
  1559. #endif
  1560. compute_instruction_list.index++;
  1561. }
  1562. void RenderingDeviceGraph::add_compute_list_bind_pipeline(RDD::PipelineID p_pipeline) {
  1563. ComputeListBindPipelineInstruction *instruction = reinterpret_cast<ComputeListBindPipelineInstruction *>(_allocate_compute_list_instruction(sizeof(ComputeListBindPipelineInstruction)));
  1564. instruction->type = ComputeListInstruction::TYPE_BIND_PIPELINE;
  1565. instruction->pipeline = p_pipeline;
  1566. compute_instruction_list.stages.set_flag(RDD::PIPELINE_STAGE_COMPUTE_SHADER_BIT);
  1567. }
  1568. void RenderingDeviceGraph::add_compute_list_bind_uniform_set(RDD::ShaderID p_shader, RDD::UniformSetID p_uniform_set, uint32_t set_index) {
  1569. add_compute_list_bind_uniform_sets(p_shader, VectorView(&p_uniform_set, 1), set_index, 1);
  1570. }
  1571. void RenderingDeviceGraph::add_compute_list_bind_uniform_sets(RDD::ShaderID p_shader, VectorView<RDD::UniformSetID> p_uniform_sets, uint32_t p_first_set_index, uint32_t p_set_count) {
  1572. DEV_ASSERT(p_uniform_sets.size() >= p_set_count);
  1573. uint32_t instruction_size = sizeof(ComputeListBindUniformSetsInstruction) + sizeof(RDD::UniformSetID) * p_set_count;
  1574. ComputeListBindUniformSetsInstruction *instruction = reinterpret_cast<ComputeListBindUniformSetsInstruction *>(_allocate_compute_list_instruction(instruction_size));
  1575. instruction->type = ComputeListInstruction::TYPE_BIND_UNIFORM_SETS;
  1576. instruction->shader = p_shader;
  1577. instruction->first_set_index = p_first_set_index;
  1578. instruction->set_count = p_set_count;
  1579. instruction->dynamic_offsets_mask = driver->uniform_sets_get_dynamic_offsets(p_uniform_sets, p_shader, p_first_set_index, p_set_count);
  1580. RDD::UniformSetID *ids = instruction->uniform_set_ids();
  1581. for (uint32_t i = 0; i < p_set_count; i++) {
  1582. ids[i] = p_uniform_sets[i];
  1583. }
  1584. }
  1585. void RenderingDeviceGraph::add_compute_list_dispatch(uint32_t p_x_groups, uint32_t p_y_groups, uint32_t p_z_groups) {
  1586. ComputeListDispatchInstruction *instruction = reinterpret_cast<ComputeListDispatchInstruction *>(_allocate_compute_list_instruction(sizeof(ComputeListDispatchInstruction)));
  1587. instruction->type = ComputeListInstruction::TYPE_DISPATCH;
  1588. instruction->x_groups = p_x_groups;
  1589. instruction->y_groups = p_y_groups;
  1590. instruction->z_groups = p_z_groups;
  1591. }
  1592. void RenderingDeviceGraph::add_compute_list_dispatch_indirect(RDD::BufferID p_buffer, uint32_t p_offset) {
  1593. ComputeListDispatchIndirectInstruction *instruction = reinterpret_cast<ComputeListDispatchIndirectInstruction *>(_allocate_compute_list_instruction(sizeof(ComputeListDispatchIndirectInstruction)));
  1594. instruction->type = ComputeListInstruction::TYPE_DISPATCH_INDIRECT;
  1595. instruction->buffer = p_buffer;
  1596. instruction->offset = p_offset;
  1597. compute_instruction_list.stages.set_flag(RDD::PIPELINE_STAGE_DRAW_INDIRECT_BIT);
  1598. }
  1599. void RenderingDeviceGraph::add_compute_list_set_push_constant(RDD::ShaderID p_shader, const void *p_data, uint32_t p_data_size) {
  1600. uint32_t instruction_size = sizeof(ComputeListSetPushConstantInstruction) + p_data_size;
  1601. ComputeListSetPushConstantInstruction *instruction = reinterpret_cast<ComputeListSetPushConstantInstruction *>(_allocate_compute_list_instruction(instruction_size));
  1602. instruction->type = ComputeListInstruction::TYPE_SET_PUSH_CONSTANT;
  1603. instruction->size = p_data_size;
  1604. instruction->shader = p_shader;
  1605. memcpy(instruction->data(), p_data, p_data_size);
  1606. }
  1607. void RenderingDeviceGraph::add_compute_list_uniform_set_prepare_for_use(RDD::ShaderID p_shader, RDD::UniformSetID p_uniform_set, uint32_t set_index) {
  1608. ComputeListUniformSetPrepareForUseInstruction *instruction = reinterpret_cast<ComputeListUniformSetPrepareForUseInstruction *>(_allocate_compute_list_instruction(sizeof(ComputeListUniformSetPrepareForUseInstruction)));
  1609. instruction->type = ComputeListInstruction::TYPE_UNIFORM_SET_PREPARE_FOR_USE;
  1610. instruction->shader = p_shader;
  1611. instruction->uniform_set = p_uniform_set;
  1612. instruction->set_index = set_index;
  1613. }
  1614. void RenderingDeviceGraph::add_compute_list_usage(ResourceTracker *p_tracker, ResourceUsage p_usage) {
  1615. DEV_ASSERT(p_tracker != nullptr);
  1616. p_tracker->reset_if_outdated(tracking_frame);
  1617. if (p_tracker->compute_list_index != compute_instruction_list.index) {
  1618. compute_instruction_list.command_trackers.push_back(p_tracker);
  1619. compute_instruction_list.command_tracker_usages.push_back(p_usage);
  1620. p_tracker->compute_list_index = compute_instruction_list.index;
  1621. p_tracker->compute_list_usage = p_usage;
  1622. }
  1623. #ifdef DEV_ENABLED
  1624. else if (p_tracker->compute_list_usage != p_usage) {
  1625. ERR_FAIL_MSG(vformat("Tracker can't have more than one type of usage in the same compute list. Compute list usage is %s and the requested usage is %s.", _usage_to_string(p_tracker->compute_list_usage), _usage_to_string(p_usage)));
  1626. }
  1627. #endif
  1628. }
  1629. void RenderingDeviceGraph::add_compute_list_usages(VectorView<ResourceTracker *> p_trackers, VectorView<ResourceUsage> p_usages) {
  1630. DEV_ASSERT(p_trackers.size() == p_usages.size());
  1631. for (uint32_t i = 0; i < p_trackers.size(); i++) {
  1632. add_compute_list_usage(p_trackers[i], p_usages[i]);
  1633. }
  1634. }
  1635. void RenderingDeviceGraph::add_compute_list_end() {
  1636. int32_t command_index;
  1637. uint32_t instruction_data_size = compute_instruction_list.data.size();
  1638. uint32_t command_size = sizeof(RecordedComputeListCommand) + instruction_data_size;
  1639. RecordedComputeListCommand *command = static_cast<RecordedComputeListCommand *>(_allocate_command(command_size, command_index));
  1640. command->type = RecordedCommand::TYPE_COMPUTE_LIST;
  1641. command->self_stages = compute_instruction_list.stages;
  1642. command->instruction_data_size = instruction_data_size;
  1643. memcpy(command->instruction_data(), compute_instruction_list.data.ptr(), instruction_data_size);
  1644. _add_command_to_graph(compute_instruction_list.command_trackers.ptr(), compute_instruction_list.command_tracker_usages.ptr(), compute_instruction_list.command_trackers.size(), command_index, command);
  1645. }
  1646. void RenderingDeviceGraph::add_draw_list_begin(FramebufferCache *p_framebuffer_cache, Rect2i p_region, VectorView<AttachmentOperation> p_attachment_operations, VectorView<RDD::RenderPassClearValue> p_attachment_clear_values, BitField<RDD::PipelineStageBits> p_stages, uint32_t p_breadcrumb, bool p_split_cmd_buffer) {
  1647. _add_draw_list_begin(p_framebuffer_cache, RDD::RenderPassID(), RDD::FramebufferID(), p_region, p_attachment_operations, p_attachment_clear_values, p_stages, p_breadcrumb, p_split_cmd_buffer);
  1648. }
  1649. void RenderingDeviceGraph::add_draw_list_begin(RDD::RenderPassID p_render_pass, RDD::FramebufferID p_framebuffer, Rect2i p_region, VectorView<AttachmentOperation> p_attachment_operations, VectorView<RDD::RenderPassClearValue> p_attachment_clear_values, BitField<RDD::PipelineStageBits> p_stages, uint32_t p_breadcrumb, bool p_split_cmd_buffer) {
  1650. _add_draw_list_begin(nullptr, p_render_pass, p_framebuffer, p_region, p_attachment_operations, p_attachment_clear_values, p_stages, p_breadcrumb, p_split_cmd_buffer);
  1651. }
  1652. void RenderingDeviceGraph::add_draw_list_bind_index_buffer(RDD::BufferID p_buffer, RDD::IndexBufferFormat p_format, uint32_t p_offset) {
  1653. DrawListBindIndexBufferInstruction *instruction = reinterpret_cast<DrawListBindIndexBufferInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListBindIndexBufferInstruction)));
  1654. instruction->type = DrawListInstruction::TYPE_BIND_INDEX_BUFFER;
  1655. instruction->buffer = p_buffer;
  1656. instruction->format = p_format;
  1657. instruction->offset = p_offset;
  1658. if (instruction->buffer.id != 0) {
  1659. draw_instruction_list.stages.set_flag(RDD::PIPELINE_STAGE_VERTEX_INPUT_BIT);
  1660. }
  1661. }
  1662. void RenderingDeviceGraph::add_draw_list_bind_pipeline(RDD::PipelineID p_pipeline, BitField<RDD::PipelineStageBits> p_pipeline_stage_bits) {
  1663. DrawListBindPipelineInstruction *instruction = reinterpret_cast<DrawListBindPipelineInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListBindPipelineInstruction)));
  1664. instruction->type = DrawListInstruction::TYPE_BIND_PIPELINE;
  1665. instruction->pipeline = p_pipeline;
  1666. draw_instruction_list.stages = draw_instruction_list.stages | p_pipeline_stage_bits;
  1667. }
  1668. void RenderingDeviceGraph::add_draw_list_bind_uniform_set(RDD::ShaderID p_shader, RDD::UniformSetID p_uniform_set, uint32_t set_index) {
  1669. add_draw_list_bind_uniform_sets(p_shader, VectorView(&p_uniform_set, 1), set_index, 1);
  1670. }
  1671. void RenderingDeviceGraph::add_draw_list_bind_uniform_sets(RDD::ShaderID p_shader, VectorView<RDD::UniformSetID> p_uniform_sets, uint32_t p_first_index, uint32_t p_set_count) {
  1672. DEV_ASSERT(p_uniform_sets.size() >= p_set_count);
  1673. uint32_t instruction_size = sizeof(DrawListBindUniformSetsInstruction) + sizeof(RDD::UniformSetID) * p_set_count;
  1674. DrawListBindUniformSetsInstruction *instruction = reinterpret_cast<DrawListBindUniformSetsInstruction *>(_allocate_draw_list_instruction(instruction_size));
  1675. instruction->type = DrawListInstruction::TYPE_BIND_UNIFORM_SETS;
  1676. instruction->shader = p_shader;
  1677. instruction->first_set_index = p_first_index;
  1678. instruction->set_count = p_set_count;
  1679. instruction->dynamic_offsets_mask = driver->uniform_sets_get_dynamic_offsets(p_uniform_sets, p_shader, p_first_index, p_set_count);
  1680. for (uint32_t i = 0; i < p_set_count; i++) {
  1681. instruction->uniform_set_ids()[i] = p_uniform_sets[i];
  1682. }
  1683. }
  1684. void RenderingDeviceGraph::add_draw_list_bind_vertex_buffers(Span<RDD::BufferID> p_vertex_buffers, Span<uint64_t> p_vertex_buffer_offsets) {
  1685. DEV_ASSERT(p_vertex_buffers.size() == p_vertex_buffer_offsets.size());
  1686. uint32_t instruction_size = sizeof(DrawListBindVertexBuffersInstruction) + sizeof(RDD::BufferID) * p_vertex_buffers.size() + sizeof(uint64_t) * p_vertex_buffer_offsets.size();
  1687. DrawListBindVertexBuffersInstruction *instruction = reinterpret_cast<DrawListBindVertexBuffersInstruction *>(_allocate_draw_list_instruction(instruction_size));
  1688. instruction->type = DrawListInstruction::TYPE_BIND_VERTEX_BUFFERS;
  1689. instruction->vertex_buffers_count = p_vertex_buffers.size();
  1690. instruction->dynamic_offsets_mask = driver->buffer_get_dynamic_offsets(p_vertex_buffers);
  1691. RDD::BufferID *vertex_buffers = instruction->vertex_buffers();
  1692. uint64_t *vertex_buffer_offsets = instruction->vertex_buffer_offsets();
  1693. for (uint32_t i = 0; i < instruction->vertex_buffers_count; i++) {
  1694. vertex_buffers[i] = p_vertex_buffers[i];
  1695. vertex_buffer_offsets[i] = p_vertex_buffer_offsets[i];
  1696. }
  1697. if (instruction->vertex_buffers_count > 0) {
  1698. draw_instruction_list.stages.set_flag(RDD::PIPELINE_STAGE_VERTEX_INPUT_BIT);
  1699. }
  1700. }
  1701. void RenderingDeviceGraph::add_draw_list_clear_attachments(VectorView<RDD::AttachmentClear> p_attachments_clear, VectorView<Rect2i> p_attachments_clear_rect) {
  1702. uint32_t instruction_size = sizeof(DrawListClearAttachmentsInstruction) + sizeof(RDD::AttachmentClear) * p_attachments_clear.size() + sizeof(Rect2i) * p_attachments_clear_rect.size();
  1703. DrawListClearAttachmentsInstruction *instruction = reinterpret_cast<DrawListClearAttachmentsInstruction *>(_allocate_draw_list_instruction(instruction_size));
  1704. instruction->type = DrawListInstruction::TYPE_CLEAR_ATTACHMENTS;
  1705. instruction->attachments_clear_count = p_attachments_clear.size();
  1706. instruction->attachments_clear_rect_count = p_attachments_clear_rect.size();
  1707. RDD::AttachmentClear *attachments_clear = instruction->attachments_clear();
  1708. Rect2i *attachments_clear_rect = instruction->attachments_clear_rect();
  1709. for (uint32_t i = 0; i < instruction->attachments_clear_count; i++) {
  1710. attachments_clear[i] = p_attachments_clear[i];
  1711. }
  1712. for (uint32_t i = 0; i < instruction->attachments_clear_rect_count; i++) {
  1713. attachments_clear_rect[i] = p_attachments_clear_rect[i];
  1714. }
  1715. }
  1716. void RenderingDeviceGraph::add_draw_list_draw(uint32_t p_vertex_count, uint32_t p_instance_count) {
  1717. DrawListDrawInstruction *instruction = reinterpret_cast<DrawListDrawInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListDrawInstruction)));
  1718. instruction->type = DrawListInstruction::TYPE_DRAW;
  1719. instruction->vertex_count = p_vertex_count;
  1720. instruction->instance_count = p_instance_count;
  1721. }
  1722. void RenderingDeviceGraph::add_draw_list_draw_indexed(uint32_t p_index_count, uint32_t p_instance_count, uint32_t p_first_index) {
  1723. DrawListDrawIndexedInstruction *instruction = reinterpret_cast<DrawListDrawIndexedInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListDrawIndexedInstruction)));
  1724. instruction->type = DrawListInstruction::TYPE_DRAW_INDEXED;
  1725. instruction->index_count = p_index_count;
  1726. instruction->instance_count = p_instance_count;
  1727. instruction->first_index = p_first_index;
  1728. }
  1729. void RenderingDeviceGraph::add_draw_list_draw_indirect(RDD::BufferID p_buffer, uint32_t p_offset, uint32_t p_draw_count, uint32_t p_stride) {
  1730. DrawListDrawIndirectInstruction *instruction = reinterpret_cast<DrawListDrawIndirectInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListDrawIndirectInstruction)));
  1731. instruction->type = DrawListInstruction::TYPE_DRAW_INDIRECT;
  1732. instruction->buffer = p_buffer;
  1733. instruction->offset = p_offset;
  1734. instruction->draw_count = p_draw_count;
  1735. instruction->stride = p_stride;
  1736. draw_instruction_list.stages.set_flag(RDD::PIPELINE_STAGE_DRAW_INDIRECT_BIT);
  1737. }
  1738. void RenderingDeviceGraph::add_draw_list_draw_indexed_indirect(RDD::BufferID p_buffer, uint32_t p_offset, uint32_t p_draw_count, uint32_t p_stride) {
  1739. DrawListDrawIndexedIndirectInstruction *instruction = reinterpret_cast<DrawListDrawIndexedIndirectInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListDrawIndexedIndirectInstruction)));
  1740. instruction->type = DrawListInstruction::TYPE_DRAW_INDEXED_INDIRECT;
  1741. instruction->buffer = p_buffer;
  1742. instruction->offset = p_offset;
  1743. instruction->draw_count = p_draw_count;
  1744. instruction->stride = p_stride;
  1745. draw_instruction_list.stages.set_flag(RDD::PIPELINE_STAGE_DRAW_INDIRECT_BIT);
  1746. }
  1747. void RenderingDeviceGraph::add_draw_list_execute_commands(RDD::CommandBufferID p_command_buffer) {
  1748. DrawListExecuteCommandsInstruction *instruction = reinterpret_cast<DrawListExecuteCommandsInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListExecuteCommandsInstruction)));
  1749. instruction->type = DrawListInstruction::TYPE_EXECUTE_COMMANDS;
  1750. instruction->command_buffer = p_command_buffer;
  1751. }
  1752. void RenderingDeviceGraph::add_draw_list_next_subpass(RDD::CommandBufferType p_command_buffer_type) {
  1753. DrawListNextSubpassInstruction *instruction = reinterpret_cast<DrawListNextSubpassInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListNextSubpassInstruction)));
  1754. instruction->type = DrawListInstruction::TYPE_NEXT_SUBPASS;
  1755. instruction->command_buffer_type = p_command_buffer_type;
  1756. }
  1757. void RenderingDeviceGraph::add_draw_list_set_blend_constants(const Color &p_color) {
  1758. DrawListSetBlendConstantsInstruction *instruction = reinterpret_cast<DrawListSetBlendConstantsInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListSetBlendConstantsInstruction)));
  1759. instruction->type = DrawListInstruction::TYPE_SET_BLEND_CONSTANTS;
  1760. instruction->color = p_color;
  1761. }
  1762. void RenderingDeviceGraph::add_draw_list_set_line_width(float p_width) {
  1763. DrawListSetLineWidthInstruction *instruction = reinterpret_cast<DrawListSetLineWidthInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListSetLineWidthInstruction)));
  1764. instruction->type = DrawListInstruction::TYPE_SET_LINE_WIDTH;
  1765. instruction->width = p_width;
  1766. }
  1767. void RenderingDeviceGraph::add_draw_list_set_push_constant(RDD::ShaderID p_shader, const void *p_data, uint32_t p_data_size) {
  1768. uint32_t instruction_size = sizeof(DrawListSetPushConstantInstruction) + p_data_size;
  1769. DrawListSetPushConstantInstruction *instruction = reinterpret_cast<DrawListSetPushConstantInstruction *>(_allocate_draw_list_instruction(instruction_size));
  1770. instruction->type = DrawListInstruction::TYPE_SET_PUSH_CONSTANT;
  1771. instruction->size = p_data_size;
  1772. instruction->shader = p_shader;
  1773. memcpy(instruction->data(), p_data, p_data_size);
  1774. }
  1775. void RenderingDeviceGraph::add_draw_list_set_scissor(Rect2i p_rect) {
  1776. DrawListSetScissorInstruction *instruction = reinterpret_cast<DrawListSetScissorInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListSetScissorInstruction)));
  1777. instruction->type = DrawListInstruction::TYPE_SET_SCISSOR;
  1778. instruction->rect = p_rect;
  1779. }
  1780. void RenderingDeviceGraph::add_draw_list_set_viewport(Rect2i p_rect) {
  1781. DrawListSetViewportInstruction *instruction = reinterpret_cast<DrawListSetViewportInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListSetViewportInstruction)));
  1782. instruction->type = DrawListInstruction::TYPE_SET_VIEWPORT;
  1783. instruction->rect = p_rect;
  1784. }
  1785. void RenderingDeviceGraph::add_draw_list_uniform_set_prepare_for_use(RDD::ShaderID p_shader, RDD::UniformSetID p_uniform_set, uint32_t set_index) {
  1786. DrawListUniformSetPrepareForUseInstruction *instruction = reinterpret_cast<DrawListUniformSetPrepareForUseInstruction *>(_allocate_draw_list_instruction(sizeof(DrawListUniformSetPrepareForUseInstruction)));
  1787. instruction->type = DrawListInstruction::TYPE_UNIFORM_SET_PREPARE_FOR_USE;
  1788. instruction->shader = p_shader;
  1789. instruction->uniform_set = p_uniform_set;
  1790. instruction->set_index = set_index;
  1791. }
  1792. void RenderingDeviceGraph::add_draw_list_usage(ResourceTracker *p_tracker, ResourceUsage p_usage) {
  1793. p_tracker->reset_if_outdated(tracking_frame);
  1794. if (p_tracker->draw_list_index != draw_instruction_list.index) {
  1795. draw_instruction_list.command_trackers.push_back(p_tracker);
  1796. draw_instruction_list.command_tracker_usages.push_back(p_usage);
  1797. p_tracker->draw_list_index = draw_instruction_list.index;
  1798. p_tracker->draw_list_usage = p_usage;
  1799. }
  1800. #ifdef DEV_ENABLED
  1801. else if (p_tracker->draw_list_usage != p_usage) {
  1802. ERR_FAIL_MSG(vformat("Tracker can't have more than one type of usage in the same draw list. Draw list usage is %s and the requested usage is %s.", _usage_to_string(p_tracker->draw_list_usage), _usage_to_string(p_usage)));
  1803. }
  1804. #endif
  1805. }
  1806. void RenderingDeviceGraph::add_draw_list_usages(VectorView<ResourceTracker *> p_trackers, VectorView<ResourceUsage> p_usages) {
  1807. DEV_ASSERT(p_trackers.size() == p_usages.size());
  1808. for (uint32_t i = 0; i < p_trackers.size(); i++) {
  1809. add_draw_list_usage(p_trackers[i], p_usages[i]);
  1810. }
  1811. }
  1812. void RenderingDeviceGraph::add_draw_list_end() {
  1813. FramebufferCache *framebuffer_cache = draw_instruction_list.framebuffer_cache;
  1814. int32_t command_index;
  1815. uint32_t clear_values_size = sizeof(RDD::RenderPassClearValue) * draw_instruction_list.attachment_clear_values.size();
  1816. uint32_t trackers_count = framebuffer_cache != nullptr ? framebuffer_cache->trackers.size() : 0;
  1817. uint32_t trackers_and_ops_size = (sizeof(ResourceTracker *) + sizeof(RDD::AttachmentLoadOp) + sizeof(RDD::AttachmentStoreOp)) * trackers_count;
  1818. uint32_t instruction_data_size = draw_instruction_list.data.size();
  1819. uint32_t command_size = sizeof(RecordedDrawListCommand) + clear_values_size + trackers_and_ops_size + instruction_data_size;
  1820. RecordedDrawListCommand *command = static_cast<RecordedDrawListCommand *>(_allocate_command(command_size, command_index));
  1821. command->type = RecordedCommand::TYPE_DRAW_LIST;
  1822. command->self_stages = draw_instruction_list.stages;
  1823. command->framebuffer_cache = framebuffer_cache;
  1824. command->render_pass = draw_instruction_list.render_pass;
  1825. command->framebuffer = draw_instruction_list.framebuffer;
  1826. command->instruction_data_size = instruction_data_size;
  1827. command->command_buffer_type = RDD::COMMAND_BUFFER_TYPE_PRIMARY;
  1828. command->region = draw_instruction_list.region;
  1829. #if defined(DEBUG_ENABLED) || defined(DEV_ENABLED)
  1830. command->breadcrumb = draw_instruction_list.breadcrumb;
  1831. #endif
  1832. command->split_cmd_buffer = draw_instruction_list.split_cmd_buffer;
  1833. command->clear_values_count = draw_instruction_list.attachment_clear_values.size();
  1834. command->trackers_count = trackers_count;
  1835. // Initialize the load and store operations to their default behaviors. The store behavior will be modified if a command depends on the result of this render pass.
  1836. uint32_t attachment_op_count = draw_instruction_list.attachment_operations.size();
  1837. ResourceTracker **trackers = command->trackers();
  1838. RDD::AttachmentLoadOp *load_ops = command->load_ops();
  1839. RDD::AttachmentStoreOp *store_ops = command->store_ops();
  1840. for (uint32_t i = 0; i < command->trackers_count; i++) {
  1841. ResourceTracker *resource_tracker = framebuffer_cache->trackers[i];
  1842. if (resource_tracker != nullptr) {
  1843. if (i < command->clear_values_count && i < attachment_op_count && draw_instruction_list.attachment_operations[i] == ATTACHMENT_OPERATION_CLEAR) {
  1844. load_ops[i] = RDD::ATTACHMENT_LOAD_OP_CLEAR;
  1845. } else if (i < attachment_op_count && draw_instruction_list.attachment_operations[i] == ATTACHMENT_OPERATION_IGNORE) {
  1846. load_ops[i] = RDD::ATTACHMENT_LOAD_OP_DONT_CARE;
  1847. } else if (resource_tracker->is_discardable) {
  1848. bool resource_has_parent = resource_tracker->parent != nullptr;
  1849. ResourceTracker *search_tracker = resource_has_parent ? resource_tracker->parent : resource_tracker;
  1850. search_tracker->reset_if_outdated(tracking_frame);
  1851. bool resource_was_modified_this_frame = search_tracker->write_command_or_list_index >= 0;
  1852. load_ops[i] = resource_was_modified_this_frame ? RDD::ATTACHMENT_LOAD_OP_LOAD : RDD::ATTACHMENT_LOAD_OP_DONT_CARE;
  1853. } else {
  1854. load_ops[i] = RDD::ATTACHMENT_LOAD_OP_LOAD;
  1855. }
  1856. store_ops[i] = resource_tracker->is_discardable ? RDD::ATTACHMENT_STORE_OP_DONT_CARE : RDD::ATTACHMENT_STORE_OP_STORE;
  1857. } else {
  1858. load_ops[i] = RDD::ATTACHMENT_LOAD_OP_DONT_CARE;
  1859. store_ops[i] = RDD::ATTACHMENT_STORE_OP_DONT_CARE;
  1860. }
  1861. trackers[i] = resource_tracker;
  1862. }
  1863. RDD::RenderPassClearValue *clear_values = command->clear_values();
  1864. for (uint32_t i = 0; i < command->clear_values_count; i++) {
  1865. clear_values[i] = draw_instruction_list.attachment_clear_values[i];
  1866. }
  1867. memcpy(command->instruction_data(), draw_instruction_list.data.ptr(), instruction_data_size);
  1868. _add_command_to_graph(draw_instruction_list.command_trackers.ptr(), draw_instruction_list.command_tracker_usages.ptr(), draw_instruction_list.command_trackers.size(), command_index, command);
  1869. }
  1870. void RenderingDeviceGraph::add_texture_clear_color(RDD::TextureID p_dst, ResourceTracker *p_dst_tracker, const Color &p_color, const RDD::TextureSubresourceRange &p_range) {
  1871. DEV_ASSERT(p_dst_tracker != nullptr);
  1872. int32_t command_index;
  1873. RecordedTextureClearColorCommand *command = static_cast<RecordedTextureClearColorCommand *>(_allocate_command(sizeof(RecordedTextureClearColorCommand), command_index));
  1874. command->type = RecordedCommand::TYPE_TEXTURE_CLEAR_COLOR;
  1875. command->texture = p_dst;
  1876. command->color = p_color;
  1877. command->range = p_range;
  1878. ResourceUsage usage;
  1879. if (driver_clears_with_copy_engine) {
  1880. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1881. usage = RESOURCE_USAGE_COPY_TO;
  1882. } else {
  1883. // If the driver is uncapable of using the copy engine for clearing the image (e.g. D3D12), we must either transition the
  1884. // resource to a render target or a storage image as that's the only two ways it can perform the operation.
  1885. if (p_dst_tracker->texture_usage & RDD::TEXTURE_USAGE_COLOR_ATTACHMENT_BIT) {
  1886. command->self_stages = RDD::PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT;
  1887. usage = RESOURCE_USAGE_ATTACHMENT_COLOR_READ_WRITE;
  1888. } else {
  1889. command->self_stages = RDD::PIPELINE_STAGE_CLEAR_STORAGE_BIT;
  1890. usage = RESOURCE_USAGE_STORAGE_IMAGE_READ_WRITE;
  1891. }
  1892. }
  1893. _add_command_to_graph(&p_dst_tracker, &usage, 1, command_index, command);
  1894. }
  1895. void RenderingDeviceGraph::add_texture_clear_depth_stencil(RDD::TextureID p_dst, ResourceTracker *p_dst_tracker, float p_depth, uint8_t p_stencil, const RDD::TextureSubresourceRange &p_range) {
  1896. DEV_ASSERT(p_dst_tracker != nullptr);
  1897. int32_t command_index;
  1898. RecordedTextureClearDepthStencilCommand *command = static_cast<RecordedTextureClearDepthStencilCommand *>(_allocate_command(sizeof(RecordedTextureClearDepthStencilCommand), command_index));
  1899. command->type = RecordedCommand::TYPE_TEXTURE_CLEAR_DEPTH_STENCIL;
  1900. command->texture = p_dst;
  1901. command->depth = p_depth;
  1902. command->stencil = p_stencil;
  1903. command->range = p_range;
  1904. ResourceUsage usage;
  1905. if (driver_clears_with_copy_engine) {
  1906. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1907. usage = RESOURCE_USAGE_COPY_TO;
  1908. } else {
  1909. // If the driver is uncapable of using the copy engine for clearing the image (e.g. D3D12), we must transition the
  1910. // resource to a depth stencil as that's the only way it can perform the operation.
  1911. command->self_stages = RDD::PIPELINE_STAGE_EARLY_FRAGMENT_TESTS_BIT | RDD::PIPELINE_STAGE_LATE_FRAGMENT_TESTS_BIT;
  1912. usage = RESOURCE_USAGE_ATTACHMENT_DEPTH_STENCIL_READ_WRITE;
  1913. }
  1914. _add_command_to_graph(&p_dst_tracker, &usage, 1, command_index, command);
  1915. }
  1916. void RenderingDeviceGraph::add_texture_copy(RDD::TextureID p_src, ResourceTracker *p_src_tracker, RDD::TextureID p_dst, ResourceTracker *p_dst_tracker, VectorView<RDD::TextureCopyRegion> p_texture_copy_regions) {
  1917. DEV_ASSERT(p_src_tracker != nullptr);
  1918. DEV_ASSERT(p_dst_tracker != nullptr);
  1919. int32_t command_index;
  1920. uint64_t command_size = sizeof(RecordedTextureCopyCommand) + p_texture_copy_regions.size() * sizeof(RDD::TextureCopyRegion);
  1921. RecordedTextureCopyCommand *command = static_cast<RecordedTextureCopyCommand *>(_allocate_command(command_size, command_index));
  1922. command->type = RecordedCommand::TYPE_TEXTURE_COPY;
  1923. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1924. command->from_texture = p_src;
  1925. command->to_texture = p_dst;
  1926. command->texture_copy_regions_count = p_texture_copy_regions.size();
  1927. RDD::TextureCopyRegion *texture_copy_regions = command->texture_copy_regions();
  1928. for (uint32_t i = 0; i < command->texture_copy_regions_count; i++) {
  1929. texture_copy_regions[i] = p_texture_copy_regions[i];
  1930. }
  1931. ResourceTracker *trackers[2] = { p_dst_tracker, p_src_tracker };
  1932. ResourceUsage usages[2] = { RESOURCE_USAGE_COPY_TO, RESOURCE_USAGE_COPY_FROM };
  1933. _add_command_to_graph(trackers, usages, 2, command_index, command);
  1934. }
  1935. void RenderingDeviceGraph::add_texture_get_data(RDD::TextureID p_src, ResourceTracker *p_src_tracker, RDD::BufferID p_dst, VectorView<RDD::BufferTextureCopyRegion> p_buffer_texture_copy_regions, ResourceTracker *p_dst_tracker) {
  1936. DEV_ASSERT(p_src_tracker != nullptr);
  1937. int32_t command_index;
  1938. uint64_t command_size = sizeof(RecordedTextureGetDataCommand) + p_buffer_texture_copy_regions.size() * sizeof(RDD::BufferTextureCopyRegion);
  1939. RecordedTextureGetDataCommand *command = static_cast<RecordedTextureGetDataCommand *>(_allocate_command(command_size, command_index));
  1940. command->type = RecordedCommand::TYPE_TEXTURE_GET_DATA;
  1941. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1942. command->from_texture = p_src;
  1943. command->to_buffer = p_dst;
  1944. command->buffer_texture_copy_regions_count = p_buffer_texture_copy_regions.size();
  1945. RDD::BufferTextureCopyRegion *buffer_texture_copy_regions = command->buffer_texture_copy_regions();
  1946. for (uint32_t i = 0; i < command->buffer_texture_copy_regions_count; i++) {
  1947. buffer_texture_copy_regions[i] = p_buffer_texture_copy_regions[i];
  1948. }
  1949. if (p_dst_tracker != nullptr) {
  1950. // Add the optional destination tracker if it was provided.
  1951. ResourceTracker *trackers[2] = { p_dst_tracker, p_src_tracker };
  1952. ResourceUsage usages[2] = { RESOURCE_USAGE_COPY_TO, RESOURCE_USAGE_COPY_FROM };
  1953. _add_command_to_graph(trackers, usages, 2, command_index, command);
  1954. } else {
  1955. ResourceUsage usage = RESOURCE_USAGE_COPY_FROM;
  1956. _add_command_to_graph(&p_src_tracker, &usage, 1, command_index, command);
  1957. }
  1958. }
  1959. void RenderingDeviceGraph::add_texture_resolve(RDD::TextureID p_src, ResourceTracker *p_src_tracker, RDD::TextureID p_dst, ResourceTracker *p_dst_tracker, uint32_t p_src_layer, uint32_t p_src_mipmap, uint32_t p_dst_layer, uint32_t p_dst_mipmap) {
  1960. DEV_ASSERT(p_src_tracker != nullptr);
  1961. DEV_ASSERT(p_dst_tracker != nullptr);
  1962. int32_t command_index;
  1963. RecordedTextureResolveCommand *command = static_cast<RecordedTextureResolveCommand *>(_allocate_command(sizeof(RecordedTextureResolveCommand), command_index));
  1964. command->type = RecordedCommand::TYPE_TEXTURE_RESOLVE;
  1965. command->self_stages = RDD::PIPELINE_STAGE_RESOLVE_BIT;
  1966. command->from_texture = p_src;
  1967. command->to_texture = p_dst;
  1968. command->src_layer = p_src_layer;
  1969. command->src_mipmap = p_src_mipmap;
  1970. command->dst_layer = p_dst_layer;
  1971. command->dst_mipmap = p_dst_mipmap;
  1972. ResourceTracker *trackers[2] = { p_dst_tracker, p_src_tracker };
  1973. ResourceUsage usages[2] = { RESOURCE_USAGE_RESOLVE_TO, RESOURCE_USAGE_RESOLVE_FROM };
  1974. _add_command_to_graph(trackers, usages, 2, command_index, command);
  1975. }
  1976. void RenderingDeviceGraph::add_texture_update(RDD::TextureID p_dst, ResourceTracker *p_dst_tracker, VectorView<RecordedBufferToTextureCopy> p_buffer_copies, VectorView<ResourceTracker *> p_buffer_trackers) {
  1977. DEV_ASSERT(p_dst_tracker != nullptr);
  1978. int32_t command_index;
  1979. uint64_t command_size = sizeof(RecordedTextureUpdateCommand) + p_buffer_copies.size() * sizeof(RecordedBufferToTextureCopy);
  1980. RecordedTextureUpdateCommand *command = static_cast<RecordedTextureUpdateCommand *>(_allocate_command(command_size, command_index));
  1981. command->type = RecordedCommand::TYPE_TEXTURE_UPDATE;
  1982. command->self_stages = RDD::PIPELINE_STAGE_COPY_BIT;
  1983. command->to_texture = p_dst;
  1984. command->buffer_to_texture_copies_count = p_buffer_copies.size();
  1985. RecordedBufferToTextureCopy *buffer_to_texture_copies = command->buffer_to_texture_copies();
  1986. for (uint32_t i = 0; i < command->buffer_to_texture_copies_count; i++) {
  1987. buffer_to_texture_copies[i] = p_buffer_copies[i];
  1988. }
  1989. if (p_buffer_trackers.size() > 0) {
  1990. // Add the optional buffer trackers if they were provided.
  1991. thread_local LocalVector<ResourceTracker *> trackers;
  1992. thread_local LocalVector<ResourceUsage> usages;
  1993. trackers.clear();
  1994. usages.clear();
  1995. for (uint32_t i = 0; i < p_buffer_trackers.size(); i++) {
  1996. trackers.push_back(p_buffer_trackers[i]);
  1997. usages.push_back(RESOURCE_USAGE_COPY_FROM);
  1998. }
  1999. trackers.push_back(p_dst_tracker);
  2000. usages.push_back(RESOURCE_USAGE_COPY_TO);
  2001. _add_command_to_graph(trackers.ptr(), usages.ptr(), trackers.size(), command_index, command);
  2002. } else {
  2003. ResourceUsage usage = RESOURCE_USAGE_COPY_TO;
  2004. _add_command_to_graph(&p_dst_tracker, &usage, 1, command_index, command);
  2005. }
  2006. }
  2007. void RenderingDeviceGraph::add_capture_timestamp(RDD::QueryPoolID p_query_pool, uint32_t p_index) {
  2008. int32_t command_index;
  2009. RecordedCaptureTimestampCommand *command = static_cast<RecordedCaptureTimestampCommand *>(_allocate_command(sizeof(RecordedCaptureTimestampCommand), command_index));
  2010. command->type = RecordedCommand::TYPE_CAPTURE_TIMESTAMP;
  2011. command->self_stages = 0;
  2012. command->pool = p_query_pool;
  2013. command->index = p_index;
  2014. _add_command_to_graph(nullptr, nullptr, 0, command_index, command);
  2015. }
  2016. void RenderingDeviceGraph::add_synchronization() {
  2017. // Synchronization is only acknowledged if commands have been recorded on the graph already.
  2018. if (command_count > 0) {
  2019. command_synchronization_pending = true;
  2020. }
  2021. }
  2022. void RenderingDeviceGraph::begin_label(const Span<char> &p_label_name, const Color &p_color) {
  2023. uint32_t command_label_offset = command_label_chars.size();
  2024. int command_label_size = p_label_name.size();
  2025. command_label_chars.resize(command_label_offset + command_label_size + 1);
  2026. memcpy(&command_label_chars[command_label_offset], p_label_name.ptr(), command_label_size);
  2027. command_label_chars[command_label_offset + command_label_size] = '\0';
  2028. command_label_colors.push_back(p_color);
  2029. command_label_offsets.push_back(command_label_offset);
  2030. command_label_index = command_label_count;
  2031. command_label_count++;
  2032. }
  2033. void RenderingDeviceGraph::end_label() {
  2034. command_label_index = -1;
  2035. }
  2036. void RenderingDeviceGraph::end(bool p_reorder_commands, bool p_full_barriers, RDD::CommandBufferID &r_command_buffer, CommandBufferPool &r_command_buffer_pool) {
  2037. if (command_count == 0) {
  2038. // No commands have been logged, do nothing.
  2039. return;
  2040. }
  2041. thread_local LocalVector<RecordedCommandSort> commands_sorted;
  2042. if (p_reorder_commands) {
  2043. thread_local LocalVector<int64_t> command_stack;
  2044. thread_local LocalVector<int32_t> sorted_command_indices;
  2045. thread_local LocalVector<uint32_t> command_degrees;
  2046. int32_t adjacency_list_index = 0;
  2047. int32_t command_index;
  2048. // Count all the incoming connections to every node by traversing their adjacency list.
  2049. command_degrees.resize(command_count);
  2050. memset(command_degrees.ptr(), 0, sizeof(uint32_t) * command_degrees.size());
  2051. for (uint32_t i = 0; i < command_count; i++) {
  2052. const RecordedCommand &recorded_command = *reinterpret_cast<const RecordedCommand *>(&command_data[command_data_offsets[i]]);
  2053. adjacency_list_index = recorded_command.adjacent_command_list_index;
  2054. while (adjacency_list_index >= 0) {
  2055. const RecordedCommandListNode &command_list_node = command_list_nodes[adjacency_list_index];
  2056. DEV_ASSERT((command_list_node.command_index != int32_t(i)) && "Command can't have itself as a dependency.");
  2057. command_degrees[command_list_node.command_index] += 1;
  2058. adjacency_list_index = command_list_node.next_list_index;
  2059. }
  2060. }
  2061. // Push to the stack all nodes that have no incoming connections.
  2062. command_stack.clear();
  2063. for (uint32_t i = 0; i < command_count; i++) {
  2064. if (command_degrees[i] == 0) {
  2065. command_stack.push_back(i);
  2066. }
  2067. }
  2068. sorted_command_indices.clear();
  2069. while (!command_stack.is_empty()) {
  2070. // Pop command from the stack.
  2071. command_index = command_stack[command_stack.size() - 1];
  2072. command_stack.resize(command_stack.size() - 1);
  2073. // Add it to the sorted commands.
  2074. sorted_command_indices.push_back(command_index);
  2075. // Search for its adjacents and lower their degree for every visit. If the degree reaches zero, we push the command to the stack.
  2076. const uint32_t command_data_offset = command_data_offsets[command_index];
  2077. const RecordedCommand &recorded_command = *reinterpret_cast<const RecordedCommand *>(&command_data[command_data_offset]);
  2078. adjacency_list_index = recorded_command.adjacent_command_list_index;
  2079. while (adjacency_list_index >= 0) {
  2080. const RecordedCommandListNode &command_list_node = command_list_nodes[adjacency_list_index];
  2081. uint32_t &command_degree = command_degrees[command_list_node.command_index];
  2082. DEV_ASSERT(command_degree > 0);
  2083. command_degree--;
  2084. if (command_degree == 0) {
  2085. command_stack.push_back(command_list_node.command_index);
  2086. }
  2087. adjacency_list_index = command_list_node.next_list_index;
  2088. }
  2089. }
  2090. // Batch buffer, texture, draw lists and compute operations together.
  2091. const uint32_t PriorityTable[RecordedCommand::TYPE_MAX] = {
  2092. 0, // TYPE_NONE
  2093. 1, // TYPE_BUFFER_CLEAR
  2094. 1, // TYPE_BUFFER_COPY
  2095. 1, // TYPE_BUFFER_GET_DATA
  2096. 1, // TYPE_BUFFER_UPDATE
  2097. 4, // TYPE_COMPUTE_LIST
  2098. 3, // TYPE_DRAW_LIST
  2099. 2, // TYPE_TEXTURE_CLEAR_COLOR
  2100. 2, // TYPE_TEXTURE_CLEAR_DEPTH_STENCIL
  2101. 2, // TYPE_TEXTURE_COPY
  2102. 2, // TYPE_TEXTURE_GET_DATA
  2103. 2, // TYPE_TEXTURE_RESOLVE
  2104. 2, // TYPE_TEXTURE_UPDATE
  2105. 2, // TYPE_CAPTURE_TIMESTAMP
  2106. 5, // TYPE_DRIVER_CALLBACK
  2107. };
  2108. commands_sorted.clear();
  2109. commands_sorted.resize(command_count);
  2110. for (uint32_t i = 0; i < command_count; i++) {
  2111. const int32_t sorted_command_index = sorted_command_indices[i];
  2112. const uint32_t command_data_offset = command_data_offsets[sorted_command_index];
  2113. const RecordedCommand recorded_command = *reinterpret_cast<const RecordedCommand *>(&command_data[command_data_offset]);
  2114. const uint32_t next_command_level = commands_sorted[sorted_command_index].level + 1;
  2115. adjacency_list_index = recorded_command.adjacent_command_list_index;
  2116. while (adjacency_list_index >= 0) {
  2117. const RecordedCommandListNode &command_list_node = command_list_nodes[adjacency_list_index];
  2118. uint32_t &adjacent_command_level = commands_sorted[command_list_node.command_index].level;
  2119. if (adjacent_command_level < next_command_level) {
  2120. adjacent_command_level = next_command_level;
  2121. }
  2122. adjacency_list_index = command_list_node.next_list_index;
  2123. }
  2124. commands_sorted[sorted_command_index].index = sorted_command_index;
  2125. commands_sorted[sorted_command_index].priority = PriorityTable[recorded_command.type];
  2126. }
  2127. } else {
  2128. commands_sorted.clear();
  2129. commands_sorted.resize(command_count);
  2130. for (uint32_t i = 0; i < command_count; i++) {
  2131. commands_sorted[i].index = i;
  2132. }
  2133. }
  2134. _wait_for_secondary_command_buffer_tasks();
  2135. if (command_count > 0) {
  2136. int32_t current_label_index = -1;
  2137. int32_t current_label_level = -1;
  2138. _run_label_command_change(r_command_buffer, -1, -1, true, true, nullptr, 0, current_label_index, current_label_level);
  2139. if (device.workarounds.avoid_compute_after_draw) {
  2140. // Reset the state of the workaround.
  2141. workarounds_state.draw_list_found = false;
  2142. }
  2143. #if PRINT_DRAW_LIST_STATS
  2144. draw_list_total_size = 0;
  2145. #endif
  2146. if (p_reorder_commands) {
  2147. #if PRINT_RENDER_GRAPH
  2148. print_line("BEFORE SORT");
  2149. _print_render_commands(commands_sorted.ptr(), command_count);
  2150. #endif
  2151. commands_sorted.sort();
  2152. #if PRINT_RENDER_GRAPH
  2153. print_line("AFTER SORT");
  2154. _print_render_commands(commands_sorted.ptr(), command_count);
  2155. #endif
  2156. #if PRINT_COMMAND_RECORDING
  2157. print_line(vformat("Recording %d commands", command_count));
  2158. #endif
  2159. uint32_t boosted_priority = 0;
  2160. uint32_t current_level = commands_sorted[0].level;
  2161. uint32_t current_level_start = 0;
  2162. for (uint32_t i = 0; i < command_count; i++) {
  2163. if (current_level != commands_sorted[i].level) {
  2164. RecordedCommandSort *level_command_ptr = &commands_sorted[current_level_start];
  2165. uint32_t level_command_count = i - current_level_start;
  2166. _boost_priority_for_render_commands(level_command_ptr, level_command_count, boosted_priority);
  2167. _group_barriers_for_render_commands(r_command_buffer, level_command_ptr, level_command_count, p_full_barriers);
  2168. _run_render_commands(current_level, level_command_ptr, level_command_count, r_command_buffer, r_command_buffer_pool, current_label_index, current_label_level);
  2169. current_level = commands_sorted[i].level;
  2170. current_level_start = i;
  2171. }
  2172. }
  2173. RecordedCommandSort *level_command_ptr = &commands_sorted[current_level_start];
  2174. uint32_t level_command_count = command_count - current_level_start;
  2175. _boost_priority_for_render_commands(level_command_ptr, level_command_count, boosted_priority);
  2176. _group_barriers_for_render_commands(r_command_buffer, level_command_ptr, level_command_count, p_full_barriers);
  2177. _run_render_commands(current_level, level_command_ptr, level_command_count, r_command_buffer, r_command_buffer_pool, current_label_index, current_label_level);
  2178. #if PRINT_RENDER_GRAPH
  2179. print_line("COMMANDS", command_count, "LEVELS", current_level + 1);
  2180. #endif
  2181. } else {
  2182. for (uint32_t i = 0; i < command_count; i++) {
  2183. _group_barriers_for_render_commands(r_command_buffer, &commands_sorted[i], 1, p_full_barriers);
  2184. _run_render_commands(i, &commands_sorted[i], 1, r_command_buffer, r_command_buffer_pool, current_label_index, current_label_level);
  2185. }
  2186. }
  2187. _run_label_command_change(r_command_buffer, -1, -1, false, false, nullptr, 0, current_label_index, current_label_level);
  2188. #if PRINT_DRAW_LIST_STATS
  2189. print_line(vformat("Draw list %d bytes", draw_list_total_size));
  2190. #endif
  2191. #if PRINT_COMMAND_RECORDING
  2192. print_line(vformat("Recorded %d commands", command_count));
  2193. #endif
  2194. }
  2195. // Advance the frame counter. It's not necessary to do this if no commands are recorded because that means no secondary command buffers were used.
  2196. frame = (frame + 1) % frames.size();
  2197. }
  2198. #if PRINT_RESOURCE_TRACKER_TOTAL
  2199. static uint32_t resource_tracker_total = 0;
  2200. #endif
  2201. RenderingDeviceGraph::ResourceTracker *RenderingDeviceGraph::resource_tracker_create() {
  2202. #if PRINT_RESOURCE_TRACKER_TOTAL
  2203. print_line("Resource trackers:", ++resource_tracker_total);
  2204. #endif
  2205. return memnew(ResourceTracker);
  2206. }
  2207. void RenderingDeviceGraph::resource_tracker_free(ResourceTracker *p_tracker) {
  2208. if (p_tracker == nullptr) {
  2209. return;
  2210. }
  2211. if (p_tracker->in_parent_dirty_list) {
  2212. // Delete the tracker from the parent's dirty linked list.
  2213. if (p_tracker->parent->dirty_shared_list == p_tracker) {
  2214. p_tracker->parent->dirty_shared_list = p_tracker->next_shared;
  2215. } else {
  2216. ResourceTracker *node = p_tracker->parent->dirty_shared_list;
  2217. while (node != nullptr) {
  2218. if (node->next_shared == p_tracker) {
  2219. node->next_shared = p_tracker->next_shared;
  2220. node = nullptr;
  2221. } else {
  2222. node = node->next_shared;
  2223. }
  2224. }
  2225. }
  2226. }
  2227. memdelete(p_tracker);
  2228. #if PRINT_RESOURCE_TRACKER_TOTAL
  2229. print_line("Resource trackers:", --resource_tracker_total);
  2230. #endif
  2231. }
  2232. RenderingDeviceGraph::FramebufferCache *RenderingDeviceGraph::framebuffer_cache_create() {
  2233. return memnew(FramebufferCache);
  2234. }
  2235. void RenderingDeviceGraph::framebuffer_cache_free(RDD *p_driver, FramebufferCache *p_cache) {
  2236. DEV_ASSERT(p_driver != nullptr);
  2237. if (p_cache == nullptr) {
  2238. return;
  2239. }
  2240. for (KeyValue<uint64_t, FramebufferStorage> &E : p_cache->storage_map) {
  2241. p_driver->framebuffer_free(E.value.framebuffer);
  2242. p_driver->render_pass_free(E.value.render_pass);
  2243. }
  2244. memdelete(p_cache);
  2245. }