resource_format_binary.cpp 55 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284
  1. /*************************************************************************/
  2. /* resource_format_binary.cpp */
  3. /*************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* http://www.godotengine.org */
  7. /*************************************************************************/
  8. /* Copyright (c) 2007-2016 Juan Linietsky, Ariel Manzur. */
  9. /* */
  10. /* Permission is hereby granted, free of charge, to any person obtaining */
  11. /* a copy of this software and associated documentation files (the */
  12. /* "Software"), to deal in the Software without restriction, including */
  13. /* without limitation the rights to use, copy, modify, merge, publish, */
  14. /* distribute, sublicense, and/or sell copies of the Software, and to */
  15. /* permit persons to whom the Software is furnished to do so, subject to */
  16. /* the following conditions: */
  17. /* */
  18. /* The above copyright notice and this permission notice shall be */
  19. /* included in all copies or substantial portions of the Software. */
  20. /* */
  21. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  22. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  23. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
  24. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  25. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  26. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  27. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  28. /*************************************************************************/
  29. #include "version.h"
  30. #include "resource_format_binary.h"
  31. #include "globals.h"
  32. #include "io/file_access_compressed.h"
  33. #include "io/marshalls.h"
  34. #include "os/dir_access.h"
  35. //#define print_bl(m_what) print_line(m_what)
  36. #define print_bl(m_what)
  37. enum {
  38. //numbering must be different from variant, in case new variant types are added (variant must be always contiguous for jumptable optimization)
  39. VARIANT_NIL=1,
  40. VARIANT_BOOL=2,
  41. VARIANT_INT=3,
  42. VARIANT_REAL=4,
  43. VARIANT_STRING=5,
  44. VARIANT_VECTOR2=10,
  45. VARIANT_RECT2=11,
  46. VARIANT_VECTOR3=12,
  47. VARIANT_PLANE=13,
  48. VARIANT_QUAT=14,
  49. VARIANT_AABB=15,
  50. VARIANT_MATRIX3=16,
  51. VARIANT_TRANSFORM=17,
  52. VARIANT_MATRIX32=18,
  53. VARIANT_COLOR=20,
  54. VARIANT_IMAGE=21,
  55. VARIANT_NODE_PATH=22,
  56. VARIANT_RID=23,
  57. VARIANT_OBJECT=24,
  58. VARIANT_INPUT_EVENT=25,
  59. VARIANT_DICTIONARY=26,
  60. VARIANT_ARRAY=30,
  61. VARIANT_RAW_ARRAY=31,
  62. VARIANT_INT_ARRAY=32,
  63. VARIANT_REAL_ARRAY=33,
  64. VARIANT_STRING_ARRAY=34,
  65. VARIANT_VECTOR3_ARRAY=35,
  66. VARIANT_COLOR_ARRAY=36,
  67. VARIANT_VECTOR2_ARRAY=37,
  68. IMAGE_ENCODING_EMPTY=0,
  69. IMAGE_ENCODING_RAW=1,
  70. IMAGE_ENCODING_LOSSLESS=2,
  71. IMAGE_ENCODING_LOSSY=3,
  72. IMAGE_FORMAT_GRAYSCALE=0,
  73. IMAGE_FORMAT_INTENSITY=1,
  74. IMAGE_FORMAT_GRAYSCALE_ALPHA=2,
  75. IMAGE_FORMAT_RGB=3,
  76. IMAGE_FORMAT_RGBA=4,
  77. IMAGE_FORMAT_INDEXED=5,
  78. IMAGE_FORMAT_INDEXED_ALPHA=6,
  79. IMAGE_FORMAT_BC1=7,
  80. IMAGE_FORMAT_BC2=8,
  81. IMAGE_FORMAT_BC3=9,
  82. IMAGE_FORMAT_BC4=10,
  83. IMAGE_FORMAT_BC5=11,
  84. IMAGE_FORMAT_PVRTC2=12,
  85. IMAGE_FORMAT_PVRTC2_ALPHA=13,
  86. IMAGE_FORMAT_PVRTC4=14,
  87. IMAGE_FORMAT_PVRTC4_ALPHA=15,
  88. IMAGE_FORMAT_ETC=16,
  89. IMAGE_FORMAT_ATC=17,
  90. IMAGE_FORMAT_ATC_ALPHA_EXPLICIT=18,
  91. IMAGE_FORMAT_ATC_ALPHA_INTERPOLATED=19,
  92. IMAGE_FORMAT_CUSTOM=30,
  93. OBJECT_EMPTY=0,
  94. OBJECT_EXTERNAL_RESOURCE=1,
  95. OBJECT_INTERNAL_RESOURCE=2,
  96. OBJECT_EXTERNAL_RESOURCE_INDEX=3,
  97. FORMAT_VERSION=1,
  98. FORMAT_VERSION_CAN_RENAME_DEPS=1
  99. };
  100. void ResourceInteractiveLoaderBinary::_advance_padding(uint32_t p_len) {
  101. uint32_t extra = 4-(p_len%4);
  102. if (extra<4) {
  103. for(uint32_t i=0;i<extra;i++)
  104. f->get_8(); //pad to 32
  105. }
  106. }
  107. Error ResourceInteractiveLoaderBinary::parse_variant(Variant& r_v) {
  108. uint32_t type = f->get_32();
  109. print_bl("find property of type: "+itos(type));
  110. switch(type) {
  111. case VARIANT_NIL: {
  112. r_v=Variant();
  113. } break;
  114. case VARIANT_BOOL: {
  115. r_v=bool(f->get_32());
  116. } break;
  117. case VARIANT_INT: {
  118. r_v=int(f->get_32());
  119. } break;
  120. case VARIANT_REAL: {
  121. r_v=f->get_real();
  122. } break;
  123. case VARIANT_STRING: {
  124. r_v=get_unicode_string();
  125. } break;
  126. case VARIANT_VECTOR2: {
  127. Vector2 v;
  128. v.x=f->get_real();
  129. v.y=f->get_real();
  130. r_v=v;
  131. } break;
  132. case VARIANT_RECT2: {
  133. Rect2 v;
  134. v.pos.x=f->get_real();
  135. v.pos.y=f->get_real();
  136. v.size.x=f->get_real();
  137. v.size.y=f->get_real();
  138. r_v=v;
  139. } break;
  140. case VARIANT_VECTOR3: {
  141. Vector3 v;
  142. v.x=f->get_real();
  143. v.y=f->get_real();
  144. v.z=f->get_real();
  145. r_v=v;
  146. } break;
  147. case VARIANT_PLANE: {
  148. Plane v;
  149. v.normal.x=f->get_real();
  150. v.normal.y=f->get_real();
  151. v.normal.z=f->get_real();
  152. v.d=f->get_real();
  153. r_v=v;
  154. } break;
  155. case VARIANT_QUAT: {
  156. Quat v;
  157. v.x=f->get_real();
  158. v.y=f->get_real();
  159. v.z=f->get_real();
  160. v.w=f->get_real();
  161. r_v=v;
  162. } break;
  163. case VARIANT_AABB: {
  164. AABB v;
  165. v.pos.x=f->get_real();
  166. v.pos.y=f->get_real();
  167. v.pos.z=f->get_real();
  168. v.size.x=f->get_real();
  169. v.size.y=f->get_real();
  170. v.size.z=f->get_real();
  171. r_v=v;
  172. } break;
  173. case VARIANT_MATRIX32: {
  174. Matrix32 v;
  175. v.elements[0].x=f->get_real();
  176. v.elements[0].y=f->get_real();
  177. v.elements[1].x=f->get_real();
  178. v.elements[1].y=f->get_real();
  179. v.elements[2].x=f->get_real();
  180. v.elements[2].y=f->get_real();
  181. r_v=v;
  182. } break;
  183. case VARIANT_MATRIX3: {
  184. Matrix3 v;
  185. v.elements[0].x=f->get_real();
  186. v.elements[0].y=f->get_real();
  187. v.elements[0].z=f->get_real();
  188. v.elements[1].x=f->get_real();
  189. v.elements[1].y=f->get_real();
  190. v.elements[1].z=f->get_real();
  191. v.elements[2].x=f->get_real();
  192. v.elements[2].y=f->get_real();
  193. v.elements[2].z=f->get_real();
  194. r_v=v;
  195. } break;
  196. case VARIANT_TRANSFORM: {
  197. Transform v;
  198. v.basis.elements[0].x=f->get_real();
  199. v.basis.elements[0].y=f->get_real();
  200. v.basis.elements[0].z=f->get_real();
  201. v.basis.elements[1].x=f->get_real();
  202. v.basis.elements[1].y=f->get_real();
  203. v.basis.elements[1].z=f->get_real();
  204. v.basis.elements[2].x=f->get_real();
  205. v.basis.elements[2].y=f->get_real();
  206. v.basis.elements[2].z=f->get_real();
  207. v.origin.x=f->get_real();
  208. v.origin.y=f->get_real();
  209. v.origin.z=f->get_real();
  210. r_v=v;
  211. } break;
  212. case VARIANT_COLOR: {
  213. Color v;
  214. v.r=f->get_real();
  215. v.g=f->get_real();
  216. v.b=f->get_real();
  217. v.a=f->get_real();
  218. r_v=v;
  219. } break;
  220. case VARIANT_IMAGE: {
  221. uint32_t encoding = f->get_32();
  222. if (encoding==IMAGE_ENCODING_EMPTY) {
  223. r_v=Variant();
  224. break;
  225. } else if (encoding==IMAGE_ENCODING_RAW) {
  226. uint32_t width = f->get_32();
  227. uint32_t height = f->get_32();
  228. uint32_t mipmaps = f->get_32();
  229. uint32_t format = f->get_32();
  230. Image::Format fmt;
  231. switch(format) {
  232. case IMAGE_FORMAT_GRAYSCALE: { fmt=Image::FORMAT_GRAYSCALE; } break;
  233. case IMAGE_FORMAT_INTENSITY: { fmt=Image::FORMAT_INTENSITY; } break;
  234. case IMAGE_FORMAT_GRAYSCALE_ALPHA: { fmt=Image::FORMAT_GRAYSCALE_ALPHA; } break;
  235. case IMAGE_FORMAT_RGB: { fmt=Image::FORMAT_RGB; } break;
  236. case IMAGE_FORMAT_RGBA: { fmt=Image::FORMAT_RGBA; } break;
  237. case IMAGE_FORMAT_INDEXED: { fmt=Image::FORMAT_INDEXED; } break;
  238. case IMAGE_FORMAT_INDEXED_ALPHA: { fmt=Image::FORMAT_INDEXED_ALPHA; } break;
  239. case IMAGE_FORMAT_BC1: { fmt=Image::FORMAT_BC1; } break;
  240. case IMAGE_FORMAT_BC2: { fmt=Image::FORMAT_BC2; } break;
  241. case IMAGE_FORMAT_BC3: { fmt=Image::FORMAT_BC3; } break;
  242. case IMAGE_FORMAT_BC4: { fmt=Image::FORMAT_BC4; } break;
  243. case IMAGE_FORMAT_BC5: { fmt=Image::FORMAT_BC5; } break;
  244. case IMAGE_FORMAT_PVRTC2: { fmt=Image::FORMAT_PVRTC2; } break;
  245. case IMAGE_FORMAT_PVRTC2_ALPHA: { fmt=Image::FORMAT_PVRTC2_ALPHA; } break;
  246. case IMAGE_FORMAT_PVRTC4: { fmt=Image::FORMAT_PVRTC4; } break;
  247. case IMAGE_FORMAT_PVRTC4_ALPHA: { fmt=Image::FORMAT_PVRTC4_ALPHA; } break;
  248. case IMAGE_FORMAT_ETC: { fmt=Image::FORMAT_ETC; } break;
  249. case IMAGE_FORMAT_ATC: { fmt=Image::FORMAT_ATC; } break;
  250. case IMAGE_FORMAT_ATC_ALPHA_EXPLICIT: { fmt=Image::FORMAT_ATC_ALPHA_EXPLICIT; } break;
  251. case IMAGE_FORMAT_ATC_ALPHA_INTERPOLATED: { fmt=Image::FORMAT_ATC_ALPHA_INTERPOLATED; } break;
  252. case IMAGE_FORMAT_CUSTOM: { fmt=Image::FORMAT_CUSTOM; } break;
  253. default: {
  254. ERR_FAIL_V(ERR_FILE_CORRUPT);
  255. }
  256. }
  257. uint32_t datalen = f->get_32();
  258. DVector<uint8_t> imgdata;
  259. imgdata.resize(datalen);
  260. DVector<uint8_t>::Write w = imgdata.write();
  261. f->get_buffer(w.ptr(),datalen);
  262. _advance_padding(datalen);
  263. w=DVector<uint8_t>::Write();
  264. r_v=Image(width,height,mipmaps,fmt,imgdata);
  265. } else {
  266. //compressed
  267. DVector<uint8_t> data;
  268. data.resize(f->get_32());
  269. DVector<uint8_t>::Write w = data.write();
  270. f->get_buffer(w.ptr(),data.size());
  271. w = DVector<uint8_t>::Write();
  272. Image img;
  273. if (encoding==IMAGE_ENCODING_LOSSY && Image::lossy_unpacker) {
  274. img = Image::lossy_unpacker(data);
  275. } else if (encoding==IMAGE_ENCODING_LOSSLESS && Image::lossless_unpacker) {
  276. img = Image::lossless_unpacker(data);
  277. }
  278. _advance_padding(data.size());
  279. r_v=img;
  280. }
  281. } break;
  282. case VARIANT_NODE_PATH: {
  283. Vector<StringName> names;
  284. Vector<StringName> subnames;
  285. StringName property;
  286. bool absolute;
  287. int name_count = f->get_16();
  288. uint32_t subname_count = f->get_16();
  289. absolute=subname_count&0x8000;
  290. subname_count&=0x7FFF;
  291. for(int i=0;i<name_count;i++)
  292. names.push_back(string_map[f->get_32()]);
  293. for(uint32_t i=0;i<subname_count;i++)
  294. subnames.push_back(string_map[f->get_32()]);
  295. property=string_map[f->get_32()];
  296. NodePath np = NodePath(names,subnames,absolute,property);
  297. //print_line("got path: "+String(np));
  298. r_v=np;
  299. } break;
  300. case VARIANT_RID: {
  301. r_v=f->get_32();
  302. } break;
  303. case VARIANT_OBJECT: {
  304. uint32_t type=f->get_32();
  305. switch(type) {
  306. case OBJECT_EMPTY: {
  307. //do none
  308. } break;
  309. case OBJECT_INTERNAL_RESOURCE: {
  310. uint32_t index=f->get_32();
  311. String path = res_path+"::"+itos(index);
  312. RES res = ResourceLoader::load(path);
  313. if (res.is_null()) {
  314. WARN_PRINT(String("Couldn't load resource: "+path).utf8().get_data());
  315. }
  316. r_v=res;
  317. } break;
  318. case OBJECT_EXTERNAL_RESOURCE: {
  319. //old file format, still around for compatibility
  320. String type = get_unicode_string();
  321. String path = get_unicode_string();
  322. if (path.find("://")==-1 && path.is_rel_path()) {
  323. // path is relative to file being loaded, so convert to a resource path
  324. path=Globals::get_singleton()->localize_path(res_path.get_base_dir().plus_file(path));
  325. }
  326. if (remaps.find(path)) {
  327. path=remaps[path];
  328. }
  329. RES res=ResourceLoader::load(path,type);
  330. if (res.is_null()) {
  331. WARN_PRINT(String("Couldn't load resource: "+path).utf8().get_data());
  332. }
  333. r_v=res;
  334. } break;
  335. case OBJECT_EXTERNAL_RESOURCE_INDEX: {
  336. //new file format, just refers to an index in the external list
  337. uint32_t erindex = f->get_32();
  338. if (erindex>=external_resources.size()) {
  339. WARN_PRINT("Broken external resource! (index out of size");
  340. r_v=Variant();
  341. } else {
  342. String type = external_resources[erindex].type;
  343. String path = external_resources[erindex].path;
  344. if (path.find("://")==-1 && path.is_rel_path()) {
  345. // path is relative to file being loaded, so convert to a resource path
  346. path=Globals::get_singleton()->localize_path(res_path.get_base_dir().plus_file(path));
  347. }
  348. RES res=ResourceLoader::load(path,type);
  349. if (res.is_null()) {
  350. WARN_PRINT(String("Couldn't load resource: "+path).utf8().get_data());
  351. }
  352. r_v=res;
  353. }
  354. } break;
  355. default: {
  356. ERR_FAIL_V(ERR_FILE_CORRUPT);
  357. } break;
  358. }
  359. } break;
  360. case VARIANT_INPUT_EVENT: {
  361. InputEvent ev;
  362. ev.type=f->get_32(); //will only work for null though.
  363. r_v=ev;
  364. } break;
  365. case VARIANT_DICTIONARY: {
  366. uint32_t len=f->get_32();
  367. Dictionary d(len&0x80000000); //last bit means shared
  368. len&=0x7FFFFFFF;
  369. for(uint32_t i=0;i<len;i++) {
  370. Variant key;
  371. Error err = parse_variant(key);
  372. ERR_FAIL_COND_V(err,ERR_FILE_CORRUPT);
  373. Variant value;
  374. err = parse_variant(value);
  375. ERR_FAIL_COND_V(err,ERR_FILE_CORRUPT);
  376. d[key]=value;
  377. }
  378. r_v=d;
  379. } break;
  380. case VARIANT_ARRAY: {
  381. uint32_t len=f->get_32();
  382. Array a(len&0x80000000); //last bit means shared
  383. len&=0x7FFFFFFF;
  384. a.resize(len);
  385. for(uint32_t i=0;i<len;i++) {
  386. Variant val;
  387. Error err = parse_variant(val);
  388. ERR_FAIL_COND_V(err,ERR_FILE_CORRUPT);
  389. a[i]=val;
  390. }
  391. r_v=a;
  392. } break;
  393. case VARIANT_RAW_ARRAY: {
  394. uint32_t len = f->get_32();
  395. DVector<uint8_t> array;
  396. array.resize(len);
  397. DVector<uint8_t>::Write w = array.write();
  398. f->get_buffer(w.ptr(),len);
  399. _advance_padding(len);
  400. w=DVector<uint8_t>::Write();
  401. r_v=array;
  402. } break;
  403. case VARIANT_INT_ARRAY: {
  404. uint32_t len = f->get_32();
  405. DVector<int> array;
  406. array.resize(len);
  407. DVector<int>::Write w = array.write();
  408. f->get_buffer((uint8_t*)w.ptr(),len*4);
  409. #ifdef BIG_ENDIAN_ENABLED
  410. {
  411. uint32_t *ptr=(uint32_t*)w.ptr();
  412. for(int i=0;i<len;i++) {
  413. ptr[i]=BSWAP32(ptr[i]);
  414. }
  415. }
  416. #endif
  417. w=DVector<int>::Write();
  418. r_v=array;
  419. } break;
  420. case VARIANT_REAL_ARRAY: {
  421. uint32_t len = f->get_32();
  422. DVector<real_t> array;
  423. array.resize(len);
  424. DVector<real_t>::Write w = array.write();
  425. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t));
  426. #ifdef BIG_ENDIAN_ENABLED
  427. {
  428. uint32_t *ptr=(uint32_t*)w.ptr();
  429. for(int i=0;i<len;i++) {
  430. ptr[i]=BSWAP32(ptr[i]);
  431. }
  432. }
  433. #endif
  434. w=DVector<real_t>::Write();
  435. r_v=array;
  436. } break;
  437. case VARIANT_STRING_ARRAY: {
  438. uint32_t len = f->get_32();
  439. DVector<String> array;
  440. array.resize(len);
  441. DVector<String>::Write w = array.write();
  442. for(uint32_t i=0;i<len;i++)
  443. w[i]=get_unicode_string();
  444. w=DVector<String>::Write();
  445. r_v=array;
  446. } break;
  447. case VARIANT_VECTOR2_ARRAY: {
  448. uint32_t len = f->get_32();
  449. DVector<Vector2> array;
  450. array.resize(len);
  451. DVector<Vector2>::Write w = array.write();
  452. if (sizeof(Vector2)==8) {
  453. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t)*2);
  454. #ifdef BIG_ENDIAN_ENABLED
  455. {
  456. uint32_t *ptr=(uint32_t*)w.ptr();
  457. for(int i=0;i<len*2;i++) {
  458. ptr[i]=BSWAP32(ptr[i]);
  459. }
  460. }
  461. #endif
  462. } else {
  463. ERR_EXPLAIN("Vector2 size is NOT 8!");
  464. ERR_FAIL_V(ERR_UNAVAILABLE);
  465. }
  466. w=DVector<Vector2>::Write();
  467. r_v=array;
  468. } break;
  469. case VARIANT_VECTOR3_ARRAY: {
  470. uint32_t len = f->get_32();
  471. DVector<Vector3> array;
  472. array.resize(len);
  473. DVector<Vector3>::Write w = array.write();
  474. if (sizeof(Vector3)==12) {
  475. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t)*3);
  476. #ifdef BIG_ENDIAN_ENABLED
  477. {
  478. uint32_t *ptr=(uint32_t*)w.ptr();
  479. for(int i=0;i<len*3;i++) {
  480. ptr[i]=BSWAP32(ptr[i]);
  481. }
  482. }
  483. #endif
  484. } else {
  485. ERR_EXPLAIN("Vector3 size is NOT 12!");
  486. ERR_FAIL_V(ERR_UNAVAILABLE);
  487. }
  488. w=DVector<Vector3>::Write();
  489. r_v=array;
  490. } break;
  491. case VARIANT_COLOR_ARRAY: {
  492. uint32_t len = f->get_32();
  493. DVector<Color> array;
  494. array.resize(len);
  495. DVector<Color>::Write w = array.write();
  496. if (sizeof(Color)==16) {
  497. f->get_buffer((uint8_t*)w.ptr(),len*sizeof(real_t)*4);
  498. #ifdef BIG_ENDIAN_ENABLED
  499. {
  500. uint32_t *ptr=(uint32_t*)w.ptr();
  501. for(int i=0;i<len*4;i++) {
  502. ptr[i]=BSWAP32(ptr[i]);
  503. }
  504. }
  505. #endif
  506. } else {
  507. ERR_EXPLAIN("Color size is NOT 16!");
  508. ERR_FAIL_V(ERR_UNAVAILABLE);
  509. }
  510. w=DVector<Color>::Write();
  511. r_v=array;
  512. } break;
  513. default: {
  514. ERR_FAIL_V(ERR_FILE_CORRUPT);
  515. } break;
  516. }
  517. return OK; //never reach anyway
  518. }
  519. void ResourceInteractiveLoaderBinary::set_local_path(const String& p_local_path) {
  520. res_path=p_local_path;
  521. }
  522. Ref<Resource> ResourceInteractiveLoaderBinary::get_resource(){
  523. return resource;
  524. }
  525. Error ResourceInteractiveLoaderBinary::poll(){
  526. if (error!=OK)
  527. return error;
  528. int s = stage;
  529. if (s<external_resources.size()) {
  530. String path = external_resources[s].path;
  531. if (remaps.has(path)) {
  532. path=remaps[path];
  533. }
  534. RES res = ResourceLoader::load(path,external_resources[s].type);
  535. if (res.is_null()) {
  536. if (!ResourceLoader::get_abort_on_missing_resources()) {
  537. ResourceLoader::notify_dependency_error(local_path,path,external_resources[s].type);
  538. } else {
  539. error=ERR_FILE_MISSING_DEPENDENCIES;
  540. ERR_EXPLAIN("Can't load dependency: "+path);
  541. ERR_FAIL_V(error);
  542. }
  543. } else {
  544. resource_cache.push_back(res);
  545. }
  546. stage++;
  547. return error;
  548. }
  549. s-=external_resources.size();
  550. if (s>=internal_resources.size()) {
  551. error=ERR_BUG;
  552. ERR_FAIL_COND_V(s>=internal_resources.size(),error);
  553. }
  554. bool main = s==(internal_resources.size()-1);
  555. //maybe it is loaded already
  556. String path;
  557. int subindex=0;
  558. if (!main) {
  559. path=internal_resources[s].path;
  560. if (path.begins_with("local://")) {
  561. path=path.replace_first("local://","");
  562. subindex = path.to_int();
  563. path=res_path+"::"+path;
  564. }
  565. if (ResourceCache::has(path)) {
  566. //already loaded, don't do anything
  567. stage++;
  568. error=OK;
  569. return error;
  570. }
  571. } else {
  572. if (!ResourceCache::has(res_path))
  573. path=res_path;
  574. }
  575. uint64_t offset = internal_resources[s].offset;
  576. f->seek(offset);
  577. String t = get_unicode_string();
  578. Object *obj = ObjectTypeDB::instance(t);
  579. if (!obj) {
  580. error=ERR_FILE_CORRUPT;
  581. ERR_EXPLAIN(local_path+":Resource of unrecognized type in file: "+t);
  582. }
  583. ERR_FAIL_COND_V(!obj,ERR_FILE_CORRUPT);
  584. Resource *r = obj->cast_to<Resource>();
  585. if (!r) {
  586. error=ERR_FILE_CORRUPT;
  587. memdelete(obj); //bye
  588. ERR_EXPLAIN(local_path+":Resoucre type in resource field not a resource, type is: "+obj->get_type());
  589. ERR_FAIL_COND_V(!r,ERR_FILE_CORRUPT);
  590. }
  591. RES res = RES( r );
  592. r->set_path(path);
  593. r->set_subindex(subindex);
  594. int pc = f->get_32();
  595. //set properties
  596. for(int i=0;i<pc;i++) {
  597. uint32_t name_idx = f->get_32();
  598. if (name_idx>=(uint32_t)string_map.size()) {
  599. error=ERR_FILE_CORRUPT;
  600. ERR_FAIL_V(ERR_FILE_CORRUPT);
  601. }
  602. Variant value;
  603. error = parse_variant(value);
  604. if (error)
  605. return error;
  606. res->set(string_map[name_idx],value);
  607. }
  608. #ifdef TOOLS_ENABLED
  609. res->set_edited(false);
  610. #endif
  611. stage++;
  612. resource_cache.push_back(res);
  613. if (main) {
  614. if (importmd_ofs) {
  615. f->seek(importmd_ofs);
  616. Ref<ResourceImportMetadata> imd = memnew( ResourceImportMetadata );
  617. imd->set_editor(get_unicode_string());
  618. int sc = f->get_32();
  619. for(int i=0;i<sc;i++) {
  620. String src = get_unicode_string();
  621. String md5 = get_unicode_string();
  622. imd->add_source(src,md5);
  623. }
  624. int pc = f->get_32();
  625. for(int i=0;i<pc;i++) {
  626. String name = get_unicode_string();
  627. Variant val;
  628. parse_variant(val);
  629. imd->set_option(name,val);
  630. }
  631. res->set_import_metadata(imd);
  632. }
  633. f->close();
  634. resource=res;
  635. error=ERR_FILE_EOF;
  636. } else {
  637. error=OK;
  638. }
  639. return OK;
  640. }
  641. int ResourceInteractiveLoaderBinary::get_stage() const{
  642. return stage;
  643. }
  644. int ResourceInteractiveLoaderBinary::get_stage_count() const {
  645. return external_resources.size()+internal_resources.size();
  646. }
  647. static void save_ustring(FileAccess* f,const String& p_string) {
  648. CharString utf8 = p_string.utf8();
  649. f->store_32(utf8.length()+1);
  650. f->store_buffer((const uint8_t*)utf8.get_data(),utf8.length()+1);
  651. }
  652. static String get_ustring(FileAccess *f) {
  653. int len = f->get_32();
  654. Vector<char> str_buf;
  655. str_buf.resize(len);
  656. f->get_buffer((uint8_t*)&str_buf[0],len);
  657. String s;
  658. s.parse_utf8(&str_buf[0]);
  659. return s;
  660. }
  661. String ResourceInteractiveLoaderBinary::get_unicode_string() {
  662. int len = f->get_32();
  663. if (len>str_buf.size()) {
  664. str_buf.resize(len);
  665. }
  666. if (len==0)
  667. return String();
  668. f->get_buffer((uint8_t*)&str_buf[0],len);
  669. String s;
  670. s.parse_utf8(&str_buf[0]);
  671. return s;
  672. }
  673. void ResourceInteractiveLoaderBinary::get_dependencies(FileAccess *p_f,List<String> *p_dependencies,bool p_add_types) {
  674. open(p_f);
  675. if (error)
  676. return;
  677. for(int i=0;i<external_resources.size();i++) {
  678. String dep=external_resources[i].path;
  679. if (dep.ends_with("*")) {
  680. dep=ResourceLoader::guess_full_filename(dep,external_resources[i].type);
  681. }
  682. if (p_add_types && external_resources[i].type!=String()) {
  683. dep+="::"+external_resources[i].type;
  684. }
  685. p_dependencies->push_back(dep);
  686. }
  687. }
  688. void ResourceInteractiveLoaderBinary::open(FileAccess *p_f) {
  689. error=OK;
  690. f=p_f;
  691. uint8_t header[4];
  692. f->get_buffer(header,4);
  693. if (header[0]=='R' && header[1]=='S' && header[2]=='C' && header[3]=='C') {
  694. //compressed
  695. FileAccessCompressed *fac = memnew( FileAccessCompressed );
  696. fac->open_after_magic(f);
  697. f=fac;
  698. } else if (header[0]!='R' || header[1]!='S' || header[2]!='R' || header[3]!='C') {
  699. //not normal
  700. error=ERR_FILE_UNRECOGNIZED;
  701. ERR_EXPLAIN("Unrecognized binary resource file: "+local_path);
  702. ERR_FAIL();
  703. }
  704. bool big_endian = f->get_32();
  705. #ifdef BIG_ENDIAN_ENABLED
  706. endian_swap = !big_endian;
  707. #else
  708. bool endian_swap = big_endian;
  709. #endif
  710. bool use_real64 = f->get_32();
  711. f->set_endian_swap(big_endian!=0); //read big endian if saved as big endian
  712. uint32_t ver_major=f->get_32();
  713. uint32_t ver_minor=f->get_32();
  714. uint32_t ver_format=f->get_32();
  715. print_bl("big endian: "+itos(big_endian));
  716. print_bl("endian swap: "+itos(endian_swap));
  717. print_bl("real64: "+itos(use_real64));
  718. print_bl("major: "+itos(ver_major));
  719. print_bl("minor: "+itos(ver_minor));
  720. print_bl("format: "+itos(ver_format));
  721. if (ver_format>FORMAT_VERSION || ver_major>VERSION_MAJOR) {
  722. f->close();
  723. ERR_EXPLAIN("File Format '"+itos(FORMAT_VERSION)+"."+itos(ver_major)+"."+itos(ver_minor)+"' is too new! Please upgrade to a a new engine version: "+local_path);
  724. ERR_FAIL();
  725. }
  726. type=get_unicode_string();
  727. print_bl("type: "+type);
  728. importmd_ofs = f->get_64();
  729. for(int i=0;i<14;i++)
  730. f->get_32(); //skip a few reserved fields
  731. uint32_t string_table_size=f->get_32();
  732. string_map.resize(string_table_size);
  733. for(uint32_t i=0;i<string_table_size;i++) {
  734. StringName s = get_unicode_string();
  735. string_map[i]=s;
  736. }
  737. print_bl("strings: "+itos(string_table_size));
  738. uint32_t ext_resources_size=f->get_32();
  739. for(uint32_t i=0;i<ext_resources_size;i++) {
  740. ExtResoucre er;
  741. er.type=get_unicode_string();
  742. er.path=get_unicode_string();
  743. external_resources.push_back(er);
  744. }
  745. //see if the exporter has different set of external resources for more efficient loading
  746. /*
  747. String preload_depts = "deps/"+res_path.md5_text();
  748. if (Globals::get_singleton()->has(preload_depts)) {
  749. external_resources.clear();
  750. //ignore external resources and use these
  751. NodePath depts=Globals::get_singleton()->get(preload_depts);
  752. external_resources.resize(depts.get_name_count());
  753. for(int i=0;i<depts.get_name_count();i++) {
  754. external_resources[i].path=depts.get_name(i);
  755. }
  756. print_line(res_path+" - EXTERNAL RESOURCES: "+itos(external_resources.size()));
  757. }*/
  758. print_bl("ext resources: "+itos(ext_resources_size));
  759. uint32_t int_resources_size=f->get_32();
  760. for(uint32_t i=0;i<int_resources_size;i++) {
  761. IntResoucre ir;
  762. ir.path=get_unicode_string();
  763. ir.offset=f->get_64();
  764. internal_resources.push_back(ir);
  765. }
  766. print_bl("int resources: "+itos(int_resources_size));
  767. if (f->eof_reached()) {
  768. error=ERR_FILE_CORRUPT;
  769. ERR_EXPLAIN("Premature End Of File: "+local_path);
  770. ERR_FAIL();
  771. }
  772. }
  773. String ResourceInteractiveLoaderBinary::recognize(FileAccess *p_f) {
  774. error=OK;
  775. f=p_f;
  776. uint8_t header[4];
  777. f->get_buffer(header,4);
  778. if (header[0]=='R' && header[1]=='S' && header[2]=='C' && header[3]=='C') {
  779. //compressed
  780. FileAccessCompressed *fac = memnew( FileAccessCompressed );
  781. fac->open_after_magic(f);
  782. f=fac;
  783. } else if (header[0]!='R' || header[1]!='S' || header[2]!='R' || header[3]!='C') {
  784. //not normal
  785. error=ERR_FILE_UNRECOGNIZED;
  786. return "";
  787. }
  788. bool big_endian = f->get_32();
  789. #ifdef BIG_ENDIAN_ENABLED
  790. endian_swap = !big_endian;
  791. #else
  792. bool endian_swap = big_endian;
  793. #endif
  794. bool use_real64 = f->get_32();
  795. f->set_endian_swap(big_endian!=0); //read big endian if saved as big endian
  796. uint32_t ver_major=f->get_32();
  797. uint32_t ver_minor=f->get_32();
  798. uint32_t ver_format=f->get_32();
  799. if (ver_format>FORMAT_VERSION || ver_major>VERSION_MAJOR) {
  800. f->close();
  801. return "";
  802. }
  803. String type=get_unicode_string();
  804. return type;
  805. }
  806. ResourceInteractiveLoaderBinary::ResourceInteractiveLoaderBinary() {
  807. f=NULL;
  808. stage=0;
  809. endian_swap=false;
  810. use_real64=false;
  811. error=OK;
  812. }
  813. ResourceInteractiveLoaderBinary::~ResourceInteractiveLoaderBinary() {
  814. if (f)
  815. memdelete(f);
  816. }
  817. Ref<ResourceInteractiveLoader> ResourceFormatLoaderBinary::load_interactive(const String &p_path, Error *r_error) {
  818. if (r_error)
  819. *r_error=ERR_FILE_CANT_OPEN;
  820. Error err;
  821. FileAccess *f = FileAccess::open(p_path,FileAccess::READ,&err);
  822. if (err!=OK) {
  823. ERR_FAIL_COND_V(err!=OK,Ref<ResourceInteractiveLoader>());
  824. }
  825. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  826. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  827. ria->res_path=ria->local_path;
  828. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  829. ria->open(f);
  830. return ria;
  831. }
  832. void ResourceFormatLoaderBinary::get_recognized_extensions_for_type(const String& p_type,List<String> *p_extensions) const {
  833. if (p_type=="") {
  834. get_recognized_extensions(p_extensions);
  835. return;
  836. }
  837. List<String> extensions;
  838. ObjectTypeDB::get_extensions_for_type(p_type,&extensions);
  839. extensions.sort();
  840. for(List<String>::Element *E=extensions.front();E;E=E->next()) {
  841. String ext = E->get().to_lower();
  842. p_extensions->push_back(ext);
  843. }
  844. }
  845. void ResourceFormatLoaderBinary::get_recognized_extensions(List<String> *p_extensions) const{
  846. List<String> extensions;
  847. ObjectTypeDB::get_resource_base_extensions(&extensions);
  848. extensions.sort();
  849. for(List<String>::Element *E=extensions.front();E;E=E->next()) {
  850. String ext = E->get().to_lower();
  851. p_extensions->push_back(ext);
  852. }
  853. }
  854. bool ResourceFormatLoaderBinary::handles_type(const String& p_type) const{
  855. return true; //handles all
  856. }
  857. Error ResourceFormatLoaderBinary::load_import_metadata(const String &p_path, Ref<ResourceImportMetadata>& r_var) const {
  858. FileAccess *f = FileAccess::open(p_path,FileAccess::READ);
  859. if (!f) {
  860. return ERR_FILE_CANT_OPEN;
  861. }
  862. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  863. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  864. ria->res_path=ria->local_path;
  865. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  866. ria->recognize(f);
  867. if(ria->error!=OK)
  868. return ERR_FILE_UNRECOGNIZED;
  869. f=ria->f;
  870. uint64_t imp_ofs = f->get_64();
  871. if (imp_ofs==0)
  872. return ERR_UNAVAILABLE;
  873. f->seek(imp_ofs);
  874. Ref<ResourceImportMetadata> imd = memnew( ResourceImportMetadata );
  875. imd->set_editor(ria->get_unicode_string());
  876. int sc = f->get_32();
  877. for(int i=0;i<sc;i++) {
  878. String src = ria->get_unicode_string();
  879. String md5 = ria->get_unicode_string();
  880. imd->add_source(src,md5);
  881. }
  882. int pc = f->get_32();
  883. for(int i=0;i<pc;i++) {
  884. String name = ria->get_unicode_string();
  885. Variant val;
  886. ria->parse_variant(val);
  887. imd->set_option(name,val);
  888. }
  889. r_var=imd;
  890. return OK;
  891. }
  892. void ResourceFormatLoaderBinary::get_dependencies(const String& p_path,List<String> *p_dependencies,bool p_add_types) {
  893. FileAccess *f = FileAccess::open(p_path,FileAccess::READ);
  894. ERR_FAIL_COND(!f);
  895. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  896. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  897. ria->res_path=ria->local_path;
  898. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  899. ria->get_dependencies(f,p_dependencies,p_add_types);
  900. }
  901. Error ResourceFormatLoaderBinary::rename_dependencies(const String &p_path,const Map<String,String>& p_map) {
  902. // Error error=OK;
  903. FileAccess *f=FileAccess::open(p_path,FileAccess::READ);
  904. ERR_FAIL_COND_V(!f,ERR_CANT_OPEN);
  905. FileAccess* fw=NULL;//=FileAccess::open(p_path+".depren");
  906. String local_path=p_path.get_base_dir();
  907. uint8_t header[4];
  908. f->get_buffer(header,4);
  909. if (header[0]=='R' && header[1]=='S' && header[2]=='C' && header[3]=='C') {
  910. //compressed
  911. FileAccessCompressed *fac = memnew( FileAccessCompressed );
  912. fac->open_after_magic(f);
  913. f=fac;
  914. FileAccessCompressed *facw = memnew( FileAccessCompressed );
  915. facw->configure("RSCC");
  916. Error err = facw->_open(p_path+".depren",FileAccess::WRITE);
  917. if (err) {
  918. memdelete(fac);
  919. memdelete(facw);
  920. ERR_FAIL_COND_V(err,ERR_FILE_CORRUPT);
  921. }
  922. fw=facw;
  923. } else if (header[0]!='R' || header[1]!='S' || header[2]!='R' || header[3]!='C') {
  924. //not normal
  925. //error=ERR_FILE_UNRECOGNIZED;
  926. memdelete(f);
  927. ERR_EXPLAIN("Unrecognized binary resource file: "+local_path);
  928. ERR_FAIL_V(ERR_FILE_UNRECOGNIZED);
  929. } else {
  930. fw = FileAccess::open(p_path+".depren",FileAccess::WRITE);
  931. if (!fw) {
  932. memdelete(f);
  933. }
  934. ERR_FAIL_COND_V(!fw,ERR_CANT_CREATE);
  935. }
  936. bool big_endian = f->get_32();
  937. #ifdef BIG_ENDIAN_ENABLED
  938. endian_swap = !big_endian;
  939. #else
  940. bool endian_swap = big_endian;
  941. #endif
  942. bool use_real64 = f->get_32();
  943. f->set_endian_swap(big_endian!=0); //read big endian if saved as big endian
  944. fw->store_32(endian_swap);
  945. fw->set_endian_swap(big_endian!=0);
  946. fw->store_32(use_real64); //use real64
  947. uint32_t ver_major=f->get_32();
  948. uint32_t ver_minor=f->get_32();
  949. uint32_t ver_format=f->get_32();
  950. if (ver_format<FORMAT_VERSION_CAN_RENAME_DEPS) {
  951. memdelete(f);
  952. memdelete(fw);
  953. DirAccess *da = DirAccess::create(DirAccess::ACCESS_FILESYSTEM);
  954. da->remove(p_path+".depren");
  955. memdelete(da);
  956. //fuck it, use the old approach;
  957. WARN_PRINT(("This file is old, so it can't refactor dependencies, opening and resaving: "+p_path).utf8().get_data());
  958. Error err;
  959. f = FileAccess::open(p_path,FileAccess::READ,&err);
  960. if (err!=OK) {
  961. ERR_FAIL_COND_V(err!=OK,ERR_FILE_CANT_OPEN);
  962. }
  963. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  964. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  965. ria->res_path=ria->local_path;
  966. ria->remaps=p_map;
  967. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  968. ria->open(f);
  969. err = ria->poll();
  970. while(err==OK) {
  971. err=ria->poll();
  972. }
  973. ERR_FAIL_COND_V(err!=ERR_FILE_EOF,ERR_FILE_CORRUPT);
  974. RES res = ria->get_resource();
  975. ERR_FAIL_COND_V(!res.is_valid(),ERR_FILE_CORRUPT);
  976. return ResourceFormatSaverBinary::singleton->save(p_path,res);
  977. }
  978. if (ver_format>FORMAT_VERSION || ver_major>VERSION_MAJOR) {
  979. memdelete(f);
  980. memdelete(fw);
  981. ERR_EXPLAIN("File Format '"+itos(FORMAT_VERSION)+"."+itos(ver_major)+"."+itos(ver_minor)+"' is too new! Please upgrade to a a new engine version: "+local_path);
  982. ERR_FAIL_V(ERR_FILE_UNRECOGNIZED);
  983. }
  984. fw->store_32( VERSION_MAJOR ); //current version
  985. fw->store_32( VERSION_MINOR );
  986. fw->store_32( FORMAT_VERSION );
  987. save_ustring(fw,get_ustring(f)); //type
  988. size_t md_ofs = f->get_pos();
  989. size_t importmd_ofs = f->get_64();
  990. fw->store_64(0); //metadata offset
  991. for(int i=0;i<14;i++) {
  992. fw->store_32(0);
  993. f->get_32();
  994. }
  995. //string table
  996. uint32_t string_table_size=f->get_32();
  997. fw->store_32(string_table_size);
  998. for(uint32_t i=0;i<string_table_size;i++) {
  999. String s = get_ustring(f);
  1000. save_ustring(fw,s);
  1001. }
  1002. //external resources
  1003. uint32_t ext_resources_size=f->get_32();
  1004. fw->store_32(ext_resources_size);
  1005. for(uint32_t i=0;i<ext_resources_size;i++) {
  1006. String type = get_ustring(f);
  1007. String path = get_ustring(f);
  1008. bool relative=false;
  1009. if (!path.begins_with("res://")) {
  1010. path=local_path.plus_file(path).simplify_path();
  1011. relative=true;
  1012. }
  1013. if (p_map.has(path)) {
  1014. String np=p_map[path];
  1015. path=np;
  1016. }
  1017. if (relative) {
  1018. //restore relative
  1019. path=local_path.path_to_file(path);
  1020. }
  1021. save_ustring(fw,type);
  1022. save_ustring(fw,path);
  1023. }
  1024. int64_t size_diff = (int64_t)fw->get_pos() - (int64_t)f->get_pos();
  1025. //internal resources
  1026. uint32_t int_resources_size=f->get_32();
  1027. fw->store_32(int_resources_size);
  1028. for(uint32_t i=0;i<int_resources_size;i++) {
  1029. String path=get_ustring(f);
  1030. uint64_t offset=f->get_64();
  1031. save_ustring(fw,path);
  1032. fw->store_64(offset+size_diff);
  1033. }
  1034. //rest of file
  1035. uint8_t b = f->get_8();
  1036. while(!f->eof_reached()) {
  1037. fw->store_8(b);
  1038. b = f->get_8();
  1039. }
  1040. bool all_ok = fw->get_error()==OK;
  1041. fw->seek(md_ofs);
  1042. fw->store_64(importmd_ofs+size_diff);
  1043. memdelete(f);
  1044. memdelete(fw);
  1045. if (!all_ok) {
  1046. return ERR_CANT_CREATE;
  1047. }
  1048. DirAccess *da = DirAccess::create(DirAccess::ACCESS_RESOURCES);
  1049. da->remove(p_path);
  1050. da->rename(p_path+".depren",p_path);
  1051. memdelete(da);
  1052. return OK;
  1053. }
  1054. String ResourceFormatLoaderBinary::get_resource_type(const String &p_path) const {
  1055. FileAccess *f = FileAccess::open(p_path,FileAccess::READ);
  1056. if (!f) {
  1057. return ""; //could not rwead
  1058. }
  1059. Ref<ResourceInteractiveLoaderBinary> ria = memnew( ResourceInteractiveLoaderBinary );
  1060. ria->local_path=Globals::get_singleton()->localize_path(p_path);
  1061. ria->res_path=ria->local_path;
  1062. // ria->set_local_path( Globals::get_singleton()->localize_path(p_path) );
  1063. String r = ria->recognize(f);
  1064. return r;
  1065. }
  1066. ///////////////////////////////////////////////////////////
  1067. ///////////////////////////////////////////////////////////
  1068. ///////////////////////////////////////////////////////////
  1069. void ResourceFormatSaverBinaryInstance::_pad_buffer(int p_bytes) {
  1070. int extra = 4-(p_bytes%4);
  1071. if (extra<4) {
  1072. for(int i=0;i<extra;i++)
  1073. f->store_8(0); //pad to 32
  1074. }
  1075. }
  1076. void ResourceFormatSaverBinaryInstance::write_variant(const Variant& p_property,const PropertyInfo& p_hint) {
  1077. switch(p_property.get_type()) {
  1078. case Variant::NIL: {
  1079. f->store_32(VARIANT_NIL);
  1080. // don't store anything
  1081. } break;
  1082. case Variant::BOOL: {
  1083. f->store_32(VARIANT_BOOL);
  1084. bool val=p_property;
  1085. f->store_32(val);
  1086. } break;
  1087. case Variant::INT: {
  1088. f->store_32(VARIANT_INT);
  1089. int val=p_property;
  1090. f->store_32(val);
  1091. } break;
  1092. case Variant::REAL: {
  1093. f->store_32(VARIANT_REAL);
  1094. real_t val=p_property;
  1095. f->store_real(val);
  1096. } break;
  1097. case Variant::STRING: {
  1098. f->store_32(VARIANT_STRING);
  1099. String val=p_property;
  1100. save_unicode_string(val);
  1101. } break;
  1102. case Variant::VECTOR2: {
  1103. f->store_32(VARIANT_VECTOR2);
  1104. Vector2 val=p_property;
  1105. f->store_real(val.x);
  1106. f->store_real(val.y);
  1107. } break;
  1108. case Variant::RECT2: {
  1109. f->store_32(VARIANT_RECT2);
  1110. Rect2 val=p_property;
  1111. f->store_real(val.pos.x);
  1112. f->store_real(val.pos.y);
  1113. f->store_real(val.size.x);
  1114. f->store_real(val.size.y);
  1115. } break;
  1116. case Variant::VECTOR3: {
  1117. f->store_32(VARIANT_VECTOR3);
  1118. Vector3 val=p_property;
  1119. f->store_real(val.x);
  1120. f->store_real(val.y);
  1121. f->store_real(val.z);
  1122. } break;
  1123. case Variant::PLANE: {
  1124. f->store_32(VARIANT_PLANE);
  1125. Plane val=p_property;
  1126. f->store_real(val.normal.x);
  1127. f->store_real(val.normal.y);
  1128. f->store_real(val.normal.z);
  1129. f->store_real(val.d);
  1130. } break;
  1131. case Variant::QUAT: {
  1132. f->store_32(VARIANT_QUAT);
  1133. Quat val=p_property;
  1134. f->store_real(val.x);
  1135. f->store_real(val.y);
  1136. f->store_real(val.z);
  1137. f->store_real(val.w);
  1138. } break;
  1139. case Variant::_AABB: {
  1140. f->store_32(VARIANT_AABB);
  1141. AABB val=p_property;
  1142. f->store_real(val.pos.x);
  1143. f->store_real(val.pos.y);
  1144. f->store_real(val.pos.z);
  1145. f->store_real(val.size.x);
  1146. f->store_real(val.size.y);
  1147. f->store_real(val.size.z);
  1148. } break;
  1149. case Variant::MATRIX32: {
  1150. f->store_32(VARIANT_MATRIX32);
  1151. Matrix32 val=p_property;
  1152. f->store_real(val.elements[0].x);
  1153. f->store_real(val.elements[0].y);
  1154. f->store_real(val.elements[1].x);
  1155. f->store_real(val.elements[1].y);
  1156. f->store_real(val.elements[2].x);
  1157. f->store_real(val.elements[2].y);
  1158. } break;
  1159. case Variant::MATRIX3: {
  1160. f->store_32(VARIANT_MATRIX3);
  1161. Matrix3 val=p_property;
  1162. f->store_real(val.elements[0].x);
  1163. f->store_real(val.elements[0].y);
  1164. f->store_real(val.elements[0].z);
  1165. f->store_real(val.elements[1].x);
  1166. f->store_real(val.elements[1].y);
  1167. f->store_real(val.elements[1].z);
  1168. f->store_real(val.elements[2].x);
  1169. f->store_real(val.elements[2].y);
  1170. f->store_real(val.elements[2].z);
  1171. } break;
  1172. case Variant::TRANSFORM: {
  1173. f->store_32(VARIANT_TRANSFORM);
  1174. Transform val=p_property;
  1175. f->store_real(val.basis.elements[0].x);
  1176. f->store_real(val.basis.elements[0].y);
  1177. f->store_real(val.basis.elements[0].z);
  1178. f->store_real(val.basis.elements[1].x);
  1179. f->store_real(val.basis.elements[1].y);
  1180. f->store_real(val.basis.elements[1].z);
  1181. f->store_real(val.basis.elements[2].x);
  1182. f->store_real(val.basis.elements[2].y);
  1183. f->store_real(val.basis.elements[2].z);
  1184. f->store_real(val.origin.x);
  1185. f->store_real(val.origin.y);
  1186. f->store_real(val.origin.z);
  1187. } break;
  1188. case Variant::COLOR: {
  1189. f->store_32(VARIANT_COLOR);
  1190. Color val=p_property;
  1191. f->store_real(val.r);
  1192. f->store_real(val.g);
  1193. f->store_real(val.b);
  1194. f->store_real(val.a);
  1195. } break;
  1196. case Variant::IMAGE: {
  1197. f->store_32(VARIANT_IMAGE);
  1198. Image val =p_property;
  1199. if (val.empty()) {
  1200. f->store_32(IMAGE_ENCODING_EMPTY);
  1201. break;
  1202. }
  1203. int encoding=IMAGE_ENCODING_RAW;
  1204. float quality=0.7;
  1205. if (val.get_format() <= Image::FORMAT_INDEXED_ALPHA) {
  1206. //can only compress uncompressed stuff
  1207. if (p_hint.hint==PROPERTY_HINT_IMAGE_COMPRESS_LOSSY && Image::lossy_packer) {
  1208. encoding=IMAGE_ENCODING_LOSSY;
  1209. float qs=p_hint.hint_string.to_double();
  1210. if (qs!=0.0)
  1211. quality=qs;
  1212. } else if (p_hint.hint==PROPERTY_HINT_IMAGE_COMPRESS_LOSSLESS && Image::lossless_packer) {
  1213. encoding=IMAGE_ENCODING_LOSSLESS;
  1214. }
  1215. }
  1216. f->store_32(encoding); //raw encoding
  1217. if (encoding==IMAGE_ENCODING_RAW) {
  1218. f->store_32(val.get_width());
  1219. f->store_32(val.get_height());
  1220. f->store_32(val.get_mipmaps());
  1221. switch(val.get_format()) {
  1222. case Image::FORMAT_GRAYSCALE: f->store_32(IMAGE_FORMAT_GRAYSCALE ); break; ///< one byte per pixel: f->store_32(IMAGE_FORMAT_ ); break; 0-255
  1223. case Image::FORMAT_INTENSITY: f->store_32(IMAGE_FORMAT_INTENSITY ); break; ///< one byte per pixel: f->store_32(IMAGE_FORMAT_ ); break; 0-255
  1224. case Image::FORMAT_GRAYSCALE_ALPHA: f->store_32(IMAGE_FORMAT_GRAYSCALE_ALPHA ); break; ///< two bytes per pixel: f->store_32(IMAGE_FORMAT_ ); break; 0-255. alpha 0-255
  1225. case Image::FORMAT_RGB: f->store_32(IMAGE_FORMAT_RGB ); break; ///< one byte R: f->store_32(IMAGE_FORMAT_ ); break; one byte G: f->store_32(IMAGE_FORMAT_ ); break; one byte B
  1226. case Image::FORMAT_RGBA: f->store_32(IMAGE_FORMAT_RGBA ); break; ///< one byte R: f->store_32(IMAGE_FORMAT_ ); break; one byte G: f->store_32(IMAGE_FORMAT_ ); break; one byte B: f->store_32(IMAGE_FORMAT_ ); break; one byte A
  1227. case Image::FORMAT_INDEXED: f->store_32(IMAGE_FORMAT_INDEXED ); break; ///< index byte 0-256: f->store_32(IMAGE_FORMAT_ ); break; and after image end: f->store_32(IMAGE_FORMAT_ ); break; 256*3 bytes of palette
  1228. case Image::FORMAT_INDEXED_ALPHA: f->store_32(IMAGE_FORMAT_INDEXED_ALPHA ); break; ///< index byte 0-256: f->store_32(IMAGE_FORMAT_ ); break; and after image end: f->store_32(IMAGE_FORMAT_ ); break; 256*4 bytes of palette (alpha)
  1229. case Image::FORMAT_BC1: f->store_32(IMAGE_FORMAT_BC1 ); break; // DXT1
  1230. case Image::FORMAT_BC2: f->store_32(IMAGE_FORMAT_BC2 ); break; // DXT3
  1231. case Image::FORMAT_BC3: f->store_32(IMAGE_FORMAT_BC3 ); break; // DXT5
  1232. case Image::FORMAT_BC4: f->store_32(IMAGE_FORMAT_BC4 ); break; // ATI1
  1233. case Image::FORMAT_BC5: f->store_32(IMAGE_FORMAT_BC5 ); break; // ATI2
  1234. case Image::FORMAT_PVRTC2: f->store_32(IMAGE_FORMAT_PVRTC2 ); break;
  1235. case Image::FORMAT_PVRTC2_ALPHA: f->store_32(IMAGE_FORMAT_PVRTC2_ALPHA ); break;
  1236. case Image::FORMAT_PVRTC4: f->store_32(IMAGE_FORMAT_PVRTC4 ); break;
  1237. case Image::FORMAT_PVRTC4_ALPHA: f->store_32(IMAGE_FORMAT_PVRTC4_ALPHA ); break;
  1238. case Image::FORMAT_ETC: f->store_32(IMAGE_FORMAT_ETC); break;
  1239. case Image::FORMAT_ATC: f->store_32(IMAGE_FORMAT_ATC); break;
  1240. case Image::FORMAT_ATC_ALPHA_EXPLICIT: f->store_32(IMAGE_FORMAT_ATC_ALPHA_EXPLICIT); break;
  1241. case Image::FORMAT_ATC_ALPHA_INTERPOLATED: f->store_32(IMAGE_FORMAT_ATC_ALPHA_INTERPOLATED); break;
  1242. case Image::FORMAT_CUSTOM: f->store_32(IMAGE_FORMAT_CUSTOM ); break;
  1243. default: {}
  1244. }
  1245. int dlen = val.get_data().size();
  1246. f->store_32(dlen);
  1247. DVector<uint8_t>::Read r = val.get_data().read();
  1248. f->store_buffer(r.ptr(),dlen);
  1249. _pad_buffer(dlen);
  1250. } else {
  1251. DVector<uint8_t> data;
  1252. if (encoding==IMAGE_ENCODING_LOSSY) {
  1253. data=Image::lossy_packer(val,quality);
  1254. } else if (encoding==IMAGE_ENCODING_LOSSLESS) {
  1255. data=Image::lossless_packer(val);
  1256. }
  1257. int ds=data.size();
  1258. f->store_32(ds);
  1259. if (ds>0) {
  1260. DVector<uint8_t>::Read r = data.read();
  1261. f->store_buffer(r.ptr(),ds);
  1262. _pad_buffer(ds);
  1263. }
  1264. }
  1265. } break;
  1266. case Variant::NODE_PATH: {
  1267. f->store_32(VARIANT_NODE_PATH);
  1268. NodePath np=p_property;
  1269. f->store_16(np.get_name_count());
  1270. uint16_t snc = np.get_subname_count();
  1271. if (np.is_absolute())
  1272. snc|=0x8000;
  1273. f->store_16(snc);
  1274. for(int i=0;i<np.get_name_count();i++)
  1275. f->store_32(get_string_index(np.get_name(i)));
  1276. for(int i=0;i<np.get_subname_count();i++)
  1277. f->store_32(get_string_index(np.get_subname(i)));
  1278. f->store_32(get_string_index(np.get_property()));
  1279. } break;
  1280. case Variant::_RID: {
  1281. f->store_32(VARIANT_RID);
  1282. WARN_PRINT("Can't save RIDs");
  1283. RID val = p_property;
  1284. f->store_32(val.get_id());
  1285. } break;
  1286. case Variant::OBJECT: {
  1287. f->store_32(VARIANT_OBJECT);
  1288. RES res = p_property;
  1289. if (res.is_null()) {
  1290. f->store_32(OBJECT_EMPTY);
  1291. return; // don't save it
  1292. }
  1293. if (res->get_path().length() && res->get_path().find("::")==-1) {
  1294. f->store_32(OBJECT_EXTERNAL_RESOURCE_INDEX);
  1295. f->store_32(external_resources[res]);
  1296. } else {
  1297. if (!resource_set.has(res)) {
  1298. f->store_32(OBJECT_EMPTY);
  1299. ERR_EXPLAIN("Resource was not pre cached for the resource section, bug?");
  1300. ERR_FAIL();
  1301. }
  1302. f->store_32(OBJECT_INTERNAL_RESOURCE);
  1303. f->store_32(res->get_subindex());
  1304. //internal resource
  1305. }
  1306. } break;
  1307. case Variant::INPUT_EVENT: {
  1308. f->store_32(VARIANT_INPUT_EVENT);
  1309. InputEvent event=p_property;
  1310. f->store_32(0); //event type none, nothing else suported for now.
  1311. } break;
  1312. case Variant::DICTIONARY: {
  1313. f->store_32(VARIANT_DICTIONARY);
  1314. Dictionary d = p_property;
  1315. f->store_32(uint32_t(d.size())|(d.is_shared()?0x80000000:0));
  1316. List<Variant> keys;
  1317. d.get_key_list(&keys);
  1318. for(List<Variant>::Element *E=keys.front();E;E=E->next()) {
  1319. //if (!_check_type(dict[E->get()]))
  1320. // continue;
  1321. write_variant(E->get());
  1322. write_variant(d[E->get()]);
  1323. }
  1324. } break;
  1325. case Variant::ARRAY: {
  1326. f->store_32(VARIANT_ARRAY);
  1327. Array a=p_property;
  1328. f->store_32(uint32_t(a.size())|(a.is_shared()?0x80000000:0));
  1329. for(int i=0;i<a.size();i++) {
  1330. write_variant(a[i]);
  1331. }
  1332. } break;
  1333. case Variant::RAW_ARRAY: {
  1334. f->store_32(VARIANT_RAW_ARRAY);
  1335. DVector<uint8_t> arr = p_property;
  1336. int len=arr.size();
  1337. f->store_32(len);
  1338. DVector<uint8_t>::Read r = arr.read();
  1339. f->store_buffer(r.ptr(),len);
  1340. _pad_buffer(len);
  1341. } break;
  1342. case Variant::INT_ARRAY: {
  1343. f->store_32(VARIANT_INT_ARRAY);
  1344. DVector<int> arr = p_property;
  1345. int len=arr.size();
  1346. f->store_32(len);
  1347. DVector<int>::Read r = arr.read();
  1348. for(int i=0;i<len;i++)
  1349. f->store_32(r[i]);
  1350. } break;
  1351. case Variant::REAL_ARRAY: {
  1352. f->store_32(VARIANT_REAL_ARRAY);
  1353. DVector<real_t> arr = p_property;
  1354. int len=arr.size();
  1355. f->store_32(len);
  1356. DVector<real_t>::Read r = arr.read();
  1357. for(int i=0;i<len;i++) {
  1358. f->store_real(r[i]);
  1359. }
  1360. } break;
  1361. case Variant::STRING_ARRAY: {
  1362. f->store_32(VARIANT_STRING_ARRAY);
  1363. DVector<String> arr = p_property;
  1364. int len=arr.size();
  1365. f->store_32(len);
  1366. DVector<String>::Read r = arr.read();
  1367. for(int i=0;i<len;i++) {
  1368. save_unicode_string(r[i]);
  1369. }
  1370. } break;
  1371. case Variant::VECTOR3_ARRAY: {
  1372. f->store_32(VARIANT_VECTOR3_ARRAY);
  1373. DVector<Vector3> arr = p_property;
  1374. int len=arr.size();
  1375. f->store_32(len);
  1376. DVector<Vector3>::Read r = arr.read();
  1377. for(int i=0;i<len;i++) {
  1378. f->store_real(r[i].x);
  1379. f->store_real(r[i].y);
  1380. f->store_real(r[i].z);
  1381. }
  1382. } break;
  1383. case Variant::VECTOR2_ARRAY: {
  1384. f->store_32(VARIANT_VECTOR2_ARRAY);
  1385. DVector<Vector2> arr = p_property;
  1386. int len=arr.size();
  1387. f->store_32(len);
  1388. DVector<Vector2>::Read r = arr.read();
  1389. for(int i=0;i<len;i++) {
  1390. f->store_real(r[i].x);
  1391. f->store_real(r[i].y);
  1392. }
  1393. } break;
  1394. case Variant::COLOR_ARRAY: {
  1395. f->store_32(VARIANT_COLOR_ARRAY);
  1396. DVector<Color> arr = p_property;
  1397. int len=arr.size();
  1398. f->store_32(len);
  1399. DVector<Color>::Read r = arr.read();
  1400. for(int i=0;i<len;i++) {
  1401. f->store_real(r[i].r);
  1402. f->store_real(r[i].g);
  1403. f->store_real(r[i].b);
  1404. f->store_real(r[i].a);
  1405. }
  1406. } break;
  1407. default: {
  1408. ERR_EXPLAIN("Invalid variant");
  1409. ERR_FAIL();
  1410. }
  1411. }
  1412. }
  1413. void ResourceFormatSaverBinaryInstance::_find_resources(const Variant& p_variant,bool p_main) {
  1414. switch(p_variant.get_type()) {
  1415. case Variant::OBJECT: {
  1416. RES res = p_variant.operator RefPtr();
  1417. if (res.is_null() || external_resources.has(res))
  1418. return;
  1419. if (!p_main && (!bundle_resources ) && res->get_path().length() && res->get_path().find("::") == -1 ) {
  1420. int idx = external_resources.size();
  1421. external_resources[res]=idx;
  1422. return;
  1423. }
  1424. if (resource_set.has(res))
  1425. return;
  1426. List<PropertyInfo> property_list;
  1427. res->get_property_list(&property_list);
  1428. for(List<PropertyInfo>::Element *E=property_list.front();E;E=E->next()) {
  1429. if (E->get().usage&PROPERTY_USAGE_STORAGE || (bundle_resources && E->get().usage&PROPERTY_USAGE_BUNDLE)) {
  1430. _find_resources(res->get(E->get().name));
  1431. }
  1432. }
  1433. resource_set.insert(res);
  1434. saved_resources.push_back(res);
  1435. } break;
  1436. case Variant::ARRAY: {
  1437. Array varray=p_variant;
  1438. int len=varray.size();
  1439. for(int i=0;i<len;i++) {
  1440. Variant v=varray.get(i);
  1441. _find_resources(v);
  1442. }
  1443. } break;
  1444. case Variant::DICTIONARY: {
  1445. Dictionary d=p_variant;
  1446. List<Variant> keys;
  1447. d.get_key_list(&keys);
  1448. for(List<Variant>::Element *E=keys.front();E;E=E->next()) {
  1449. _find_resources(E->get());
  1450. Variant v = d[E->get()];
  1451. _find_resources(v);
  1452. }
  1453. } break;
  1454. case Variant::NODE_PATH: {
  1455. //take the chance and save node path strings
  1456. NodePath np = p_variant;
  1457. for(int i=0;i<np.get_name_count();i++)
  1458. get_string_index(np.get_name(i));
  1459. for(int i=0;i<np.get_subname_count();i++)
  1460. get_string_index(np.get_subname(i));
  1461. get_string_index(np.get_property());
  1462. } break;
  1463. default: {}
  1464. }
  1465. }
  1466. #if 0
  1467. Error ResourceFormatSaverBinary::_save_obj(const Object *p_object,SavedObject *so) {
  1468. //use classic way
  1469. List<PropertyInfo> property_list;
  1470. p_object->get_property_list( &property_list );
  1471. for(List<PropertyInfo>::Element *E=property_list.front();E;E=E->next()) {
  1472. if (skip_editor && E->get().name.begins_with("__editor"))
  1473. continue;
  1474. if (E->get().usage&PROPERTY_USAGE_STORAGE || (bundle_resources && E->get().usage&PROPERTY_USAGE_BUNDLE)) {
  1475. SavedObject::SavedProperty sp;
  1476. sp.name_idx=get_string_index(E->get().name);
  1477. sp.value = p_object->get(E->get().name);
  1478. _find_resources(sp.value);
  1479. so->properties.push_back(sp);
  1480. }
  1481. }
  1482. return OK;
  1483. }
  1484. Error ResourceFormatSaverBinary::save(const Object *p_object,const Variant &p_meta) {
  1485. ERR_FAIL_COND_V(!f,ERR_UNCONFIGURED);
  1486. ERR_EXPLAIN("write_object should supply either an object, a meta, or both");
  1487. ERR_FAIL_COND_V(!p_object && p_meta.get_type()==Variant::NIL, ERR_INVALID_PARAMETER);
  1488. SavedObject *so = memnew( SavedObject );
  1489. if (p_object)
  1490. so->type=p_object->get_type();
  1491. _find_resources(p_meta);
  1492. so->meta=p_meta;
  1493. Error err = _save_obj(p_object,so);
  1494. ERR_FAIL_COND_V( err, ERR_INVALID_DATA );
  1495. saved_objects.push_back(so);
  1496. return OK;
  1497. }
  1498. #endif
  1499. void ResourceFormatSaverBinaryInstance::save_unicode_string(const String& p_string) {
  1500. CharString utf8 = p_string.utf8();
  1501. f->store_32(utf8.length()+1);
  1502. f->store_buffer((const uint8_t*)utf8.get_data(),utf8.length()+1);
  1503. }
  1504. int ResourceFormatSaverBinaryInstance::get_string_index(const String& p_string) {
  1505. StringName s=p_string;
  1506. if (string_map.has(s))
  1507. return string_map[s];
  1508. string_map[s]=strings.size();
  1509. strings.push_back(s);
  1510. return strings.size()-1;
  1511. }
  1512. Error ResourceFormatSaverBinaryInstance::save(const String &p_path,const RES& p_resource,uint32_t p_flags) {
  1513. Error err;
  1514. if (p_flags&ResourceSaver::FLAG_COMPRESS) {
  1515. FileAccessCompressed *fac = memnew( FileAccessCompressed );
  1516. fac->configure("RSCC");
  1517. f=fac;
  1518. err = fac->_open(p_path,FileAccess::WRITE);
  1519. if (err)
  1520. memdelete(f);
  1521. } else {
  1522. f=FileAccess::open(p_path,FileAccess::WRITE,&err);
  1523. }
  1524. ERR_FAIL_COND_V(err,err);
  1525. FileAccessRef _fref(f);
  1526. relative_paths=p_flags&ResourceSaver::FLAG_RELATIVE_PATHS;
  1527. skip_editor=p_flags&ResourceSaver::FLAG_OMIT_EDITOR_PROPERTIES;
  1528. bundle_resources=p_flags&ResourceSaver::FLAG_BUNDLE_RESOURCES;
  1529. big_endian=p_flags&ResourceSaver::FLAG_SAVE_BIG_ENDIAN;
  1530. takeover_paths=p_flags&ResourceSaver::FLAG_REPLACE_SUBRESOURCE_PATHS;
  1531. if (!p_path.begins_with("res://"))
  1532. takeover_paths=false;
  1533. local_path=p_path.get_base_dir();
  1534. //bin_meta_idx = get_string_index("__bin_meta__"); //is often used, so create
  1535. _find_resources(p_resource,true);
  1536. if (!(p_flags&ResourceSaver::FLAG_COMPRESS)) {
  1537. //save header compressed
  1538. static const uint8_t header[4]={'R','S','R','C'};
  1539. f->store_buffer(header,4);
  1540. }
  1541. if (big_endian) {
  1542. f->store_32(1);
  1543. f->set_endian_swap(true);
  1544. } else
  1545. f->store_32(0);
  1546. f->store_32(0); //64 bits file, false for now
  1547. f->store_32(VERSION_MAJOR);
  1548. f->store_32(VERSION_MINOR);
  1549. f->store_32(FORMAT_VERSION);
  1550. if (f->get_error()!=OK && f->get_error()!=ERR_FILE_EOF) {
  1551. f->close();
  1552. return ERR_CANT_CREATE;
  1553. }
  1554. //f->store_32(saved_resources.size()+external_resources.size()); // load steps -not needed
  1555. save_unicode_string(p_resource->get_type());
  1556. uint64_t md_at = f->get_pos();
  1557. f->store_64(0); //offset to impoty metadata
  1558. for(int i=0;i<14;i++)
  1559. f->store_32(0); // reserved
  1560. List<ResourceData> resources;
  1561. {
  1562. for(List<RES>::Element *E=saved_resources.front();E;E=E->next()) {
  1563. ResourceData &rd = resources.push_back(ResourceData())->get();
  1564. rd.type=E->get()->get_type();
  1565. List<PropertyInfo> property_list;
  1566. E->get()->get_property_list( &property_list );
  1567. for(List<PropertyInfo>::Element *F=property_list.front();F;F=F->next()) {
  1568. if (skip_editor && F->get().name.begins_with("__editor"))
  1569. continue;
  1570. if (F->get().usage&PROPERTY_USAGE_STORAGE || (bundle_resources && F->get().usage&PROPERTY_USAGE_BUNDLE)) {
  1571. Property p;
  1572. p.name_idx=get_string_index(F->get().name);
  1573. p.value=E->get()->get(F->get().name);
  1574. if ((F->get().usage&PROPERTY_USAGE_STORE_IF_NONZERO && p.value.is_zero())||(F->get().usage&PROPERTY_USAGE_STORE_IF_NONONE && p.value.is_one()) )
  1575. continue;
  1576. p.pi=F->get();
  1577. rd.properties.push_back(p);
  1578. }
  1579. }
  1580. }
  1581. }
  1582. f->store_32(strings.size()); //string table size
  1583. for(int i=0;i<strings.size();i++) {
  1584. //print_bl("saving string: "+strings[i]);
  1585. save_unicode_string(strings[i]);
  1586. }
  1587. // save external resource table
  1588. f->store_32(external_resources.size()); //amount of external resources
  1589. Vector<RES> save_order;
  1590. save_order.resize(external_resources.size());
  1591. for(Map<RES,int>::Element *E=external_resources.front();E;E=E->next()) {
  1592. save_order[E->get()]=E->key();
  1593. }
  1594. for(int i=0;i<save_order.size();i++) {
  1595. save_unicode_string(save_order[i]->get_save_type());
  1596. String path = save_order[i]->get_path();
  1597. path=relative_paths?local_path.path_to_file(path):path;
  1598. save_unicode_string(path);
  1599. }
  1600. // save internal resource table
  1601. f->store_32(saved_resources.size()); //amount of internal resources
  1602. Vector<uint64_t> ofs_pos;
  1603. Set<int> used_indices;
  1604. for(List<RES>::Element *E=saved_resources.front();E;E=E->next()) {
  1605. RES r = E->get();
  1606. if (r->get_path()=="" || r->get_path().find("::")!=-1) {
  1607. if (r->get_subindex()!=0) {
  1608. if (used_indices.has(r->get_subindex())) {
  1609. r->set_subindex(0); //repeated
  1610. } else {
  1611. used_indices.insert(r->get_subindex());
  1612. }
  1613. }
  1614. }
  1615. }
  1616. for(List<RES>::Element *E=saved_resources.front();E;E=E->next()) {
  1617. RES r = E->get();
  1618. if (r->get_path()=="" || r->get_path().find("::")!=-1) {
  1619. if (r->get_subindex()==0) {
  1620. int new_subindex=1;
  1621. if (used_indices.size()) {
  1622. new_subindex=used_indices.back()->get()+1;
  1623. }
  1624. r->set_subindex(new_subindex);
  1625. used_indices.insert(new_subindex);
  1626. }
  1627. save_unicode_string("local://"+itos(r->get_subindex()));
  1628. if (takeover_paths) {
  1629. r->set_path(p_path+"::"+itos(r->get_subindex()),true);
  1630. }
  1631. #ifdef TOOLS_ENABLED
  1632. r->set_edited(false);
  1633. #endif
  1634. } else {
  1635. save_unicode_string(r->get_path()); //actual external
  1636. }
  1637. ofs_pos.push_back(f->get_pos());
  1638. f->store_64(0); //offset in 64 bits
  1639. }
  1640. Vector<uint64_t> ofs_table;
  1641. // int saved_idx=0;
  1642. //now actually save the resources
  1643. for(List<ResourceData>::Element *E=resources.front();E;E=E->next()) {
  1644. ResourceData & rd = E->get();
  1645. ofs_table.push_back(f->get_pos());
  1646. save_unicode_string(rd.type);
  1647. f->store_32(rd.properties.size());
  1648. for (List<Property>::Element *F=rd.properties.front();F;F=F->next()) {
  1649. Property &p=F->get();
  1650. f->store_32(p.name_idx);
  1651. write_variant(p.value,F->get().pi);
  1652. }
  1653. }
  1654. for(int i=0;i<ofs_table.size();i++) {
  1655. f->seek(ofs_pos[i]);
  1656. f->store_64(ofs_table[i]);
  1657. }
  1658. f->seek_end();
  1659. print_line("SAVING: "+p_path);
  1660. if (p_resource->get_import_metadata().is_valid()) {
  1661. uint64_t md_pos = f->get_pos();
  1662. Ref<ResourceImportMetadata> imd=p_resource->get_import_metadata();
  1663. save_unicode_string(imd->get_editor());
  1664. f->store_32(imd->get_source_count());
  1665. for(int i=0;i<imd->get_source_count();i++) {
  1666. save_unicode_string(imd->get_source_path(i));
  1667. save_unicode_string(imd->get_source_md5(i));
  1668. print_line("SAVE PATH: "+imd->get_source_path(i));
  1669. print_line("SAVE MD5: "+imd->get_source_md5(i));
  1670. }
  1671. List<String> options;
  1672. imd->get_options(&options);
  1673. f->store_32(options.size());
  1674. for(List<String>::Element *E=options.front();E;E=E->next()) {
  1675. save_unicode_string(E->get());
  1676. write_variant(imd->get_option(E->get()));
  1677. }
  1678. f->seek(md_at);
  1679. f->store_64(md_pos);
  1680. f->seek_end();
  1681. }
  1682. f->store_buffer((const uint8_t*)"RSRC",4); //magic at end
  1683. if (f->get_error()!=OK && f->get_error()!=ERR_FILE_EOF) {
  1684. f->close();
  1685. return ERR_CANT_CREATE;
  1686. }
  1687. f->close();
  1688. return OK;
  1689. }
  1690. Error ResourceFormatSaverBinary::save(const String &p_path,const RES& p_resource,uint32_t p_flags) {
  1691. String local_path = Globals::get_singleton()->localize_path(p_path);
  1692. ResourceFormatSaverBinaryInstance saver;
  1693. return saver.save(local_path,p_resource,p_flags);
  1694. }
  1695. bool ResourceFormatSaverBinary::recognize(const RES& p_resource) const {
  1696. return true; //all recognized
  1697. }
  1698. void ResourceFormatSaverBinary::get_recognized_extensions(const RES& p_resource,List<String> *p_extensions) const {
  1699. String base = p_resource->get_base_extension().to_lower();
  1700. p_extensions->push_back(base);
  1701. }
  1702. ResourceFormatSaverBinary* ResourceFormatSaverBinary::singleton=NULL;
  1703. ResourceFormatSaverBinary::ResourceFormatSaverBinary() {
  1704. singleton=this;
  1705. }