BfSystem.cpp 131 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937
  1. //#include <direct.h>
  2. #include "BfSystem.h"
  3. #include "BfParser.h"
  4. #include "BfCompiler.h"
  5. #include "BfDefBuilder.h"
  6. #include "BeefySysLib/util/PerfTimer.h"
  7. #include "BeefySysLib/util/BeefPerf.h"
  8. #include "BeefySysLib/util/UTF8.h"
  9. #include "BfAutoComplete.h"
  10. #include "BfResolvePass.h"
  11. #include "MemReporter.h"
  12. #include "BfIRCodeGen.h"
  13. #include "BfIRBuilder.h"
  14. #include "BeefySysLib/util/AllocDebug.h"
  15. #define STB_SPRINTF_DECORATE(name) BF_stbsp_##name
  16. #include "../../third_party/stb/stb_sprintf.h"
  17. USING_NS_BF;
  18. using namespace llvm;
  19. #pragma warning(disable:4996)
  20. void Beefy::DoBfLog(int fileIdx, const char* fmt ...)
  21. {
  22. static int entryNum = 0;
  23. static bool onNewLine[10];
  24. entryNum++;
  25. static BfpFile* fp[10] = { NULL };
  26. static bool openedLog[10] = { false };
  27. static int64 logSize[10] = { 0 };
  28. static int logCount[10] = { 0 };
  29. if (logSize[fileIdx] >= 1 * 1024 * 1024 * 1024)
  30. {
  31. BfpFile_Release(fp[fileIdx]);
  32. openedLog[fileIdx] = false;
  33. }
  34. if (!openedLog[fileIdx])
  35. {
  36. openedLog[fileIdx] = true;
  37. logSize[fileIdx] = 0;
  38. char exeName[512];
  39. int len = 512;
  40. BfpSystem_GetExecutablePath(exeName, &len, NULL);
  41. String dbgName = exeName;
  42. int dotPos = (int)dbgName.IndexOf('.');
  43. if (dotPos != -1)
  44. dbgName.RemoveToEnd(dotPos);
  45. dbgName += StrFormat("_%d", fileIdx);
  46. if (logCount[fileIdx] > 0)
  47. dbgName += 'B';
  48. dbgName += ".txt";
  49. fp[fileIdx] = BfpFile_Create(dbgName.c_str(), BfpFileCreateKind_CreateAlways, (BfpFileCreateFlags)(BfpFileCreateFlag_Write | BfpFileCreateFlag_NoBuffering | BfpFileCreateFlag_ShareRead), BfpFileAttribute_Normal, NULL);
  50. onNewLine[fileIdx] = true;
  51. logCount[fileIdx]++;
  52. }
  53. if (fp[fileIdx] == NULL)
  54. return;
  55. char lineStr[4096];
  56. int strOfs;
  57. int maxChars;
  58. if (onNewLine[fileIdx])
  59. {
  60. strOfs = sprintf(lineStr, "%d", entryNum) + 1;
  61. lineStr[strOfs - 1] = ' ';
  62. maxChars = 4095 - strOfs;
  63. }
  64. else
  65. {
  66. strOfs = 0;
  67. maxChars = 4095;
  68. }
  69. va_list argList;
  70. va_start(argList, fmt);
  71. int numChars = BF_stbsp_vsnprintf(lineStr + strOfs, maxChars, fmt, argList);
  72. if (numChars <= maxChars)
  73. {
  74. if (strOfs + numChars > 0)
  75. {
  76. logSize[fileIdx] += strOfs + numChars;
  77. BfpFile_Write(fp[fileIdx], lineStr, strOfs + numChars, -1, NULL);
  78. if (lineStr[strOfs + numChars - 1] == '\n')
  79. onNewLine[fileIdx] = true;
  80. else
  81. onNewLine[fileIdx] = false;
  82. }
  83. else
  84. onNewLine[fileIdx] = false;
  85. return;
  86. }
  87. String aResult = vformat(fmt, argList);
  88. va_end(argList);
  89. if (onNewLine[fileIdx])
  90. {
  91. aResult = StrFormat("%d ", entryNum) + aResult;
  92. }
  93. if (aResult.EndsWith('\n'))
  94. onNewLine[fileIdx] = true;
  95. else
  96. onNewLine[fileIdx] = false;
  97. logSize[fileIdx] += aResult.length();
  98. BfpFile_Write(fp[fileIdx], aResult.c_str(), aResult.length(), -1, NULL);
  99. }
  100. BfAtom::~BfAtom()
  101. {
  102. BF_ASSERT(mPrevNamesMap.IsEmpty());
  103. BF_ASSERT(mRefCount == 0);
  104. BF_ASSERT(mPendingDerefCount == 0);
  105. }
  106. void BfAtom::Ref()
  107. {
  108. mRefCount++;
  109. }
  110. // Val128 BfAtom::GetTypesHash()
  111. // {
  112. // if (mTypeData == NULL)
  113. // return 0;
  114. // if (mTypeData->mTypesHash.IsZero())
  115. // {
  116. // for (auto typeDef : mTypeData->mTypeDefs)
  117. // {
  118. // if (typeDef->mNextRevision != NULL)
  119. // {
  120. // HASH128_MIXIN(mTypeData->mTypesHash, typeDef->mNextRevision->mHash);
  121. // continue;
  122. // }
  123. //
  124. // // Use the typeDef's 'mHash' here - we don't want our hash to change when
  125. // // the internals of a typeDef changes, we just want it to change when
  126. // // we add or remove typeDefs of this given name
  127. // HASH128_MIXIN(mTypeData->mTypesHash, typeDef->mHash);
  128. // }
  129. // }
  130. // return mTypeData->mTypesHash;
  131. // }
  132. BfAtomComposite::BfAtomComposite()
  133. {
  134. mParts = NULL;
  135. mSize = 0;
  136. mAllocSize = 0;
  137. mOwns = false;
  138. }
  139. BfAtomComposite::BfAtomComposite(BfAtom* atom)
  140. {
  141. Set(&atom, 1, NULL, 0);
  142. }
  143. BfAtomComposite::BfAtomComposite(const BfAtomComposite& rhs)
  144. {
  145. mParts = NULL;
  146. mSize = 0;
  147. mAllocSize = 0;
  148. mOwns = false;
  149. if (rhs.mParts != NULL)
  150. Set(rhs.mParts, rhs.mSize, NULL, 0);
  151. }
  152. BfAtomComposite::BfAtomComposite(BfAtomComposite&& rhs)
  153. {
  154. if ((rhs.mOwns) || (rhs.mParts == NULL))
  155. {
  156. mParts = rhs.mParts;
  157. mSize = rhs.mSize;
  158. mAllocSize = rhs.mAllocSize;
  159. mOwns = rhs.mOwns;
  160. rhs.mParts = NULL;
  161. rhs.mSize = 0;
  162. rhs.mAllocSize = 0;
  163. rhs.mOwns = false;
  164. return;
  165. }
  166. mParts = NULL;
  167. mSize = 0;
  168. mAllocSize = 0;
  169. mOwns = false;
  170. if (rhs.mParts != NULL)
  171. Set(rhs.mParts, rhs.mSize, NULL, 0);
  172. }
  173. BfAtomComposite::BfAtomComposite(const BfAtomComposite& left, const BfAtomComposite& right)
  174. {
  175. mParts = NULL;
  176. mSize = 0;
  177. mAllocSize = 0;
  178. mOwns = false;
  179. Set(left.mParts, left.mSize, right.mParts, right.mSize);
  180. }
  181. BfAtomComposite::BfAtomComposite(const BfAtomComposite& left, BfAtom* right)
  182. {
  183. mParts = NULL;
  184. mSize = 0;
  185. mAllocSize = 0;
  186. mOwns = false;
  187. Set(left.mParts, left.mSize, &right, 1);
  188. }
  189. void BfAtomComposite::Set(const BfAtomComposite& left, const BfAtomComposite& right)
  190. {
  191. Set(left.mParts, left.mSize, right.mParts, right.mSize);
  192. }
  193. void BfAtomComposite::Set(BfAtom** atomsA, int countA, BfAtom** atomsB, int countB)
  194. {
  195. BfAtom** freeParts = NULL;
  196. if (countA + countB > mAllocSize)
  197. {
  198. if (mOwns) // Defer freeing incase we are referring to ourselves
  199. freeParts = mParts;
  200. mAllocSize = countA + countB;
  201. mParts = (BfAtom**)malloc(sizeof(BfAtom*) * mAllocSize);
  202. mOwns = true;
  203. }
  204. if (countA > 0)
  205. memcpy(mParts, atomsA, sizeof(BfAtom*) * countA);
  206. if (countB > 0)
  207. memcpy(mParts + countA, atomsB, sizeof(BfAtom*) * countB);
  208. mSize = countA + countB;
  209. if (freeParts != NULL)
  210. free(freeParts);
  211. }
  212. BfAtomComposite::~BfAtomComposite()
  213. {
  214. if (mOwns)
  215. free(mParts);
  216. }
  217. BfAtomComposite& BfAtomComposite::operator=(const BfAtomComposite& rhs)
  218. {
  219. Set(rhs.mParts, rhs.mSize, NULL, 0);
  220. return *this;
  221. }
  222. bool BfAtomComposite::operator==(const BfAtomComposite& other) const
  223. {
  224. if (mSize != other.mSize)
  225. return false;
  226. for (int i = 0; i < other.mSize; i++)
  227. if (mParts[i] != other.mParts[i])
  228. return false;
  229. return true;
  230. }
  231. bool BfAtomComposite::operator!=(const BfAtomComposite& other) const
  232. {
  233. return !(*this == other);
  234. }
  235. bool BfAtomComposite::IsValid() const
  236. {
  237. for (int i = 0; i < mSize; i++)
  238. if (mParts[i] == NULL)
  239. return false;
  240. return true;
  241. }
  242. bool BfAtomComposite::IsEmpty() const
  243. {
  244. return mSize == 0;
  245. }
  246. int BfAtomComposite::GetPartsCount() const
  247. {
  248. return mSize;
  249. }
  250. String BfAtomComposite::ToString() const
  251. {
  252. if (mSize == 0)
  253. return "";
  254. if (mSize == 1)
  255. return String(mParts[0]->mString);
  256. String retStr;
  257. for (int i = 0; i < mSize; i++)
  258. {
  259. if (i > 0)
  260. retStr += ".";
  261. retStr += mParts[i]->mString;
  262. }
  263. return retStr;
  264. }
  265. void BfAtomComposite::ToString(StringImpl& str) const
  266. {
  267. for (int i = 0; i < mSize; i++)
  268. {
  269. if (i > 0)
  270. str += ".";
  271. str += mParts[i]->mString;
  272. }
  273. }
  274. bool BfAtomComposite::StartsWith(const BfAtomComposite& other) const
  275. {
  276. if (mSize < other.mSize)
  277. return false;
  278. for (int i = 0; i < other.mSize; i++)
  279. if (mParts[i] != other.mParts[i])
  280. return false;
  281. return true;
  282. }
  283. bool BfAtomComposite::EndsWith(const BfAtomComposite& other) const
  284. {
  285. int ofs = mSize - other.mSize;
  286. if (ofs < 0)
  287. return false;
  288. for (int i = 0; i < other.mSize; i++)
  289. if (mParts[i + ofs] != other.mParts[i])
  290. return false;
  291. return true;
  292. }
  293. BfAtomComposite BfAtomComposite::GetSub(int start, int len) const
  294. {
  295. BfAtomComposite atomComposite;
  296. atomComposite.Set(mParts + start, len, NULL, 0);
  297. return atomComposite;
  298. }
  299. void BfAtomComposite::Reference(const BfAtomComposite & other)
  300. {
  301. if (!mOwns)
  302. {
  303. mParts = other.mParts;
  304. mSize = other.mSize;
  305. return;
  306. }
  307. Set(other.mParts, other.mSize, NULL, 0);
  308. }
  309. // Val128 BfAtomComposite::GetTypesHash()
  310. // {
  311. // Val128 hash;
  312. // for (int i = 0; i < mSize; i++)
  313. // {
  314. // auto atom = mParts[i];
  315. // if (atom->mRefCount == 0)
  316. // return 0; // 0 is our "error condition" when we're looking at a graveyard'ed atom
  317. // Val128 hashPart = atom->GetTypesHash();
  318. // if (hash.IsZero())
  319. // hash = hashPart;
  320. // else
  321. // HASH128_MIXIN(hash, hashPart);
  322. // }
  323. // return hash;
  324. // }
  325. uint32 BfAtomComposite::GetAtomUpdateIdx()
  326. {
  327. uint32 updateIdx = 0;
  328. for (int i = 0; i < mSize; i++)
  329. {
  330. auto atom = mParts[i];
  331. if ((atom->mRefCount - atom->mPendingDerefCount) == 0)
  332. return 0; // 0 is our "error condition" when we're looking at a graveyard'ed atom
  333. updateIdx = BF_MAX(updateIdx, atom->mAtomUpdateIdx);
  334. }
  335. return updateIdx;
  336. }
  337. BfSizedAtomComposite::BfSizedAtomComposite()
  338. {
  339. mAllocSize = BF_ARRAY_COUNT(mInitialAlloc);
  340. mParts = mInitialAlloc;
  341. }
  342. BfSizedAtomComposite::~BfSizedAtomComposite()
  343. {
  344. if (mParts == mInitialAlloc)
  345. mParts = NULL;
  346. }
  347. //////////////////////////////////////////////////////////////////////////
  348. void BfMemberDef::SetName(BfAstNode* nameNode)
  349. {
  350. StringView sv = nameNode->ToStringView();
  351. while ((!sv.IsEmpty()) && (sv[0] == '@'))
  352. {
  353. sv.RemoveFromStart(1);
  354. mNamePrefixCount++;
  355. }
  356. mName = sv;
  357. }
  358. void BfParameterDef::SetName(BfAstNode* nameNode)
  359. {
  360. StringView sv = nameNode->ToStringView();
  361. while ((!sv.IsEmpty()) && (sv[0] == '@'))
  362. {
  363. sv.RemoveFromStart(1);
  364. mNamePrefixCount++;
  365. }
  366. mName = sv;
  367. }
  368. //////////////////////////////////////////////////////////////////////////
  369. bool BfFieldDef::IsEnumCaseEntry()
  370. {
  371. return ((mFieldDeclaration != NULL) && (BfNodeIsA<BfEnumEntryDeclaration>(mFieldDeclaration))) ||
  372. ((mFieldDeclaration == NULL) && (mIsConst) && (mDeclaringType->mTypeCode == BfTypeCode_Enum));
  373. }
  374. bool BfPropertyDef::IsVirtual()
  375. {
  376. if (((BfPropertyDeclaration*)mFieldDeclaration)->mVirtualSpecifier)
  377. return true;
  378. return false;
  379. }
  380. bool BfPropertyDef::HasExplicitInterface()
  381. {
  382. for (auto methodDef : mMethods)
  383. {
  384. if (methodDef->mExplicitInterface != NULL)
  385. return true;
  386. }
  387. return false;
  388. }
  389. bool BfPropertyDef::IsExpressionBodied()
  390. {
  391. auto propertyDeclaration = (BfPropertyDeclaration*)mFieldDeclaration;
  392. if (auto expr = BfNodeDynCast<BfPropertyBodyExpression>(propertyDeclaration->mDefinitionBlock))
  393. return true;
  394. return false;
  395. }
  396. BfAstNode * BfPropertyDef::GetRefNode()
  397. {
  398. BfPropertyDeclaration* propDecl = (BfPropertyDeclaration*)mFieldDeclaration;
  399. if ((propDecl != NULL) && (propDecl->mNameNode != NULL))
  400. return propDecl->mNameNode;
  401. return propDecl;
  402. }
  403. ///
  404. BfAstNode* BfMethodDef::GetRefNode()
  405. {
  406. if (mMethodType == BfMethodType_Operator)
  407. {
  408. BfOperatorDef* operatorDef = (BfOperatorDef*)this;
  409. if (operatorDef->mOperatorDeclaration->mOpTypeToken != NULL)
  410. return operatorDef->mOperatorDeclaration->mOpTypeToken;
  411. return operatorDef->mOperatorDeclaration->mOperatorToken;
  412. }
  413. if (auto methodDeclaration = GetMethodDeclaration())
  414. {
  415. if (auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration))
  416. return ctorDecl->mThisToken;
  417. if (methodDeclaration->mNameNode != NULL)
  418. return methodDeclaration->mNameNode;
  419. return methodDeclaration;
  420. }
  421. if (auto methodDeclaration = GetPropertyMethodDeclaration())
  422. {
  423. return methodDeclaration->mNameNode;
  424. }
  425. if (mDeclaringType != NULL)
  426. return mDeclaringType->GetRefNode();
  427. return NULL;
  428. }
  429. BfTokenNode* BfMethodDef::GetMutNode()
  430. {
  431. if (auto methodDeclaration = GetMethodDeclaration())
  432. return methodDeclaration->mMutSpecifier;
  433. if (auto propertyMethodDeclaration = GetMethodDeclaration())
  434. return propertyMethodDeclaration->mMutSpecifier;
  435. return NULL;
  436. }
  437. bool BfMethodDef::HasBody()
  438. {
  439. if (auto methodDeclaration = GetMethodDeclaration())
  440. return methodDeclaration->mBody != NULL;
  441. if (auto methodDeclaration = GetPropertyMethodDeclaration())
  442. {
  443. auto body = methodDeclaration->mBody;
  444. return (body != NULL) && (!BfNodeIsA<BfTokenNode>(body));
  445. }
  446. return false;
  447. }
  448. BfMethodDef::~BfMethodDef()
  449. {
  450. FreeMembers();
  451. }
  452. BfImportKind BfMethodDef::GetImportKindFromPath(const StringImpl& filePath)
  453. {
  454. String fileExt = GetFileExtension(filePath);
  455. if ((fileExt.Equals(".DYLIB", StringImpl::CompareKind_OrdinalIgnoreCase)) ||
  456. (fileExt.Equals(".SO", StringImpl::CompareKind_OrdinalIgnoreCase)) ||
  457. (fileExt.Equals(".DLL", StringImpl::CompareKind_OrdinalIgnoreCase)) ||
  458. (fileExt.Equals(".EXE", StringImpl::CompareKind_OrdinalIgnoreCase)))
  459. {
  460. return BfImportKind_Import_Dynamic;
  461. }
  462. return BfImportKind_Import_Static;
  463. }
  464. void BfMethodDef::Reset()
  465. {
  466. FreeMembers();
  467. }
  468. void BfMethodDef::FreeMembers()
  469. {
  470. for (auto param : mParams)
  471. delete param;
  472. mParams.Clear();
  473. for (auto genericParam : mGenericParams)
  474. delete genericParam;
  475. mGenericParams.Clear();
  476. delete mParamNameMap;
  477. }
  478. BfMethodDeclaration* BfMethodDef::GetMethodDeclaration()
  479. {
  480. return BfNodeDynCast<BfMethodDeclaration>(mMethodDeclaration);
  481. }
  482. BfPropertyMethodDeclaration* BfMethodDef::GetPropertyMethodDeclaration()
  483. {
  484. return BfNodeDynCast<BfPropertyMethodDeclaration>(mMethodDeclaration);
  485. }
  486. BfPropertyDeclaration* BfMethodDef::GetPropertyDeclaration()
  487. {
  488. auto propertyMethodDeclaration = BfNodeDynCast<BfPropertyMethodDeclaration>(mMethodDeclaration);
  489. if (propertyMethodDeclaration == NULL)
  490. return NULL;
  491. return propertyMethodDeclaration->mPropertyDeclaration;
  492. }
  493. bool BfMethodDef::IsEmptyPartial()
  494. {
  495. return mIsPartial && (mBody == NULL);
  496. }
  497. bool BfMethodDef::IsDefaultCtor()
  498. {
  499. if ((mMethodType == BfMethodType_Ctor) || (mMethodType == BfMethodType_CtorNoBody))
  500. {
  501. return ((mParams.IsEmpty()) ||
  502. ((mParams.mSize == 1) && (mParams[0]->mParamKind == BfParamKind_AppendIdx)));
  503. }
  504. else if (mMethodType == BfMethodType_CtorCalcAppend)
  505. return mParams.IsEmpty();
  506. return false;
  507. }
  508. bool BfMethodDef::IsCtorOrInit()
  509. {
  510. return (mMethodType >= BfMethodType_CtorCalcAppend) && (mMethodType <= BfMethodType_Init);
  511. }
  512. String BfMethodDef::ToString()
  513. {
  514. String methodText;
  515. if (mName.empty())
  516. {
  517. if (auto operatorDecl = BfNodeDynCast<BfOperatorDeclaration>(mMethodDeclaration))
  518. {
  519. methodText += "operator";
  520. if (operatorDecl->mIsConvOperator)
  521. {
  522. methodText += " ";
  523. GetMethodDeclaration()->mReturnType->ToString(methodText);
  524. }
  525. else if (operatorDecl->mOpTypeToken != NULL)
  526. operatorDecl->mOpTypeToken->ToString(methodText);
  527. }
  528. }
  529. else if (mMethodType == BfMethodType_Ctor)
  530. methodText += "this";
  531. else if (mMethodType == BfMethodType_Dtor)
  532. methodText += "~this";
  533. else
  534. methodText += mName;
  535. if (mMethodType == BfMethodType_Mixin)
  536. methodText += "!";
  537. if (mGenericParams.size() != 0)
  538. {
  539. methodText += "<";
  540. for (int genericParamIdx = 0; genericParamIdx < (int)mGenericParams.size(); genericParamIdx++)
  541. {
  542. if (genericParamIdx != 0)
  543. methodText += ", ";
  544. methodText += mGenericParams[genericParamIdx]->mName;
  545. }
  546. methodText += ">";
  547. }
  548. int visParamIdx = 0;
  549. methodText += "(";
  550. for (int paramIdx = 0; paramIdx < (int)mParams.size(); paramIdx++)
  551. {
  552. BfParameterDef* paramDef = mParams[paramIdx];
  553. if ((paramDef->mParamKind == BfParamKind_AppendIdx) || (paramDef->mParamKind == BfParamKind_ImplicitCapture))
  554. continue;
  555. if (visParamIdx > 0)
  556. methodText += ", ";
  557. if (paramDef->mParamKind == BfParamKind_Params)
  558. methodText += "params ";
  559. if (paramDef->mTypeRef != NULL)
  560. paramDef->mTypeRef->ToString(methodText);
  561. methodText += " ";
  562. methodText += paramDef->mName;
  563. if ((paramDef->mParamDeclaration != NULL) && (paramDef->mParamDeclaration->mInitializer != NULL))
  564. {
  565. methodText += " = " + paramDef->mParamDeclaration->mInitializer->ToString();
  566. }
  567. visParamIdx++;
  568. }
  569. methodText += ")";
  570. return methodText;
  571. }
  572. String BfMethodDef::GetReflectName()
  573. {
  574. if (mMethodType == BfMethodType_Ctor)
  575. return "this";
  576. if (mMethodType == BfMethodType_Dtor)
  577. return "~this";
  578. return mName;
  579. }
  580. int BfMethodDef::GetExplicitParamCount()
  581. {
  582. for (int i = 0; i < (int)mParams.size(); i++)
  583. {
  584. auto param = mParams[i];
  585. if ((param->mParamKind != BfParamKind_AppendIdx) &&
  586. (param->mParamKind != BfParamKind_ImplicitCapture))
  587. return (int)mParams.size() - i;
  588. }
  589. return (int)mParams.size();
  590. }
  591. void BfMethodDef::BuildParamNameMap()
  592. {
  593. if (mParamNameMap != NULL)
  594. return;
  595. int startIdx = 0;
  596. if (mMethodType == BfMethodType_Extension)
  597. startIdx = 1;
  598. mParamNameMap = new Dictionary<StringView, int>();
  599. for (int i = startIdx; i < mParams.mSize; i++)
  600. (*mParamNameMap)[mParams[i]->mName] = i - startIdx;
  601. }
  602. bool BfMethodDef::CanReflect()
  603. {
  604. if (mMethodDeclaration != NULL)
  605. return true;
  606. if (mMethodType == BfMethodType_Ctor)
  607. return true;
  608. if ((mDeclaringType->mIsDelegate) || (mDeclaringType->mIsFunction))
  609. return mName == "Invoke";
  610. return false;
  611. }
  612. ///
  613. void BfTypeDef::Reset()
  614. {
  615. FreeMembers();
  616. Init();
  617. }
  618. void BfTypeDef::FreeMembers()
  619. {
  620. if ((!mIsCombinedPartial) && (mEmitParent == NULL))
  621. mSystem->RemoveNamespaceUsage(mNamespace, mProject);
  622. if (mName != NULL)
  623. {
  624. if (mName != mSystem->mEmptyAtom)
  625. {
  626. if (!mIsNextRevision)
  627. mSystem->UntrackName(this);
  628. if (mInDeleteQueue)
  629. {
  630. BF_ASSERT(mName->mPendingDerefCount > 0);
  631. if (mName->mPendingDerefCount > 0)
  632. mName->mPendingDerefCount--;
  633. }
  634. mSystem->ReleaseAtom(mName);
  635. }
  636. mName = NULL;
  637. }
  638. if (mNameEx != NULL)
  639. {
  640. if (mInDeleteQueue)
  641. {
  642. BF_ASSERT(mNameEx->mPendingDerefCount > 0);
  643. if (mNameEx->mPendingDerefCount > 0)
  644. mNameEx->mPendingDerefCount--;
  645. }
  646. mSystem->ReleaseAtom(mNameEx);
  647. mNameEx = NULL;
  648. }
  649. for (auto genericParam : mGenericParamDefs)
  650. {
  651. // auto genericParamCopy = *genericParam;
  652. // BF_ASSERT(genericParam->mOwner != NULL);
  653. //
  654. // if (genericParam->mOwner == this)
  655. delete genericParam;
  656. }
  657. mGenericParamDefs.Clear();
  658. for (auto field : mFields)
  659. delete field;
  660. mFields.Clear();
  661. for (auto prop : mProperties)
  662. delete prop;
  663. mProperties.Clear();
  664. for (auto method : mMethods)
  665. delete method;
  666. mMethods.Clear();
  667. mNestedTypes.Clear();
  668. // mOperators are also in mMethods so we don't need to delete those specifically
  669. mOperators.Clear();
  670. for (auto& searchName : mNamespaceSearch)
  671. mSystem->ReleaseAtomComposite(searchName);
  672. mNamespaceSearch.Clear();
  673. mStaticSearch.Clear();
  674. mInternalAccessSet.Clear();
  675. for (auto allocNode : mDirectAllocNodes)
  676. delete allocNode;
  677. mDirectAllocNodes.Clear();
  678. mIsNextRevision = false;
  679. }
  680. void BfTypeDef::PopulateMemberSets()
  681. {
  682. while (mMethodSet.mSourceSize < mMethods.mSize)
  683. {
  684. auto methodDef = mMethods[mMethodSet.mSourceSize++];
  685. BF_ASSERT(methodDef->mNextWithSameName == NULL);
  686. BfMemberSetEntry* entry;
  687. if (!mMethodSet.TryAdd(methodDef, &entry))
  688. {
  689. methodDef->mNextWithSameName = (BfMethodDef*)entry->mMemberDef;
  690. entry->mMemberDef = methodDef;
  691. }
  692. }
  693. while (mFieldSet.mSourceSize < mFields.mSize)
  694. {
  695. auto fieldDef = mFields[mFieldSet.mSourceSize++];
  696. BF_ASSERT(fieldDef->mNextWithSameName == NULL);
  697. BfMemberSetEntry* entry;
  698. if (!mFieldSet.TryAdd(fieldDef, &entry))
  699. {
  700. fieldDef->mNextWithSameName = (BfFieldDef*)entry->mMemberDef;
  701. entry->mMemberDef = fieldDef;
  702. }
  703. }
  704. while (mPropertySet.mSourceSize < mProperties.mSize)
  705. {
  706. auto propDef = mProperties[mPropertySet.mSourceSize++];
  707. BF_ASSERT(propDef->mNextWithSameName == NULL);
  708. BfMemberSetEntry* entry;
  709. if (!mPropertySet.TryAdd(propDef, &entry))
  710. {
  711. propDef->mNextWithSameName = (BfPropertyDef*)entry->mMemberDef;
  712. entry->mMemberDef = propDef;
  713. }
  714. }
  715. }
  716. void BfTypeDef::ClearMemberSets()
  717. {
  718. for (auto entry : mMethodSet)
  719. ((BfMethodDef*)entry.mMemberDef)->mNextWithSameName = NULL;
  720. mMethodSet.Clear();
  721. for (auto entry : mFieldSet)
  722. ((BfFieldDef*)entry.mMemberDef)->mNextWithSameName = NULL;
  723. mFieldSet.Clear();
  724. for (auto entry : mPropertySet)
  725. ((BfPropertyDef*)entry.mMemberDef)->mNextWithSameName = NULL;
  726. mPropertySet.Clear();
  727. }
  728. BfTypeDef::~BfTypeDef()
  729. {
  730. BfLogSysM("BfTypeDef::~BfTypeDef %p\n", this);
  731. delete mNextRevision;
  732. FreeMembers();
  733. if (mSource != NULL)
  734. {
  735. mSource->mRefCount--;
  736. BF_ASSERT(mSource->mRefCount >= 0);
  737. }
  738. }
  739. BfSource* BfTypeDef::GetLastSource()
  740. {
  741. if (mNextRevision != NULL)
  742. return mNextRevision->mSource;
  743. return mSource;
  744. }
  745. bool BfTypeDef::IsGlobalsContainer()
  746. {
  747. return (mIsStatic) && (mName == mSystem->mGlobalsAtom);
  748. }
  749. void BfTypeDef::RemoveGenericParamDef(BfGenericParamDef* genericParamDef)
  750. {
  751. BF_FATAL("Not used anymore");
  752. if (mGenericParamDefs.size() == 0)
  753. return;
  754. for (auto innerType : mNestedTypes)
  755. innerType->RemoveGenericParamDef(genericParamDef);
  756. if (mGenericParamDefs[0] == genericParamDef)
  757. {
  758. mGenericParamDefs.erase(mGenericParamDefs.begin());
  759. //if (genericParamDef->mOwner == this)
  760. delete genericParamDef;
  761. }
  762. }
  763. int BfTypeDef::GetSelfGenericParamCount()
  764. {
  765. if (mOuterType != NULL)
  766. return (int)mGenericParamDefs.size() - (int)mOuterType->mGenericParamDefs.size();
  767. return (int)mGenericParamDefs.size();
  768. }
  769. BfMethodDef* BfTypeDef::GetMethodByName(const StringImpl& name, int paramCount)
  770. {
  771. PopulateMemberSets();
  772. BfMemberSetEntry* entry = NULL;
  773. if (!mMethodSet.TryGetWith(name, &entry))
  774. return NULL;
  775. BfMethodDef* bestMethodDef = NULL;
  776. auto methodDef = (BfMethodDef*)entry->mMemberDef;
  777. while (methodDef != NULL)
  778. {
  779. if (((paramCount == -1) || (paramCount == (int)methodDef->mParams.size())))
  780. {
  781. if ((bestMethodDef == NULL) ||
  782. ((bestMethodDef->mDeclaringType->IsExtension()) && (!methodDef->mDeclaringType->IsExtension())))
  783. bestMethodDef = methodDef;
  784. }
  785. methodDef = methodDef->mNextWithSameName;
  786. }
  787. return bestMethodDef;
  788. }
  789. BfFieldDef* BfTypeDef::GetFieldByName(const StringImpl& name)
  790. {
  791. PopulateMemberSets();
  792. BfFieldDef* nextField = NULL;
  793. BfMemberSetEntry* entry;
  794. if (mFieldSet.TryGetWith(name, &entry))
  795. return (BfFieldDef*)entry->mMemberDef;
  796. return NULL;
  797. }
  798. String BfTypeDef::ToString()
  799. {
  800. String typeName(mName->ToString());
  801. auto checkOuterTypeDef = mOuterType;
  802. while (checkOuterTypeDef != NULL)
  803. {
  804. typeName = checkOuterTypeDef->mName->ToString() + "." + typeName;
  805. checkOuterTypeDef = checkOuterTypeDef->mOuterType;
  806. }
  807. if (mGenericParamDefs.size() != 0)
  808. {
  809. typeName += "<";
  810. for (int genericParamIdx = 0; genericParamIdx < (int)mGenericParamDefs.size(); genericParamIdx++)
  811. {
  812. if (genericParamIdx > 0)
  813. typeName += ", ";
  814. typeName += mGenericParamDefs[genericParamIdx]->mName;
  815. }
  816. typeName += ">";
  817. }
  818. return typeName;
  819. }
  820. bool BfTypeDef::HasAutoProperty(BfPropertyDeclaration* propertyDeclaration)
  821. {
  822. if (mTypeCode == BfTypeCode_Interface)
  823. return false;
  824. if (propertyDeclaration->mTypeRef == NULL)
  825. return false;
  826. if ((propertyDeclaration->mVirtualSpecifier != NULL) && (propertyDeclaration->mVirtualSpecifier->GetToken() == BfToken_Abstract))
  827. return false;
  828. if (propertyDeclaration->mExternSpecifier != NULL)
  829. return false;
  830. if (propertyDeclaration->IsA<BfIndexerDeclaration>())
  831. return false;
  832. for (auto methodDeclaration : propertyDeclaration->mMethods)
  833. {
  834. if (methodDeclaration->mBody == NULL)
  835. return true;
  836. }
  837. return false;
  838. }
  839. String BfTypeDef::GetAutoPropertyName(BfPropertyDeclaration* propertyDeclaration)
  840. {
  841. String name = "prop__";
  842. if (propertyDeclaration->mNameNode != NULL)
  843. name += propertyDeclaration->mNameNode->ToString();
  844. return name;
  845. }
  846. BfAstNode* BfTypeDef::GetRefNode()
  847. {
  848. if ((mTypeDeclaration != NULL) && (mTypeDeclaration->mNameNode != NULL))
  849. return mTypeDeclaration->mNameNode;
  850. return mTypeDeclaration;
  851. }
  852. void BfTypeDef::ReportMemory(MemReporter* memReporter)
  853. {
  854. memReporter->Add(sizeof(BfTypeDef));
  855. memReporter->AddVec(mNamespaceSearch, false);
  856. memReporter->AddVec(mStaticSearch, false);
  857. memReporter->AddVec(mInternalAccessSet, false);
  858. memReporter->AddVecPtr("Fields", mFields, false);
  859. memReporter->AddVecPtr("Properties", mProperties, false);
  860. memReporter->BeginSection("Methods");
  861. memReporter->AddVecPtr(mMethods, false);
  862. for (auto methodDef : mMethods)
  863. {
  864. memReporter->AddVecPtr("Params", methodDef->mParams, false);
  865. memReporter->AddVecPtr(methodDef->mGenericParams, false);
  866. }
  867. memReporter->EndSection();
  868. memReporter->AddVecPtr(mOperators, false);
  869. memReporter->AddVecPtr(mGenericParamDefs, false);
  870. memReporter->AddHashSet(mMethodSet, false);
  871. memReporter->AddHashSet(mFieldSet, false);
  872. memReporter->AddHashSet(mPropertySet, false);
  873. memReporter->AddVec(mBaseTypes, false);
  874. memReporter->AddVec(mNestedTypes, false);
  875. memReporter->AddVec(mDirectAllocNodes, false);
  876. }
  877. bool BfTypeDef::ContainsPartial(BfTypeDef* partialTypeDef)
  878. {
  879. if (partialTypeDef->mPartialIdx < 0)
  880. return false;
  881. if (partialTypeDef->mPartialIdx >= mPartials.mSize)
  882. return false;
  883. return mPartials[partialTypeDef->mPartialIdx] == partialTypeDef;
  884. }
  885. bool BfTypeDef::NameEquals(BfTypeDef* otherTypeDef)
  886. {
  887. if (mName != otherTypeDef->mName)
  888. return false;
  889. // We can't just check mFullnames, because a namespace of "A" with a type named "B.C" would match
  890. // a namespace of "A.B" with a type named "C"
  891. if (mNamespace.mSize != otherTypeDef->mNamespace.mSize)
  892. return false;
  893. return mFullName == otherTypeDef->mFullName;
  894. }
  895. bool BfTypeDef::HasSource(BfSource* source)
  896. {
  897. if (mNextRevision != NULL)
  898. return mNextRevision->HasSource(source);
  899. if (mSource == source)
  900. return true;
  901. if ((mSource != NULL) && (mSource->mNextRevision != NULL) && (mSource->mNextRevision == source))
  902. return true;
  903. for (auto partial : mPartials)
  904. if (partial->mSource == source)
  905. return true;
  906. return false;
  907. }
  908. bool BfTypeDef::HasCustomAttributes()
  909. {
  910. if ((mTypeDeclaration != NULL) && (mTypeDeclaration->mAttributes != NULL))
  911. return true;
  912. for (auto& partial : mPartials)
  913. if ((partial->mTypeDeclaration != NULL) && (partial->mTypeDeclaration->mAttributes != NULL))
  914. return true;
  915. return false;
  916. }
  917. bool BfTypeDef::HasParsingFailed()
  918. {
  919. auto parser = mTypeDeclaration->GetParser();
  920. if ((parser != NULL) && (parser->mParsingFailed))
  921. return true;
  922. for (auto partial : mPartials)
  923. {
  924. parser = partial->mTypeDeclaration->GetParser();
  925. if ((parser != NULL) && (parser->mParsingFailed))
  926. return true;
  927. }
  928. return false;
  929. }
  930. //////////////////////////////////////////////////////////////////////////
  931. BfProject::BfProject()
  932. {
  933. mDisabled = false;
  934. mSingleModule = false;
  935. mTargetType = BfTargetType_BeefConsoleApplication;
  936. mBuildConfigChanged = false;
  937. mSingleModule = false;
  938. mAlwaysIncludeAll = false;
  939. mDeleteStage = BfProject::DeleteStage_None;
  940. mSystem = NULL;
  941. mIdx = -1;
  942. }
  943. BfProject::~BfProject()
  944. {
  945. BF_ASSERT(mNamespaces.size() == 0);
  946. BfLogSysM("Deleting project %p %s\n", this, mName.c_str());
  947. }
  948. void BfProject::ClearCache()
  949. {
  950. mDependencySet.Clear();
  951. mDependencyKindDict.Clear();
  952. }
  953. bool BfProject::ContainsReference(BfProject* refProject)
  954. {
  955. if (refProject->mDisabled)
  956. return false;
  957. if (refProject == this)
  958. return true;
  959. for (int i = 0; i < (int)mDependencies.size(); i++)
  960. if (mDependencies[i] == refProject)
  961. return true;
  962. return false;
  963. }
  964. bool BfProject::ReferencesOrReferencedBy(BfProject* refProject)
  965. {
  966. return ContainsReference(refProject) || refProject->ContainsReference(this);
  967. }
  968. bool BfProject::IsTestProject()
  969. {
  970. return mTargetType == BfTargetType_BeefTest;
  971. }
  972. bool BfProject::HasDependency(BfProject* project)
  973. {
  974. if (mDependencySet.IsEmpty())
  975. {
  976. auto _AddProject = [&](BfProject* addProject)
  977. {
  978. if (mDependencySet.Add(addProject))
  979. {
  980. for (auto dep : addProject->mDependencies)
  981. mDependencySet.Add(dep);
  982. }
  983. };
  984. _AddProject(this);
  985. }
  986. return mDependencySet.Contains(project);
  987. }
  988. BfProject::DependencyKind BfProject::GetDependencyKind(BfProject* project)
  989. {
  990. DependencyKind* depKindPtr = NULL;
  991. if (mDependencyKindDict.TryAdd(project, NULL, &depKindPtr))
  992. {
  993. *depKindPtr = DependencyKind_None;
  994. if (project == this)
  995. {
  996. *depKindPtr = DependencyKind_Identity;
  997. }
  998. else if (HasDependency(project))
  999. {
  1000. *depKindPtr = DependencyKind_Dependency;
  1001. }
  1002. else if (project->HasDependency(this))
  1003. {
  1004. *depKindPtr = DependencyKind_Dependent_Exclusive;
  1005. for (auto checkProject : mSystem->mProjects)
  1006. {
  1007. if ((checkProject == this) || (checkProject == project) || (checkProject->mDisabled))
  1008. continue;
  1009. if (checkProject->HasDependency(this))
  1010. {
  1011. if (!checkProject->HasDependency(project))
  1012. {
  1013. *depKindPtr = DependencyKind_Dependent_Shared;
  1014. }
  1015. }
  1016. }
  1017. }
  1018. }
  1019. return *depKindPtr;
  1020. }
  1021. //////////////////////////////////////////////////////////////////////////
  1022. BfErrorBase::~BfErrorBase()
  1023. {
  1024. delete mLocation;
  1025. }
  1026. void BfErrorBase::SetSource(BfPassInstance* passInstance, BfSourceData* source)
  1027. {
  1028. mSource = source;
  1029. if (mSource != NULL)
  1030. {
  1031. auto parserData = mSource->ToParserData();
  1032. if (parserData != NULL)
  1033. {
  1034. passInstance->mSourceFileNameMap.TryAdd(mSource, parserData->mFileName);
  1035. }
  1036. }
  1037. }
  1038. //////////////////////////////////////////////////////////////////////////
  1039. size_t BfErrorEntry::GetHashCode() const
  1040. {
  1041. HashContext hashCtx;
  1042. hashCtx.Mixin(mError->mSrcStart);
  1043. hashCtx.Mixin(mError->mSrcEnd);
  1044. hashCtx.Mixin(mError->mSource);
  1045. hashCtx.Mixin(mError->mIsWarning);
  1046. hashCtx.Mixin(mError->mIsDeferred);
  1047. return (size_t)hashCtx.Finish64();
  1048. }
  1049. bool BfErrorEntry::operator==(const BfErrorEntry& other) const
  1050. {
  1051. return (mError->mSrcStart == other.mError->mSrcStart) &&
  1052. (mError->mSrcEnd == other.mError->mSrcEnd) &&
  1053. (mError->mSource == other.mError->mSource) &&
  1054. (mError->mIsWarning == other.mError->mIsWarning) &&
  1055. (mError->mIsDeferred == other.mError->mIsDeferred);
  1056. }
  1057. //////////////////////////////////////////////////////////////////////////
  1058. BfPassInstance::~BfPassInstance()
  1059. {
  1060. for (auto bfError : mErrors)
  1061. delete bfError;
  1062. }
  1063. BfPassInstance::StateInfo BfPassInstance::GetState()
  1064. {
  1065. StateInfo stateInfo;
  1066. stateInfo.mOutStreamSize = (int)mOutStream.mSize;
  1067. stateInfo.mErrorsSize = mErrors.mSize;
  1068. stateInfo.mWarningCount = mWarningCount;
  1069. stateInfo.mDeferredErrorCount = mDeferredErrorCount;
  1070. stateInfo.mFailedIdx = mFailedIdx;
  1071. stateInfo.mWarnIdx = mWarnIdx;
  1072. return stateInfo;
  1073. }
  1074. void BfPassInstance::RestoreState(StateInfo stateInfo)
  1075. {
  1076. while (mOutStream.mSize > stateInfo.mOutStreamSize)
  1077. mOutStream.pop_back();
  1078. while (mErrors.mSize > stateInfo.mErrorsSize)
  1079. {
  1080. auto error = mErrors.back();
  1081. mErrors.pop_back();
  1082. mErrorSet.Remove(error);
  1083. delete error;
  1084. }
  1085. mWarningCount = stateInfo.mWarningCount;
  1086. mDeferredErrorCount = stateInfo.mDeferredErrorCount;
  1087. mFailedIdx = stateInfo.mFailedIdx;
  1088. mWarnIdx = stateInfo.mWarnIdx;
  1089. }
  1090. void BfPassInstance::ClearErrors()
  1091. {
  1092. mFailedIdx = 0;
  1093. for (auto bfError : mErrors)
  1094. delete bfError;
  1095. mErrors.Clear();
  1096. mOutStream.Clear();
  1097. mLastWasDisplayed = false;
  1098. mLastWasAdded = false;
  1099. mIgnoreCount = 0;
  1100. mWarningCount = 0;
  1101. mDeferredErrorCount = 0;
  1102. }
  1103. bool BfPassInstance::HasFailed()
  1104. {
  1105. return mFailedIdx != 0;
  1106. }
  1107. bool BfPassInstance::HasMessages()
  1108. {
  1109. return !mErrors.IsEmpty();
  1110. }
  1111. void BfPassInstance::OutputLine(const StringImpl& str)
  1112. {
  1113. //OutputDebugStrF("%s\n", str.c_str());
  1114. mOutStream.push_back(str);
  1115. }
  1116. bool BfPassInstance::PopOutString(String* outString)
  1117. {
  1118. if (mOutStream.size() == 0)
  1119. return false;
  1120. *outString = mOutStream.front();
  1121. mOutStream.RemoveAt(0);
  1122. return true;
  1123. }
  1124. bool BfPassInstance::WantsRangeRecorded(BfSourceData* bfSource, int srcIdx, int srcLen, bool isWarning, bool isDeferred)
  1125. {
  1126. if ((!mFilterErrorsTo.IsEmpty()) && (!mFilterErrorsTo.Contains(bfSource)))
  1127. return false;
  1128. if (bfSource == NULL)
  1129. return true;
  1130. //TODO: Was this useful, or does 'var' resolution do this better?
  1131. // if (!mErrors.IsEmpty())
  1132. // {
  1133. // // If the last error had a range that was a subset of this one, then just keep the first error
  1134. // // This helps reduce cascading errors to their root cause
  1135. // auto lastError = mErrors.back();
  1136. // if ((lastError->mSource == bfSource) && (isWarning == lastError->mIsWarning) && (isDeferred == lastError->mIsDeferred) &&
  1137. // (lastError->mSrcStart >= srcIdx) && (lastError->mSrcEnd <= srcIdx + srcLen))
  1138. // return false;
  1139. // }
  1140. // Don't record errors that have already occurred at this location
  1141. BfErrorBase checkError;
  1142. checkError.mIsWarning = isWarning;
  1143. checkError.mIsDeferred = isDeferred;
  1144. checkError.mSource = bfSource;
  1145. checkError.mSrcStart = srcIdx;
  1146. checkError.mSrcEnd = srcIdx + srcLen;
  1147. if (mErrorSet.Contains(BfErrorEntry(&checkError)))
  1148. return false;
  1149. int prevCount = (int)mErrors.size();
  1150. if (!isWarning)
  1151. prevCount -= mWarningCount;
  1152. if (!isDeferred)
  1153. prevCount -= mDeferredErrorCount;
  1154. if (prevCount > sMaxErrors)
  1155. return false;
  1156. return true;
  1157. }
  1158. bool BfPassInstance::WantsRangeDisplayed(BfSourceData* bfSource, int srcIdx, int srcLen, bool isWarning, bool isDeferred)
  1159. {
  1160. int prevDispCount = (int)mErrors.size();
  1161. if (!isWarning)
  1162. prevDispCount -= mWarningCount;
  1163. if (!isDeferred)
  1164. prevDispCount -= mDeferredErrorCount;
  1165. if (prevDispCount > sMaxDisplayErrors)
  1166. return false;
  1167. auto bfParser = (bfSource == NULL) ? NULL : bfSource->ToParser();
  1168. if (bfParser == NULL)
  1169. return true;
  1170. if (bfParser->mCursorIdx == -1)
  1171. return !mTrimMessagesToCursor;
  1172. if ((bfParser->mCursorIdx >= srcIdx) && (bfParser->mCursorIdx < srcIdx + srcLen))
  1173. return true;
  1174. return false;
  1175. }
  1176. void BfPassInstance::TrimSourceRange(BfSourceData* source, int startIdx, int& srcLen)
  1177. {
  1178. int prevEnd = startIdx + srcLen;
  1179. int newEnd = startIdx;
  1180. // End at a newline once we've found some non-whitespace characters
  1181. bool foundNonWS = false;
  1182. while (newEnd < prevEnd)
  1183. {
  1184. char c = source->mSrc[newEnd];
  1185. if ((c == '\r') || (c == '\n'))
  1186. {
  1187. if (foundNonWS)
  1188. break;
  1189. }
  1190. if ((!foundNonWS) && (!::iswspace((uint8)c)))
  1191. {
  1192. foundNonWS = true;
  1193. }
  1194. newEnd++;
  1195. }
  1196. srcLen = newEnd - startIdx;
  1197. }
  1198. bool BfPassInstance::HasLastFailedAt(BfAstNode* astNode)
  1199. {
  1200. if (mErrors.size() == 0)
  1201. return false;
  1202. auto lastError = mErrors.back();
  1203. return (astNode != NULL) && (lastError->mSrcStart == astNode->GetSrcStart());
  1204. }
  1205. static void VisibleAdvance(const char* str, int strLength, int& idx)
  1206. {
  1207. while (true)
  1208. {
  1209. char c = str[idx];
  1210. if ((uint8)c < 0xC0)
  1211. {
  1212. idx++;
  1213. break;
  1214. }
  1215. int cLen = 0;
  1216. uint32 c32 = u8_toucs(str + idx, strLength - idx, &cLen);
  1217. idx += cLen;
  1218. if (!UTF8IsCombiningMark(c32))
  1219. break;
  1220. }
  1221. }
  1222. void BfPassInstance::MessageAt(const StringImpl& msgPrefix, const StringImpl& error, BfSourceData* bfSource, int srcIdx, int srcLen, BfFailFlags flags)
  1223. {
  1224. BP_ZONE("BfPassInstance::MessageAt");
  1225. auto bfParser = bfSource->ToParserData();
  1226. if (bfParser == NULL)
  1227. {
  1228. OutputLine(error);
  1229. return;
  1230. }
  1231. if (srcIdx == 0x7FFFFFFF)
  1232. {
  1233. OutputLine(error);
  1234. return;
  1235. }
  1236. bool atEnd = false;
  1237. if (srcIdx >= bfParser->mSrcLength)
  1238. {
  1239. srcIdx = bfParser->mSrcLength - 1;
  1240. atEnd = true;
  1241. }
  1242. if (srcIdx < 0)
  1243. {
  1244. String lineStr = StrFormat("%s %s in %s", msgPrefix.c_str(), error.c_str(), bfParser->mFileName.c_str());
  1245. OutputLine(lineStr);
  1246. lineStr = msgPrefix + " \"" + String(bfParser->mSrc + srcIdx, srcLen) + "\"";
  1247. OutputLine(lineStr);
  1248. return;
  1249. }
  1250. int origSrcIdx = srcIdx;
  1251. if (bfParser->mSrc[srcIdx] == '\n')
  1252. srcIdx--;
  1253. int lineNum = 0;
  1254. int lineStart = 0;
  1255. for (int i = 0; i < srcIdx; i++)
  1256. {
  1257. if (bfParser->mSrc[i] == '\n')
  1258. {
  1259. lineStart = i + 1;
  1260. lineNum++;
  1261. }
  1262. }
  1263. int lineChar = origSrcIdx - lineStart;
  1264. bool endsWithPunctuation = false;
  1265. int lastChar = error[(int)error.length() - 1];
  1266. String formatStr;
  1267. if ((lastChar == '.') || (lastChar == '?') || (lastChar == '!'))
  1268. formatStr = "%s %s Line %d:%d in %s";
  1269. else
  1270. formatStr = "%s %s at line %d:%d in %s";
  1271. OutputLine(StrFormat(formatStr.c_str(), msgPrefix.c_str(), error.c_str(), lineNum + 1, lineChar + 1, bfParser->mFileName.c_str()));
  1272. StringT<256> lineStr = msgPrefix;
  1273. lineStr.Append(' ');
  1274. int spaceCount = 0;
  1275. int tabCount = 0;
  1276. bool showSpaces = (flags & BfFailFlag_ShowSpaceChars) != 0;
  1277. auto _FlushSpacing = [&]
  1278. {
  1279. if (spaceCount > 1)
  1280. lineStr += StrFormat("<%d SPACES>", spaceCount);
  1281. else if (spaceCount == 1)
  1282. lineStr.Append("<SPACE>");
  1283. spaceCount = 0;
  1284. if (tabCount > 1)
  1285. lineStr += StrFormat("<%d TABS>", tabCount);
  1286. else if (tabCount == 1)
  1287. lineStr.Append("<TAB>");
  1288. tabCount = 0;
  1289. };
  1290. for (int i = 0; i < 255; i++)
  1291. {
  1292. char c = bfParser->mSrc[lineStart + i];
  1293. if ((c == '\0') || (c == '\n') || (c == '\r'))
  1294. {
  1295. break;
  1296. }
  1297. else if (c == '\t')
  1298. {
  1299. if (showSpaces)
  1300. {
  1301. if (spaceCount > 0)
  1302. _FlushSpacing();
  1303. tabCount++;
  1304. //lineStr.Append("\xe2\x86\x92"); // Arrow \u2192
  1305. }
  1306. else
  1307. lineStr.Append(' ');
  1308. }
  1309. else if (c == ' ')
  1310. {
  1311. if (showSpaces)
  1312. {
  1313. if (tabCount > 0)
  1314. _FlushSpacing();
  1315. spaceCount++;
  1316. //lineStr.Append("\xc2\xb7"); // Dot \u00B7
  1317. }
  1318. else
  1319. lineStr.Append(' ');
  1320. }
  1321. else
  1322. {
  1323. _FlushSpacing();
  1324. showSpaces = false;
  1325. lineStr.Append(c);
  1326. }
  1327. }
  1328. _FlushSpacing();
  1329. OutputLine(lineStr);
  1330. /*char lineStr[256] = { 0 };
  1331. for (int i = 0; i < 255; i++)
  1332. {
  1333. char c = bfParser->mSrc[lineStart + i];
  1334. if ((c == '\0') || (c == '\n') || (c == '\r'))
  1335. {
  1336. lineStr[i] = 0;
  1337. break;
  1338. }
  1339. else if (c == '\t')
  1340. lineStr[i] = ' ';
  1341. else
  1342. lineStr[i] = c;
  1343. }
  1344. OutputLine(lineStr);*/
  1345. // Don't show '^^^^^^^^^' under the entire line
  1346. bool isFullUnderline = true;
  1347. for (int i = lineStart; i < srcIdx; i++)
  1348. {
  1349. char c = bfParser->mSrc[i];
  1350. if (!::isspace((uint8)c))
  1351. isFullUnderline = false;
  1352. }
  1353. if (isFullUnderline)
  1354. {
  1355. isFullUnderline = false;
  1356. for (int i = srcIdx; i <= srcIdx + srcLen; VisibleAdvance(bfParser->mSrc, bfParser->mSrcLength, i))
  1357. {
  1358. char c = bfParser->mSrc[i];
  1359. if ((c == '\n') || (c == '\0'))
  1360. {
  1361. isFullUnderline = true;
  1362. break;
  1363. }
  1364. }
  1365. }
  1366. if (!isFullUnderline)
  1367. {
  1368. String pointerStr = msgPrefix;
  1369. pointerStr.Append(' ');
  1370. for (int i = lineStart; i < origSrcIdx; VisibleAdvance(bfParser->mSrc, bfParser->mSrcLength, i))
  1371. pointerStr += " ";
  1372. for (int i = srcIdx; i < srcIdx + srcLen; VisibleAdvance(bfParser->mSrc, bfParser->mSrcLength, i))
  1373. {
  1374. char c = bfParser->mSrc[i];
  1375. pointerStr += "^";
  1376. if (c == '\n')
  1377. break;
  1378. }
  1379. OutputLine(pointerStr);
  1380. }
  1381. }
  1382. BfError* BfPassInstance::FailAt(const StringImpl& error, BfSourceData* bfSource, int srcIdx, int srcLen, BfFailFlags flags)
  1383. {
  1384. BP_ZONE("BfPassInstance::FailAt");
  1385. mLastWasAdded = false;
  1386. mFailedIdx++;
  1387. if ((int) mErrors.size() >= sMaxErrors)
  1388. return NULL;
  1389. if (!WantsRangeRecorded(bfSource, srcIdx, srcLen, false))
  1390. return NULL;
  1391. TrimSourceRange(bfSource, srcIdx, srcLen);
  1392. BfError* errorVal = new BfError();
  1393. errorVal->mIsWarning = false;
  1394. errorVal->SetSource(this, bfSource);
  1395. errorVal->mIsAfter = false;
  1396. errorVal->mError = error;
  1397. errorVal->mSrcStart = srcIdx;
  1398. errorVal->mSrcEnd = srcIdx + srcLen;
  1399. //int checkEnd = srcIdx + srcLen;
  1400. for (int i = srcIdx; i < srcIdx + srcLen; i++)
  1401. {
  1402. char c = bfSource->mSrc[i];
  1403. if ((c == '\r') || (c == '\n'))
  1404. break;
  1405. errorVal->mSrcEnd = i + 1;
  1406. }
  1407. //errorVal->mSrcEnd = srcIdx + srcLen;
  1408. FixSrcStartAndEnd(bfSource, errorVal->mSrcStart, errorVal->mSrcEnd);
  1409. mErrorSet.Add(BfErrorEntry(errorVal));
  1410. mErrors.push_back(errorVal);
  1411. mLastWasAdded = true;
  1412. mLastWasDisplayed = WantsRangeDisplayed(bfSource, srcIdx, srcLen, false);
  1413. if (mLastWasDisplayed)
  1414. {
  1415. String errorStart = "ERROR";
  1416. /*if ((int)mErrors.size() > 1)
  1417. errorStart += StrFormat(" #%d", mErrors.size());*/
  1418. MessageAt(":error", errorStart + ": " + error, bfSource, srcIdx, srcLen, flags);
  1419. }
  1420. return errorVal;
  1421. }
  1422. void BfPassInstance::FixSrcStartAndEnd(BfSourceData* bfSource, int& startIdx, int& endIdx)
  1423. {
  1424. auto bfParser = bfSource->ToParserData();
  1425. if (bfParser == NULL)
  1426. return;
  1427. int spanLength = 0;
  1428. UTF8GetGraphemeClusterSpan(bfParser->mSrc, bfParser->mSrcLength, startIdx, startIdx, spanLength);
  1429. endIdx = BF_MAX(endIdx, startIdx + spanLength);
  1430. }
  1431. BfError* BfPassInstance::FailAfterAt(const StringImpl& error, BfSourceData* bfSource, int srcIdx)
  1432. {
  1433. BP_ZONE("BfPassInstance::FailAfterAt");
  1434. mFailedIdx++;
  1435. if ((int)mErrors.size() >= sMaxErrors)
  1436. return NULL;
  1437. auto bfParser = bfSource->ToParserData();
  1438. if (!WantsRangeRecorded(bfParser, srcIdx, 1, false))
  1439. return NULL;
  1440. // Go to start of UTF8 chunk
  1441. // int startIdx = srcIdx;
  1442. // int spanLenth = 0;
  1443. // UTF8GetGraphemeClusterSpan(bfParser->mSrc, bfParser->mOrigSrcLength, srcIdx, startIdx, spanLenth);
  1444. BfError* errorVal = new BfError();
  1445. errorVal->mIsWarning = false;
  1446. errorVal->SetSource(this, bfSource);
  1447. errorVal->mIsAfter = true;
  1448. errorVal->mError = error;
  1449. errorVal->mSrcStart = srcIdx;
  1450. errorVal->mSrcEnd = srcIdx + 1;
  1451. FixSrcStartAndEnd(bfSource, errorVal->mSrcStart, errorVal->mSrcEnd);
  1452. mErrorSet.Add(BfErrorEntry(errorVal));
  1453. mErrors.push_back(errorVal);
  1454. mLastWasDisplayed = WantsRangeDisplayed(bfParser, srcIdx - 1, 2, false);
  1455. if (mLastWasDisplayed)
  1456. {
  1457. String errorStart = "ERROR";
  1458. /*if ((int)mErrors.size() > 1)
  1459. errorStart += StrFormat(" #%d", mErrors.size());*/
  1460. MessageAt(":error", errorStart + ": " + error, bfParser, srcIdx + 1, 1);
  1461. }
  1462. return errorVal;
  1463. }
  1464. BfError* BfPassInstance::Fail(const StringImpl& error)
  1465. {
  1466. mFailedIdx++;
  1467. if ((int) mErrors.size() >= sMaxErrors)
  1468. return NULL;
  1469. BfError* errorVal = new BfError();
  1470. errorVal->mIsWarning = false;
  1471. errorVal->mSource = NULL;
  1472. errorVal->mIsAfter = false;
  1473. errorVal->mError = error;
  1474. errorVal->mSrcStart = 0;
  1475. errorVal->mSrcEnd = 0;
  1476. mErrors.push_back(errorVal);
  1477. mLastWasDisplayed = (int)mErrors.size() - mWarningCount - mDeferredErrorCount <= sMaxDisplayErrors;
  1478. if (mLastWasDisplayed)
  1479. {
  1480. String errorStart = "ERROR";
  1481. /*if ((int)mErrors.size() > 1)
  1482. errorStart += StrFormat(" #%d", mErrors.size());*/
  1483. OutputLine(errorStart + ": " + error);
  1484. }
  1485. return mErrors.back();
  1486. }
  1487. BfError* BfPassInstance::Fail(const StringImpl& errorStr, BfAstNode* refNode)
  1488. {
  1489. BP_ZONE("BfPassInstance::Fail");
  1490. BfError* error = NULL;
  1491. mFailedIdx++;
  1492. if ((refNode == NULL) || (refNode->IsTemporary()))
  1493. error = Fail(errorStr);
  1494. else if (refNode->IsA<BfBlock>())
  1495. error = FailAt(errorStr, refNode->GetSourceData(), refNode->GetSrcStart(), 1);
  1496. else
  1497. error = FailAt(errorStr, refNode->GetSourceData(), refNode->GetSrcStart(), refNode->GetSrcLength());
  1498. return error;
  1499. }
  1500. BfError* BfPassInstance::FailAfter(const StringImpl& error, BfAstNode* refNode)
  1501. {
  1502. BP_ZONE("BfPassInstance::FailAfter");
  1503. mFailedIdx++;
  1504. if ((refNode == NULL) || (refNode->IsTemporary()))
  1505. return Fail(error);
  1506. /*if (refNode->mNext != NULL)
  1507. {
  1508. for (int checkIdx = refNode->mSrcEnd; checkIdx < refNode->mNext->mSrcStart; checkIdx++)
  1509. {
  1510. if (refNode->mSource->mSrc[checkIdx] == '\n')
  1511. {
  1512. // Don't show a 'fail after' if it's on a new line
  1513. return FailAfterAt(error, refNode->mSource, refNode->mSrcEnd - 1);
  1514. }
  1515. }
  1516. return FailAt(error, refNode->mSource, refNode->mNext->mSrcStart);
  1517. }
  1518. else*/
  1519. return FailAfterAt(error, refNode->GetSourceData(), refNode->GetSrcEnd() - 1);
  1520. }
  1521. BfError* BfPassInstance::DeferFail(const StringImpl& error, BfAstNode* refNode)
  1522. {
  1523. mLastWasAdded = false;
  1524. mFailedIdx++;
  1525. if ((int)mErrors.size() >= sMaxErrors)
  1526. return NULL;
  1527. if (refNode == NULL)
  1528. {
  1529. return Fail(error);
  1530. }
  1531. if (!WantsRangeRecorded(refNode->GetSourceData(), refNode->GetSrcStart(), refNode->GetSrcLength(), false, true))
  1532. return NULL;
  1533. ++mDeferredErrorCount;
  1534. BfError* errorVal = new BfError();
  1535. errorVal->mIsWarning = false;
  1536. errorVal->mIsDeferred = true;
  1537. errorVal->SetSource(this, refNode->GetSourceData());
  1538. errorVal->mIsAfter = false;
  1539. errorVal->mError = error;
  1540. errorVal->mSrcStart = refNode->GetSrcStart();
  1541. errorVal->mSrcEnd = refNode->GetSrcEnd();
  1542. mErrors.push_back(errorVal);
  1543. mErrorSet.Add(BfErrorEntry(errorVal));
  1544. mLastWasAdded = true;
  1545. BF_ASSERT(!refNode->IsTemporary());
  1546. auto parser = errorVal->mSource->ToParserData();
  1547. mLastWasDisplayed = false;
  1548. return errorVal;
  1549. }
  1550. void BfPassInstance::SilentFail()
  1551. {
  1552. mFailedIdx++;
  1553. }
  1554. BfError* BfPassInstance::WarnAt(int warningNumber, const StringImpl& warning, BfSourceData* bfSource, int srcIdx, int srcLen, bool isDeferred)
  1555. {
  1556. mLastWasAdded = false;
  1557. if ((int) mErrors.size() >= sMaxErrors)
  1558. return NULL;
  1559. auto bfParser = bfSource->ToParserData();
  1560. if ((bfParser != NULL) && (!bfParser->IsWarningEnabledAtSrcIndex(warningNumber, srcIdx)))
  1561. return NULL;
  1562. if (!WantsRangeRecorded(bfParser, srcIdx, srcLen, true, isDeferred))
  1563. return NULL;
  1564. mWarnIdx++;
  1565. TrimSourceRange(bfSource, srcIdx, srcLen);
  1566. BfError* errorVal = new BfError();
  1567. errorVal->mIsWarning = true;
  1568. errorVal->mWarningNumber = warningNumber;
  1569. errorVal->SetSource(this, bfSource);
  1570. errorVal->mIsAfter = false;
  1571. errorVal->mError = warning;
  1572. errorVal->mSrcStart = srcIdx;
  1573. errorVal->mSrcEnd = srcIdx + srcLen;
  1574. errorVal->mIsDeferred = isDeferred;
  1575. FixSrcStartAndEnd(bfSource, errorVal->mSrcStart, errorVal->mSrcEnd);
  1576. mErrorSet.Add(BfErrorEntry(errorVal));
  1577. mErrors.push_back(errorVal);
  1578. ++mWarningCount;
  1579. mLastWasAdded = true;
  1580. if (!isDeferred)
  1581. {
  1582. mLastWasDisplayed = WantsRangeDisplayed(bfParser, srcIdx, srcLen, true);
  1583. if (mLastWasDisplayed)
  1584. {
  1585. String errorStart = "WARNING";
  1586. if ((int)mErrors.size() > 1)
  1587. errorStart += StrFormat("(%d)", mErrors.size());
  1588. if (warningNumber > 0)
  1589. errorStart += StrFormat(": BF%04d", warningNumber);
  1590. MessageAt(":warn", errorStart + ": " + warning, bfParser, srcIdx);
  1591. }
  1592. }
  1593. return errorVal;
  1594. }
  1595. BfError* BfPassInstance::Warn(int warningNumber, const StringImpl& warning)
  1596. {
  1597. mWarnIdx++;
  1598. mLastWasAdded = false;
  1599. mLastWasDisplayed = (int)mErrors.size() <= sMaxDisplayErrors;
  1600. if (!mLastWasDisplayed)
  1601. return NULL;
  1602. (void)warningNumber;//CDH TODO is warningNumber meaningful here w/o context? n/a for now
  1603. OutputLine((":warn WARNING: " + warning).c_str());
  1604. return NULL;
  1605. }
  1606. BfError* BfPassInstance::Warn(int warningNumber, const StringImpl& warning, BfAstNode* refNode, bool isDeferred)
  1607. {
  1608. BP_ZONE("BfPassInstance::Warn");
  1609. mWarnIdx++;
  1610. mLastWasAdded = false;
  1611. mLastWasDisplayed = (int)mErrors.size() <= sMaxErrors;
  1612. if (!mLastWasDisplayed)
  1613. return NULL;
  1614. auto parser = refNode->GetSourceData()->ToParserData();
  1615. if (parser != NULL)
  1616. {
  1617. if (parser->IsUnwarnedAt(refNode))
  1618. {
  1619. mLastWasDisplayed = false;
  1620. return NULL;
  1621. }
  1622. }
  1623. if (refNode != NULL)
  1624. return WarnAt(warningNumber, warning, refNode->GetSourceData(), refNode->GetSrcStart(), refNode->GetSrcLength(), isDeferred);
  1625. else
  1626. return Warn(warningNumber, warning);
  1627. }
  1628. BfError* BfPassInstance::WarnAfter(int warningNumber, const StringImpl& warning, BfAstNode* refNode)
  1629. {
  1630. auto parser = refNode->GetSourceData()->ToParserData();
  1631. if (parser != NULL)
  1632. {
  1633. if (parser->IsUnwarnedAt(refNode))
  1634. {
  1635. mLastWasDisplayed = false;
  1636. return NULL;
  1637. }
  1638. }
  1639. return WarnAt(warningNumber, warning, refNode->GetSourceData(), refNode->GetSrcEnd());
  1640. }
  1641. BfError* BfPassInstance::WarnAfterAt(int warningNumber, const StringImpl& error, BfSourceData* bfSource, int srcIdx)
  1642. {
  1643. BP_ZONE("BfPassInstance::FailAfterAt");
  1644. mFailedIdx++;
  1645. if ((int)mErrors.size() >= sMaxErrors)
  1646. return NULL;
  1647. auto bfParser = bfSource->ToParserData();
  1648. if ((bfParser != NULL) && (warningNumber > 0) && (!bfParser->IsWarningEnabledAtSrcIndex(warningNumber, srcIdx)))
  1649. return NULL;
  1650. if (!WantsRangeRecorded(bfParser, srcIdx, 1, false))
  1651. return NULL;
  1652. // Go to start of UTF8 chunk
  1653. // int startIdx = srcIdx;
  1654. // int spanLenth = 0;
  1655. // UTF8GetGraphemeClusterSpan(bfParser->mSrc, bfParser->mOrigSrcLength, srcIdx, startIdx, spanLenth);
  1656. BfError* errorVal = new BfError();
  1657. errorVal->mIsWarning = true;
  1658. errorVal->SetSource(this, bfSource);
  1659. errorVal->mIsAfter = true;
  1660. errorVal->mError = error;
  1661. errorVal->mSrcStart = srcIdx;
  1662. errorVal->mSrcEnd = srcIdx + 1;
  1663. FixSrcStartAndEnd(bfSource, errorVal->mSrcStart, errorVal->mSrcEnd);
  1664. mErrorSet.Add(BfErrorEntry(errorVal));
  1665. mErrors.push_back(errorVal);
  1666. mLastWasDisplayed = WantsRangeDisplayed(bfParser, srcIdx - 1, 2, false);
  1667. if (mLastWasDisplayed)
  1668. {
  1669. String errorStart = "WARNING";
  1670. /*if ((int)mErrors.size() > 1)
  1671. errorStart += StrFormat(" #%d", mErrors.size());*/
  1672. MessageAt(":warn", errorStart + ": " + error, bfParser, srcIdx + 1, 1);
  1673. }
  1674. return errorVal;
  1675. }
  1676. BfMoreInfo* BfPassInstance::MoreInfoAt(const StringImpl& info, BfSourceData* bfSource, int srcIdx, int srcLen, BfFailFlags flags)
  1677. {
  1678. if (!mLastWasDisplayed)
  1679. {
  1680. if (mLastWasAdded)
  1681. {
  1682. auto lastError = mErrors.back();
  1683. BfMoreInfo* moreInfo = new BfMoreInfo();
  1684. moreInfo->mInfo = info;
  1685. moreInfo->SetSource(this, bfSource);
  1686. moreInfo->mSrcStart = srcIdx;
  1687. moreInfo->mSrcEnd = srcIdx + srcLen;
  1688. lastError->mMoreInfo.push_back(moreInfo);
  1689. return moreInfo;
  1690. }
  1691. return NULL;
  1692. }
  1693. String msgPrefix;
  1694. MessageAt(msgPrefix, " > " + info, bfSource, srcIdx, srcLen, flags);
  1695. return NULL;
  1696. }
  1697. BfMoreInfo* BfPassInstance::MoreInfo(const StringImpl& info, bool forceQueue)
  1698. {
  1699. if ((!mLastWasDisplayed) || (forceQueue))
  1700. {
  1701. if (mLastWasAdded)
  1702. {
  1703. auto lastError = mErrors.back();
  1704. BfMoreInfo* moreInfo = new BfMoreInfo();
  1705. moreInfo->mInfo = info;
  1706. moreInfo->mSource = NULL;
  1707. moreInfo->mSrcStart = -1;
  1708. moreInfo->mSrcEnd = -1;
  1709. lastError->mMoreInfo.push_back(moreInfo);
  1710. return moreInfo;
  1711. }
  1712. return NULL;
  1713. }
  1714. String outText;
  1715. outText += " > ";
  1716. outText += info;
  1717. OutputLine(outText);
  1718. return NULL;
  1719. }
  1720. BfMoreInfo* BfPassInstance::MoreInfo(const StringImpl& info, BfAstNode* refNode)
  1721. {
  1722. if (refNode == NULL)
  1723. return MoreInfo(info);
  1724. else
  1725. return MoreInfoAt(info, refNode->GetSourceData(), refNode->GetSrcStart(), refNode->GetSrcLength());
  1726. }
  1727. BfMoreInfo* BfPassInstance::MoreInfoAfter(const StringImpl& info, BfAstNode* refNode)
  1728. {
  1729. return MoreInfoAt(info, refNode->GetSourceData(), refNode->GetSrcEnd(), 1);
  1730. }
  1731. void BfPassInstance::TryFlushDeferredError()
  1732. {
  1733. // This can happen in the case of an internal compiler error, where we believe we've satisfied
  1734. // generic constraints but we generate an error on the specialization but not the unspecialized version
  1735. bool hasDisplayedError = false;
  1736. bool hasDisplayedWarning = false;
  1737. for (int pass = 0; pass < 2; pass++)
  1738. {
  1739. for (auto& error : mErrors)
  1740. {
  1741. if (error->mIsWarning)
  1742. {
  1743. if (!error->mIsDeferred)
  1744. hasDisplayedWarning = true;
  1745. else if ((pass == 1) && (!hasDisplayedWarning))
  1746. {
  1747. String errorText = "WARNING ";
  1748. if (error->mWarningNumber > 0)
  1749. errorText += StrFormat(": BF%04d", error->mWarningNumber);
  1750. errorText += ": ";
  1751. errorText += error->mError;
  1752. MessageAt(":warning", errorText, error->mSource, error->mSrcStart, error->mSrcEnd - error->mSrcStart);
  1753. for (auto moreInfo : error->mMoreInfo)
  1754. {
  1755. if (moreInfo->mSource != NULL)
  1756. MessageAt(":warning", " > " + moreInfo->mInfo, moreInfo->mSource, moreInfo->mSrcStart, moreInfo->mSrcEnd - moreInfo->mSrcStart);
  1757. else
  1758. OutputLine(":warning " + moreInfo->mInfo);
  1759. }
  1760. }
  1761. }
  1762. else
  1763. {
  1764. if (!error->mIsDeferred)
  1765. hasDisplayedError = true;
  1766. else if ((pass == 1) && (!hasDisplayedError))
  1767. {
  1768. MessageAt(":error", "ERROR: " + error->mError, error->mSource, error->mSrcStart, error->mSrcEnd - error->mSrcStart);
  1769. for (auto moreInfo : error->mMoreInfo)
  1770. {
  1771. if (moreInfo->mSource != NULL)
  1772. MessageAt(":error", " > " + moreInfo->mInfo, moreInfo->mSource, moreInfo->mSrcStart, moreInfo->mSrcEnd - moreInfo->mSrcStart);
  1773. else
  1774. OutputLine(":error " + moreInfo->mInfo);
  1775. }
  1776. }
  1777. }
  1778. }
  1779. }
  1780. }
  1781. void BfPassInstance::WriteErrorSummary()
  1782. {
  1783. if (mErrors.size() > 0)
  1784. {
  1785. String msg = StrFormat(":med Errors: %d.", mErrors.size() - mWarningCount - mIgnoreCount);
  1786. if (mWarningCount > 0)
  1787. msg += StrFormat(" Warnings: %d.", mWarningCount);
  1788. if ((int)mErrors.size() > sMaxDisplayErrors)
  1789. msg += StrFormat(" Only the first %d are displayed.", sMaxDisplayErrors);
  1790. OutputLine(msg);
  1791. }
  1792. }
  1793. //////////////////////////////////////////////////////////////////////////
  1794. void BfReportMemory();
  1795. BfSystem::BfSystem()
  1796. {
  1797. BP_ZONE("BfSystem::BfSystem");
  1798. mUpdateCnt = 0;
  1799. if (gPerfManager == NULL)
  1800. gPerfManager = new PerfManager();
  1801. //gPerfManager->StartRecording();
  1802. mAnonymousAtomCount = 0;
  1803. mCurUniqueId = 0;
  1804. mAtomUpdateIdx = 0;
  1805. mAtomCreateIdx = 0;
  1806. mTypeMapVersion = 1;
  1807. CreateBasicTypes();
  1808. mPtrSize = 4;
  1809. mCurSystemLockPri = -1;
  1810. mYieldDisallowCount = 0;
  1811. mPendingSystemLockPri = -1;
  1812. mCurSystemLockThreadId = 0;
  1813. mYieldTickCount = 0;
  1814. mHighestYieldTime = 0;
  1815. mNeedsTypesHandledByCompiler = false;
  1816. mWorkspaceConfigChanged = false;
  1817. mIsResolveOnly = false;
  1818. mEmptyAtom = GetAtom("");
  1819. mBfAtom = GetAtom("bf");
  1820. mGlobalsAtom = GetAtom("@");
  1821. mHiddenAtom = GetAtom("?");
  1822. mTypeDot = NULL;
  1823. if (gBfParserCache == NULL)
  1824. gBfParserCache = new BfParserCache();
  1825. gBfParserCache->mRefCount++;
  1826. BfAstTypeInfo::Init();
  1827. mDirectVoidTypeRef = mDirectTypeRefs.Alloc();
  1828. mDirectVoidTypeRef->Init("void");
  1829. mDirectBoolTypeRef = mDirectTypeRefs.Alloc();
  1830. mDirectBoolTypeRef->Init("bool");
  1831. mDirectSelfTypeRef = mDirectTypeRefs.Alloc();
  1832. mDirectSelfTypeRef->Init("Self");
  1833. mDirectSelfBaseTypeRef = mDirectTypeRefs.Alloc();
  1834. mDirectSelfBaseTypeRef->Init("SelfBase");
  1835. mDirectRefSelfBaseTypeRef = mRefTypeRefs.Alloc();
  1836. mDirectRefSelfBaseTypeRef->mElementType = mDirectSelfBaseTypeRef;
  1837. mDirectRefSelfBaseTypeRef->mRefToken = NULL;
  1838. mDirectObjectTypeRef = mDirectTypeRefs.Alloc();
  1839. mDirectObjectTypeRef->Init("System.Object");
  1840. mDirectStringTypeRef = mDirectTypeRefs.Alloc();
  1841. mDirectStringTypeRef->Init("System.String");
  1842. mDirectIntTypeRef = mDirectTypeRefs.Alloc();
  1843. mDirectIntTypeRef->Init("int");
  1844. mDirectRefIntTypeRef = mRefTypeRefs.Alloc();
  1845. mDirectRefIntTypeRef->mElementType = mDirectIntTypeRef;
  1846. mDirectRefIntTypeRef->mRefToken = NULL;
  1847. mDirectInt32TypeRef = mDirectTypeRefs.Alloc();
  1848. mDirectInt32TypeRef->Init("int32");
  1849. }
  1850. BfSystem::~BfSystem()
  1851. {
  1852. BP_ZONE("BfSystem::~BfSystem");
  1853. BfLogSys(this, "Deleting BfSystem...\n");
  1854. BfReportMemory();
  1855. //gPerfManager->StopRecording();
  1856. //gPerfManager->DbgPrint();
  1857. for (auto& typeItr : mSystemTypeDefs)
  1858. delete typeItr.mValue;
  1859. for (auto typeDef : mTypeDefs)
  1860. delete typeDef;
  1861. mTypeDefs.Clear();
  1862. for (auto typeDef : mTypeDefDeleteQueue)
  1863. delete typeDef;
  1864. {
  1865. BP_ZONE("Deleting parsers");
  1866. for (auto parser : mParsers)
  1867. {
  1868. delete parser;
  1869. }
  1870. }
  1871. for (auto project : mProjects)
  1872. delete project;
  1873. for (auto project : mProjectDeleteQueue)
  1874. delete project;
  1875. ReleaseAtom(mGlobalsAtom);
  1876. ReleaseAtom(mHiddenAtom);
  1877. ReleaseAtom(mBfAtom);
  1878. ReleaseAtom(mEmptyAtom);
  1879. ProcessAtomGraveyard();
  1880. BF_ASSERT(mAtomMap.size() == 0);
  1881. gBfParserCache->mRefCount--;
  1882. if (gBfParserCache->mRefCount == 0)
  1883. {
  1884. delete gBfParserCache;
  1885. gBfParserCache = NULL;
  1886. }
  1887. BfLogSys(this, "After ~BfSystem\n");
  1888. BfReportMemory();
  1889. }
  1890. #define SYSTEM_TYPE(typeVar, name, typeCode) \
  1891. typeVar = typeDef = new BfTypeDef(); \
  1892. typeDef->mSystem = this; \
  1893. typeDef->mName = GetAtom(name); \
  1894. typeDef->mName->mIsSystemType = true; \
  1895. TrackName(typeDef); \
  1896. typeDef->mTypeCode = typeCode; \
  1897. typeDef->mHash = typeCode + 1000; \
  1898. mSystemTypeDefs[name] = typeDef;
  1899. BfAtom* BfSystem::GetAtom(const StringImpl& string, BfAtom::Kind kind)
  1900. {
  1901. StringView* stringPtr = NULL;
  1902. BfAtom* atom = NULL;
  1903. BfAtom** atomPtr = NULL;
  1904. if (mAtomMap.TryAdd(string, &stringPtr, &atomPtr))
  1905. {
  1906. atom = new BfAtom();
  1907. *atomPtr = atom;
  1908. stringPtr->mPtr = strdup(string.c_str());
  1909. #ifdef _DEBUG
  1910. for (int i = 0; i < (int)string.length(); i++)
  1911. {
  1912. BF_ASSERT(string[i] != '.'); // Should be a composite
  1913. }
  1914. #endif
  1915. mAtomCreateIdx++;
  1916. atom->mKind = kind;
  1917. atom->mIsSystemType = false;
  1918. atom->mAtomUpdateIdx = ++mAtomUpdateIdx;
  1919. atom->mString = *stringPtr;
  1920. atom->mRefCount = 1;
  1921. atom->mPendingDerefCount = 0;
  1922. atom->mHash = 0;
  1923. for (char c : string)
  1924. atom->mHash = ((atom->mHash ^ c) << 5) - atom->mHash;
  1925. if (kind == BfAtom::Kind_Anon)
  1926. mAnonymousAtomCount++;
  1927. BfLogSys(this, "Atom Allocated %p %s\n", atom, string.c_str());
  1928. return atom;
  1929. }
  1930. else
  1931. atom = *atomPtr;
  1932. atom->Ref();
  1933. return atom;
  1934. }
  1935. BfAtom* BfSystem::FindAtom(const StringImpl& string)
  1936. {
  1937. BfAtom** atomPtr = NULL;
  1938. if (mAtomMap.TryGetValueWith(string, &atomPtr))
  1939. return *atomPtr;
  1940. return NULL;
  1941. }
  1942. BfAtom* BfSystem::FindAtom(const StringView& string)
  1943. {
  1944. BfAtom** atomPtr = NULL;
  1945. if (mAtomMap.TryGetValue(string, &atomPtr))
  1946. return *atomPtr;
  1947. return NULL;
  1948. }
  1949. void BfSystem::ReleaseAtom(BfAtom* atom)
  1950. {
  1951. if (--atom->mRefCount == 0)
  1952. {
  1953. if (atom->mKind == BfAtom::Kind_Anon)
  1954. {
  1955. mAnonymousAtomCount--;
  1956. BF_ASSERT(mAnonymousAtomCount >= 0);
  1957. }
  1958. mAtomGraveyard.push_back(atom);
  1959. return;
  1960. }
  1961. BF_ASSERT(atom->mRefCount > 0);
  1962. // Sanity check
  1963. BF_ASSERT(atom->mRefCount < 1000000);
  1964. }
  1965. void BfSystem::ProcessAtomGraveyard()
  1966. {
  1967. // We need this set, as it's possible to have multiple of the same entry in the graveyard
  1968. // if we ref and then deref again
  1969. HashSet<BfAtom*> deletedAtoms;
  1970. for (auto atom : mAtomGraveyard)
  1971. {
  1972. if (deletedAtoms.Contains(atom))
  1973. continue;
  1974. BF_ASSERT(atom->mRefCount >= 0);
  1975. if (atom->mRefCount == 0)
  1976. {
  1977. deletedAtoms.Add(atom);
  1978. auto itr = mAtomMap.Remove(atom->mString);
  1979. free((void*)atom->mString.mPtr);
  1980. delete atom;
  1981. }
  1982. }
  1983. mAtomGraveyard.Clear();
  1984. }
  1985. bool BfSystem::ParseAtomComposite(const StringView& name, BfAtomComposite& composite, bool addRefs)
  1986. {
  1987. if (name.mLength == 0)
  1988. return true;
  1989. bool isValid = true;
  1990. SizedArray<BfAtom*, 6> parts;
  1991. BF_ASSERT(composite.mSize == 0);
  1992. int lastDot = -1;
  1993. for (int i = 0; i <= (int)name.mLength; i++)
  1994. {
  1995. if ((i == (int)name.mLength) || (name[i] == '.'))
  1996. {
  1997. BfAtom* atom;
  1998. if (addRefs)
  1999. atom = GetAtom(String(name.mPtr + lastDot + 1, i - lastDot - 1));
  2000. else
  2001. atom = FindAtom(StringView(name.mPtr + lastDot + 1, i - lastDot - 1));
  2002. if (atom == NULL)
  2003. isValid = false;
  2004. parts.push_back(atom);
  2005. lastDot = i;
  2006. }
  2007. }
  2008. if (!parts.IsEmpty())
  2009. composite.Set(&parts[0], (int)parts.size(), NULL, 0);
  2010. return isValid;
  2011. }
  2012. void BfSystem::RefAtomComposite(const BfAtomComposite& atomComposite)
  2013. {
  2014. for (int i = 0; i < atomComposite.mSize; i++)
  2015. {
  2016. auto part = atomComposite.mParts[i];
  2017. if (part != NULL)
  2018. part->Ref();
  2019. }
  2020. }
  2021. void BfSystem::ReleaseAtomComposite(const BfAtomComposite& atomComposite)
  2022. {
  2023. for (int i = 0; i < atomComposite.mSize; i++)
  2024. {
  2025. auto part = atomComposite.mParts[i];
  2026. if (part != NULL)
  2027. ReleaseAtom(part);
  2028. }
  2029. }
  2030. void BfSystem::SanityCheckAtomComposite(const BfAtomComposite& atomComposite)
  2031. {
  2032. for (int i = 0; i < atomComposite.mSize; i++)
  2033. {
  2034. auto part = atomComposite.mParts[i];
  2035. BF_ASSERT(part != NULL);
  2036. BF_ASSERT(part->mRefCount > 0);
  2037. BF_ASSERT(part->mRefCount < 1000000);
  2038. }
  2039. }
  2040. void BfSystem::TrackName(BfTypeDef* typeDef)
  2041. {
  2042. if (!typeDef->IsEmitted())
  2043. {
  2044. for (int i = 0; i < (int)typeDef->mFullName.mSize - 1; i++)
  2045. {
  2046. auto prevAtom = typeDef->mFullName.mParts[i];
  2047. auto atom = typeDef->mFullName.mParts[i + 1];
  2048. int* countPtr;
  2049. if (atom->mPrevNamesMap.TryAdd(prevAtom, NULL, &countPtr))
  2050. {
  2051. *countPtr = 1;
  2052. }
  2053. else
  2054. {
  2055. (*countPtr)++;
  2056. }
  2057. }
  2058. }
  2059. }
  2060. void BfSystem::UntrackName(BfTypeDef* typeDef)
  2061. {
  2062. BfAtom* nameAtom = typeDef->mName;
  2063. if (nameAtom != mEmptyAtom)
  2064. {
  2065. nameAtom->mAtomUpdateIdx = ++mAtomUpdateIdx;
  2066. }
  2067. if ((!typeDef->mIsCombinedPartial) && (!typeDef->IsEmitted()))
  2068. {
  2069. for (int i = 0; i < (int)typeDef->mFullName.mSize - 1; i++)
  2070. {
  2071. auto prevAtom = typeDef->mFullName.mParts[i];
  2072. auto atom = typeDef->mFullName.mParts[i + 1];
  2073. auto itr = atom->mPrevNamesMap.Find(prevAtom);
  2074. if (itr != atom->mPrevNamesMap.end())
  2075. {
  2076. int& count = itr->mValue;
  2077. if (--count == 0)
  2078. {
  2079. atom->mPrevNamesMap.Remove(itr);
  2080. }
  2081. }
  2082. else
  2083. {
  2084. BF_DBG_FATAL("Unable to untrack name");
  2085. }
  2086. }
  2087. }
  2088. }
  2089. void BfSystem::CreateBasicTypes()
  2090. {
  2091. BfTypeDef* typeDef;
  2092. SYSTEM_TYPE(mTypeVoid, "void", BfTypeCode_None);
  2093. SYSTEM_TYPE(mTypeNullPtr, "null", BfTypeCode_NullPtr);
  2094. SYSTEM_TYPE(mTypeSelf, "Self", BfTypeCode_Self);
  2095. SYSTEM_TYPE(mTypeVar, "var", BfTypeCode_Var);
  2096. SYSTEM_TYPE(mTypeLet, "let", BfTypeCode_Let);
  2097. SYSTEM_TYPE(mTypeBool, "bool", BfTypeCode_Boolean);
  2098. SYSTEM_TYPE(mTypeInt8, "int8", BfTypeCode_Int8);
  2099. SYSTEM_TYPE(mTypeUInt8, "uint8", BfTypeCode_UInt8);
  2100. SYSTEM_TYPE(mTypeInt16, "int16", BfTypeCode_Int16);
  2101. SYSTEM_TYPE(mTypeUInt16, "uint16", BfTypeCode_UInt16);
  2102. SYSTEM_TYPE(mTypeInt32, "int32", BfTypeCode_Int32);
  2103. SYSTEM_TYPE(mTypeUInt32, "uint32", BfTypeCode_UInt32);
  2104. SYSTEM_TYPE(mTypeInt64, "int64", BfTypeCode_Int64);
  2105. SYSTEM_TYPE(mTypeUInt64, "uint64", BfTypeCode_UInt64);
  2106. SYSTEM_TYPE(mTypeIntPtr, "int", BfTypeCode_IntPtr);
  2107. SYSTEM_TYPE(mTypeUIntPtr, "uint", BfTypeCode_UIntPtr);
  2108. SYSTEM_TYPE(mTypeIntUnknown, "int literal", BfTypeCode_IntUnknown);
  2109. SYSTEM_TYPE(mTypeUIntUnknown, "uint literal", BfTypeCode_UIntUnknown);
  2110. SYSTEM_TYPE(mTypeChar8, "char8", BfTypeCode_Char8);
  2111. SYSTEM_TYPE(mTypeChar16, "char16", BfTypeCode_Char16);
  2112. SYSTEM_TYPE(mTypeChar32, "char32", BfTypeCode_Char32);
  2113. SYSTEM_TYPE(mTypeSingle, "float", BfTypeCode_Float);
  2114. SYSTEM_TYPE(mTypeDouble, "double", BfTypeCode_Double);
  2115. }
  2116. bool BfSystem::DoesLiteralFit(BfTypeCode typeCode, int64 value)
  2117. {
  2118. if (typeCode == BfTypeCode_IntPtr)
  2119. typeCode = (mPtrSize == 4) ? BfTypeCode_Int32 : BfTypeCode_Int64;
  2120. if (typeCode == BfTypeCode_UIntPtr)
  2121. typeCode = (mPtrSize == 4) ? BfTypeCode_UInt32 : BfTypeCode_UInt64;
  2122. switch (typeCode)
  2123. {
  2124. case BfTypeCode_Boolean:
  2125. return (value >= 0) && (value < 1);
  2126. case BfTypeCode_Int8:
  2127. return (value >= -0x80) && (value < 0x80);
  2128. case BfTypeCode_Int16:
  2129. return (value >= -0x8000) && (value < 0x8000);
  2130. case BfTypeCode_Int32:
  2131. return (value >= -0x80000000LL) && (value < 0x80000000LL);
  2132. case BfTypeCode_Int64:
  2133. return true;
  2134. case BfTypeCode_UInt8:
  2135. case BfTypeCode_Char8:
  2136. return (value >= 0) && (value < 0x100);
  2137. case BfTypeCode_UInt16:
  2138. case BfTypeCode_Char16:
  2139. return (value >= 0) && (value < 0x10000);
  2140. case BfTypeCode_UInt32:
  2141. case BfTypeCode_Char32:
  2142. return (value >= 0) && (value < 0x100000000LL);
  2143. case BfTypeCode_UInt64:
  2144. return (value >= 0);
  2145. default: break;
  2146. }
  2147. return false;
  2148. }
  2149. bool BfSystem::DoesLiteralFit(BfTypeCode typeCode, uint64 value)
  2150. {
  2151. if (typeCode == BfTypeCode_IntPtr)
  2152. typeCode = (mPtrSize == 4) ? BfTypeCode_Int32 : BfTypeCode_Int64;
  2153. if (typeCode == BfTypeCode_UIntPtr)
  2154. typeCode = (mPtrSize == 4) ? BfTypeCode_UInt32 : BfTypeCode_UInt64;
  2155. if (value >= 0x8000000000000000)
  2156. return typeCode == BfTypeCode_UInt64;
  2157. switch (typeCode)
  2158. {
  2159. case BfTypeCode_Boolean:
  2160. return (value < 1);
  2161. case BfTypeCode_Int8:
  2162. return (value < 0x80);
  2163. case BfTypeCode_Int16:
  2164. return (value < 0x8000);
  2165. case BfTypeCode_Int32:
  2166. return (value < 0x80000000LL);
  2167. case BfTypeCode_Int64:
  2168. return true;
  2169. case BfTypeCode_UInt8:
  2170. case BfTypeCode_Char8:
  2171. return (value < 0x100);
  2172. case BfTypeCode_UInt16:
  2173. case BfTypeCode_Char16:
  2174. return (value < 0x10000);
  2175. case BfTypeCode_UInt32:
  2176. case BfTypeCode_Char32:
  2177. return (value < 0x100000000LL);
  2178. case BfTypeCode_UInt64:
  2179. return true;
  2180. default: break;
  2181. }
  2182. return false;
  2183. }
  2184. bool BfSystem::DoesLiteralFit(BfTypeCode typeCode, const BfVariant& variant)
  2185. {
  2186. if ((BfIRConstHolder::IsIntable(typeCode)) && (BfIRConstHolder::IsIntable(variant.mTypeCode)))
  2187. {
  2188. if (BfIRConstHolder::IsSigned(variant.mTypeCode))
  2189. return DoesLiteralFit(typeCode, variant.mInt64);
  2190. else
  2191. return DoesLiteralFit(typeCode, variant.mUInt64);
  2192. }
  2193. if ((BfIRConstHolder::IsFloat(typeCode)) && (BfIRConstHolder::IsFloat(variant.mTypeCode)))
  2194. return true;
  2195. return typeCode == variant.mTypeCode;
  2196. }
  2197. BfParser* BfSystem::CreateParser(BfProject* bfProject)
  2198. {
  2199. AutoCrit crit(mDataLock);
  2200. auto parser = new BfParser(this, bfProject);
  2201. mParsers.push_back(parser);
  2202. BfLogSys(this, "CreateParser: %p\n", parser);
  2203. return parser;
  2204. }
  2205. BfCompiler* BfSystem::CreateCompiler(bool isResolveOnly)
  2206. {
  2207. auto compiler = new BfCompiler(this, isResolveOnly);
  2208. mCompilers.push_back(compiler);
  2209. if (mIsResolveOnly)
  2210. BF_ASSERT(isResolveOnly);
  2211. if (isResolveOnly)
  2212. mIsResolveOnly = true;
  2213. return compiler;
  2214. }
  2215. BfProject* BfSystem::GetProject(const StringImpl& projName)
  2216. {
  2217. for (auto project : mProjects)
  2218. if (project->mName == projName)
  2219. return project;
  2220. return NULL;
  2221. }
  2222. uint64 BfSystem::GetTypeDeclListHash()
  2223. {
  2224. HashContext hashCtx;
  2225. for (auto project : mProjects)
  2226. {
  2227. hashCtx.MixinStr(project->mName);
  2228. hashCtx.Mixin(project->mDisabled);
  2229. hashCtx.Mixin(project->mDependencies.mSize);
  2230. for (auto dep : project->mDependencies)
  2231. hashCtx.Mixin(dep->mIdx);
  2232. }
  2233. hashCtx.Mixin(mTypeDefs.mRevision);
  2234. return hashCtx.Finish128().mLow;
  2235. }
  2236. BfTypeReference* BfSystem::GetTypeRefElement(BfTypeReference* typeRef)
  2237. {
  2238. if (auto elementedType = BfNodeDynCast<BfElementedTypeRef>(typeRef))
  2239. return GetTypeRefElement(elementedType->mElementType);
  2240. return (BfTypeReference*)typeRef;
  2241. }
  2242. void BfSystem::AddNamespaceUsage(const BfAtomComposite& namespaceStr, BfProject* bfProject)
  2243. {
  2244. if (namespaceStr.IsEmpty())
  2245. return;
  2246. if (namespaceStr.GetPartsCount() > 1)
  2247. {
  2248. BfAtomComposite subComposite;
  2249. subComposite.Set(namespaceStr.mParts, namespaceStr.mSize - 1, NULL, 0);
  2250. AddNamespaceUsage(subComposite, bfProject);
  2251. }
  2252. int* valuePtr = NULL;
  2253. if (bfProject->mNamespaces.TryAdd(namespaceStr, NULL, &valuePtr))
  2254. {
  2255. BfLogSys(this, "BfSystem::AddNamespaceUsage created %s in project: %p\n", namespaceStr.ToString().c_str(), bfProject);
  2256. *valuePtr = 1;
  2257. mTypeMapVersion++;
  2258. }
  2259. else
  2260. (*valuePtr)++;
  2261. }
  2262. void BfSystem::RemoveNamespaceUsage(const BfAtomComposite& namespaceStr, BfProject* bfProject)
  2263. {
  2264. if (namespaceStr.IsEmpty())
  2265. return;
  2266. if (namespaceStr.GetPartsCount() > 1)
  2267. {
  2268. BfAtomComposite subComposite;
  2269. subComposite.Set(namespaceStr.mParts, namespaceStr.mSize - 1, NULL, 0);
  2270. RemoveNamespaceUsage(subComposite, bfProject);
  2271. }
  2272. int* valuePtr = NULL;
  2273. bfProject->mNamespaces.TryGetValue(namespaceStr, &valuePtr);
  2274. BF_ASSERT(valuePtr != NULL);
  2275. (*valuePtr)--;
  2276. if (*valuePtr == 0)
  2277. {
  2278. BfLogSys(this, "BfSystem::RemoveNamespaceUsage removed %s in project: %p\n", namespaceStr.ToString().c_str(), bfProject);
  2279. bfProject->mNamespaces.Remove(namespaceStr);
  2280. mTypeMapVersion++;
  2281. }
  2282. }
  2283. bool BfSystem::ContainsNamespace(const BfAtomComposite& namespaceStr, BfProject* bfProject)
  2284. {
  2285. if (bfProject == NULL)
  2286. {
  2287. for (auto checkProject : mProjects)
  2288. {
  2289. if (checkProject->mNamespaces.ContainsKey(namespaceStr))
  2290. return true;
  2291. }
  2292. return false;
  2293. }
  2294. if (bfProject->mNamespaces.ContainsKey(namespaceStr))
  2295. return true;
  2296. for (auto depProject : bfProject->mDependencies)
  2297. if (depProject->mNamespaces.ContainsKey(namespaceStr))
  2298. return true;
  2299. return false;
  2300. }
  2301. BfTypeDef* BfSystem::FilterDeletedTypeDef(BfTypeDef* typeDef)
  2302. {
  2303. if ((typeDef != NULL) && (typeDef->mDefState == BfTypeDef::DefState_Deleted))
  2304. return NULL;
  2305. return typeDef;
  2306. }
  2307. bool BfSystem::CheckTypeDefReference(BfTypeDef* typeDef, BfProject* project)
  2308. {
  2309. if (project == NULL)
  2310. return !typeDef->mProject->mDisabled;
  2311. if (typeDef->mProject == NULL)
  2312. return true;
  2313. return project->ContainsReference(typeDef->mProject);
  2314. }
  2315. BfTypeDef* BfSystem::FindTypeDef(const BfAtomComposite& findName, int numGenericArgs, BfProject* project, const Array<BfAtomComposite>& namespaceSearch, BfTypeDef** ambiguousTypeDef, BfFindTypeDefFlags flags)
  2316. {
  2317. if (findName.GetPartsCount() == 1)
  2318. {
  2319. BfTypeDef** typeDefPtr = NULL;
  2320. if (mSystemTypeDefs.TryGetValueWith(findName.mParts[0]->mString, &typeDefPtr))
  2321. return FilterDeletedTypeDef(*typeDefPtr);
  2322. }
  2323. // This searched globals, but we were already doing that down below at the LAST step. Right?
  2324. BfTypeDef* foundTypeDef = NULL;
  2325. BfAtomCompositeT<16> qualifiedFindName;
  2326. bool allowGlobal = (flags & BfFindTypeDefFlag_AllowGlobal) != 0;
  2327. int foundPri = (int)0x80000000;
  2328. for (int namespaceIdx = 0; namespaceIdx <= (int) namespaceSearch.size(); namespaceIdx++)
  2329. {
  2330. int curNamespacePri = 0;
  2331. if (namespaceIdx < (int)namespaceSearch.size())
  2332. {
  2333. auto& namespaceDeclaration = namespaceSearch[namespaceIdx];
  2334. qualifiedFindName.Set(namespaceDeclaration, findName);
  2335. }
  2336. else
  2337. {
  2338. qualifiedFindName = findName;
  2339. }
  2340. int partialStartEntryIdx = -1;
  2341. auto itr = mTypeDefs.TryGet(qualifiedFindName);
  2342. while (itr)
  2343. {
  2344. BfTypeDef* typeDef = *itr;
  2345. if ((typeDef->mIsPartial) ||
  2346. ((typeDef->IsGlobalsContainer()) && ((flags & BfFindTypeDefFlag_AllowGlobal) == 0)))
  2347. {
  2348. bool handled = false;
  2349. if ((itr.mCurEntry < mTypeDefs.mPartialSkipCache.mSize) && (!allowGlobal))
  2350. {
  2351. auto& entry = mTypeDefs.mPartialSkipCache[itr.mCurEntry];
  2352. if (entry.mRevision == mTypeDefs.mRevision)
  2353. {
  2354. if (entry.mIndex == -1)
  2355. {
  2356. // No non-partial here
  2357. break;
  2358. }
  2359. itr.mCurEntry = entry.mIndex;
  2360. typeDef = *itr;
  2361. handled = true;
  2362. }
  2363. }
  2364. if (!handled)
  2365. {
  2366. if (partialStartEntryIdx == -1)
  2367. partialStartEntryIdx = itr.mCurEntry;
  2368. itr.MoveToNextHashMatch();
  2369. continue;
  2370. }
  2371. }
  2372. if ((partialStartEntryIdx != -1) && (!allowGlobal))
  2373. {
  2374. mTypeDefs.SetPartialSkipCache(partialStartEntryIdx, itr.mCurEntry);
  2375. partialStartEntryIdx = -1;
  2376. }
  2377. if ((typeDef->mFullName == qualifiedFindName) && (CheckTypeDefReference(typeDef, project)) /*&&
  2378. ((allowGlobal) || (!typeDef->IsGlobalsContainer()))*/)
  2379. {
  2380. int curPri = curNamespacePri;
  2381. if (typeDef->mGenericParamDefs.size() != numGenericArgs)
  2382. {
  2383. // Still allow SOME match even if we put in the wrong number of generic args
  2384. curPri -= 10000;
  2385. }
  2386. if ((curPri > foundPri) || (foundTypeDef == NULL))
  2387. {
  2388. foundTypeDef = typeDef;
  2389. if (ambiguousTypeDef != NULL)
  2390. *ambiguousTypeDef = NULL;
  2391. foundPri = curPri;
  2392. }
  2393. else if (curPri == foundPri)
  2394. {
  2395. if ((ambiguousTypeDef != NULL) && (!typeDef->mIsPartial))
  2396. *ambiguousTypeDef = typeDef;
  2397. }
  2398. }
  2399. itr.MoveToNextHashMatch();
  2400. }
  2401. if ((partialStartEntryIdx != -1) && (!allowGlobal))
  2402. mTypeDefs.SetPartialSkipCache(partialStartEntryIdx, -1);
  2403. }
  2404. // Didn't match the correct number of generic params, but let the compiler complain
  2405. return FilterDeletedTypeDef(foundTypeDef);
  2406. }
  2407. bool BfSystem::FindTypeDef(const BfAtomComposite& findName, int numGenericArgs, BfProject* project, const BfAtomComposite& checkNamespace, bool allowPrivate, BfTypeDefLookupContext* ctx)
  2408. {
  2409. BfAtomComposite const* qualifiedFindNamePtr;
  2410. BfAtomComposite qualifiedFindName;
  2411. BfAtom* tempData[16];
  2412. if (checkNamespace.IsEmpty())
  2413. {
  2414. if ((findName.mSize == 1) && (findName.mParts[0]->mIsSystemType))
  2415. {
  2416. BfTypeDef** typeDefPtr = NULL;
  2417. if (mSystemTypeDefs.TryGetValueWith(findName.mParts[0]->mString, &typeDefPtr))
  2418. {
  2419. ctx->mBestPri = 0x7FFFFFFF;
  2420. ctx->mBestTypeDef = FilterDeletedTypeDef(*typeDefPtr);
  2421. }
  2422. return true;
  2423. }
  2424. qualifiedFindNamePtr = &findName;
  2425. }
  2426. else
  2427. {
  2428. qualifiedFindName.mAllocSize = 16;
  2429. qualifiedFindName.mParts = tempData;
  2430. qualifiedFindName.Set(checkNamespace, findName);
  2431. qualifiedFindNamePtr = &qualifiedFindName;
  2432. }
  2433. BfProtection minProtection = allowPrivate ? BfProtection_Private : BfProtection_Protected;
  2434. bool hadMatch = false;
  2435. auto itr = mTypeDefs.TryGet(*qualifiedFindNamePtr);
  2436. while (itr)
  2437. {
  2438. BfTypeDef* typeDef = *itr;
  2439. if ((typeDef->mIsPartial) ||
  2440. (typeDef->mDefState == BfTypeDef::DefState_Deleted))
  2441. {
  2442. itr.MoveToNextHashMatch();
  2443. continue;
  2444. }
  2445. if (typeDef->mFullName == *qualifiedFindNamePtr)
  2446. {
  2447. bool isProjectValid = false;
  2448. if (CheckTypeDefReference(typeDef, project))
  2449. {
  2450. isProjectValid = true;
  2451. }
  2452. else if ((ctx != NULL) && (ctx->mCheckProjects != NULL))
  2453. {
  2454. for (auto checkProject : *ctx->mCheckProjects)
  2455. {
  2456. if (CheckTypeDefReference(typeDef, checkProject))
  2457. {
  2458. isProjectValid = true;
  2459. break;
  2460. }
  2461. }
  2462. }
  2463. if (isProjectValid)
  2464. {
  2465. int curPri = 0;
  2466. if (typeDef->mProtection < minProtection)
  2467. curPri -= 1;
  2468. if (typeDef->IsGlobalsContainer())
  2469. curPri -= 2;
  2470. if (typeDef->mGenericParamDefs.size() != numGenericArgs)
  2471. {
  2472. // Still allow SOME match even if we put in the wrong number of generic args
  2473. curPri -= 4;
  2474. }
  2475. if ((typeDef->mPartials.mSize > 0) && (typeDef->mPartials[0]->IsExtension()))
  2476. {
  2477. // Is a failed extension
  2478. curPri -= 8;
  2479. }
  2480. if ((curPri > ctx->mBestPri) || (ctx->mBestTypeDef == NULL))
  2481. {
  2482. ctx->mBestTypeDef = typeDef;
  2483. ctx->mAmbiguousTypeDef = NULL;
  2484. ctx->mBestPri = curPri;
  2485. hadMatch = true;
  2486. }
  2487. else if (curPri == ctx->mBestPri)
  2488. {
  2489. ctx->mAmbiguousTypeDef = typeDef;
  2490. }
  2491. }
  2492. }
  2493. itr.MoveToNextHashMatch();
  2494. }
  2495. if (qualifiedFindName.mParts == tempData)
  2496. qualifiedFindName.mParts = NULL;
  2497. return hadMatch;
  2498. }
  2499. BfTypeDef* BfSystem::FindTypeDef(const StringImpl& typeName, int numGenericArgs, BfProject* project, const Array<BfAtomComposite>& namespaceSearch, BfTypeDef** ambiguousTypeDef, BfFindTypeDefFlags flags)
  2500. {
  2501. BfAtomCompositeT<16> qualifiedFindName;
  2502. BfTypeDef* result = NULL;
  2503. if (ParseAtomComposite(typeName, qualifiedFindName))
  2504. result = FindTypeDef(qualifiedFindName, numGenericArgs, project, namespaceSearch, ambiguousTypeDef, flags);
  2505. return result;
  2506. }
  2507. BfTypeDef * BfSystem::FindTypeDef(const StringImpl& typeName, BfProject* project)
  2508. {
  2509. String findName;
  2510. int firstChevIdx = -1;
  2511. int chevDepth = 0;
  2512. int numGenericArgs = 0;
  2513. for (int i = 0; i < (int)typeName.length(); i++)
  2514. {
  2515. char c = typeName[i];
  2516. if (c == '<')
  2517. {
  2518. if (firstChevIdx == -1)
  2519. firstChevIdx = i;
  2520. chevDepth++;
  2521. }
  2522. else if (c == '>')
  2523. {
  2524. chevDepth--;
  2525. }
  2526. else if (c == ',')
  2527. {
  2528. if (chevDepth == 1)
  2529. numGenericArgs++;
  2530. }
  2531. }
  2532. if (firstChevIdx != -1)
  2533. findName = typeName.Substring(0, firstChevIdx);
  2534. else
  2535. findName = typeName;
  2536. return FindTypeDef(typeName, numGenericArgs, project);
  2537. }
  2538. BfTypeDef* BfSystem::FindTypeDefEx(const StringImpl& fullTypeName)
  2539. {
  2540. int colonPos = (int)fullTypeName.IndexOf(':');
  2541. if (colonPos == -1)
  2542. return NULL;
  2543. auto project = GetProject(fullTypeName.Substring(0, colonPos));
  2544. if (project == NULL)
  2545. return NULL;
  2546. int numGenericArgs = 0;
  2547. String typeName = fullTypeName.Substring(colonPos + 1);
  2548. int tildePos = (int)typeName.LastIndexOf('`');
  2549. if (tildePos != -1)
  2550. {
  2551. BF_ASSERT(tildePos > (int)typeName.LastIndexOf('.'));
  2552. numGenericArgs = atoi(typeName.c_str() + tildePos + 1);
  2553. typeName.RemoveToEnd(tildePos);
  2554. }
  2555. BfAtomComposite qualifiedFindName;
  2556. BfAtom* tempData[16];
  2557. qualifiedFindName.mAllocSize = 16;
  2558. qualifiedFindName.mParts = tempData;
  2559. BfTypeDef* result = NULL;
  2560. if (ParseAtomComposite(typeName, qualifiedFindName))
  2561. {
  2562. auto itr = mTypeDefs.TryGet(qualifiedFindName);
  2563. while (itr)
  2564. {
  2565. BfTypeDef* typeDef = *itr;
  2566. if ((typeDef->mFullName == qualifiedFindName) && (CheckTypeDefReference(typeDef, project)) &&
  2567. (!typeDef->mIsPartial))
  2568. {
  2569. if (typeDef->mGenericParamDefs.size() == numGenericArgs)
  2570. return typeDef;
  2571. }
  2572. itr.MoveToNextHashMatch();
  2573. }
  2574. }
  2575. if (qualifiedFindName.mParts == tempData)
  2576. qualifiedFindName.mParts = NULL;
  2577. return result;
  2578. }
  2579. void BfSystem::FindFixitNamespaces(const StringImpl& typeName, int numGenericArgs, BfProject* project, std::set<String>& fixitNamespaces)
  2580. {
  2581. BfAtomComposite findName;
  2582. if (!ParseAtomComposite(typeName, findName))
  2583. return;
  2584. // The algorithm assumes the first (or only) part of the BfAtomComposite is a type name, and finds a type with that matching
  2585. // name and then adds its namespace to the fixitNamespaces
  2586. for (auto typeDef : mTypeDefs)
  2587. {
  2588. if ((typeDef->mName == findName.mParts[0]) &&
  2589. (CheckTypeDefReference(typeDef, project)) &&
  2590. ((numGenericArgs == -1) || (typeDef->mGenericParamDefs.size() == numGenericArgs)))
  2591. {
  2592. String outerName;
  2593. if (typeDef->mOuterType != NULL)
  2594. {
  2595. if (!typeDef->mGenericParamDefs.IsEmpty())
  2596. continue;
  2597. outerName += "static ";
  2598. outerName += typeDef->mOuterType->mFullName.ToString();
  2599. }
  2600. else
  2601. outerName = typeDef->mNamespace.ToString();
  2602. fixitNamespaces.insert(outerName);
  2603. }
  2604. }
  2605. }
  2606. void BfSystem::RemoveTypeDef(BfTypeDef* typeDef)
  2607. {
  2608. BF_ASSERT(typeDef->mDefState == BfTypeDef::DefState_Deleted);
  2609. // mTypeDef is already locked by the system lock
  2610. mTypeDefs.Remove(typeDef);
  2611. AutoCrit autoCrit(mDataLock);
  2612. if (typeDef->mOuterType != NULL)
  2613. {
  2614. // We are in the outer type's mNestedTypes list
  2615. BfLogSys(this, "Setting mForceUseNextRevision on outer type %p from %p\n", typeDef->mOuterType, typeDef);
  2616. typeDef->mOuterType->mForceUseNextRevision = true;
  2617. }
  2618. // This will get properly handled in UntrackName when we process the mTypeDefDeleteQueue, but this
  2619. // mAtomUpdateIdx increment will trigger lookup changes in BfContext::VerifyTypeLookups
  2620. if (typeDef->mName != mEmptyAtom)
  2621. {
  2622. typeDef->mName->mAtomUpdateIdx = ++mAtomUpdateIdx;
  2623. typeDef->mName->mPendingDerefCount++;
  2624. }
  2625. if (typeDef->mNameEx != mEmptyAtom)
  2626. {
  2627. typeDef->mNameEx->mAtomUpdateIdx = ++mAtomUpdateIdx;
  2628. typeDef->mNameEx->mPendingDerefCount++;
  2629. }
  2630. typeDef->mInDeleteQueue = true;
  2631. mTypeDefDeleteQueue.push_back(typeDef);
  2632. mTypeMapVersion++;
  2633. }
  2634. void BfSystem::InjectNewRevision(BfTypeDef* typeDef)
  2635. {
  2636. BfLogSys(this, "InjectNewRevision from %p (decl:%p) into %p (decl:%p)\n", typeDef->mNextRevision, typeDef->mNextRevision->mTypeDeclaration, typeDef, typeDef->mTypeDeclaration);
  2637. bool setDeclaringType = !typeDef->mIsCombinedPartial;
  2638. auto nextTypeDef = typeDef->mNextRevision;
  2639. for (auto prevProperty : typeDef->mProperties)
  2640. delete prevProperty;
  2641. typeDef->mProperties = nextTypeDef->mProperties;
  2642. if (setDeclaringType)
  2643. for (auto prop : typeDef->mProperties)
  2644. prop->mDeclaringType = typeDef;
  2645. nextTypeDef->mProperties.Clear();
  2646. if ((typeDef->mDefState != BfTypeDef::DefState_Signature_Changed) &&
  2647. (typeDef->mDefState != BfTypeDef::DefState_New))
  2648. {
  2649. BF_ASSERT(typeDef->mMethods.size() == nextTypeDef->mMethods.size());
  2650. for (auto prop : typeDef->mProperties)
  2651. {
  2652. for (int methodIdx = 0; methodIdx < (int)prop->mMethods.size(); methodIdx++)
  2653. prop->mMethods[methodIdx] = typeDef->mMethods[prop->mMethods[methodIdx]->mIdx];
  2654. }
  2655. for (int opIdx = 0; opIdx < (int)typeDef->mOperators.size(); opIdx++)
  2656. {
  2657. typeDef->mOperators[opIdx] = (BfOperatorDef*)typeDef->mMethods[typeDef->mOperators[opIdx]->mIdx];
  2658. }
  2659. // Remap methods in-place to previous revision's method list
  2660. for (int methodIdx = 0; methodIdx < (int)typeDef->mMethods.size(); methodIdx++)
  2661. {
  2662. auto methodDef = typeDef->mMethods[methodIdx];
  2663. auto nextMethodDef = nextTypeDef->mMethods[methodIdx];
  2664. bool codeChanged = nextMethodDef->mFullHash != methodDef->mFullHash;
  2665. for (auto genericParam : methodDef->mGenericParams)
  2666. delete genericParam;
  2667. for (auto param : methodDef->mParams)
  2668. delete param;
  2669. if (nextMethodDef->mMethodType == BfMethodType_Operator)
  2670. {
  2671. auto operatorDef = (BfOperatorDef*)methodDef;
  2672. auto nextOperatorDef = (BfOperatorDef*)nextMethodDef;
  2673. *operatorDef = *nextOperatorDef;
  2674. if (setDeclaringType)
  2675. operatorDef->mDeclaringType = typeDef;
  2676. }
  2677. else
  2678. {
  2679. *methodDef = *nextMethodDef;
  2680. if (setDeclaringType)
  2681. methodDef->mDeclaringType = typeDef;
  2682. }
  2683. if (codeChanged)
  2684. methodDef->mCodeChanged = true;
  2685. nextMethodDef->mParams.Clear();
  2686. nextMethodDef->mGenericParams.Clear();
  2687. }
  2688. }
  2689. else
  2690. {
  2691. typeDef->mOperators = nextTypeDef->mOperators;
  2692. nextTypeDef->mOperators.Clear();
  2693. for (auto prevMethod : typeDef->mMethods)
  2694. {
  2695. delete prevMethod;
  2696. }
  2697. typeDef->mMethods = nextTypeDef->mMethods;
  2698. if (setDeclaringType)
  2699. for (auto method : typeDef->mMethods)
  2700. method->mDeclaringType = typeDef;
  2701. nextTypeDef->mMethods.Clear();
  2702. }
  2703. for (auto fieldDef : typeDef->mFields)
  2704. fieldDef->mNextWithSameName = NULL;
  2705. for (auto propDef : typeDef->mProperties)
  2706. propDef->mNextWithSameName = NULL;
  2707. for (auto methodDef : typeDef->mMethods)
  2708. methodDef->mNextWithSameName = NULL;
  2709. if (typeDef->mSource != NULL)
  2710. typeDef->mSource->mRefCount--;
  2711. typeDef->mSource = nextTypeDef->mSource;
  2712. typeDef->mSource->mRefCount++;
  2713. typeDef->mPartialIdx = nextTypeDef->mPartialIdx;
  2714. typeDef->mTypeDeclaration = nextTypeDef->mTypeDeclaration;
  2715. typeDef->mHash = nextTypeDef->mHash;
  2716. typeDef->mSignatureHash = nextTypeDef->mSignatureHash;
  2717. typeDef->mFullHash = nextTypeDef->mFullHash;
  2718. typeDef->mInlineHash = nextTypeDef->mInlineHash;
  2719. typeDef->mNestDepth = nextTypeDef->mNestDepth;
  2720. typeDef->mOuterType = nextTypeDef->mOuterType;
  2721. //typeDef->mOuterType = nextTypeDef->mOuterType;
  2722. typeDef->mNamespace = nextTypeDef->mNamespace;
  2723. BF_ASSERT(typeDef->mName == nextTypeDef->mName);
  2724. //typeDef->mName = nextTypeDef->mName;
  2725. BF_ASSERT(typeDef->mNameEx == nextTypeDef->mNameEx);
  2726. //typeDef->mNameEx = nextTypeDef->mNameEx;
  2727. //typeDef->mFullName = nextTypeDef->mFullName;
  2728. BF_ASSERT(typeDef->mFullNameEx == nextTypeDef->mFullNameEx);
  2729. typeDef->mProtection = nextTypeDef->mProtection;
  2730. BF_ASSERT((typeDef->mTypeCode == nextTypeDef->mTypeCode) || (nextTypeDef->mTypeCode == BfTypeCode_Inferred));
  2731. typeDef->mTypeCode = nextTypeDef->mTypeCode;
  2732. typeDef->mShow = nextTypeDef->mShow;
  2733. typeDef->mIsAlwaysInclude = nextTypeDef->mIsAlwaysInclude;
  2734. typeDef->mIsNoDiscard = nextTypeDef->mIsNoDiscard;
  2735. typeDef->mIsPartial = nextTypeDef->mIsPartial;
  2736. typeDef->mIsExplicitPartial = nextTypeDef->mIsExplicitPartial;
  2737. //mPartialUsed
  2738. typeDef->mIsCombinedPartial = nextTypeDef->mIsCombinedPartial;
  2739. typeDef->mIsDelegate = nextTypeDef->mIsDelegate;
  2740. typeDef->mIsFunction = nextTypeDef->mIsFunction;
  2741. typeDef->mIsClosure = nextTypeDef->mIsClosure;
  2742. typeDef->mIsAbstract = nextTypeDef->mIsAbstract;
  2743. typeDef->mIsStatic = nextTypeDef->mIsStatic;
  2744. typeDef->mHasAppendCtor = nextTypeDef->mHasAppendCtor;
  2745. typeDef->mHasCEOnCompile = nextTypeDef->mHasCEOnCompile;
  2746. typeDef->mHasCtorNoBody = nextTypeDef->mHasCtorNoBody;
  2747. typeDef->mHasOverrideMethods = nextTypeDef->mHasOverrideMethods;
  2748. typeDef->mHasExtensionMethods = nextTypeDef->mHasExtensionMethods;
  2749. typeDef->mHasUsingFields = nextTypeDef->mHasUsingFields;
  2750. typeDef->mIsOpaque = nextTypeDef->mIsOpaque;
  2751. typeDef->mDupDetectedRevision = nextTypeDef->mDupDetectedRevision;
  2752. for (auto prevDirectNodes : typeDef->mDirectAllocNodes)
  2753. delete prevDirectNodes;
  2754. typeDef->mDirectAllocNodes = nextTypeDef->mDirectAllocNodes;
  2755. nextTypeDef->mDirectAllocNodes.Clear();
  2756. for (auto name : typeDef->mNamespaceSearch)
  2757. ReleaseAtomComposite(name);
  2758. typeDef->mNamespaceSearch = nextTypeDef->mNamespaceSearch;
  2759. for (auto name : typeDef->mNamespaceSearch)
  2760. RefAtomComposite(name);
  2761. typeDef->mStaticSearch = nextTypeDef->mStaticSearch;
  2762. typeDef->mInternalAccessSet = nextTypeDef->mInternalAccessSet;
  2763. for (auto prevField : typeDef->mFields)
  2764. {
  2765. delete prevField;
  2766. }
  2767. typeDef->mFields = nextTypeDef->mFields;
  2768. if (setDeclaringType)
  2769. for (auto field : typeDef->mFields)
  2770. field->mDeclaringType = typeDef;
  2771. nextTypeDef->mFields.Clear();
  2772. for (auto genericParam : typeDef->mGenericParamDefs)
  2773. delete genericParam;
  2774. typeDef->mGenericParamDefs.Clear();
  2775. typeDef->mGenericParamDefs = nextTypeDef->mGenericParamDefs;
  2776. typeDef->mExternalConstraints = nextTypeDef->mExternalConstraints;
  2777. nextTypeDef->mGenericParamDefs.Clear();
  2778. typeDef->mBaseTypes = nextTypeDef->mBaseTypes;
  2779. typeDef->mNestedTypes = nextTypeDef->mNestedTypes;
  2780. // If we are a partial then the mOuterType gets set to the combined partial so don't do that here
  2781. if (!typeDef->mIsCombinedPartial)
  2782. {
  2783. for (auto nestedType : typeDef->mNestedTypes)
  2784. {
  2785. BF_ASSERT(nestedType->mNestDepth == typeDef->mNestDepth + 1);
  2786. nestedType->mOuterType = typeDef;
  2787. }
  2788. }
  2789. typeDef->mPartials = nextTypeDef->mPartials;
  2790. typeDef->mMethodSet.Clear();
  2791. typeDef->mFieldSet.Clear();
  2792. typeDef->mPropertySet.Clear();
  2793. delete nextTypeDef;
  2794. typeDef->mNextRevision = NULL;
  2795. typeDef->mDefState = BfTypeDef::DefState_Defined;
  2796. typeDef->mForceUseNextRevision = false;
  2797. VerifyTypeDef(typeDef);
  2798. }
  2799. void BfSystem::AddToCompositePartial(BfPassInstance* passInstance, BfTypeDef* compositeTypeDef, BfTypeDef* partialTypeDef)
  2800. {
  2801. VerifyTypeDef(compositeTypeDef);
  2802. VerifyTypeDef(partialTypeDef);
  2803. bool isFirst = false;
  2804. BF_ASSERT(compositeTypeDef->mFullNameEx == partialTypeDef->mFullNameEx);
  2805. auto typeDef = compositeTypeDef->mNextRevision;
  2806. if (typeDef == NULL)
  2807. {
  2808. typeDef = new BfTypeDef();
  2809. compositeTypeDef->mNextRevision = typeDef;
  2810. typeDef->mIsCombinedPartial = true;
  2811. typeDef->mTypeDeclaration = partialTypeDef->mTypeDeclaration;
  2812. typeDef->mSource = partialTypeDef->mSource;
  2813. typeDef->mSource->mRefCount++;
  2814. typeDef->mSystem = partialTypeDef->mSystem;
  2815. typeDef->mTypeCode = partialTypeDef->mTypeCode;
  2816. typeDef->mShow = partialTypeDef->mShow;
  2817. typeDef->mIsOpaque = partialTypeDef->mIsOpaque;
  2818. typeDef->mIsFunction = partialTypeDef->mIsFunction;
  2819. typeDef->mIsDelegate = partialTypeDef->mIsDelegate;
  2820. typeDef->mNestDepth = partialTypeDef->mNestDepth;
  2821. typeDef->mOuterType = partialTypeDef->mOuterType;
  2822. typeDef->mNamespace = partialTypeDef->mNamespace;
  2823. typeDef->mName = partialTypeDef->mName;
  2824. typeDef->mName->Ref();
  2825. TrackName(typeDef);
  2826. typeDef->mNameEx = partialTypeDef->mNameEx;
  2827. typeDef->mNameEx->Ref();
  2828. typeDef->mFullName = partialTypeDef->mFullName;
  2829. typeDef->mFullNameEx = partialTypeDef->mFullNameEx;
  2830. typeDef->mProtection = partialTypeDef->mProtection;
  2831. typeDef->mIsDelegate = partialTypeDef->mIsDelegate;
  2832. typeDef->mIsAbstract = partialTypeDef->mIsAbstract;
  2833. typeDef->mIsStatic = partialTypeDef->mIsStatic;
  2834. typeDef->mHasAppendCtor = partialTypeDef->mHasAppendCtor;
  2835. typeDef->mHasCtorNoBody = partialTypeDef->mHasCtorNoBody;
  2836. typeDef->mHasExtensionMethods = partialTypeDef->mHasExtensionMethods;
  2837. typeDef->mHasUsingFields = partialTypeDef->mHasUsingFields;
  2838. typeDef->mHasOverrideMethods = partialTypeDef->mHasOverrideMethods;
  2839. typeDef->mIsAlwaysInclude = partialTypeDef->mIsAlwaysInclude;
  2840. typeDef->mHasCEOnCompile = partialTypeDef->mHasCEOnCompile;
  2841. for (auto generic : partialTypeDef->mGenericParamDefs)
  2842. {
  2843. BfGenericParamDef* newGeneric = new BfGenericParamDef();
  2844. *newGeneric = *generic;
  2845. typeDef->mGenericParamDefs.push_back(newGeneric);
  2846. }
  2847. typeDef->mExternalConstraints = partialTypeDef->mExternalConstraints;
  2848. typeDef->mBaseTypes = partialTypeDef->mBaseTypes;
  2849. isFirst = true;
  2850. VerifyTypeDef(typeDef);
  2851. }
  2852. else
  2853. {
  2854. VerifyTypeDef(typeDef);
  2855. //TODO: Assert protection and junk all matches
  2856. if (partialTypeDef->mTypeCode != BfTypeCode_Extension)
  2857. {
  2858. typeDef->mTypeCode = partialTypeDef->mTypeCode;
  2859. typeDef->mTypeDeclaration = partialTypeDef->mTypeDeclaration;
  2860. }
  2861. // for (auto& externConstraint : partialTypeDef->mExternalConstraints)
  2862. // typeDef->mExternalConstraints.Add(externConstraint);
  2863. }
  2864. // Merge attributes together
  2865. typeDef->mIsAbstract |= partialTypeDef->mIsAbstract;
  2866. typeDef->mIsStatic |= partialTypeDef->mIsStatic;
  2867. typeDef->mHasAppendCtor |= partialTypeDef->mHasAppendCtor;
  2868. typeDef->mHasCEOnCompile |= partialTypeDef->mHasCEOnCompile;
  2869. typeDef->mHasExtensionMethods |= partialTypeDef->mHasExtensionMethods;
  2870. typeDef->mHasUsingFields |= partialTypeDef->mHasUsingFields;
  2871. typeDef->mHasOverrideMethods |= partialTypeDef->mHasOverrideMethods;
  2872. for (auto innerType : partialTypeDef->mNestedTypes)
  2873. {
  2874. typeDef->mNestedTypes.push_back(innerType);
  2875. }
  2876. //TODO: We had the CLEAR here, but it caused an issue because when we have to rebuild the composite then
  2877. // we don't actually have the nested types from the original typeDef if they original typedef wasn't rebuilt
  2878. //partialTypeDef->mNestedTypes.Clear(); // Only reference from main typedef
  2879. for (auto field : partialTypeDef->mFields)
  2880. {
  2881. BfFieldDef* newField = new BfFieldDef();
  2882. *newField = *field;
  2883. newField->mIdx = (int)typeDef->mFields.size();
  2884. typeDef->mFields.push_back(newField);
  2885. }
  2886. typeDef->mFieldSet.Clear();
  2887. bool hadNoDeclMethod = false;
  2888. int startMethodIdx = (int)typeDef->mMethods.size();
  2889. for (auto method : partialTypeDef->mMethods)
  2890. {
  2891. bool ignoreNewMethod = false;
  2892. if (typeDef->mTypeCode == BfTypeCode_Interface)
  2893. {
  2894. if (method->mMethodDeclaration == NULL)
  2895. continue;
  2896. if (auto methodDeclaration = method->GetMethodDeclaration())
  2897. {
  2898. if (methodDeclaration->mProtectionSpecifier == NULL)
  2899. method->mProtection = BfProtection_Public;
  2900. }
  2901. }
  2902. BfMethodDef* newMethod = NULL;
  2903. if (method->mMethodType == BfMethodType_Operator)
  2904. {
  2905. BfOperatorDef* newOperator = new BfOperatorDef();
  2906. *newOperator = *(BfOperatorDef*)method;
  2907. newMethod = newOperator;
  2908. typeDef->mOperators.push_back(newOperator);
  2909. }
  2910. else
  2911. {
  2912. newMethod = new BfMethodDef();
  2913. *newMethod = *method;
  2914. }
  2915. method->mParamNameMap = NULL;
  2916. newMethod->mIdx = (int)typeDef->mMethods.size();
  2917. for (int paramIdx = 0; paramIdx < (int)newMethod->mParams.size(); paramIdx++)
  2918. {
  2919. BfParameterDef* param = newMethod->mParams[paramIdx];
  2920. BfParameterDef* newParam = new BfParameterDef();
  2921. *newParam = *param;
  2922. newMethod->mParams[paramIdx] = newParam;
  2923. }
  2924. for (int genericIdx = 0; genericIdx < (int)newMethod->mGenericParams.size(); genericIdx++)
  2925. {
  2926. BfGenericParamDef* generic = newMethod->mGenericParams[genericIdx];
  2927. BfGenericParamDef* newGeneric = new BfGenericParamDef();
  2928. *newGeneric = *generic;
  2929. newMethod->mGenericParams[genericIdx] = newGeneric;
  2930. }
  2931. if (ignoreNewMethod)
  2932. newMethod->mMethodType = BfMethodType_Ignore;
  2933. typeDef->mMethods.push_back(newMethod);
  2934. }
  2935. typeDef->mMethodSet.Clear();
  2936. for (auto prop : partialTypeDef->mProperties)
  2937. {
  2938. BfPropertyDef* newProp = new BfPropertyDef();
  2939. *newProp = *prop;
  2940. BF_ASSERT(newProp->mDeclaringType != NULL);
  2941. for (int methodIdx = 0; methodIdx < (int)newProp->mMethods.size(); methodIdx++)
  2942. newProp->mMethods[methodIdx] = typeDef->mMethods[startMethodIdx + newProp->mMethods[methodIdx]->mIdx];
  2943. typeDef->mProperties.push_back(newProp);
  2944. }
  2945. typeDef->mPropertySet.Clear();
  2946. BF_ASSERT(partialTypeDef->mPartials.empty());
  2947. partialTypeDef->mPartialIdx = (int)typeDef->mPartials.size();
  2948. typeDef->mPartials.push_back(partialTypeDef);
  2949. VerifyTypeDef(typeDef);
  2950. typeDef->mHash = partialTypeDef->mHash;
  2951. typeDef->mSignatureHash = Hash128(&partialTypeDef->mSignatureHash, sizeof(Val128), typeDef->mSignatureHash);
  2952. typeDef->mFullHash = Hash128(&partialTypeDef->mFullHash, sizeof(Val128), typeDef->mFullHash);
  2953. typeDef->mInlineHash = Hash128(&partialTypeDef->mInlineHash, sizeof(Val128), typeDef->mInlineHash);
  2954. VerifyTypeDef(compositeTypeDef);
  2955. VerifyTypeDef(typeDef);
  2956. }
  2957. void BfSystem::FinishCompositePartial(BfTypeDef* compositeTypeDef)
  2958. {
  2959. VerifyTypeDef(compositeTypeDef);
  2960. auto nextRevision = compositeTypeDef->mNextRevision;
  2961. struct _HasMethods
  2962. {
  2963. int mCtor;
  2964. int mCtorPublic;
  2965. int mDtor;
  2966. int mMark;
  2967. };
  2968. _HasMethods allHasMethods[2][2] = { 0 };
  2969. auto primaryDef = nextRevision->mPartials[0];
  2970. //Dictionary<BfProject*, int> projectCount;
  2971. bool hasCtorNoBody = false;
  2972. bool primaryHasFieldInitializers = false;
  2973. bool anyHasInitializers = false;
  2974. // For methods that require chaining, make sure the primary def has a definition
  2975. for (auto partialTypeDef : nextRevision->mPartials)
  2976. {
  2977. bool isExtension = partialTypeDef->mTypeDeclaration != nextRevision->mTypeDeclaration;
  2978. if (!isExtension)
  2979. primaryDef = partialTypeDef;
  2980. bool hasInitializers = false;
  2981. for (auto methodDef : partialTypeDef->mMethods)
  2982. {
  2983. if ((methodDef->mMethodType == BfMethodType_Init) && (!methodDef->mIsStatic))
  2984. hasInitializers = true;
  2985. auto& hasMethods = allHasMethods[isExtension ? 1 : 0][methodDef->mIsStatic ? 1 : 0];
  2986. if (methodDef->mMethodType == BfMethodType_Ctor)
  2987. {
  2988. hasMethods.mCtor++;
  2989. if (methodDef->mProtection == BfProtection_Public)
  2990. hasMethods.mCtorPublic++;
  2991. if ((methodDef->mParams.size() == 0) && (!methodDef->mIsStatic) && (methodDef->mBody == NULL))
  2992. {
  2993. hasCtorNoBody = true;
  2994. }
  2995. }
  2996. else if (methodDef->mMethodType == BfMethodType_Dtor)
  2997. hasMethods.mDtor++;
  2998. else if (methodDef->mMethodType == BfMethodType_Normal)
  2999. {
  3000. if ((methodDef->mName == BF_METHODNAME_MARKMEMBERS) || (methodDef->mName == BF_METHODNAME_MARKMEMBERS_STATIC))
  3001. hasMethods.mMark++;
  3002. }
  3003. }
  3004. for (auto fieldDef : partialTypeDef->mFields)
  3005. {
  3006. if (!fieldDef->mIsStatic)
  3007. {
  3008. if (auto fieldDeclaration = BfNodeDynCast<BfFieldDeclaration>(fieldDef->mFieldDeclaration))
  3009. if (fieldDeclaration->mInitializer != NULL)
  3010. hasInitializers = true;
  3011. if (auto paramDeclaration = BfNodeDynCast<BfParameterDeclaration>(fieldDef->mFieldDeclaration))
  3012. if (paramDeclaration->mInitializer != NULL)
  3013. hasInitializers = true;
  3014. if (fieldDef->mIsAppend)
  3015. hasInitializers = true;
  3016. }
  3017. }
  3018. if (hasInitializers)
  3019. {
  3020. anyHasInitializers = true;
  3021. if (!isExtension)
  3022. primaryHasFieldInitializers = true;
  3023. nextRevision->mHasCtorNoBody = true;
  3024. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_CtorNoBody, BfProtection_Protected, false, "");
  3025. methodDef->mDeclaringType = partialTypeDef;
  3026. methodDef->mIsMutating = true;
  3027. }
  3028. }
  3029. if ((anyHasInitializers) && (!primaryHasFieldInitializers))
  3030. {
  3031. nextRevision->mHasCtorNoBody = true;
  3032. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_CtorNoBody, BfProtection_Protected, false, "");
  3033. methodDef->mDeclaringType = primaryDef;
  3034. methodDef->mIsMutating = true;
  3035. }
  3036. if ((allHasMethods[0][0].mCtor == 0) && (allHasMethods[1][0].mCtor > 1))
  3037. {
  3038. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_Ctor, (allHasMethods[1][0].mCtorPublic > 0) ? BfProtection_Public : BfProtection_Protected, false, "");
  3039. methodDef->mDeclaringType = primaryDef;
  3040. methodDef->mIsMutating = true;
  3041. }
  3042. // if (!hasCtorNoBody)
  3043. // {
  3044. // auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_CtorNoBody, BfProtection_Protected, false, "");
  3045. // methodDef->mDeclaringType = primaryDef;
  3046. // methodDef->mIsMutating = true;
  3047. // }
  3048. if (!primaryDef->IsGlobalsContainer())
  3049. {
  3050. // Static ctor
  3051. if ((allHasMethods[0][1].mCtor == 0) && (allHasMethods[1][1].mCtor > 1))
  3052. {
  3053. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_Ctor, BfProtection_Public, true, "");
  3054. methodDef->mDeclaringType = primaryDef;
  3055. }
  3056. if ((allHasMethods[0][0].mDtor == 0) && (allHasMethods[1][0].mDtor > 1))
  3057. {
  3058. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_Dtor, BfProtection_Public, false, "");
  3059. methodDef->mDeclaringType = primaryDef;
  3060. }
  3061. if ((allHasMethods[0][1].mDtor == 0) && (allHasMethods[1][1].mDtor > 1))
  3062. {
  3063. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_Dtor, BfProtection_Public, true, "");
  3064. methodDef->mDeclaringType = primaryDef;
  3065. }
  3066. if ((allHasMethods[0][0].mMark == 0) && (allHasMethods[1][0].mMark > 1))
  3067. {
  3068. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_Normal, BfProtection_Public, false, BF_METHODNAME_MARKMEMBERS);
  3069. methodDef->mDeclaringType = primaryDef;
  3070. methodDef->mIsVirtual = true;
  3071. methodDef->mIsOverride = true;
  3072. }
  3073. if ((allHasMethods[0][1].mMark == 0) && (allHasMethods[1][1].mMark > 1))
  3074. {
  3075. auto methodDef = BfDefBuilder::AddMethod(nextRevision, BfMethodType_Normal, BfProtection_Public, true, BF_METHODNAME_MARKMEMBERS_STATIC);
  3076. methodDef->mDeclaringType = primaryDef;
  3077. }
  3078. }
  3079. // If this fails, it's probably because there were no actual composite pieces to put into it
  3080. BF_ASSERT(nextRevision != NULL);
  3081. if ((nextRevision->mDefState == BfTypeDef::DefState_Signature_Changed) || (compositeTypeDef->mSignatureHash != nextRevision->mSignatureHash))
  3082. compositeTypeDef->mDefState = BfTypeDef::DefState_Signature_Changed;
  3083. else if ((nextRevision->mDefState == BfTypeDef::DefState_InlinedInternals_Changed) || (compositeTypeDef->mInlineHash != nextRevision->mInlineHash))
  3084. compositeTypeDef->mDefState = BfTypeDef::DefState_InlinedInternals_Changed;
  3085. else if ((nextRevision->mDefState == BfTypeDef::DefState_Internals_Changed) || (compositeTypeDef->mFullHash != nextRevision->mFullHash))
  3086. compositeTypeDef->mDefState = BfTypeDef::DefState_Internals_Changed;
  3087. else if (nextRevision->mDefState == BfTypeDef::DefState_Refresh)
  3088. compositeTypeDef->mDefState = BfTypeDef::DefState_Refresh;
  3089. //InjectNewRevision(compositeTypeDef);
  3090. VerifyTypeDef(compositeTypeDef);
  3091. VerifyTypeDef(nextRevision);
  3092. }
  3093. void BfSystem::CopyTypeDef(BfTypeDef* typeDef, BfTypeDef* fromTypeDef)
  3094. {
  3095. BfLogSys(this, "CopyTypeDef %p from %p Hash: %d\n", typeDef, fromTypeDef, fromTypeDef->mHash);
  3096. for (auto fromMethodDef : fromTypeDef->mMethods)
  3097. {
  3098. BfMethodDef* methodDef;
  3099. if (fromMethodDef->mIsOperator)
  3100. {
  3101. auto fromOperatorDef = (BfOperatorDef*)fromMethodDef;
  3102. auto operatorDef = new BfOperatorDef();
  3103. methodDef = operatorDef;
  3104. *operatorDef = *fromOperatorDef;
  3105. }
  3106. else
  3107. {
  3108. methodDef = new BfMethodDef();
  3109. *methodDef = *fromMethodDef;
  3110. }
  3111. fromMethodDef->mParamNameMap = NULL;
  3112. if (methodDef->mDeclaringType == fromTypeDef)
  3113. methodDef->mDeclaringType = typeDef;
  3114. for (int paramIdx = 0; paramIdx < fromMethodDef->mParams.mSize; paramIdx++)
  3115. {
  3116. auto fromParamDef = fromMethodDef->mParams[paramIdx];
  3117. BfParameterDef* paramDef = new BfParameterDef();
  3118. *paramDef = *fromParamDef;
  3119. methodDef->mParams[paramIdx] = paramDef;
  3120. }
  3121. for (int genericParamIdx = 0; genericParamIdx < fromMethodDef->mGenericParams.mSize; genericParamIdx++)
  3122. {
  3123. auto fromGenericParam = fromMethodDef->mGenericParams[genericParamIdx];
  3124. BfGenericParamDef* genericParam = new BfGenericParamDef();
  3125. *genericParam = *fromGenericParam;
  3126. methodDef->mGenericParams[genericParamIdx] = genericParam;
  3127. }
  3128. methodDef->mNextWithSameName = NULL;
  3129. typeDef->mMethods.Add(methodDef);
  3130. }
  3131. for (auto operatorDef : fromTypeDef->mOperators)
  3132. {
  3133. auto methodDef = typeDef->mMethods[operatorDef->mIdx];
  3134. BF_ASSERT(methodDef->mIsOperator);
  3135. if (methodDef->mIsOperator)
  3136. typeDef->mOperators.Add((BfOperatorDef*)methodDef);
  3137. }
  3138. for (auto fromPropDef : fromTypeDef->mProperties)
  3139. {
  3140. BfPropertyDef* propDef = new BfPropertyDef();
  3141. *propDef = *fromPropDef;
  3142. if (propDef->mDeclaringType == fromTypeDef)
  3143. propDef->mDeclaringType = typeDef;
  3144. for (auto& methodDef : propDef->mMethods)
  3145. methodDef = typeDef->mMethods[methodDef->mIdx];
  3146. propDef->mNextWithSameName = NULL;
  3147. typeDef->mProperties.Add(propDef);
  3148. }
  3149. for (auto fromField : fromTypeDef->mFields)
  3150. {
  3151. BfFieldDef* fieldDef = new BfFieldDef();
  3152. *fieldDef = *fromField;
  3153. if (fieldDef->mDeclaringType == fromTypeDef)
  3154. fieldDef->mDeclaringType = typeDef;
  3155. fieldDef->mNextWithSameName = NULL;
  3156. typeDef->mFields.Add(fieldDef);
  3157. }
  3158. typeDef->mSystem = fromTypeDef->mSystem;
  3159. typeDef->mProject = fromTypeDef->mProject;
  3160. typeDef->mPartialIdx = fromTypeDef->mPartialIdx;
  3161. typeDef->mTypeDeclaration = fromTypeDef->mTypeDeclaration;
  3162. typeDef->mHash = fromTypeDef->mHash;
  3163. typeDef->mSignatureHash = fromTypeDef->mSignatureHash;
  3164. typeDef->mFullHash = fromTypeDef->mFullHash;
  3165. typeDef->mInlineHash = fromTypeDef->mInlineHash;
  3166. typeDef->mNestDepth = fromTypeDef->mNestDepth;
  3167. typeDef->mOuterType = fromTypeDef->mOuterType;
  3168. //typeDef->mOuterType = fromTypeDef->mOuterType;
  3169. typeDef->mNamespace = fromTypeDef->mNamespace;
  3170. typeDef->mName = fromTypeDef->mName;
  3171. if (typeDef->mName != mEmptyAtom)
  3172. typeDef->mName->mRefCount++;
  3173. //typeDef->mName = fromTypeDef->mName;
  3174. typeDef->mNameEx = fromTypeDef->mNameEx;
  3175. if (typeDef->mNameEx != NULL)
  3176. typeDef->mNameEx->mRefCount++;
  3177. //typeDef->mNameEx = fromTypeDef->mNameEx;
  3178. typeDef->mFullName = fromTypeDef->mFullName;
  3179. typeDef->mFullNameEx = fromTypeDef->mFullNameEx;
  3180. //RefAtomComposite(typeDef->mFullNameEx);
  3181. typeDef->mProtection = fromTypeDef->mProtection;
  3182. typeDef->mTypeCode = fromTypeDef->mTypeCode;
  3183. typeDef->mShow = fromTypeDef->mShow;
  3184. typeDef->mIsAlwaysInclude = fromTypeDef->mIsAlwaysInclude;
  3185. typeDef->mIsNoDiscard = fromTypeDef->mIsNoDiscard;
  3186. typeDef->mIsPartial = fromTypeDef->mIsPartial;
  3187. typeDef->mIsExplicitPartial = fromTypeDef->mIsExplicitPartial;
  3188. //mPartialUsed
  3189. typeDef->mIsCombinedPartial = fromTypeDef->mIsCombinedPartial;
  3190. typeDef->mIsDelegate = fromTypeDef->mIsDelegate;
  3191. typeDef->mIsFunction = fromTypeDef->mIsFunction;
  3192. typeDef->mIsClosure = fromTypeDef->mIsClosure;
  3193. typeDef->mIsAbstract = fromTypeDef->mIsAbstract;
  3194. typeDef->mIsStatic = fromTypeDef->mIsStatic;
  3195. typeDef->mHasAppendCtor = fromTypeDef->mHasAppendCtor;
  3196. typeDef->mHasCEOnCompile = fromTypeDef->mHasCEOnCompile;
  3197. typeDef->mHasCtorNoBody = fromTypeDef->mHasCtorNoBody;
  3198. typeDef->mHasOverrideMethods = fromTypeDef->mHasOverrideMethods;
  3199. typeDef->mHasExtensionMethods = fromTypeDef->mHasExtensionMethods;
  3200. typeDef->mHasUsingFields = fromTypeDef->mHasUsingFields;
  3201. typeDef->mIsOpaque = fromTypeDef->mIsOpaque;
  3202. typeDef->mDupDetectedRevision = fromTypeDef->mDupDetectedRevision;
  3203. typeDef->mDirectAllocNodes = fromTypeDef->mDirectAllocNodes;
  3204. fromTypeDef->mDirectAllocNodes.Clear();
  3205. typeDef->mNamespaceSearch = fromTypeDef->mNamespaceSearch;
  3206. for (auto name : typeDef->mNamespaceSearch)
  3207. RefAtomComposite(name);
  3208. typeDef->mStaticSearch = fromTypeDef->mStaticSearch;
  3209. typeDef->mInternalAccessSet = fromTypeDef->mInternalAccessSet;
  3210. for (auto fromGenericParamDef : fromTypeDef->mGenericParamDefs)
  3211. {
  3212. BfGenericParamDef* genericParamDef = new BfGenericParamDef();
  3213. *genericParamDef = *fromGenericParamDef;
  3214. typeDef->mGenericParamDefs.Add(genericParamDef);
  3215. }
  3216. typeDef->mExternalConstraints = fromTypeDef->mExternalConstraints;
  3217. typeDef->mBaseTypes = fromTypeDef->mBaseTypes;
  3218. typeDef->mNestedTypes = fromTypeDef->mNestedTypes;
  3219. typeDef->mPartials = fromTypeDef->mPartials;
  3220. VerifyTypeDef(typeDef);
  3221. }
  3222. void BfSystem::UpdateEmittedTypeDef(BfTypeDef* typeDef)
  3223. {
  3224. auto fromTypeDef = typeDef->mEmitParent;
  3225. BF_ASSERT(fromTypeDef->mNextRevision == NULL);
  3226. BfLogSys(this, "UpdateTypeDefCopy %p from %p (decl:%p)\n", typeDef, fromTypeDef, fromTypeDef->mTypeDeclaration);
  3227. BF_ASSERT((typeDef->mDefState == BfTypeDef::DefState_Emitted) || (typeDef->mDefState == BfTypeDef::DefState_EmittedDirty));
  3228. BF_ASSERT((fromTypeDef->mDefState != BfTypeDef::DefState_Emitted) && (fromTypeDef->mDefState != BfTypeDef::DefState_EmittedDirty));
  3229. typeDef->mTypeDeclaration = fromTypeDef->mTypeDeclaration;
  3230. typeDef->mOuterType = fromTypeDef->mOuterType;
  3231. for (int methodIdx = 0; methodIdx < (int)typeDef->mMethods.size(); methodIdx++)
  3232. {
  3233. auto methodDef = typeDef->mMethods[methodIdx];
  3234. if (methodIdx >= fromTypeDef->mMethods.mSize)
  3235. {
  3236. BF_ASSERT(methodDef->mDeclaringType == typeDef);
  3237. continue;
  3238. }
  3239. BF_ASSERT(methodDef->mDeclaringType != typeDef);
  3240. for (auto param : methodDef->mParams)
  3241. delete param;
  3242. for (auto genericParam : methodDef->mGenericParams)
  3243. delete genericParam;
  3244. auto fromMethodDef = fromTypeDef->mMethods[methodIdx];
  3245. if ((fromMethodDef->mIsOperator) && (methodDef->mIsOperator))
  3246. {
  3247. auto fromOperatorDef = (BfOperatorDef*)fromMethodDef;
  3248. auto operatorDef = (BfOperatorDef*)methodDef;
  3249. *operatorDef = *fromOperatorDef;
  3250. }
  3251. else
  3252. {
  3253. *methodDef = *fromMethodDef;
  3254. }
  3255. for (int paramIdx = 0; paramIdx < fromMethodDef->mParams.mSize; paramIdx++)
  3256. {
  3257. auto fromParamDef = fromMethodDef->mParams[paramIdx];
  3258. BfParameterDef* paramDef = new BfParameterDef();
  3259. *paramDef = *fromParamDef;
  3260. methodDef->mParams[paramIdx] = paramDef;
  3261. }
  3262. for (int genericParamIdx = 0; genericParamIdx < fromMethodDef->mGenericParams.mSize; genericParamIdx++)
  3263. {
  3264. auto fromGenericParam = fromMethodDef->mGenericParams[genericParamIdx];
  3265. BfGenericParamDef* genericParam = new BfGenericParamDef();
  3266. *genericParam = *fromGenericParam;
  3267. methodDef->mGenericParams[genericParamIdx] = genericParam;
  3268. }
  3269. }
  3270. typeDef->mOperators.Clear();
  3271. for (auto operatorDef : fromTypeDef->mOperators)
  3272. {
  3273. auto methodDef = typeDef->mMethods[operatorDef->mIdx];
  3274. BF_ASSERT(methodDef->mIsOperator);
  3275. if (methodDef->mIsOperator)
  3276. typeDef->mOperators.Add((BfOperatorDef*)methodDef);
  3277. }
  3278. for (int fieldIdx = 0; fieldIdx < typeDef->mFields.mSize; fieldIdx++)
  3279. {
  3280. auto fieldDef = typeDef->mMethods[fieldIdx];
  3281. if (fieldIdx >= fromTypeDef->mFields.mSize)
  3282. {
  3283. BF_ASSERT(fieldDef->mDeclaringType == typeDef);
  3284. continue;
  3285. }
  3286. BF_ASSERT(fieldDef->mDeclaringType != typeDef);
  3287. auto fromFieldDef = fromTypeDef->mMethods[fieldIdx];
  3288. fieldDef->mDeclaringType = fromFieldDef->mDeclaringType;
  3289. }
  3290. for (int propertyIdx = 0; propertyIdx < typeDef->mProperties.mSize; propertyIdx++)
  3291. {
  3292. auto propertyDef = typeDef->mProperties[propertyIdx];
  3293. if (propertyIdx >= fromTypeDef->mProperties.mSize)
  3294. {
  3295. BF_ASSERT(propertyDef->mDeclaringType == typeDef);
  3296. continue;
  3297. }
  3298. BF_ASSERT(propertyDef->mDeclaringType != typeDef);
  3299. auto fromPropertyDef = fromTypeDef->mProperties[propertyIdx];
  3300. propertyDef->mDeclaringType = fromPropertyDef->mDeclaringType;
  3301. }
  3302. typeDef->mGenericParamDefs.Clear();
  3303. for (auto fromGenericParamDef : fromTypeDef->mGenericParamDefs)
  3304. {
  3305. BfGenericParamDef* genericParamDef = new BfGenericParamDef();
  3306. *genericParamDef = *fromGenericParamDef;
  3307. typeDef->mGenericParamDefs.Add(genericParamDef);
  3308. }
  3309. typeDef->mPartials = fromTypeDef->mPartials;
  3310. if (typeDef->mDefState == BfTypeDef::DefState_EmittedDirty)
  3311. typeDef->mDefState = BfTypeDef::DefState_Emitted;
  3312. BF_ASSERT(typeDef->mDefState == BfTypeDef::DefState_Emitted);
  3313. }
  3314. BfTypeDef* BfSystem::GetCombinedPartial(BfTypeDef* typeDef)
  3315. {
  3316. if ((!typeDef->mIsPartial) || (typeDef->mIsCombinedPartial))
  3317. return typeDef;
  3318. bool foundPartial = false;
  3319. BfTypeDef* checkTypeDef = typeDef;
  3320. auto itr = mTypeDefs.TryGet(checkTypeDef->mFullName);
  3321. do
  3322. {
  3323. if (checkTypeDef == typeDef)
  3324. foundPartial = true;
  3325. checkTypeDef = *itr;
  3326. itr.MoveToNextHashMatch();
  3327. } while ((!checkTypeDef->mIsCombinedPartial) || (!foundPartial));
  3328. return checkTypeDef;
  3329. }
  3330. BfTypeDef* BfSystem::GetOuterTypeNonPartial(BfTypeDef* typeDef)
  3331. {
  3332. auto checkType = typeDef->mOuterType;
  3333. if ((checkType == NULL) || (!checkType->mIsPartial))
  3334. return checkType;
  3335. return GetCombinedPartial(checkType);
  3336. }
  3337. int BfSystem::GetGenericParamIdx(const Array<BfGenericParamDef*>& genericParams, const StringImpl& name)
  3338. {
  3339. for (int i = 0; i < (int)genericParams.size(); i++)
  3340. if (genericParams[i]->mName == name)
  3341. return i;
  3342. return -1;
  3343. }
  3344. int BfSystem::GetGenericParamIdx(const Array<BfGenericParamDef*>& genericParams, BfTypeReference* typeRef)
  3345. {
  3346. if ((typeRef == NULL) || (!typeRef->IsA<BfNamedTypeReference>()))
  3347. return -1;
  3348. return GetGenericParamIdx(genericParams, typeRef->ToString());
  3349. }
  3350. void BfSystem::StartYieldSection()
  3351. {
  3352. mYieldTickCount = BFTickCount();
  3353. mHighestYieldTime = 0;
  3354. }
  3355. void BfSystem::SummarizeYieldSection()
  3356. {
  3357. OutputDebugStrF("Highest yield time: %d\n", mHighestYieldTime);
  3358. }
  3359. void BfSystem::CheckLockYield()
  3360. {
  3361. if (mYieldDisallowCount != 0)
  3362. return;
  3363. //uint32 curTime = BFTickCount();
  3364. //int yieldTime = (int)(curTime - mYieldTickCount);
  3365. //mHighestYieldTime = BF_MAX(yieldTime, mHighestYieldTime);
  3366. //mYieldTickCount = curTime;
  3367. if ((mPendingSystemLockPri > mCurSystemLockPri) && (mCurSystemLockThreadId == BfpThread_GetCurrentId()))
  3368. {
  3369. int mySystemLockPri = mCurSystemLockPri;
  3370. BF_ASSERT(mSystemLock.mLockCount == 1);
  3371. mSystemLock.Unlock();
  3372. // Wait for the other thread to actually acquire the lock. This only spins between the time
  3373. // we get a NotifyWillRequestLock and when that thread actually does the Lock
  3374. while (mPendingSystemLockPri != -1)
  3375. {
  3376. BfpThread_Yield();
  3377. }
  3378. Lock(mySystemLockPri);
  3379. mCurSystemLockThreadId = BfpThread_GetCurrentId();
  3380. }
  3381. }
  3382. void BfSystem::NotifyWillRequestLock(int priority)
  3383. {
  3384. mPendingSystemLockPri = priority;
  3385. }
  3386. void BfSystem::Lock(int priority)
  3387. {
  3388. #ifdef _DEBUG
  3389. if (priority > 0)
  3390. {
  3391. if (!mSystemLock.TryLock(10))
  3392. mSystemLock.Lock();
  3393. }
  3394. else
  3395. mSystemLock.Lock();
  3396. #else
  3397. mSystemLock.Lock();
  3398. #endif
  3399. BF_ASSERT(mSystemLock.mLockCount == 1);
  3400. if (mPendingSystemLockPri == priority)
  3401. mPendingSystemLockPri = -1;
  3402. mCurSystemLockPri = priority;
  3403. mCurSystemLockThreadId = BfpThread_GetCurrentId();
  3404. }
  3405. void BfSystem::Unlock()
  3406. {
  3407. BF_ASSERT(mYieldDisallowCount == 0);
  3408. mCurSystemLockPri = -1;
  3409. mSystemLock.Unlock();
  3410. BF_ASSERT(mSystemLock.mLockCount >= 0);
  3411. }
  3412. void BfSystem::AssertWeHaveLock()
  3413. {
  3414. #ifdef BF_PLATFORM_WINDOWS
  3415. BF_ASSERT_REL(((CRITICAL_SECTION*)mSystemLock.mCritSect)->OwningThread == (HANDLE)(uintptr)::GetCurrentThreadId());
  3416. #endif
  3417. }
  3418. void BfSystem::RemoveDeletedParsers()
  3419. {
  3420. while (true)
  3421. {
  3422. BfParser* bfParser = NULL;
  3423. {
  3424. AutoCrit crit(mDataLock);
  3425. if (mParserDeleteQueue.size() == 0)
  3426. break;
  3427. bfParser = mParserDeleteQueue.back();
  3428. mParserDeleteQueue.pop_back();
  3429. /*auto itr = std::find(mParsers.begin(), mParsers.end(), bfParser);
  3430. BF_ASSERT(itr != mParsers.end());
  3431. mParsers.erase(itr);*/
  3432. bool wasRemoved = mParsers.Remove(bfParser);
  3433. BF_ASSERT(wasRemoved);
  3434. }
  3435. BfLogSys(this, "Removing Queued Parser: %p\n", bfParser);
  3436. delete bfParser;
  3437. CheckLockYield();
  3438. }
  3439. }
  3440. void BfSystem::RemoveOldParsers()
  3441. {
  3442. mDataLock.Lock();
  3443. // We can't be allowed to delete old parsers if the new typedefs haven't been
  3444. // injected yet by the compiler
  3445. if (mNeedsTypesHandledByCompiler)
  3446. {
  3447. mDataLock.Unlock();
  3448. return;
  3449. }
  3450. RemoveDeletedParsers();
  3451. for (int i = 0; i < (int)mParsers.size(); i++)
  3452. {
  3453. auto bfParser = mParsers[i];
  3454. bool wantsDelete = false;
  3455. if (bfParser->mRefCount == 0)
  3456. {
  3457. if ((bfParser->mNextRevision != NULL) || (bfParser->mAwaitingDelete))
  3458. {
  3459. if (bfParser->mNextRevision != NULL)
  3460. bfParser->mNextRevision->mPrevRevision = bfParser->mPrevRevision;
  3461. if (bfParser->mPrevRevision != NULL)
  3462. bfParser->mPrevRevision->mNextRevision = bfParser->mNextRevision;
  3463. BfLogSys(this, "Deleting Old Parser: %p New Parser: %p\n", bfParser, bfParser->mNextRevision);
  3464. mParsers.RemoveAt(i);
  3465. i--;
  3466. mDataLock.Unlock();
  3467. delete bfParser;
  3468. mDataLock.Lock();
  3469. }
  3470. }
  3471. }
  3472. mDataLock.Unlock();
  3473. }
  3474. void BfSystem::RemoveOldData()
  3475. {
  3476. {
  3477. AutoCrit autoCrit(mDataLock);
  3478. for (int i = 0; i < (int)mTypeDefDeleteQueue.size(); i++)
  3479. {
  3480. auto typeDef = mTypeDefDeleteQueue[i];
  3481. mTypeDefDeleteQueue[i] = NULL;
  3482. BfLogSys(this, "RemoveOldData deleting from mTypeDefDeleteQueue %p\n", typeDef);
  3483. delete typeDef;
  3484. }
  3485. mTypeDefDeleteQueue.Clear();
  3486. if (!mProjectDeleteQueue.IsEmpty())
  3487. {
  3488. for (auto project : mProjectDeleteQueue)
  3489. project->mDeleteStage = BfProject::DeleteStage_AwaitingRefs;
  3490. for (auto typeDef : mTypeDefs)
  3491. if (typeDef->mProject->mDeleteStage == BfProject::DeleteStage_AwaitingRefs)
  3492. typeDef->mProject->mDeleteStage = BfProject::DeleteStage_Queued;
  3493. for (auto parser : mParsers)
  3494. if ((parser->mProject != NULL) && (parser->mProject->mDeleteStage == BfProject::DeleteStage_AwaitingRefs))
  3495. parser->mProject->mDeleteStage = BfProject::DeleteStage_Queued;
  3496. for (int projectIdx = 0; projectIdx < (int)mProjectDeleteQueue.size(); projectIdx++)
  3497. {
  3498. auto project = mProjectDeleteQueue[projectIdx];
  3499. if (project->mDeleteStage == BfProject::DeleteStage_AwaitingRefs)
  3500. {
  3501. mProjectDeleteQueue.RemoveAtFast(projectIdx);
  3502. delete project;
  3503. projectIdx--;
  3504. }
  3505. }
  3506. }
  3507. }
  3508. RemoveOldParsers();
  3509. }
  3510. void BfSystem::VerifyTypeDef(BfTypeDef* typeDef)
  3511. {
  3512. #if defined _DEBUG && false
  3513. auto _FindTypeDef = [&](BfTypeReference* typeRef)
  3514. {
  3515. if (auto directStrTypeRef = BfNodeDynCast<BfDirectStrTypeReference>(typeRef))
  3516. {
  3517. bool found = false;
  3518. for (auto directRef : typeDef->mDirectAllocNodes)
  3519. if (directRef == directStrTypeRef)
  3520. found = true;
  3521. for (auto partialTypeDef : typeDef->mPartials)
  3522. {
  3523. for (auto directRef : partialTypeDef->mDirectAllocNodes)
  3524. if (directRef == directStrTypeRef)
  3525. found = true;
  3526. }
  3527. for (auto directRef : mDirectTypeRefs)
  3528. if (directRef == directStrTypeRef)
  3529. found = true;
  3530. BF_ASSERT(found);
  3531. }
  3532. };
  3533. for (auto methodDef : typeDef->mMethods)
  3534. {
  3535. _FindTypeDef(methodDef->mReturnTypeRef);
  3536. for (auto paramDef : methodDef->mParams)
  3537. {
  3538. _FindTypeDef(paramDef->mTypeRef);
  3539. }
  3540. }
  3541. #endif
  3542. }
  3543. BfTypeOptions* BfSystem::GetTypeOptions(int optionsIdx)
  3544. {
  3545. BF_ASSERT(optionsIdx != -2);
  3546. if (optionsIdx < 0)
  3547. return NULL;
  3548. if (optionsIdx < mTypeOptions.size())
  3549. return &mTypeOptions[optionsIdx];
  3550. return &mMergedTypeOptions[optionsIdx - mTypeOptions.size()];
  3551. }
  3552. bool BfSystem::HasTestProjects()
  3553. {
  3554. for (auto project : mProjects)
  3555. if (project->mTargetType == BfTargetType_BeefTest)
  3556. return true;
  3557. return false;
  3558. }
  3559. bool BfSystem::IsCompatibleCallingConvention(BfCallingConvention callConvA, BfCallingConvention callConvB)
  3560. {
  3561. if (mPtrSize == 8)
  3562. return true; // There's only one 64-bit calling convention
  3563. if (callConvA == BfCallingConvention_Unspecified)
  3564. callConvA = BfCallingConvention_Cdecl;
  3565. if (callConvB == BfCallingConvention_Unspecified)
  3566. callConvB = BfCallingConvention_Cdecl;
  3567. return callConvA == callConvB;
  3568. }
  3569. //////////////////////////////////////////////////////////////////////////
  3570. BF_EXPORT BfSystem* BF_CALLTYPE BfSystem_Create()
  3571. {
  3572. auto bfSystem = new BfSystem();
  3573. return bfSystem;
  3574. }
  3575. void BfReportMemory();
  3576. BF_EXPORT void BF_CALLTYPE BfSystem_Delete(BfSystem* bfSystem)
  3577. {
  3578. //OutputDebugStrF("Before Deleting BfSystem ");
  3579. //BfReportMemory();
  3580. delete bfSystem;
  3581. //OutputDebugStrF("After Deleting BfSystem ");
  3582. //BfReportMemory();
  3583. }
  3584. BF_EXPORT void BF_CALLTYPE BfSystem_CheckLock(BfSystem* bfSystem)
  3585. {
  3586. BF_ASSERT(bfSystem->mSystemLock.mLockCount == 0);
  3587. }
  3588. BF_EXPORT void BF_CALLTYPE BfResolvePassData_Delete(BfResolvePassData* resolvePassData)
  3589. {
  3590. delete resolvePassData->mAutoComplete;
  3591. for (auto tempType : resolvePassData->mAutoCompleteTempTypes)
  3592. delete tempType;
  3593. delete resolvePassData;
  3594. }
  3595. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetLocalId(BfResolvePassData* resolvePassData, int localId)
  3596. {
  3597. resolvePassData->mSymbolReferenceLocalIdx = localId;
  3598. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_Local;
  3599. }
  3600. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetTypeGenericParamIdx(BfResolvePassData* resolvePassData, int typeGenericParamIdx)
  3601. {
  3602. resolvePassData->mSymbolTypeGenericParamIdx = typeGenericParamIdx;
  3603. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_TypeGenericParam;
  3604. }
  3605. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetMethodGenericParamIdx(BfResolvePassData* resolvePassData, int methodGenericParamIdx)
  3606. {
  3607. resolvePassData->mSymbolMethodGenericParamIdx = methodGenericParamIdx;
  3608. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_MethodGenericParam;
  3609. }
  3610. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetSymbolReferenceTypeDef(BfResolvePassData* resolvePassData, const char* replaceTypeDef)
  3611. {
  3612. resolvePassData->mQueuedReplaceTypeDef = replaceTypeDef;
  3613. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_Type;
  3614. }
  3615. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetSymbolReferenceNamespace(BfResolvePassData* resolvePassData, const char* namespaceName)
  3616. {
  3617. resolvePassData->mQueuedSymbolReferenceNamespace = namespaceName;
  3618. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_Namespace;
  3619. }
  3620. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetSymbolReferenceFieldIdx(BfResolvePassData* resolvePassData, int fieldIdx)
  3621. {
  3622. resolvePassData->mSymbolReferenceFieldIdx = fieldIdx;
  3623. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_Field;
  3624. }
  3625. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetSymbolReferenceMethodIdx(BfResolvePassData* resolvePassData, int methodIdx)
  3626. {
  3627. resolvePassData->mSymbolReferenceMethodIdx = methodIdx;
  3628. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_Method;
  3629. }
  3630. BF_EXPORT void BF_CALLTYPE BfResolvePassData_SetSymbolReferencePropertyIdx(BfResolvePassData* resolvePassData, int propertyIdx)
  3631. {
  3632. resolvePassData->mSymbolReferencePropertyIdx = propertyIdx;
  3633. resolvePassData->mGetSymbolReferenceKind = BfGetSymbolReferenceKind_Property;
  3634. }
  3635. BF_EXPORT void BfResolvePassData_SetDocumentationRequest(BfResolvePassData* resolvePassData, char* entryName)
  3636. {
  3637. resolvePassData->mAutoComplete->mDocumentationEntryName = entryName;
  3638. }
  3639. BF_EXPORT void BfResolvePassData_AddEmitEmbed(BfResolvePassData* resolvePassData, char* typeName, int32 cursorIdx)
  3640. {
  3641. BfEmitEmbedEntry emitEmbedEntry;
  3642. emitEmbedEntry.mCursorIdx = cursorIdx;
  3643. resolvePassData->mEmitEmbedEntries[typeName] = emitEmbedEntry;
  3644. }
  3645. BF_EXPORT void* BfResolvePassData_GetEmitEmbedData(BfResolvePassData* resolvePassData, char* typeName, int* charCount, int* revision)
  3646. {
  3647. *charCount = -1;
  3648. *revision = 0;
  3649. BfEmitEmbedEntry* emitEmbedEntry = NULL;
  3650. if (!resolvePassData->mEmitEmbedEntries.TryGetValue(typeName, &emitEmbedEntry))
  3651. return NULL;
  3652. if (emitEmbedEntry->mParser == NULL)
  3653. return NULL;
  3654. *revision = emitEmbedEntry->mRevision;
  3655. *charCount = emitEmbedEntry->mParser->mSrcLength;
  3656. auto emitParser = emitEmbedEntry->mParser;
  3657. emitParser->mSourceClassifier->FlushDeferredNodes();
  3658. return emitEmbedEntry->mParser->mSourceClassifier->mCharData;
  3659. }
  3660. BF_EXPORT bool BfResolvePassData_GetHadEmits(BfResolvePassData* resolvePassData)
  3661. {
  3662. return resolvePassData->mHadEmits;
  3663. }
  3664. BF_EXPORT BfParser* BF_CALLTYPE BfSystem_CreateParser(BfSystem* bfSystem, BfProject* bfProject)
  3665. {
  3666. return bfSystem->CreateParser(bfProject);
  3667. }
  3668. BF_EXPORT void BF_CALLTYPE BfSystem_DeleteParser(BfSystem* bfSystem, BfParser* bfParser)
  3669. {
  3670. BfLogSys(bfSystem, "BfSystem_DeleteParser: %p\n", bfParser);
  3671. AutoCrit crit(bfSystem->mDataLock);
  3672. bfParser->mAwaitingDelete = true;
  3673. if (bfParser->mNextRevision == NULL)
  3674. {
  3675. for (auto typeDef : bfParser->mTypeDefs)
  3676. {
  3677. BfLogSys(bfSystem, "BfSystem_DeleteParser %p deleting typeDef %p\n", bfParser, typeDef);
  3678. typeDef->mDefState = BfTypeDef::DefState_Deleted;
  3679. }
  3680. }
  3681. //bfSystem->mParserDeleteQueue.push_back(bfParser);
  3682. }
  3683. class BfLocationNameVisitor : public BfElementVisitor
  3684. {
  3685. public:
  3686. int mIndex;
  3687. String mName;
  3688. bool TryNode(BfAstNode* node)
  3689. {
  3690. if ((mIndex >= node->mSrcStart) && (mIndex < node->mSrcEnd))
  3691. {
  3692. if (!mName.IsEmpty())
  3693. mName += ".";
  3694. return true;
  3695. }
  3696. return false;
  3697. }
  3698. virtual void Visit(BfTypeDeclaration* typeDeclaration)
  3699. {
  3700. if ((typeDeclaration->mNameNode != NULL) && (TryNode(typeDeclaration)))
  3701. {
  3702. typeDeclaration->mNameNode->ToString(mName);
  3703. }
  3704. BfElementVisitor::Visit(typeDeclaration);
  3705. }
  3706. virtual void Visit(BfMethodDeclaration* methodDeclaration)
  3707. {
  3708. if ((methodDeclaration->mNameNode != NULL) && (TryNode(methodDeclaration)))
  3709. {
  3710. if (methodDeclaration->mNameNode != NULL)
  3711. methodDeclaration->mNameNode->ToString(mName);
  3712. }
  3713. BfElementVisitor::Visit(methodDeclaration);
  3714. }
  3715. virtual void Visit(BfPropertyDeclaration* propertyDeclaration)
  3716. {
  3717. if ((propertyDeclaration->mNameNode != NULL) && (TryNode(propertyDeclaration)))
  3718. {
  3719. if (propertyDeclaration->mNameNode != NULL)
  3720. propertyDeclaration->mNameNode->ToString(mName);
  3721. }
  3722. BfElementVisitor::Visit(propertyDeclaration);
  3723. }
  3724. };
  3725. BF_EXPORT const char* BfSystem_GetParserLocationName(BfParser* parser, int line, int column)
  3726. {
  3727. int idx = parser->GetIndexAtLine(line);
  3728. if (idx == -1)
  3729. return NULL;
  3730. idx += column;
  3731. BfLocationNameVisitor visitor;
  3732. visitor.mIndex = idx;
  3733. visitor.VisitMembers(parser->mRootNode);
  3734. String& outString = *gTLStrReturn.Get();
  3735. outString = visitor.mName;
  3736. return outString.c_str();
  3737. }
  3738. BF_EXPORT BfCompiler* BF_CALLTYPE BfSystem_CreateCompiler(BfSystem* bfSystem, bool isResolveOnly)
  3739. {
  3740. return bfSystem->CreateCompiler(isResolveOnly);
  3741. }
  3742. BF_EXPORT const char* BF_CALLTYPE BfPassInstance_PopOutString(BfPassInstance* bfPassInstance)
  3743. {
  3744. String& outString = *gTLStrReturn.Get();
  3745. if (!bfPassInstance->PopOutString(&outString))
  3746. return NULL;
  3747. return outString.c_str();
  3748. }
  3749. BF_EXPORT void BF_CALLTYPE BfPassInstance_SetClassifierPassId(BfPassInstance* bfPassInstance, uint8 classifierPassId)
  3750. {
  3751. bfPassInstance->mClassifierPassId = classifierPassId;
  3752. }
  3753. BF_EXPORT int BF_CALLTYPE BfPassInstance_GetErrorCount(BfPassInstance* bfPassInstance)
  3754. {
  3755. return (int)bfPassInstance->mErrors.size();
  3756. }
  3757. BF_EXPORT const char* BF_CALLTYPE BfPassInstance_GetErrorData(BfPassInstance* bfPassInstance, int errorIdx, int& outCode, bool& outIsWarning, bool& outIsAfter, bool& outIsDeferred, BfWhileSpecializingFlags& outIsWhileSpecializing, bool& outIsPersistent,
  3758. char*& projectName, char*& fileName, int& outSrcStart, int& outSrcEnd, int* outLine, int* outColumn, int& outMoreInfoCount)
  3759. {
  3760. BfError* bfError = bfPassInstance->mErrors[errorIdx];
  3761. outIsWarning = bfError->mIsWarning;
  3762. outIsAfter = bfError->mIsAfter;
  3763. outIsDeferred = bfError->mIsDeferred;
  3764. outIsWhileSpecializing = bfError->mIsWhileSpecializing;
  3765. outIsPersistent = bfError->mIsPersistent;
  3766. outCode = bfError->mWarningNumber;
  3767. if (bfError->mProject != NULL)
  3768. projectName = (char*)bfError->mProject->mName.c_str();
  3769. if (bfError->mSource != NULL)
  3770. {
  3771. String* srcFileName;
  3772. if (bfPassInstance->mSourceFileNameMap.TryGetValue(bfError->mSource, &srcFileName))
  3773. {
  3774. fileName = (char*)srcFileName->c_str();
  3775. }
  3776. if (outLine != NULL)
  3777. {
  3778. auto parserData = bfError->mSource->ToParserData();
  3779. if (parserData != NULL)
  3780. {
  3781. parserData->GetLineCharAtIdx(bfError->mSrcStart, *outLine, *outColumn);
  3782. }
  3783. }
  3784. }
  3785. if (bfError->mLocation != NULL)
  3786. {
  3787. fileName = (char*)bfError->mLocation->mFile.c_str();
  3788. *outLine = bfError->mLocation->mLine;
  3789. *outColumn = bfError->mLocation->mColumn;
  3790. }
  3791. outSrcStart = bfError->mSrcStart;
  3792. outSrcEnd = bfError->mSrcEnd;
  3793. outMoreInfoCount = (int)bfError->mMoreInfo.size();
  3794. return bfError->mError.c_str();
  3795. }
  3796. BF_EXPORT const char* BfPassInstance_Error_GetMoreInfoData(BfPassInstance* bfPassInstance, int errorIdx, int moreInfoIdx, char*& fileName, int& srcStart, int& srcEnd, int* outLine, int* outColumn)
  3797. {
  3798. BfError* rootError = bfPassInstance->mErrors[errorIdx];
  3799. BfMoreInfo* moreInfo = rootError->mMoreInfo[moreInfoIdx];
  3800. if (moreInfo->mSource != NULL)
  3801. {
  3802. String* srcFileName;
  3803. if (bfPassInstance->mSourceFileNameMap.TryGetValue(moreInfo->mSource, &srcFileName))
  3804. {
  3805. fileName = (char*)srcFileName->c_str();
  3806. }
  3807. }
  3808. if (moreInfo->mLocation != NULL)
  3809. {
  3810. fileName = (char*)moreInfo->mLocation->mFile.c_str();
  3811. if (outLine != NULL)
  3812. *outLine = moreInfo->mLocation->mLine;
  3813. if (outColumn != NULL)
  3814. *outColumn = moreInfo->mLocation->mColumn;
  3815. }
  3816. srcStart = moreInfo->mSrcStart;
  3817. srcEnd = moreInfo->mSrcEnd;
  3818. return moreInfo->mInfo.c_str();
  3819. }
  3820. BF_EXPORT bool BF_CALLTYPE BfPassInstance_HadSignatureChanges(BfPassInstance* bfPassInstance)
  3821. {
  3822. return bfPassInstance->mHadSignatureChanges;
  3823. }
  3824. BF_EXPORT void BF_CALLTYPE BfPassInstance_Delete(BfPassInstance* bfPassInstance)
  3825. {
  3826. delete bfPassInstance;
  3827. }
  3828. BF_EXPORT BfPassInstance* BF_CALLTYPE BfSystem_CreatePassInstance(BfSystem* bfSystem)
  3829. {
  3830. return new BfPassInstance(bfSystem);
  3831. }
  3832. BF_EXPORT void BF_CALLTYPE BfSystem_RemoveDeletedParsers(BfSystem* bfSystem)
  3833. {
  3834. bfSystem->RemoveDeletedParsers();
  3835. }
  3836. BF_EXPORT void BF_CALLTYPE BfSystem_RemoveOldParsers(BfSystem* bfSystem)
  3837. {
  3838. bfSystem->RemoveOldParsers();
  3839. }
  3840. BF_EXPORT void BF_CALLTYPE BfSystem_RemoveOldData(BfSystem* bfSystem)
  3841. {
  3842. bfSystem->RemoveOldData();
  3843. }
  3844. BF_EXPORT void BF_CALLTYPE BfSystem_NotifyWillRequestLock(BfSystem* bfSystem, int priority)
  3845. {
  3846. bfSystem->NotifyWillRequestLock(priority);
  3847. }
  3848. BF_EXPORT void BF_CALLTYPE BfSystem_Lock(BfSystem* bfSystem, int priority)
  3849. {
  3850. bfSystem->Lock(priority);
  3851. }
  3852. BF_EXPORT void BF_CALLTYPE BfSystem_Unlock(BfSystem* bfSystem)
  3853. {
  3854. bfSystem->Unlock();
  3855. }
  3856. BF_EXPORT void BF_CALLTYPE BfSystem_Update(BfSystem* bfSystem)
  3857. {
  3858. bfSystem->mUpdateCnt++;
  3859. if (bfSystem->mUpdateCnt % 60 == 0)
  3860. {
  3861. if (bfSystem->mParserDeleteQueue.size() != 0)
  3862. {
  3863. #ifdef _DEBUG
  3864. //OutputDebugStrF("mParserDeleteQueue = %d\n", (int)bfSystem->mParserDeleteQueue.size());
  3865. #endif
  3866. }
  3867. }
  3868. }
  3869. BF_EXPORT void BF_CALLTYPE BfSystem_ReportMemory(BfSystem* bfSystem)
  3870. {
  3871. AutoCrit crit(bfSystem->mDataLock);
  3872. MemReporter memReporter;
  3873. for (auto compiler : bfSystem->mCompilers)
  3874. {
  3875. AutoMemReporter autoMemReporter(&memReporter, "Compiler");
  3876. compiler->ReportMemory(&memReporter);
  3877. }
  3878. for (auto typeDef : bfSystem->mTypeDefs)
  3879. {
  3880. AutoMemReporter autoMemReporter(&memReporter, "TypeDef");
  3881. typeDef->ReportMemory(&memReporter);
  3882. }
  3883. for (auto parser : bfSystem->mParsers)
  3884. {
  3885. AutoMemReporter autoMemReporter(&memReporter, "Parsers");
  3886. parser->ReportMemory(&memReporter);
  3887. }
  3888. memReporter.Report();
  3889. }
  3890. BF_EXPORT void BF_CALLTYPE BfSystem_StartTiming()
  3891. {
  3892. gPerfManager->StartRecording();
  3893. }
  3894. BF_EXPORT void BF_CALLTYPE BfSystem_PerfZoneStart(const char* name)
  3895. {
  3896. gPerfManager->ZoneStart(name);
  3897. }
  3898. BF_EXPORT void BF_CALLTYPE BfSystem_PerfZoneEnd()
  3899. {
  3900. gPerfManager->ZoneEnd();
  3901. }
  3902. BF_EXPORT void BF_CALLTYPE BfSystem_StopTiming()
  3903. {
  3904. gPerfManager->StopRecording();
  3905. }
  3906. BF_EXPORT void BF_CALLTYPE BfSystem_DbgPrintTimings()
  3907. {
  3908. gPerfManager->DbgPrint();
  3909. }
  3910. BF_EXPORT const char* BF_CALLTYPE BfSystem_GetNamespaceSearch(BfSystem* bfSystem, const char* typeName, BfProject* project)
  3911. {
  3912. auto typeDef = bfSystem->FindTypeDef(typeName, project);
  3913. if (typeDef == NULL)
  3914. return NULL;
  3915. String& outString = *gTLStrReturn.Get();
  3916. outString.clear();
  3917. for (auto namespaceEntry : typeDef->mNamespaceSearch)
  3918. {
  3919. if (!outString.empty())
  3920. outString += "\n";
  3921. outString += namespaceEntry.ToString();
  3922. }
  3923. return outString.c_str();
  3924. }
  3925. BF_EXPORT BfProject* BF_CALLTYPE BfSystem_CreateProject(BfSystem* bfSystem, const char* projectName, const char* projectDir)
  3926. {
  3927. AutoCrit autoCrit(bfSystem->mDataLock);
  3928. BfProject* bfProject = new BfProject();
  3929. bfProject->mName = projectName;
  3930. bfProject->mDirectory = projectDir;
  3931. bfProject->mSystem = bfSystem;
  3932. bfProject->mIdx = (int)bfSystem->mProjects.size();
  3933. bfSystem->mProjects.push_back(bfProject);
  3934. String safeProjectName = projectName;
  3935. for (auto& c : safeProjectName)
  3936. {
  3937. if (((c >= 'A') && (c <= 'Z')) ||
  3938. ((c >= 'a') && (c <= 'z')) ||
  3939. ((c >= '0') && (c <= '9')))
  3940. {
  3941. // Leave
  3942. }
  3943. else
  3944. c = '_';
  3945. }
  3946. String tryName = safeProjectName;
  3947. for (int i = 2; true; i++)
  3948. {
  3949. if (bfSystem->mUsedSafeProjectNames.Add(ToUpper(tryName)))
  3950. break;
  3951. tryName = safeProjectName + StrFormat("_%d", i);
  3952. }
  3953. bfProject->mSafeName = tryName;
  3954. BfLogSys(bfSystem, "Creating project %p\n", bfProject);
  3955. return bfProject;
  3956. }
  3957. BF_EXPORT void BF_CALLTYPE BfSystem_ClearTypeOptions(BfSystem* bfSystem)
  3958. {
  3959. AutoCrit autoCrit(bfSystem->mDataLock);
  3960. bfSystem->mTypeOptions.Clear();
  3961. }
  3962. BF_EXPORT void BF_CALLTYPE BfSystem_AddTypeOptions(BfSystem* bfSystem, char* filter, int32 simdSetting, int32 optimizationLevel, int32 emitDebugInfo, int32 andFlags, int32 orFlags, int32 allocStackTraceDepth, char* reflectMethodFilter)
  3963. {
  3964. AutoCrit autoCrit(bfSystem->mDataLock);
  3965. BfTypeOptions typeOptions;
  3966. auto _ParseFilters = [&](char* filter, Array<String>& filters, Array<String>& attributeFilters)
  3967. {
  3968. String filterStr = filter;
  3969. int idx = 0;
  3970. while (true)
  3971. {
  3972. int semiIdx = (int)filterStr.IndexOf(';', idx);
  3973. String newFilter;
  3974. if (semiIdx == -1)
  3975. newFilter = filterStr.Substring(idx);
  3976. else
  3977. newFilter = filterStr.Substring(idx, semiIdx - idx);
  3978. newFilter.Trim();
  3979. if (!newFilter.IsEmpty())
  3980. {
  3981. if (newFilter.StartsWith('['))
  3982. {
  3983. newFilter.Remove(0);
  3984. if (newFilter.EndsWith(']'))
  3985. newFilter.Remove(newFilter.length() - 1);
  3986. newFilter.Trim();
  3987. attributeFilters.Add(newFilter);
  3988. }
  3989. else
  3990. filters.Add(newFilter);
  3991. }
  3992. if (semiIdx == -1)
  3993. break;
  3994. idx = semiIdx + 1;
  3995. }
  3996. };
  3997. _ParseFilters(filter, typeOptions.mTypeFilters, typeOptions.mAttributeFilters);
  3998. if ((typeOptions.mTypeFilters.IsEmpty()) && (typeOptions.mAttributeFilters.IsEmpty()))
  3999. return;
  4000. typeOptions.mSIMDSetting = simdSetting;
  4001. typeOptions.mOptimizationLevel = optimizationLevel;
  4002. typeOptions.mEmitDebugInfo = emitDebugInfo;
  4003. typeOptions.mAndFlags = (BfOptionFlags)andFlags;
  4004. typeOptions.mOrFlags = (BfOptionFlags)orFlags;
  4005. typeOptions.mAllocStackTraceDepth = allocStackTraceDepth;
  4006. Array<String> methodReflectFilters;
  4007. Array<String> methodReflectAttributeFilters;
  4008. _ParseFilters(reflectMethodFilter, methodReflectFilters, methodReflectAttributeFilters);
  4009. // When we have method filters we want to apply those to the methods for when we merge options
  4010. if ((!methodReflectFilters.IsEmpty()) || (!methodReflectAttributeFilters.IsEmpty()))
  4011. {
  4012. for (auto& filter : methodReflectFilters)
  4013. typeOptions.mReflectMethodFilters.Add({ filter, (BfOptionFlags)andFlags, (BfOptionFlags)orFlags });
  4014. for (auto& filter : methodReflectAttributeFilters)
  4015. typeOptions.mReflectMethodAttributeFilters.Add({ filter, (BfOptionFlags)andFlags, (BfOptionFlags)orFlags });
  4016. typeOptions.mAndFlags = (BfOptionFlags)(typeOptions.mAndFlags | BfOptionFlags_Reflect_MethodMask);
  4017. typeOptions.mOrFlags = (BfOptionFlags)(typeOptions.mOrFlags & ~BfOptionFlags_Reflect_MethodMask);
  4018. }
  4019. bfSystem->mTypeOptions.push_back(typeOptions);
  4020. }
  4021. BF_EXPORT void BF_CALLTYPE BfProject_Delete(BfProject* bfProject)
  4022. {
  4023. auto bfSystem = bfProject->mSystem;
  4024. AutoCrit autoCrit(bfSystem->mSystemLock);
  4025. bfProject->mDeleteStage = BfProject::DeleteStage_Queued;
  4026. bfSystem->mProjectDeleteQueue.push_back(bfProject);
  4027. bfSystem->mUsedSafeProjectNames.Remove(bfProject->mSafeName);
  4028. BF_ASSERT(bfSystem->mProjects[bfProject->mIdx] == bfProject);
  4029. bool wasRemoved = bfSystem->mProjects.Remove(bfProject);
  4030. BF_ASSERT(wasRemoved);
  4031. for (int i = bfProject->mIdx; i < (int)bfSystem->mProjects.size(); i++)
  4032. bfSystem->mProjects[i]->mIdx = i;
  4033. bfProject->mIdx = -1;
  4034. /*#ifdef _DEBUG
  4035. {
  4036. AutoCrit autoCrit(bfSystem->mSystemLock);
  4037. for (auto typeDefKV : bfSystem->mTypeDefs)
  4038. {
  4039. auto typeDef = typeDefKV.second;
  4040. BF_ASSERT(typeDef->mProject != bfProject);
  4041. }
  4042. }
  4043. #endif
  4044. delete bfProject;*/
  4045. }
  4046. BF_EXPORT void BF_CALLTYPE BfProject_ClearDependencies(BfProject* bfProject)
  4047. {
  4048. bfProject->mDependencies.Clear();
  4049. }
  4050. BF_EXPORT void BF_CALLTYPE BfProject_AddDependency(BfProject* bfProject, BfProject* depProject)
  4051. {
  4052. bfProject->mDependencies.push_back(depProject);
  4053. }
  4054. BF_EXPORT void BF_CALLTYPE BfProject_SetDisabled(BfProject* bfProject, bool disabled)
  4055. {
  4056. bfProject->mDisabled = disabled;
  4057. }
  4058. BF_EXPORT void BF_CALLTYPE BfProject_SetOptions(BfProject* bfProject, int targetType, const char* startupObject, const char* preprocessorMacros,
  4059. int optLevel, int ltoType, int relocType, int picLevel, BfProjectFlags flags)
  4060. {
  4061. bfProject->mTargetType = (BfTargetType)targetType;
  4062. bfProject->mStartupObject = startupObject;
  4063. BfCodeGenOptions codeGenOptions;
  4064. codeGenOptions.mOptLevel = (BfOptLevel)optLevel;
  4065. codeGenOptions.mLTOType = (BfLTOType)ltoType;
  4066. codeGenOptions.mRelocType = (BfRelocType)relocType;
  4067. codeGenOptions.mPICLevel = (BfPICLevel)picLevel;
  4068. codeGenOptions.mMergeFunctions = (flags & BfProjectFlags_MergeFunctions) != 0;
  4069. codeGenOptions.mLoadCombine = (flags & BfProjectFlags_CombineLoads) != 0;
  4070. codeGenOptions.mLoopVectorize = (flags & BfProjectFlags_VectorizeLoops) != 0;
  4071. codeGenOptions.mSLPVectorize = (flags & BfProjectFlags_VectorizeSLP) != 0;
  4072. if ((flags & BfProjectFlags_AsmOutput) != 0)
  4073. {
  4074. static bool setLLVMAsmKind = false;
  4075. if ((flags & BfProjectFlags_AsmOutput_ATT) != 0)
  4076. codeGenOptions.mAsmKind = BfAsmKind_ATT;
  4077. else
  4078. codeGenOptions.mAsmKind = BfAsmKind_Intel;
  4079. if (!setLLVMAsmKind)
  4080. {
  4081. setLLVMAsmKind = true;
  4082. BfIRCodeGen::SetAsmKind(codeGenOptions.mAsmKind);
  4083. }
  4084. }
  4085. bfProject->mCodeGenOptions = codeGenOptions;
  4086. bfProject->mSingleModule = (flags & BfProjectFlags_SingleModule) != 0;
  4087. bfProject->mAlwaysIncludeAll = (flags & BfProjectFlags_AlwaysIncludeAll) != 0;
  4088. bfProject->mPreprocessorMacros.Clear();
  4089. int startIdx = 0;
  4090. int idx = 0;
  4091. while (true)
  4092. {
  4093. char c = preprocessorMacros[idx];
  4094. if ((c == '\n') || (c == 0))
  4095. {
  4096. String macroStr = String(preprocessorMacros + startIdx, preprocessorMacros + idx);
  4097. if (macroStr.length() > 0)
  4098. bfProject->mPreprocessorMacros.Add(macroStr);
  4099. startIdx = idx + 1;
  4100. }
  4101. if (c == 0)
  4102. break;
  4103. idx++;
  4104. }
  4105. }
  4106. //////////////////////////////////////////////////////////////////////////
  4107. class FixTypesHelper : BfElementVisitor
  4108. {
  4109. public:
  4110. BfSystem* mBfSystem;
  4111. bool mInMethod;
  4112. bool mInTypeRef;
  4113. struct ReplaceRecord
  4114. {
  4115. BfAstNode* mNode;
  4116. String mNewStr;
  4117. };
  4118. std::map<int, ReplaceRecord> mReplaceMap;
  4119. public:
  4120. String GetTypeName(const StringImpl& typeName)
  4121. {
  4122. if (typeName == "long")
  4123. return "int64";
  4124. else if (typeName == "ulong")
  4125. return "uint64";
  4126. else if (typeName == "intptr")
  4127. return "int";
  4128. else if (typeName == "uintptr")
  4129. return "uint";
  4130. else if (typeName == "short")
  4131. return "int16";
  4132. else if (typeName == "ushort")
  4133. return "uint16";
  4134. else if (typeName == "byte")
  4135. return "uint8";
  4136. else if (typeName == "sbyte")
  4137. return "int8";
  4138. else if (typeName == "SByte")
  4139. return "Int8";
  4140. else if (typeName == "Byte")
  4141. return "UInt8";
  4142. else if (typeName == "Single")
  4143. return "Float";
  4144. else if (typeName == "IntPtr")
  4145. return "Int";
  4146. else if (typeName == "UIntPtr")
  4147. return "UInt";
  4148. //else if ((!mInMethod) || (mInTypeRef))
  4149. {
  4150. if (typeName == "int")
  4151. return "int32";
  4152. else if (typeName == "uint")
  4153. return "uint32";
  4154. }
  4155. return typeName;
  4156. }
  4157. void Visit(BfTypeReference* typeRef)
  4158. {
  4159. String typeName = typeRef->ToString();
  4160. String wantTypeName = GetTypeName(typeName);
  4161. if (typeName != wantTypeName)
  4162. {
  4163. ReplaceRecord replaceRecord = { typeRef, wantTypeName };
  4164. mReplaceMap[typeRef->GetSrcStart()] = replaceRecord;
  4165. }
  4166. SetAndRestoreValue<bool> prevInTypeRef(mInTypeRef, true);
  4167. BfElementVisitor::Visit(typeRef);
  4168. }
  4169. void Visit(BfIdentifierNode* identifier)
  4170. {
  4171. String typeName = identifier->ToString();
  4172. String wantTypeName = GetTypeName(typeName);
  4173. if (typeName != wantTypeName)
  4174. {
  4175. ReplaceRecord replaceRecord = { identifier, wantTypeName };
  4176. mReplaceMap[identifier->GetSrcStart()] = replaceRecord;
  4177. }
  4178. BfElementVisitor::Visit(identifier);
  4179. }
  4180. void Visit(BfTypeDeclaration* typeDecl)
  4181. {
  4182. BfElementVisitor::Visit(typeDecl);
  4183. }
  4184. void Visit(BfTupleTypeRef* typeRef)
  4185. {
  4186. SetAndRestoreValue<bool> prevInTypeRef(mInTypeRef, true);
  4187. BfElementVisitor::Visit(typeRef);
  4188. }
  4189. void Visit(BfGenericInstanceTypeRef* typeRef)
  4190. {
  4191. SetAndRestoreValue<bool> prevInTypeRef(mInTypeRef, true);
  4192. BfElementVisitor::Visit(typeRef);
  4193. }
  4194. void Visit(BfMethodDeclaration* methodDecl)
  4195. {
  4196. SetAndRestoreValue<bool> prevInMethod(mInMethod, true);
  4197. BfElementVisitor::Visit(methodDecl);
  4198. }
  4199. void FixStr(String& source)
  4200. {
  4201. for (int i = 0; i < (int)source.length(); i++)
  4202. {
  4203. if (source[i] == '\r')
  4204. source.Remove(i--, 1);
  4205. }
  4206. }
  4207. void Fix()
  4208. {
  4209. mInMethod = false;
  4210. mInTypeRef = false;
  4211. for (auto typeDef : mBfSystem->mTypeDefs)
  4212. {
  4213. if (typeDef->mTypeDeclaration == NULL)
  4214. continue;
  4215. auto parser = typeDef->mTypeDeclaration->GetSourceData()->ToParserData();
  4216. String fileName = parser->mFileName;
  4217. String origFileName = parser->mFileName;
  4218. origFileName.Insert(3, "Orig_");
  4219. String source;
  4220. source.Insert(0, parser->mSrc, parser->mSrcLength);
  4221. String origSource = source;
  4222. FixStr(origSource);
  4223. RecursiveCreateDirectory(GetFileDir(origFileName));
  4224. FILE* fp = fopen(origFileName.c_str(), "w");
  4225. fwrite(origSource.c_str(), 1, (int)origSource.length(), fp);
  4226. fclose(fp);
  4227. VisitMembers(parser->mRootNode);
  4228. int ofs = 0;
  4229. for (auto& pair : mReplaceMap)
  4230. {
  4231. int origLen = pair.second.mNode->GetSrcLength();
  4232. source.Remove(pair.first + ofs, origLen);
  4233. source.Insert(pair.first + ofs, pair.second.mNewStr);
  4234. ofs += (int)pair.second.mNewStr.length() - origLen;
  4235. }
  4236. mReplaceMap.clear();
  4237. FixStr(source);
  4238. fp = fopen(fileName.c_str(), "w");
  4239. fwrite(source.c_str(), 1, (int)source.length(), fp);
  4240. fclose(fp);
  4241. }
  4242. }
  4243. };
  4244. BF_EXPORT void BF_CALLTYPE BfSystem_FixTypes(BfSystem* bfSystem)
  4245. {
  4246. FixTypesHelper fixTypesHelper;
  4247. fixTypesHelper.mBfSystem = bfSystem;
  4248. fixTypesHelper.Fix();
  4249. }
  4250. BF_EXPORT void BF_CALLTYPE BfSystem_Log(BfSystem* bfSystem, char* str)
  4251. {
  4252. BfLogSys(bfSystem, str);
  4253. BfLogSys(bfSystem, "\n");
  4254. }