BfReducer.cpp 300 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782978397849785978697879788978997909791979297939794979597969797979897999800980198029803980498059806980798089809981098119812981398149815981698179818981998209821982298239824982598269827982898299830983198329833983498359836983798389839984098419842984398449845984698479848984998509851985298539854985598569857985898599860986198629863986498659866986798689869987098719872987398749875987698779878987998809881988298839884988598869887988898899890989198929893989498959896989798989899990099019902990399049905990699079908990999109911991299139914991599169917991899199920992199229923992499259926992799289929993099319932993399349935993699379938993999409941994299439944994599469947994899499950995199529953995499559956995799589959996099619962996399649965996699679968996999709971997299739974997599769977997899799980998199829983998499859986998799889989999099919992999399949995999699979998999910000100011000210003100041000510006100071000810009100101001110012100131001410015100161001710018100191002010021100221002310024100251002610027100281002910030100311003210033100341003510036100371003810039100401004110042100431004410045100461004710048100491005010051100521005310054100551005610057100581005910060100611006210063100641006510066100671006810069100701007110072100731007410075100761007710078100791008010081100821008310084100851008610087100881008910090100911009210093100941009510096100971009810099101001010110102101031010410105101061010710108101091011010111101121011310114101151011610117101181011910120101211012210123101241012510126101271012810129101301013110132101331013410135101361013710138101391014010141101421014310144101451014610147101481014910150101511015210153101541015510156101571015810159101601016110162101631016410165101661016710168101691017010171101721017310174101751017610177101781017910180101811018210183101841018510186101871018810189101901019110192101931019410195101961019710198101991020010201102021020310204102051020610207102081020910210102111021210213102141021510216102171021810219102201022110222102231022410225102261022710228102291023010231102321023310234102351023610237102381023910240102411024210243102441024510246102471024810249102501025110252102531025410255102561025710258102591026010261102621026310264102651026610267102681026910270102711027210273102741027510276102771027810279102801028110282102831028410285102861028710288102891029010291102921029310294102951029610297102981029910300103011030210303103041030510306103071030810309103101031110312103131031410315103161031710318103191032010321103221032310324103251032610327103281032910330103311033210333103341033510336103371033810339103401034110342103431034410345
  1. #include "BfAst.h"
  2. #include "BfReducer.h"
  3. #include "BfParser.h"
  4. #include "BfSystem.h"
  5. #include "BfUtil.h"
  6. #include "BeefySysLib/util/BeefPerf.h"
  7. #include "BeefySysLib/util/StackHelper.h"
  8. #include "BeefySysLib/util/AllocDebug.h"
  9. #include <functional>
  10. USING_NS_BF;
  11. #define MEMBER_SET(dest, member, src) \
  12. { dest->member = src; \
  13. MoveNode(src, dest); }
  14. #define MEMBER_SET_CHECKED(dest, member, src) \
  15. { if (src == NULL) return dest; \
  16. dest->member = src; \
  17. MoveNode(src, dest); }
  18. #define MEMBER_SET_CHECKED_BOOL(dest, member, src) \
  19. { if (src == NULL) return false; \
  20. dest->member = src; \
  21. MoveNode(src, dest); }
  22. BfReducer::BfReducer()
  23. {
  24. mCurTypeDecl = NULL;
  25. mLastTypeDecl = NULL;
  26. mCurMethodDecl = NULL;
  27. mLastBlockNode = NULL;
  28. mSource = NULL;
  29. mClassDepth = 0;
  30. mAlloc = NULL;
  31. mStmtHasError = false;
  32. mPrevStmtHadError = false;
  33. mPassInstance = NULL;
  34. mCompatMode = false;
  35. mAllowTypeWildcard = false;
  36. mIsFieldInitializer = false;
  37. mInParenExpr = false;
  38. mSkipCurrentNodeAssert = false;
  39. mAssertCurrentNodeIdx = 0;
  40. mSystem = NULL;
  41. mResolvePassData = NULL;
  42. mMethodDepth = 0;
  43. mDocumentCheckIdx = 0;
  44. mTypeMemberNodeStart = NULL;
  45. }
  46. bool BfReducer::IsSemicolon(BfAstNode* node)
  47. {
  48. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  49. return (tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Semicolon);
  50. }
  51. bool BfReducer::StringEquals(BfAstNode* node, BfAstNode* node2)
  52. {
  53. int len = node->GetSrcLength();
  54. int len2 = node2->GetSrcLength();
  55. if (len != len2)
  56. return false;
  57. int start = node->GetSrcStart();
  58. int start2 = node2->GetSrcStart();
  59. const char* srcStr = node->GetSourceData()->mSrc;
  60. for (int i = 0; i < len; i++)
  61. {
  62. if (srcStr[start + i] != srcStr[start2 + i])
  63. return false;
  64. }
  65. return true;
  66. }
  67. int gAssertCurrentNodeIdx = 0;
  68. void BfReducer::AssertCurrentNode(BfAstNode* node)
  69. {
  70. if (mSkipCurrentNodeAssert)
  71. return;
  72. auto currentNode = mVisitorPos.GetCurrent();
  73. if (currentNode == NULL)
  74. return;
  75. if (!node->LocationEndEquals(currentNode))
  76. {
  77. const char* lastCPtr = &node->GetSourceData()->mSrc[node->GetSrcEnd() - 1];
  78. // We have an "exceptional" case where breaking a double chevron will look like a position error
  79. if ((lastCPtr[0] != '>') || (lastCPtr[1] != '>'))
  80. {
  81. BF_FATAL("Internal parsing error");
  82. }
  83. }
  84. gAssertCurrentNodeIdx++;
  85. mAssertCurrentNodeIdx++;
  86. }
  87. // For autocomplete we only do a reduce on nodes the cursor is in
  88. bool BfReducer::IsNodeRelevant(BfAstNode* astNode)
  89. {
  90. BfParser* bfParser = astNode->GetSourceData()->ToParser();
  91. if (bfParser == NULL)
  92. return true;
  93. int cursorPos = bfParser->mCursorIdx;
  94. if ((cursorPos == -1) || (astNode->Contains(cursorPos, 1, 0)))
  95. return true;
  96. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  97. return false;
  98. }
  99. bool BfReducer::IsNodeRelevant(BfAstNode* startNode, BfAstNode* endNode)
  100. {
  101. if (startNode == NULL)
  102. return IsNodeRelevant(endNode);
  103. BfParser* bfParser = startNode->GetSourceData()->ToParser();
  104. if (bfParser == NULL)
  105. return true;
  106. int cursorPos = bfParser->mCursorIdx;
  107. int lenAdd = 1;
  108. if ((cursorPos == -1) ||
  109. ((cursorPos >= startNode->GetSrcStart()) && (cursorPos < endNode->GetSrcEnd() + lenAdd)))
  110. return true;
  111. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  112. return false;
  113. }
  114. void BfReducer::MoveNode(BfAstNode* srcNode, BfAstNode* newOwner)
  115. {
  116. #ifdef BF_AST_HAS_PARENT_MEMBER
  117. srcNode->mParent = newOwner;
  118. #endif
  119. int srcStart = srcNode->GetSrcStart();
  120. int srcEnd = srcNode->GetSrcEnd();
  121. if (srcStart < newOwner->GetSrcStart())
  122. newOwner->SetSrcStart(srcStart);
  123. if (srcEnd > newOwner->GetSrcEnd())
  124. newOwner->SetSrcEnd(srcEnd);
  125. }
  126. // Replaces prevNode with new node and adds prevNode to newNode's childrenj
  127. // It can be considered that newNode encapsulated prevNode.
  128. void BfReducer::ReplaceNode(BfAstNode* prevNode, BfAstNode* newNode)
  129. {
  130. #ifdef BF_AST_HAS_PARENT_MEMBER
  131. newNode->mParent = prevNode->mParent;
  132. #endif
  133. if (!newNode->IsInitialized())
  134. {
  135. #ifdef BF_AST_COMPACT
  136. if (prevNode->mIsCompact)
  137. {
  138. newNode->mIsCompact = prevNode->mIsCompact;
  139. newNode->mCompact_SrcStart = prevNode->mCompact_SrcStart;
  140. newNode->mCompact_SrcLen = prevNode->mCompact_SrcLen;
  141. newNode->mCompact_TriviaLen = prevNode->mCompact_TriviaLen;
  142. }
  143. else
  144. {
  145. int prevTriviaStart;
  146. int prevSrcStart;
  147. int prevSrcEnd;
  148. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  149. newNode->Init(prevTriviaStart, prevSrcStart, prevSrcEnd);
  150. }
  151. #else
  152. newNode->mTriviaStart = prevNode->mTriviaStart;
  153. newNode->mSrcStart = prevNode->mSrcStart;
  154. newNode->mSrcEnd = prevNode->mSrcEnd;
  155. #endif
  156. }
  157. else
  158. {
  159. int newTriviaStart;
  160. int newSrcStart;
  161. int newSrcEnd;
  162. newNode->GetSrcPositions(newTriviaStart, newSrcStart, newSrcEnd);
  163. int prevTriviaStart;
  164. int prevSrcStart;
  165. int prevSrcEnd;
  166. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  167. if (prevTriviaStart < newTriviaStart)
  168. newNode->SetTriviaStart(prevTriviaStart);
  169. if (prevSrcStart < newSrcStart)
  170. newNode->SetSrcStart(prevSrcStart);
  171. if (prevSrcEnd > newSrcEnd)
  172. newNode->SetSrcEnd(prevSrcEnd);
  173. }
  174. #ifdef BF_AST_HAS_PARENT_MEMBER
  175. prevNode->mParent = newNode;
  176. #endif
  177. }
  178. BfAstNode* BfReducer::Fail(const StringImpl& errorMsg, BfAstNode* refNode)
  179. {
  180. mStmtHasError = true;
  181. if (mPassInstance->HasLastFailedAt(refNode)) // No duplicate failures
  182. return NULL;
  183. auto error = mPassInstance->Fail(errorMsg, refNode);
  184. if ((error != NULL) && (mSource != NULL))
  185. error->mProject = mSource->mProject;
  186. return NULL;
  187. }
  188. BfAstNode* BfReducer::FailAfter(const StringImpl& errorMsg, BfAstNode* prevNode)
  189. {
  190. mStmtHasError = true;
  191. auto error = mPassInstance->FailAfter(errorMsg, prevNode);
  192. if ((error != NULL) && (mSource != NULL))
  193. error->mProject = mSource->mProject;
  194. return NULL;
  195. }
  196. void BfReducer::AddErrorNode(BfAstNode* astNode, bool removeNode)
  197. {
  198. if (mSource != NULL)
  199. mSource->AddErrorNode(astNode);
  200. if (removeNode)
  201. astNode->RemoveSelf();
  202. }
  203. bool BfReducer::IsTypeReference(BfAstNode* checkNode, BfToken successToken, int* outEndNode, bool* couldBeExpr, bool* isGenericType, bool* isTuple)
  204. {
  205. AssertCurrentNode(checkNode);
  206. if (couldBeExpr != NULL)
  207. *couldBeExpr = true;
  208. if (outEndNode != NULL)
  209. *outEndNode = -1;
  210. auto firstNode = checkNode;
  211. if (checkNode == NULL)
  212. return false;
  213. int checkIdx = mVisitorPos.mReadPos;
  214. if ((!checkNode->IsA<BfIdentifierNode>()) && (!checkNode->IsA<BfMemberReferenceExpression>()))
  215. {
  216. if (auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  217. {
  218. BfToken checkToken = checkTokenNode->GetToken();
  219. if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  220. {
  221. checkIdx++;
  222. if (mVisitorPos.Get(checkIdx) == NULL)
  223. return false;
  224. }
  225. else if ((checkToken == BfToken_Var) || (checkToken == BfToken_Let))
  226. {
  227. checkIdx++;
  228. checkNode = mVisitorPos.Get(checkIdx);
  229. checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  230. if (outEndNode)
  231. *outEndNode = checkIdx;
  232. if (successToken == BfToken_None)
  233. return true;
  234. return (checkToken == successToken);
  235. }
  236. else if (checkToken == BfToken_Unsigned)
  237. {
  238. // Unsigned val start
  239. }
  240. else if (checkToken == BfToken_LParen)
  241. {
  242. // Tuple start
  243. }
  244. else if ((checkToken == BfToken_Comptype) || (checkToken == BfToken_Decltype) || (checkToken == BfToken_AllocType) || (checkToken == BfToken_RetType) || (checkToken == BfToken_Nullable))
  245. {
  246. // Decltype start
  247. }
  248. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  249. {
  250. int startNode = mVisitorPos.mReadPos;
  251. mVisitorPos.mReadPos++;
  252. int endNode = -1;
  253. // Return type
  254. auto checkNode = mVisitorPos.GetCurrent();
  255. if ((checkNode == NULL) || (!IsTypeReference(checkNode, BfToken_LParen, &endNode, couldBeExpr, isGenericType, isTuple)))
  256. {
  257. if (outEndNode != NULL)
  258. *outEndNode = endNode;
  259. mVisitorPos.mReadPos = startNode;
  260. return false;
  261. }
  262. // Take in params as a tuple
  263. mVisitorPos.mReadPos = endNode;
  264. auto currentNode = mVisitorPos.GetCurrent();
  265. bool hasParams = false;
  266. if (currentNode != NULL)
  267. {
  268. if (auto openToken = BfNodeDynCast<BfTokenNode>(currentNode))
  269. {
  270. if (openToken->GetToken() == BfToken_LParen)
  271. {
  272. int parenDepth = 1;
  273. // Do a smarter check?
  274. checkIdx = endNode + 1;
  275. while (true)
  276. {
  277. auto checkNode = mVisitorPos.Get(checkIdx);
  278. if (checkNode == NULL)
  279. break;
  280. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  281. {
  282. bool done = false;
  283. switch (tokenNode->GetToken())
  284. {
  285. case BfToken_LParen:
  286. parenDepth++;
  287. break;
  288. case BfToken_RParen:
  289. parenDepth--;
  290. if (parenDepth == 0)
  291. {
  292. endNode = checkIdx + 1;
  293. done = true;
  294. }
  295. break;
  296. case BfToken_Semicolon:
  297. // Failed
  298. done = true;
  299. break;
  300. default: break;
  301. }
  302. if (done)
  303. break;
  304. }
  305. checkIdx++;
  306. }
  307. hasParams = parenDepth == 0;
  308. }
  309. }
  310. }
  311. if (!hasParams)
  312. {
  313. if (outEndNode != NULL)
  314. *outEndNode = endNode;
  315. mVisitorPos.mReadPos = startNode;
  316. return false;
  317. }
  318. if (outEndNode != NULL)
  319. *outEndNode = endNode;
  320. mVisitorPos.mReadPos = startNode;
  321. return true;
  322. }
  323. else
  324. return false;
  325. }
  326. else
  327. return false;
  328. }
  329. int chevronDepth = 0;
  330. bool identifierExpected = true;
  331. bool hadEndBracket = false;
  332. int bracketDepth = 0;
  333. int parenDepth = 0;
  334. bool hadTupleComma = false;
  335. bool hadIdentifier = false;
  336. bool foundSuccessToken = false;
  337. bool hadUnexpectedIdentifier = false;
  338. BfTokenNode* lastToken = NULL;
  339. //while (checkNode != NULL)
  340. SizedArray<BfToken, 8> tokenStack;
  341. while (true)
  342. {
  343. auto checkNode = mVisitorPos.Get(checkIdx);
  344. if (checkNode == NULL)
  345. break;
  346. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  347. if (checkTokenNode != NULL)
  348. {
  349. if (hadEndBracket)
  350. return false;
  351. BfToken checkToken = checkTokenNode->GetToken();
  352. if (bracketDepth > 0)
  353. {
  354. if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  355. {
  356. bracketDepth++;
  357. }
  358. else if (checkToken == BfToken_RBracket)
  359. {
  360. bracketDepth--;
  361. }
  362. }
  363. else
  364. {
  365. bool doEnding = (checkToken == successToken) && (checkTokenNode != firstNode) && (tokenStack.size() <= 1);
  366. if ((doEnding) && (tokenStack.size() == 1))
  367. doEnding = checkToken == tokenStack.back();
  368. if (doEnding)
  369. {
  370. bool success = false;
  371. if ((lastToken != NULL) && ((lastToken->GetToken() == BfToken_RChevron) || (lastToken->GetToken() == BfToken_RDblChevron)))
  372. {
  373. if (couldBeExpr != NULL)
  374. *couldBeExpr = false;
  375. }
  376. if (successToken == BfToken_RParen)
  377. {
  378. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 1);
  379. if (success)
  380. {
  381. // Check identifierExpected - this catches (.) casts
  382. if ((identifierExpected) && (couldBeExpr != NULL))
  383. *couldBeExpr = false;
  384. }
  385. }
  386. else if ((successToken == BfToken_Comma) ||
  387. (successToken == BfToken_LBracket))
  388. {
  389. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  390. }
  391. if ((success) || (doEnding))
  392. {
  393. if ((!hadTupleComma) && (hadUnexpectedIdentifier)) // Looked like a tuple but wasn't
  394. return false;
  395. }
  396. if (success)
  397. {
  398. if (outEndNode != NULL)
  399. *outEndNode = checkIdx;
  400. return true;
  401. }
  402. if (doEnding)
  403. {
  404. if (outEndNode != NULL)
  405. *outEndNode = checkIdx;
  406. return (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  407. }
  408. }
  409. bool isDone = false;
  410. if (checkToken == BfToken_LParen)
  411. {
  412. if (chevronDepth > 0)
  413. {
  414. SetAndRestoreValue<int> prevIdx(mVisitorPos.mReadPos, checkIdx);
  415. int endToken = 0;
  416. if (!IsTypeReference(checkNode, BfToken_RParen, &endToken, NULL, NULL, NULL))
  417. return false;
  418. checkIdx = endToken + 1;
  419. continue;
  420. }
  421. else if ((hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0))
  422. isDone = true;
  423. else
  424. {
  425. tokenStack.Add(BfToken_RParen);
  426. parenDepth++;
  427. }
  428. }
  429. else if (checkToken == BfToken_RParen)
  430. {
  431. if ((parenDepth == 0) || (tokenStack.back() != BfToken_RParen))
  432. {
  433. if (outEndNode != NULL)
  434. *outEndNode = checkIdx;
  435. return false;
  436. }
  437. tokenStack.pop_back();
  438. parenDepth--;
  439. if (parenDepth > 0)
  440. {
  441. // if we are embedded in a multi-tuple like (A, (B, C), D) then we expect a , or ) after
  442. // closing an inner tuple. Otherwise this is an expression like ((Type)a)
  443. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  444. bool isOkay = false;
  445. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  446. {
  447. isOkay = (nextToken->mToken == BfToken_Comma) || (nextToken->mToken == BfToken_RParen);
  448. if ((!tokenStack.IsEmpty()) && (nextToken->mToken == tokenStack.back()))
  449. isOkay = true;
  450. }
  451. if (!isOkay)
  452. {
  453. if (outEndNode != NULL)
  454. *outEndNode = checkIdx;
  455. return false;
  456. }
  457. }
  458. if ((parenDepth < 0) ||
  459. // Probably a cast
  460. ((successToken == BfToken_None) && (parenDepth == 0) && (!hadTupleComma)))
  461. {
  462. if (successToken == BfToken_RParen)
  463. {
  464. foundSuccessToken = true;
  465. break;
  466. }
  467. else
  468. {
  469. if (outEndNode != NULL)
  470. *outEndNode = checkIdx;
  471. return false;
  472. }
  473. }
  474. }
  475. else if ((checkToken == BfToken_Const) && (chevronDepth > 0))
  476. {
  477. if (mCompatMode)
  478. {
  479. identifierExpected = true;
  480. }
  481. else
  482. {
  483. int prevReadPos = mVisitorPos.mReadPos;
  484. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  485. if (nextNode != NULL)
  486. {
  487. mVisitorPos.mReadPos = checkIdx + 1;
  488. auto expr = CreateExpression(nextNode, BfReducer::CreateExprFlags_BreakOnRChevron);
  489. int endExprReadPos = mVisitorPos.mReadPos;
  490. mVisitorPos.mReadPos = prevReadPos;
  491. if (expr == NULL)
  492. {
  493. if (outEndNode != NULL)
  494. *outEndNode = checkIdx;
  495. return false;
  496. }
  497. checkIdx = endExprReadPos;
  498. }
  499. }
  500. }
  501. else if ((checkToken == BfToken_Minus) && (mCompatMode) && (chevronDepth > 0) && (parenDepth == 0) && (bracketDepth == 0))
  502. {
  503. // Allow
  504. }
  505. else if (checkToken == BfToken_Unsigned)
  506. {
  507. identifierExpected = true;
  508. }
  509. else if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  510. {
  511. identifierExpected = true;
  512. }
  513. else if (checkToken == BfToken_LChevron)
  514. {
  515. identifierExpected = true;
  516. chevronDepth++;
  517. tokenStack.Add(BfToken_RChevron);
  518. }
  519. else if ((checkToken == BfToken_RChevron) || (checkToken == BfToken_RDblChevron))
  520. {
  521. for (int i = 0; i < ((checkToken == BfToken_RDblChevron) ? 2 : 1); i++)
  522. {
  523. if ((tokenStack.IsEmpty()) || (tokenStack.back() != BfToken_RChevron))
  524. {
  525. if (outEndNode != NULL)
  526. *outEndNode = checkIdx;
  527. return false;
  528. }
  529. tokenStack.pop_back();
  530. chevronDepth--;
  531. }
  532. identifierExpected = false;
  533. if (chevronDepth < 0)
  534. {
  535. if (outEndNode != NULL)
  536. *outEndNode = checkIdx;
  537. return false;
  538. }
  539. if (chevronDepth == 0)
  540. {
  541. if (isGenericType != NULL)
  542. *isGenericType = true;
  543. }
  544. }
  545. else if (checkToken == BfToken_RDblChevron)
  546. chevronDepth -= 2;
  547. else if (checkToken == BfToken_Comma)
  548. {
  549. if ((bracketDepth == 0) && (tokenStack.IsEmpty()))
  550. {
  551. if (outEndNode != NULL)
  552. *outEndNode = checkIdx;
  553. return false;
  554. }
  555. if ((!tokenStack.IsEmpty()) && (tokenStack.back() == BfToken_RParen))
  556. {
  557. hadTupleComma = true;
  558. if (isTuple != NULL)
  559. {
  560. *isTuple = true;
  561. }
  562. }
  563. identifierExpected = true;
  564. }
  565. else if (checkToken == BfToken_Dot)
  566. {
  567. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  568. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  569. {
  570. if (couldBeExpr != NULL)
  571. {
  572. // UH- NO, it could be referencing a static member
  573. // a ">." can only be a reference to an inner type of a generic type
  574. //if ((prevToken->GetToken() == BfToken_RChevron) || (prevToken->GetToken() == BfToken_RDblChevron))
  575. //*couldBeExpr = false;
  576. }
  577. // a ".[" can only be a member reference after an indexer expression
  578. if (prevToken->GetToken() == BfToken_RBracket)
  579. {
  580. if (outEndNode != NULL)
  581. *outEndNode = checkIdx;
  582. return false;
  583. }
  584. }
  585. identifierExpected = true;
  586. }
  587. else if (checkToken == BfToken_RBracket)
  588. {
  589. hadEndBracket = true;
  590. }
  591. else if ((checkToken == BfToken_Star) || (checkToken == BfToken_Question))
  592. {
  593. if (checkToken == BfToken_Star)
  594. {
  595. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  596. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  597. {
  598. switch (prevToken->GetToken())
  599. {
  600. case BfToken_RParen:
  601. case BfToken_RBracket:
  602. case BfToken_RChevron:
  603. case BfToken_RDblChevron:
  604. break;
  605. default:
  606. // These are definitely dereferences
  607. return false;
  608. }
  609. }
  610. while (true)
  611. {
  612. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  613. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  614. if ((nextToken == NULL) || (nextToken->GetToken() != BfToken_Star))
  615. break;
  616. checkTokenNode = nextToken;
  617. checkToken = checkTokenNode->GetToken();
  618. checkIdx++;
  619. }
  620. }
  621. else
  622. {
  623. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  624. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  625. {
  626. // If this is just a 'loose' comma then it can't be part of a nullable
  627. if ((prevToken->GetToken() == BfToken_Comma) ||
  628. (prevToken->GetToken() == BfToken_LParen))
  629. {
  630. return false;
  631. }
  632. }
  633. }
  634. // Star or Question always end a TypeRef
  635. if ((chevronDepth == 0) && (parenDepth == 0) && (bracketDepth == 0))
  636. {
  637. if (hadTupleComma)
  638. return false;
  639. if (couldBeExpr != NULL)
  640. *couldBeExpr = false;
  641. if (outEndNode != NULL)
  642. *outEndNode = checkIdx + 1;
  643. if (successToken == BfToken_None)
  644. return true;
  645. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  646. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  647. {
  648. if (nextToken->GetToken() == successToken)
  649. {
  650. if (outEndNode != NULL)
  651. *outEndNode = checkIdx + 1;
  652. return true;
  653. }
  654. if (nextToken->GetToken() == BfToken_LBracket)
  655. {
  656. // A rare case of something like "char*[...]", let the bracket information through
  657. }
  658. else
  659. break;
  660. }
  661. else
  662. return false;
  663. }
  664. }
  665. else if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  666. {
  667. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  668. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  669. {
  670. // .[ - that's not a valid type, but could be an attributed member reference
  671. if ((prevToken->GetToken() == BfToken_Dot) || (prevToken->GetToken() == BfToken_DotDot))
  672. {
  673. if (outEndNode != NULL)
  674. *outEndNode = checkIdx - 1;
  675. return false;
  676. }
  677. }
  678. bracketDepth++;
  679. }
  680. else if (checkToken == BfToken_This)
  681. {
  682. if ((parenDepth == 1) && (hadIdentifier))
  683. {
  684. // If this looks like it's from a '(<type> this ...)' then it could be part of a function declaration, so allow it
  685. }
  686. else
  687. {
  688. if (outEndNode != NULL)
  689. *outEndNode = checkIdx;
  690. return false;
  691. }
  692. }
  693. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  694. {
  695. int funcEndNode = -1;
  696. int prevReadPos = mVisitorPos.mReadPos;
  697. mVisitorPos.mReadPos = checkIdx;
  698. bool isTypeRef = IsTypeReference(checkNode, BfToken_None, &funcEndNode);
  699. mVisitorPos.mReadPos = prevReadPos;
  700. if (!isTypeRef)
  701. {
  702. if (outEndNode != NULL)
  703. *outEndNode = checkIdx;
  704. return false;
  705. }
  706. checkIdx = funcEndNode;
  707. continue;
  708. }
  709. else if ((checkToken == BfToken_Comptype) || (checkToken == BfToken_Decltype) || (checkToken == BfToken_AllocType) || (checkToken == BfToken_RetType) || (checkToken == BfToken_Nullable))
  710. {
  711. int endNodeIdx = checkIdx + 1;
  712. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  713. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  714. {
  715. if (tokenNode->mToken != BfToken_LParen)
  716. {
  717. isDone = true;
  718. }
  719. else
  720. {
  721. int openCount = 1;
  722. while (true)
  723. {
  724. endNodeIdx++;
  725. auto checkNextNode = mVisitorPos.Get(endNodeIdx);
  726. if (checkNextNode == NULL)
  727. break;
  728. if (auto checkNextToken = BfNodeDynCast<BfTokenNode>(checkNextNode))
  729. {
  730. if (checkNextToken->GetToken() == BfToken_LParen)
  731. openCount++;
  732. else if (checkNextToken->GetToken() == BfToken_RParen)
  733. {
  734. openCount--;
  735. if (openCount == 0)
  736. break;
  737. }
  738. }
  739. }
  740. }
  741. }
  742. identifierExpected = false;
  743. checkIdx = endNodeIdx;
  744. /*if (outEndNode != NULL)
  745. *outEndNode = endNodeIdx + 1;
  746. return true;*/
  747. }
  748. else if (checkToken != BfToken_LBracket)
  749. isDone = true;
  750. if (isDone)
  751. {
  752. if (outEndNode != NULL)
  753. *outEndNode = checkIdx;
  754. if (isGenericType != NULL)
  755. *isGenericType = false;
  756. return false;
  757. }
  758. }
  759. }
  760. else if (bracketDepth > 0)
  761. {
  762. // Ignore
  763. }
  764. else if ((checkNode->IsA<BfIdentifierNode>()) || (checkNode->IsA<BfMemberReferenceExpression>()))
  765. {
  766. // Identifier is always allowed in tuple (parenDepth == 0), because it's potentially the field name
  767. // (successToken == BfToken_RParen) infers we are already checking inside parentheses, such as
  768. // when we see a potential cast expression
  769. if (!identifierExpected)
  770. {
  771. if ((parenDepth == 0) && (successToken != BfToken_RParen))
  772. {
  773. if (outEndNode != NULL)
  774. *outEndNode = checkIdx;
  775. if (successToken == BfToken_None)
  776. return chevronDepth == 0;
  777. return false;
  778. }
  779. hadUnexpectedIdentifier = true;
  780. }
  781. hadIdentifier = true;
  782. identifierExpected = false;
  783. }
  784. else if (checkNode->IsA<BfBlock>())
  785. {
  786. if (successToken == BfToken_LBrace)
  787. {
  788. foundSuccessToken = true;
  789. }
  790. break;
  791. }
  792. else if ((mCompatMode) && (checkNode->IsExact<BfLiteralExpression>()) && (chevronDepth > 0) && (identifierExpected))
  793. {
  794. // Allow
  795. identifierExpected = false;
  796. }
  797. else
  798. {
  799. if (outEndNode != NULL)
  800. *outEndNode = checkIdx;
  801. return false;
  802. }
  803. lastToken = checkTokenNode;
  804. checkIdx++;
  805. }
  806. if (outEndNode != NULL)
  807. *outEndNode = checkIdx;
  808. if ((!hadTupleComma) && (hadUnexpectedIdentifier)) // Looked like a tuple but wasn't
  809. return false;
  810. return (hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0) && ((successToken == BfToken_None) || (foundSuccessToken));
  811. }
  812. bool BfReducer::IsLocalMethod(BfAstNode* nameNode)
  813. {
  814. AssertCurrentNode(nameNode);
  815. int parenDepth = 0;
  816. bool hadParens = false;
  817. int chevronDepth = 0;
  818. bool hadGenericParams = false;
  819. int checkIdx = mVisitorPos.mReadPos + 1;
  820. while (true)
  821. {
  822. auto checkNode = mVisitorPos.Get(checkIdx);
  823. if (checkNode == NULL)
  824. return false;
  825. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  826. {
  827. BfToken token = tokenNode->GetToken();
  828. if (token == BfToken_LParen)
  829. {
  830. parenDepth++;
  831. hadParens = true;
  832. }
  833. else if (token == BfToken_RParen)
  834. {
  835. parenDepth--;
  836. if (parenDepth == 0)
  837. return true;
  838. }
  839. else
  840. {
  841. switch (token)
  842. {
  843. case BfToken_Semicolon: // Never can be a local method
  844. return false;
  845. case BfToken_Where: // Always denotes a local method
  846. return true;
  847. default: break;
  848. }
  849. }
  850. }
  851. else if (auto tokenNode = BfNodeDynCast<BfBlock>(checkNode))
  852. {
  853. //return (hadParens) && (parenDepth == 0);
  854. return false;
  855. }
  856. else
  857. {
  858. }
  859. checkIdx++;
  860. }
  861. return false;
  862. }
  863. int BfReducer::QualifiedBacktrack(BfAstNode* endNode, int checkIdx, bool* outHadChevrons)
  864. {
  865. auto checkNode = endNode;
  866. BF_ASSERT(checkNode == mVisitorPos.Get(checkIdx));
  867. int chevronDepth = 0;
  868. bool identifierExpected = true;
  869. bool hadEndBracket = false;
  870. bool lastWasIdentifier = false;
  871. while (checkNode != NULL)
  872. {
  873. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  874. if (checkTokenNode != NULL)
  875. {
  876. BfToken checkToken = checkTokenNode->GetToken();
  877. if ((checkToken == BfToken_Dot) || (checkToken == BfToken_DotDot))
  878. {
  879. if (chevronDepth == 0)
  880. return checkIdx;
  881. }
  882. else if (checkToken == BfToken_LChevron)
  883. {
  884. if (outHadChevrons != NULL)
  885. *outHadChevrons = true;
  886. chevronDepth++;
  887. }
  888. else if (checkToken == BfToken_RChevron)
  889. {
  890. // Was this a case like "Test<T> MethodName"? Those are split.
  891. if (lastWasIdentifier)
  892. return -1;
  893. chevronDepth--;
  894. }
  895. else if (checkToken == BfToken_RDblChevron)
  896. {
  897. if (lastWasIdentifier)
  898. return -1;
  899. chevronDepth -= 2;
  900. }
  901. else if ((checkToken != BfToken_Comma) &&
  902. (checkToken != BfToken_Dot) &&
  903. (checkToken != BfToken_DotDot) &&
  904. (checkToken != BfToken_RBracket) &&
  905. (checkToken != BfToken_Star) &&
  906. (checkToken != BfToken_Question) &&
  907. (checkToken != BfToken_LBracket))
  908. {
  909. return -1;
  910. }
  911. if (chevronDepth == 0)
  912. return -1;
  913. lastWasIdentifier = false;
  914. }
  915. else if (checkNode->IsA<BfIdentifierNode>())
  916. {
  917. // Two identifiers in a row denotes a break
  918. if (lastWasIdentifier)
  919. return -1;
  920. lastWasIdentifier = true;
  921. }
  922. else
  923. {
  924. return -1;
  925. }
  926. checkIdx--;
  927. checkNode = mVisitorPos.Get(checkIdx);
  928. }
  929. return -1;
  930. }
  931. BfExpression* BfReducer::ApplyToFirstExpression(BfUnaryOperatorExpression* unaryOp, BfExpression* target)
  932. {
  933. auto condExpression = BfNodeDynCast<BfConditionalExpression>(target);
  934. if (condExpression != NULL)
  935. {
  936. auto result = ApplyToFirstExpression(unaryOp, condExpression->mConditionExpression);
  937. if (result == condExpression->mConditionExpression)
  938. {
  939. //TODO: Make sure this one works, check children and next's and such
  940. //ReplaceNode(unaryOp, binOpExpression);
  941. unaryOp->mExpression = condExpression->mConditionExpression;
  942. ReplaceNode(unaryOp, condExpression);
  943. unaryOp->SetSrcEnd(condExpression->mConditionExpression->GetSrcEnd());
  944. condExpression->mConditionExpression = unaryOp;
  945. }
  946. condExpression->SetSrcStart(unaryOp->GetSrcStart());
  947. return result;
  948. }
  949. auto binOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(target);
  950. if (binOpExpression != NULL)
  951. {
  952. auto result = ApplyToFirstExpression(unaryOp, binOpExpression->mLeft);
  953. if (result == binOpExpression->mLeft)
  954. {
  955. unaryOp->mExpression = binOpExpression->mLeft;
  956. unaryOp->SetSrcEnd(binOpExpression->mLeft->GetSrcEnd());
  957. binOpExpression->mLeft = unaryOp;
  958. }
  959. binOpExpression->SetSrcStart(unaryOp->GetSrcStart());
  960. return result;
  961. }
  962. return target;
  963. }
  964. static String DbgNodeToString(BfAstNode* astNode)
  965. {
  966. if (auto binOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(astNode))
  967. {
  968. String str;
  969. str += "(";
  970. str += DbgNodeToString(binOpExpr->mLeft);
  971. str += " ";
  972. str += DbgNodeToString(binOpExpr->mOpToken);
  973. str += " ";
  974. str += DbgNodeToString(binOpExpr->mRight);
  975. str += ")";
  976. return str;
  977. }
  978. else if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(astNode))
  979. {
  980. String str;
  981. str += "( ";
  982. str += "(";
  983. str += DbgNodeToString(condExpr->mConditionExpression);
  984. str += ") ? (";
  985. str += DbgNodeToString(condExpr->mTrueExpression);
  986. str += ") : (";
  987. str += DbgNodeToString(condExpr->mFalseExpression);
  988. str += ")";
  989. str += " )";
  990. return str;
  991. }
  992. return astNode->ToString();
  993. }
  994. BfExpression* BfReducer::CheckBinaryOperatorPrecedence(BfBinaryOperatorExpression* binOpExpression)
  995. {
  996. BfExpression* resultExpr = binOpExpression;
  997. bool dbg = false;
  998. #ifdef BF_AST_HAS_PARENT_MEMBER
  999. BF_ASSERT(BfNodeDynCast<BfBinaryOperatorExpression>(binOpExpression->mParent) == NULL);
  1000. #endif
  1001. SizedArray<BfBinaryOperatorExpression*, 8> binOpParents;
  1002. SizedArray<BfBinaryOperatorExpression*, 8> deferredChecks;
  1003. BfBinaryOperatorExpression* checkBinOpExpression = binOpExpression;
  1004. while (true)
  1005. {
  1006. if (checkBinOpExpression == NULL)
  1007. {
  1008. if (deferredChecks.size() == 0)
  1009. break;
  1010. checkBinOpExpression = deferredChecks.back();
  1011. deferredChecks.pop_back();
  1012. }
  1013. if (dbg)
  1014. OutputDebugStrF("Checking: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1015. #ifdef BF_AST_HAS_PARENT_MEMBER
  1016. BfBinaryOperatorExpression* prevBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mParent);
  1017. if (prevBinOpExpression != NULL)
  1018. {
  1019. BF_ASSERT(binOpParents.back() == prevBinOpExpression);
  1020. }
  1021. #else
  1022. BfBinaryOperatorExpression* prevBinOpExpression = NULL;
  1023. #endif
  1024. if (!binOpParents.IsEmpty())
  1025. {
  1026. prevBinOpExpression = binOpParents.back();
  1027. }
  1028. BfBinaryOperatorExpression* nextBinaryOperatorExpression = NULL;
  1029. bool didCondSwap = false;
  1030. while (auto rightCondExpression = BfNodeDynCast<BfConditionalExpression>(checkBinOpExpression->mRight))
  1031. {
  1032. if (rightCondExpression->mTrueExpression == NULL)
  1033. break;
  1034. // Turn (A || (B ? C : D)) into ((A || B) ? C : D)
  1035. BfExpression* exprA = checkBinOpExpression->mLeft;
  1036. BfExpression* exprB = rightCondExpression->mConditionExpression;
  1037. BfExpression* exprC = rightCondExpression->mTrueExpression;
  1038. checkBinOpExpression->SetSrcEnd(exprB->GetSrcEnd());
  1039. MEMBER_SET(rightCondExpression, mConditionExpression, checkBinOpExpression);
  1040. MEMBER_SET(checkBinOpExpression, mLeft, exprA);
  1041. MEMBER_SET(checkBinOpExpression, mRight, exprB);
  1042. didCondSwap = true;
  1043. if (dbg)
  1044. {
  1045. OutputDebugStrF("NewCond: %s\n", DbgNodeToString(rightCondExpression).c_str());
  1046. OutputDebugStrF("CheckAfterCond: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1047. }
  1048. if (prevBinOpExpression != NULL)
  1049. {
  1050. BF_ASSERT(checkBinOpExpression == prevBinOpExpression->mRight);
  1051. MEMBER_SET(prevBinOpExpression, mRight, rightCondExpression);
  1052. nextBinaryOperatorExpression = prevBinOpExpression;
  1053. binOpParents.pop_back();
  1054. }
  1055. else
  1056. {
  1057. BF_ASSERT(resultExpr == checkBinOpExpression);
  1058. resultExpr = rightCondExpression;
  1059. }
  1060. }
  1061. if (nextBinaryOperatorExpression != NULL)
  1062. {
  1063. checkBinOpExpression = nextBinaryOperatorExpression;
  1064. continue;
  1065. }
  1066. /*auto _CheckLeftBinaryOpearator = [&](BfBinaryOperatorExpression* checkBinOpExpression)
  1067. {
  1068. while (auto leftBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1069. {
  1070. if (dbg)
  1071. {
  1072. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1073. OutputDebugStrF("Left : %s\n", DbgNodeToString(leftBinOpExpression).c_str());
  1074. }
  1075. if (leftBinOpExpression->mRight == NULL)
  1076. {
  1077. BF_ASSERT(mPassInstance->HasFailed());
  1078. return;
  1079. }
  1080. int leftPrecedence = BfGetBinaryOpPrecendence(leftBinOpExpression->mOp);
  1081. int rightPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1082. // Turn ((A + B) * C) into (A + (B * C))
  1083. if (leftPrecedence >= rightPrecedence)
  1084. {
  1085. break;
  1086. }
  1087. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1088. BfExpression* exprA = leftBinOpExpression->mLeft;
  1089. BfExpression* exprB = leftBinOpExpression->mRight;
  1090. BfExpression* exprC = checkBinOpExpression->mRight;
  1091. auto rightBinOpExpression = leftBinOpExpression; // We reuse this memory for the right side now
  1092. auto binOp = checkBinOpExpression->mOp;
  1093. checkBinOpExpression->mLeft = exprA;
  1094. checkBinOpExpression->mOp = leftBinOpExpression->mOp;
  1095. checkBinOpExpression->mOpToken = leftBinOpExpression->mOpToken;
  1096. checkBinOpExpression->mRight = rightBinOpExpression;
  1097. rightBinOpExpression->mLeft = exprB;
  1098. rightBinOpExpression->mOp = binOp;
  1099. rightBinOpExpression->mOpToken = tokenNode;
  1100. rightBinOpExpression->mRight = exprC;
  1101. rightBinOpExpression->SetSrcStart(rightBinOpExpression->mLeft->GetSrcStart());
  1102. rightBinOpExpression->SetSrcEnd(rightBinOpExpression->mRight->GetSrcEnd());
  1103. if (dbg)
  1104. {
  1105. OutputDebugStrF("CheckAfter : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1106. }
  1107. }
  1108. };*/
  1109. while (auto rightBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mRight))
  1110. {
  1111. if (dbg)
  1112. {
  1113. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1114. OutputDebugStrF("Right : %s\n", DbgNodeToString(rightBinOpExpression).c_str());
  1115. }
  1116. if (rightBinOpExpression->mRight == NULL)
  1117. {
  1118. BF_ASSERT(mPassInstance->HasFailed());
  1119. return binOpExpression;
  1120. }
  1121. int leftPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1122. int rightPrecedence = BfGetBinaryOpPrecendence(rightBinOpExpression->mOp);
  1123. // Turn (A * (B + C)) into ((A * B) + C)
  1124. // Note: this DOES need to be '<' in order to preserve left-to-right evaluation when precedence is equal
  1125. if (leftPrecedence < rightPrecedence)
  1126. {
  1127. binOpParents.Add(checkBinOpExpression);
  1128. nextBinaryOperatorExpression = rightBinOpExpression;
  1129. break;
  1130. }
  1131. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1132. BfExpression* exprA = checkBinOpExpression->mLeft;
  1133. BfExpression* exprB = rightBinOpExpression->mLeft;
  1134. BfExpression* exprC = rightBinOpExpression->mRight;
  1135. auto leftBinOpExpression = rightBinOpExpression; // We reuse this memory for the left side now
  1136. auto binOp = checkBinOpExpression->mOp;
  1137. checkBinOpExpression->mLeft = leftBinOpExpression;
  1138. checkBinOpExpression->mOp = rightBinOpExpression->mOp;
  1139. checkBinOpExpression->mOpToken = rightBinOpExpression->mOpToken;
  1140. checkBinOpExpression->mRight = exprC;
  1141. leftBinOpExpression->mLeft = exprA;
  1142. leftBinOpExpression->mOp = binOp;
  1143. leftBinOpExpression->mOpToken = tokenNode;
  1144. leftBinOpExpression->mRight = exprB;
  1145. leftBinOpExpression->SetSrcStart(leftBinOpExpression->mLeft->GetSrcStart());
  1146. leftBinOpExpression->SetSrcEnd(leftBinOpExpression->mRight->GetSrcEnd());
  1147. if (dbg)
  1148. {
  1149. OutputDebugStrF("CheckAfter: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1150. }
  1151. if ((leftPrecedence > rightPrecedence) && (prevBinOpExpression != NULL))
  1152. {
  1153. // Backtrack
  1154. nextBinaryOperatorExpression = prevBinOpExpression;
  1155. binOpParents.pop_back();
  1156. break;
  1157. }
  1158. if (auto leftBinaryExpr = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1159. {
  1160. deferredChecks.push_back(leftBinaryExpr);
  1161. }
  1162. }
  1163. checkBinOpExpression = nextBinaryOperatorExpression;
  1164. }
  1165. if (dbg)
  1166. OutputDebugStrF("NodeOut: %s\n", DbgNodeToString(resultExpr).c_str());
  1167. return resultExpr;
  1168. }
  1169. BfAstNode* BfReducer::ReplaceTokenStarter(BfAstNode* astNode, int idx, bool allowIn)
  1170. {
  1171. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(astNode))
  1172. {
  1173. if ((tokenNode->GetToken() == BfToken_As) ||
  1174. ((tokenNode->GetToken() == BfToken_In) && (!allowIn)))
  1175. {
  1176. if (idx == -1)
  1177. idx = mVisitorPos.mReadPos;
  1178. BF_ASSERT(mVisitorPos.Get(idx) == astNode);
  1179. auto identifierNode = mAlloc->Alloc<BfIdentifierNode>();
  1180. ReplaceNode(tokenNode, identifierNode);
  1181. mVisitorPos.Set(idx, identifierNode);
  1182. return identifierNode;
  1183. }
  1184. }
  1185. return astNode;
  1186. }
  1187. BfEnumCaseBindExpression* BfReducer::CreateEnumCaseBindExpression(BfTokenNode* bindToken)
  1188. {
  1189. auto bindExpr = mAlloc->Alloc<BfEnumCaseBindExpression>();
  1190. MEMBER_SET(bindExpr, mBindToken, bindToken);
  1191. mVisitorPos.MoveNext();
  1192. auto nextNode = mVisitorPos.GetNext();
  1193. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1194. {
  1195. if (nextToken->GetToken() == BfToken_Dot)
  1196. {
  1197. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1198. MEMBER_SET(memberReferenceExpr, mDotToken, nextToken);
  1199. mVisitorPos.MoveNext();
  1200. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1201. if (memberName != NULL)
  1202. {
  1203. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1204. }
  1205. MEMBER_SET(bindExpr, mEnumMemberExpr, memberReferenceExpr);
  1206. }
  1207. }
  1208. if (bindExpr->mEnumMemberExpr == NULL)
  1209. {
  1210. auto typeRef = CreateTypeRefAfter(bindExpr);
  1211. if (typeRef != NULL)
  1212. {
  1213. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(typeRef))
  1214. {
  1215. MEMBER_SET(bindExpr, mEnumMemberExpr, namedTypeRef->mNameNode);
  1216. }
  1217. else
  1218. {
  1219. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1220. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  1221. {
  1222. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(qualifiedTypeRef->mRight))
  1223. {
  1224. MEMBER_SET(memberRefExpr, mTarget, qualifiedTypeRef->mLeft);
  1225. MEMBER_SET(memberRefExpr, mDotToken, qualifiedTypeRef->mDot);
  1226. MEMBER_SET(memberRefExpr, mMemberName, namedTypeRef->mNameNode);
  1227. }
  1228. }
  1229. else
  1230. {
  1231. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  1232. }
  1233. MEMBER_SET(bindExpr, mEnumMemberExpr, memberRefExpr);
  1234. }
  1235. }
  1236. if (bindExpr->mEnumMemberExpr == NULL)
  1237. {
  1238. Fail("Expected enum case name", typeRef);
  1239. }
  1240. }
  1241. if (bindExpr->mEnumMemberExpr != NULL)
  1242. {
  1243. auto openToken = ExpectTokenAfter(bindExpr->mEnumMemberExpr, BfToken_LParen);
  1244. if (openToken != NULL)
  1245. {
  1246. auto tupleExpr = CreateTupleExpression(openToken, NULL);
  1247. MEMBER_SET(bindExpr, mBindNames, tupleExpr);
  1248. }
  1249. }
  1250. return bindExpr;
  1251. }
  1252. BfExpression* BfReducer::CreateExpression(BfAstNode* node, CreateExprFlags createExprFlags)
  1253. {
  1254. if (node == NULL)
  1255. return NULL;
  1256. BP_ZONE("CreateExpression");
  1257. //
  1258. {
  1259. BP_ZONE("CreateExpression.CheckStack");
  1260. StackHelper stackHelper;
  1261. if (!stackHelper.CanStackExpand(64 * 1024))
  1262. {
  1263. BfExpression* result = NULL;
  1264. if (!stackHelper.Execute([&]()
  1265. {
  1266. result = CreateExpression(node, createExprFlags);
  1267. }))
  1268. {
  1269. Fail("Expression too complex to parse", node);
  1270. }
  1271. return result;
  1272. }
  1273. }
  1274. AssertCurrentNode(node);
  1275. auto rhsCreateExprFlags = (CreateExprFlags)(createExprFlags & CreateExprFlags_BreakOnRChevron);
  1276. auto exprLeft = BfNodeDynCast<BfExpression>(node);
  1277. AssertCurrentNode(node);
  1278. if (auto interpolateExpr = BfNodeDynCastExact<BfStringInterpolationExpression>(node))
  1279. {
  1280. for (auto block : interpolateExpr->mExpressions)
  1281. {
  1282. HandleBlock(block, true);
  1283. }
  1284. return interpolateExpr;
  1285. }
  1286. if ((createExprFlags & (CreateExprFlags_AllowVariableDecl | CreateExprFlags_PermissiveVariableDecl)) != 0)
  1287. {
  1288. bool isLocalVariable = false;
  1289. auto nextNode = mVisitorPos.GetNext();
  1290. BfVariableDeclaration* continuingVariable = NULL;
  1291. int outEndNode = -1;
  1292. bool couldBeExpr = false;
  1293. bool isTuple = false;
  1294. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr, NULL, &isTuple))
  1295. {
  1296. if ((createExprFlags & CreateExprFlags_PermissiveVariableDecl) != 0)
  1297. isLocalVariable = true;
  1298. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  1299. {
  1300. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode + 1)))
  1301. {
  1302. if (equalsToken->GetToken() == BfToken_AssignEquals)
  1303. isLocalVariable = true;
  1304. }
  1305. //if (!couldBeExpr)
  1306. {
  1307. auto endingTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  1308. // If the type ends with a * or a ? then it could be an expression
  1309. if (endingTokenNode == NULL)
  1310. {
  1311. isLocalVariable = true;
  1312. }
  1313. else
  1314. {
  1315. BfToken endingToken = endingTokenNode->GetToken();
  1316. if (endingToken == BfToken_RParen)
  1317. {
  1318. if (isTuple)
  1319. isLocalVariable = true;
  1320. }
  1321. else if (endingToken == BfToken_Star)
  1322. {
  1323. // Check spacing for "a* b" to determine if it's a pointer definition or a multiply
  1324. auto beforeStarNode = mVisitorPos.Get(outEndNode - 2);
  1325. if ((endingTokenNode->GetSrcStart() == beforeStarNode->GetSrcEnd()) &&
  1326. (identifierNode->GetSrcStart() > endingTokenNode->GetSrcEnd()))
  1327. isLocalVariable = true;
  1328. }
  1329. else if ((endingToken != BfToken_Star) && (endingToken != BfToken_Question))
  1330. isLocalVariable = true;
  1331. }
  1332. }
  1333. }
  1334. if (auto typeNameToken = BfNodeDynCast<BfTokenNode>(node))
  1335. {
  1336. if ((typeNameToken->GetToken() == BfToken_Var) || (typeNameToken->GetToken() == BfToken_Let))
  1337. isLocalVariable = true;
  1338. }
  1339. }
  1340. if (nextNode == NULL)
  1341. {
  1342. // Treat ending identifier as just an identifier (could be block result)
  1343. isLocalVariable = false;
  1344. }
  1345. if ((isLocalVariable) || (continuingVariable != NULL))
  1346. {
  1347. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  1348. BfTypeReference* typeRef = NULL;
  1349. if (continuingVariable != NULL)
  1350. {
  1351. typeRef = continuingVariable->mTypeRef;
  1352. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  1353. ReplaceNode(node, variableDeclaration);
  1354. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  1355. }
  1356. else
  1357. {
  1358. typeRef = CreateTypeRef(node);
  1359. if (typeRef == NULL)
  1360. return NULL;
  1361. ReplaceNode(typeRef, variableDeclaration);
  1362. }
  1363. variableDeclaration->mTypeRef = typeRef;
  1364. BfAstNode* variableNameNode = NULL;
  1365. nextNode = mVisitorPos.GetNext();
  1366. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1367. {
  1368. if (tokenNode->GetToken() == BfToken_LParen)
  1369. {
  1370. mVisitorPos.mReadPos++;
  1371. variableNameNode = CreateTupleExpression(tokenNode);
  1372. }
  1373. }
  1374. if (variableNameNode == NULL)
  1375. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  1376. if (variableNameNode == NULL)
  1377. return variableDeclaration;
  1378. auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1379. variableDeclaration->mNameNode = variableNameNode;
  1380. MoveNode(variableNameNode, variableDeclaration);
  1381. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  1382. {
  1383. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  1384. mVisitorPos.MoveNext();
  1385. if (variableDeclaration->mInitializer == NULL)
  1386. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration);
  1387. if (variableDeclaration->mInitializer == NULL)
  1388. return variableDeclaration;
  1389. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  1390. }
  1391. exprLeft = variableDeclaration;
  1392. }
  1393. }
  1394. if (auto block = BfNodeDynCast<BfBlock>(node))
  1395. {
  1396. HandleBlock(block, true);
  1397. exprLeft = block;
  1398. }
  1399. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(exprLeft))
  1400. {
  1401. identifierNode = CompactQualifiedName(identifierNode);
  1402. exprLeft = identifierNode;
  1403. if ((mCompatMode) && (exprLeft->ToString() == "defined"))
  1404. {
  1405. auto definedNodeExpr = mAlloc->Alloc<BfPreprocessorDefinedExpression>();
  1406. ReplaceNode(identifierNode, definedNodeExpr);
  1407. auto nextNode = mVisitorPos.GetNext();
  1408. bool hadParenToken = false;
  1409. if (auto parenToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1410. {
  1411. if (parenToken->GetToken() == BfToken_LParen)
  1412. {
  1413. MoveNode(parenToken, definedNodeExpr);
  1414. hadParenToken = true;
  1415. }
  1416. }
  1417. auto definedIdentifier = ExpectIdentifierAfter(definedNodeExpr);
  1418. MEMBER_SET_CHECKED(definedNodeExpr, mIdentifier, definedIdentifier);
  1419. if (hadParenToken)
  1420. {
  1421. auto parenToken = ExpectTokenAfter(definedNodeExpr, BfToken_RParen);
  1422. if (parenToken != NULL)
  1423. MoveNode(parenToken, definedNodeExpr);
  1424. }
  1425. exprLeft = definedNodeExpr;
  1426. }
  1427. int endNodeIdx = -1;
  1428. if ((IsTypeReference(exprLeft, BfToken_LBracket, &endNodeIdx, NULL)))
  1429. {
  1430. if (IsTypeReference(exprLeft, BfToken_LBrace, NULL, NULL))
  1431. {
  1432. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1433. auto typeRef = CreateTypeRef(exprLeft);
  1434. if (typeRef != NULL)
  1435. {
  1436. ReplaceNode(typeRef, arrayCreateExpr);
  1437. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1438. if (arrayType != NULL)
  1439. {
  1440. arrayCreateExpr->mTypeRef = arrayType;
  1441. auto nextNode = mVisitorPos.GetNext();
  1442. auto block = BfNodeDynCast<BfBlock>(nextNode);
  1443. if (block != NULL)
  1444. {
  1445. Fail("Brace initialization is not supported. Enclose initializer with parentheses.", block);
  1446. auto initializerExpr = CreateCollectionInitializerExpression(block);
  1447. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1448. mVisitorPos.MoveNext();
  1449. }
  1450. exprLeft = arrayCreateExpr;
  1451. }
  1452. else
  1453. {
  1454. Fail("Sized array type expected", typeRef);
  1455. }
  1456. }
  1457. }
  1458. else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1459. {
  1460. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx - 1)))
  1461. {
  1462. if ((tokenNode->mToken == BfToken_Star) || (tokenNode->mToken == BfToken_Question)) // Is it something that can ONLY be a sized type reference?
  1463. {
  1464. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1465. auto typeRef = CreateTypeRef(exprLeft);
  1466. if (typeRef != NULL)
  1467. {
  1468. ReplaceNode(typeRef, arrayCreateExpr);
  1469. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1470. if (arrayType != NULL)
  1471. {
  1472. arrayCreateExpr->mTypeRef = arrayType;
  1473. auto nextNode = mVisitorPos.GetNext();
  1474. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1475. {
  1476. mVisitorPos.MoveNext();
  1477. auto initializerExpr = CreateCollectionInitializerExpression(nextToken);
  1478. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1479. }
  1480. exprLeft = arrayCreateExpr;
  1481. }
  1482. else
  1483. {
  1484. Fail("Sized array type expected", typeRef);
  1485. }
  1486. }
  1487. }
  1488. }
  1489. }
  1490. /*else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1491. {
  1492. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1493. auto typeRef = CreateTypeRef(exprLeft);
  1494. if (typeRef != NULL)
  1495. {
  1496. ReplaceNode(typeRef, arrayCreateExpr);
  1497. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1498. if (arrayType != NULL)
  1499. {
  1500. mVisitorPos.MoveNext();
  1501. arrayCreateExpr->mTypeRef = arrayType;
  1502. auto nextNode = mVisitorPos.GetCurrent();
  1503. auto openParen = BfNodeDynCast<BfTokenNode>(nextNode);
  1504. BF_ASSERT(openParen->GetToken() == BfToken_LParen);
  1505. auto initializerExpr = CreateCollectionInitializerExpression(openParen);
  1506. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1507. exprLeft = arrayCreateExpr;
  1508. }
  1509. else
  1510. {
  1511. Fail("Sized array type expected", typeRef);
  1512. }
  1513. }
  1514. }*/
  1515. }
  1516. else if (endNodeIdx != -1)
  1517. {
  1518. if (auto blockNode = BfNodeDynCast<BfBlock>(mVisitorPos.Get(endNodeIdx)))
  1519. {
  1520. auto typeRef = CreateTypeRef(mVisitorPos.GetCurrent());
  1521. if (typeRef)
  1522. {
  1523. exprLeft = TryCreateInitializerExpression(typeRef);
  1524. }
  1525. }
  1526. }
  1527. }
  1528. if (exprLeft == NULL)
  1529. {
  1530. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1531. {
  1532. BfToken token = tokenNode->GetToken();
  1533. auto nextNode = mVisitorPos.GetNext();
  1534. if ((nextNode != NULL) &&
  1535. ((token == BfToken_Checked) ||
  1536. (token == BfToken_Unchecked)))
  1537. {
  1538. mVisitorPos.MoveNext();
  1539. auto nextExpr = CreateExpression(nextNode);
  1540. if (nextExpr == NULL)
  1541. return NULL;
  1542. return nextExpr;
  1543. }
  1544. else if ((token == BfToken_New) ||
  1545. (token == BfToken_Scope) ||
  1546. (token == BfToken_Stack) ||
  1547. (token == BfToken_Append))
  1548. {
  1549. if (token == BfToken_Stack)
  1550. Fail("'Stack' not supported. Use 'scope::' instead.", tokenNode);
  1551. auto allocNode = CreateAllocNode(tokenNode);
  1552. bool isDelegateBind = false;
  1553. bool isLambdaBind = false;
  1554. bool isBoxing = false;
  1555. auto nextNode = mVisitorPos.GetNext();
  1556. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1557. {
  1558. int nextToken = nextTokenNode->GetToken();
  1559. isBoxing = nextToken == BfToken_Box;
  1560. isDelegateBind = nextToken == BfToken_FatArrow;
  1561. isLambdaBind = (nextToken == BfToken_LBracket);
  1562. // Either this is a lambda bind or a dynamic tuple allocation.
  1563. // We assume it's a lambda bind unless theres a "()" afterward
  1564. if (nextToken == BfToken_LParen)
  1565. {
  1566. int endNode = -1;
  1567. mVisitorPos.mReadPos++;
  1568. if (!IsTypeReference(nextTokenNode, BfToken_LParen, &endNode))
  1569. {
  1570. isLambdaBind = true;
  1571. }
  1572. // if (IsTypeReference(nextToken, BfToken_FatArrow, &endNode))
  1573. // isLambdaBind = true;
  1574. mVisitorPos.mReadPos--;
  1575. }
  1576. }
  1577. if (auto interpExpr = BfNodeDynCastExact<BfStringInterpolationExpression>(nextNode))
  1578. {
  1579. mVisitorPos.MoveNext();
  1580. auto nextInterpExpr = CreateExpression(nextNode);
  1581. BF_ASSERT(nextInterpExpr == interpExpr);
  1582. interpExpr->mAllocNode = allocNode;
  1583. interpExpr->mTriviaStart = allocNode->mTriviaStart;
  1584. interpExpr->mSrcStart = allocNode->mSrcStart;
  1585. exprLeft = interpExpr;
  1586. }
  1587. else if (isBoxing)
  1588. {
  1589. auto boxExpr = mAlloc->Alloc<BfBoxExpression>();
  1590. ReplaceNode(allocNode, boxExpr);
  1591. boxExpr->mAllocNode = allocNode;
  1592. tokenNode = ExpectTokenAfter(boxExpr, BfToken_Box);
  1593. MEMBER_SET(boxExpr, mBoxToken, tokenNode);
  1594. auto exprNode = CreateExpressionAfter(boxExpr);
  1595. if (exprNode != NULL)
  1596. {
  1597. MEMBER_SET(boxExpr, mExpression, exprNode);
  1598. }
  1599. return boxExpr;
  1600. }
  1601. else if (isLambdaBind)
  1602. exprLeft = CreateLambdaBindExpression(allocNode);
  1603. else if (isDelegateBind)
  1604. exprLeft = CreateDelegateBindExpression(allocNode);
  1605. else
  1606. {
  1607. exprLeft = CreateObjectCreateExpression(allocNode);
  1608. if (auto initExpr = TryCreateInitializerExpression(exprLeft))
  1609. exprLeft = initExpr;
  1610. }
  1611. if (token == BfToken_Append)
  1612. {
  1613. #ifdef BF_AST_HAS_PARENT_MEMBER
  1614. auto ctorDeclP = exprLeft->FindParentOfType<BfConstructorDeclaration>();
  1615. if (ctorDeclP != NULL)
  1616. ctorDeclP->mHasAppend = true;
  1617. #endif
  1618. #ifdef BF_AST_HAS_PARENT_MEMBER
  1619. BF_ASSERT(ctorDecl == ctorDeclP);
  1620. #endif
  1621. }
  1622. }
  1623. else if (token == BfToken_This)
  1624. {
  1625. auto thisExpr = mAlloc->Alloc<BfThisExpression>();
  1626. ReplaceNode(tokenNode, thisExpr);
  1627. thisExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1628. exprLeft = thisExpr;
  1629. }
  1630. else if (token == BfToken_Base)
  1631. {
  1632. auto baseExpr = mAlloc->Alloc<BfBaseExpression>();
  1633. ReplaceNode(tokenNode, baseExpr);
  1634. baseExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1635. exprLeft = baseExpr;
  1636. }
  1637. else if (token == BfToken_Null)
  1638. {
  1639. BfVariant nullVariant;
  1640. nullVariant.mTypeCode = BfTypeCode_NullPtr;
  1641. auto bfLiteralExpression = mAlloc->Alloc<BfLiteralExpression>();
  1642. bfLiteralExpression->mValue = nullVariant;
  1643. ReplaceNode(tokenNode, bfLiteralExpression);
  1644. bfLiteralExpression->SetTriviaStart(tokenNode->GetTriviaStart());
  1645. exprLeft = bfLiteralExpression;
  1646. }
  1647. else if ((token == BfToken_TypeOf) || (token == BfToken_SizeOf) ||
  1648. (token == BfToken_AlignOf) || (token == BfToken_StrideOf))
  1649. {
  1650. BfTypeAttrExpression* typeAttrExpr = NULL;
  1651. switch (tokenNode->GetToken())
  1652. {
  1653. case BfToken_TypeOf:
  1654. typeAttrExpr = mAlloc->Alloc<BfTypeOfExpression>();
  1655. break;
  1656. case BfToken_SizeOf:
  1657. typeAttrExpr = mAlloc->Alloc<BfSizeOfExpression>();
  1658. break;
  1659. case BfToken_AlignOf:
  1660. typeAttrExpr = mAlloc->Alloc<BfAlignOfExpression>();
  1661. break;
  1662. case BfToken_StrideOf:
  1663. typeAttrExpr = mAlloc->Alloc<BfStrideOfExpression>();
  1664. break;
  1665. default: break;
  1666. }
  1667. ReplaceNode(tokenNode, typeAttrExpr);
  1668. typeAttrExpr->mToken = tokenNode;
  1669. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_LParen);
  1670. MEMBER_SET_CHECKED(typeAttrExpr, mOpenParen, tokenNode);
  1671. auto typeRef = CreateTypeRefAfter(typeAttrExpr);
  1672. MEMBER_SET_CHECKED(typeAttrExpr, mTypeRef, typeRef);
  1673. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_RParen);
  1674. MEMBER_SET_CHECKED(typeAttrExpr, mCloseParen, tokenNode);
  1675. exprLeft = typeAttrExpr;
  1676. }
  1677. else if (token == BfToken_Default)
  1678. {
  1679. auto defaultExpr = mAlloc->Alloc<BfDefaultExpression>();
  1680. ReplaceNode(tokenNode, defaultExpr);
  1681. defaultExpr->mDefaultToken = tokenNode;
  1682. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())) && (tokenNode->GetToken() == BfToken_LParen))
  1683. {
  1684. mVisitorPos.MoveNext();
  1685. //tokenNode = ExpectTokenAfter(defaultExpr, BfToken_LParen);
  1686. MEMBER_SET_CHECKED(defaultExpr, mOpenParen, tokenNode);
  1687. auto sizeRef = CreateTypeRefAfter(defaultExpr);
  1688. MEMBER_SET_CHECKED(defaultExpr, mTypeRef, sizeRef);
  1689. tokenNode = ExpectTokenAfter(defaultExpr, BfToken_RParen);
  1690. MEMBER_SET_CHECKED(defaultExpr, mCloseParen, tokenNode);
  1691. }
  1692. exprLeft = defaultExpr;
  1693. }
  1694. else if (token == BfToken_Question)
  1695. {
  1696. auto uninitExpr = mAlloc->Alloc<BfUninitializedExpression>();
  1697. ReplaceNode(tokenNode, uninitExpr);
  1698. uninitExpr->mQuestionToken = tokenNode;
  1699. return uninitExpr;
  1700. //MEMBER_SET(variableDeclaration, mInitializer, uninitExpr);
  1701. }
  1702. else if (token == BfToken_Case)
  1703. {
  1704. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  1705. ReplaceNode(tokenNode, caseExpr);
  1706. caseExpr->mCaseToken = tokenNode;
  1707. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1708. {
  1709. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  1710. {
  1711. auto expr = CreateEnumCaseBindExpression(bindToken);
  1712. if (expr == NULL)
  1713. return caseExpr;
  1714. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1715. }
  1716. }
  1717. if (caseExpr->mCaseExpression == NULL)
  1718. {
  1719. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  1720. if (expr == NULL)
  1721. return caseExpr;
  1722. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1723. }
  1724. auto equalsNode = ExpectTokenAfter(caseExpr, BfToken_AssignEquals);
  1725. if (equalsNode == NULL)
  1726. return caseExpr;
  1727. MEMBER_SET(caseExpr, mEqualsNode, equalsNode);
  1728. auto expr = CreateExpressionAfter(caseExpr);
  1729. if (expr == NULL)
  1730. return caseExpr;
  1731. MEMBER_SET(caseExpr, mValueExpression, expr);
  1732. return caseExpr;
  1733. }
  1734. else if (token == BfToken_Dot) // Abbreviated dot syntax ".EnumVal"
  1735. {
  1736. // Initializer ".{ x = 1, y = 2 }"
  1737. if (auto blockNode = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
  1738. {
  1739. auto typeRef = CreateTypeRef(mVisitorPos.GetCurrent());
  1740. if (typeRef)
  1741. {
  1742. exprLeft = TryCreateInitializerExpression(typeRef);
  1743. }
  1744. }
  1745. else
  1746. {
  1747. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1748. ReplaceNode(tokenNode, memberReferenceExpr);
  1749. MEMBER_SET(memberReferenceExpr, mDotToken, tokenNode);
  1750. bool handled = false;
  1751. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  1752. {
  1753. if (nextToken->GetToken() == BfToken_LParen)
  1754. {
  1755. // It's an unnamed dot ctor
  1756. handled = true;
  1757. }
  1758. }
  1759. if (!handled)
  1760. {
  1761. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1762. if (memberName != NULL)
  1763. {
  1764. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1765. }
  1766. }
  1767. // We don't set exprLeft here because it's illegal to do ".EnumVal.SomethingElse". That wouldn't make
  1768. // sense because the abbreviated syntax relies on type inference and the ".SomethingElse" wouldn't be
  1769. // the right type (whatever it is), AND mostly importantly, it breaks autocomplete when we are typing
  1770. // "KEnum val = ." above a line that starts with a something like a method call "OtherThing.MethodCall()"
  1771. // The exception is if we're creating an enum val with a payload
  1772. //auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1773. //if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_LParen))
  1774. {
  1775. exprLeft = memberReferenceExpr;
  1776. }
  1777. /*else
  1778. {
  1779. return memberReferenceExpr;
  1780. }*/
  1781. }
  1782. }
  1783. else if (token == BfToken_LBracket)
  1784. {
  1785. exprLeft = CreateAttributedExpression(tokenNode, false);
  1786. }
  1787. else if (token == BfToken_FatArrow)
  1788. {
  1789. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  1790. ReplaceNode(tokenNode, delegateBindExpr);
  1791. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  1792. auto expr = CreateExpressionAfter(delegateBindExpr);
  1793. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  1794. auto nextNode = mVisitorPos.GetNext();
  1795. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  1796. {
  1797. if (tokenNode->GetToken() == BfToken_LChevron)
  1798. {
  1799. mVisitorPos.MoveNext();
  1800. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  1801. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  1802. }
  1803. }
  1804. return delegateBindExpr;
  1805. }
  1806. }
  1807. }
  1808. if (exprLeft == NULL)
  1809. {
  1810. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1811. {
  1812. BfUnaryOperatorExpression* unaryOpExpr = NULL;
  1813. auto nextNode = mVisitorPos.GetNext();
  1814. if ((tokenNode->GetToken() == BfToken_LParen) && (nextNode != NULL))
  1815. {
  1816. bool couldBeExpr = true;
  1817. // Peek ahead
  1818. int endNodeIdx = -1;
  1819. BfAstNode* endNode = NULL;
  1820. bool isTuple = false;
  1821. bool outerIsTypeRef = IsTypeReference(tokenNode, BfToken_FatArrow, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1822. if (outerIsTypeRef)
  1823. {
  1824. if (endNodeIdx != -1)
  1825. {
  1826. endNode = mVisitorPos.Get(endNodeIdx);
  1827. if (auto endToken = BfNodeDynCast<BfTokenNode>(endNode))
  1828. {
  1829. bool isLambda = false;
  1830. if (endToken->GetToken() == BfToken_FatArrow)
  1831. {
  1832. isLambda = true;
  1833. if (auto innerToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1834. {
  1835. if (innerToken->mToken != BfToken_RParen)
  1836. {
  1837. // Specifically we're looking for a (function ...) cast, but any token besides a close here means it's not a lambda
  1838. isLambda = false;
  1839. }
  1840. }
  1841. }
  1842. if (isLambda)
  1843. return CreateLambdaBindExpression(NULL, tokenNode);
  1844. }
  1845. }
  1846. }
  1847. //mVisitorPos.mReadPos++;
  1848. bool isCastExpr = false;
  1849. couldBeExpr = false;
  1850. isTuple = false;
  1851. if ((createExprFlags & CreateExprFlags_NoCast) == 0)
  1852. isCastExpr = IsTypeReference(node, BfToken_RParen, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1853. //mVisitorPos.mReadPos--;
  1854. if (endNodeIdx != -1)
  1855. endNode = mVisitorPos.Get(endNodeIdx);
  1856. //TODO: Remove this for compat
  1857. /*if (couldBeExpr)
  1858. isCastExpr = false;*/
  1859. if (isCastExpr)
  1860. {
  1861. bool isValidTupleCast = false;
  1862. auto tokenNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  1863. if (auto startToken = BfNodeDynCast<BfTokenNode>(tokenNextNode))
  1864. {
  1865. if (startToken->GetToken() == BfToken_LParen)
  1866. {
  1867. if (endNode != NULL)
  1868. {
  1869. auto afterEndNode = mVisitorPos.Get(endNodeIdx + 1);
  1870. if (auto afterEndToken = BfNodeDynCast<BfTokenNode>(afterEndNode))
  1871. {
  1872. if (afterEndToken->GetToken() == BfToken_RParen)
  1873. {
  1874. isValidTupleCast = true;
  1875. endNode = afterEndToken; // Check this one now, instead...
  1876. }
  1877. }
  1878. }
  1879. if (!isValidTupleCast)
  1880. isCastExpr = false;
  1881. }
  1882. }
  1883. BfAstNode* beforeEndNode = mVisitorPos.Get(endNodeIdx - 1);
  1884. if (auto prevTokenNode = BfNodeDynCast<BfTokenNode>(beforeEndNode))
  1885. {
  1886. int prevToken = prevTokenNode->GetToken();
  1887. // Ending in a "*" or a ">" means it's definitely a type reference
  1888. if ((prevToken == BfToken_Star) || (prevToken == BfToken_RChevron) || (prevToken == BfToken_RDblChevron))
  1889. couldBeExpr = false;
  1890. }
  1891. // It's not a cast expression if a binary operator (like +) immediately follows
  1892. if (couldBeExpr)
  1893. {
  1894. auto endNextNode = mVisitorPos.Get(endNodeIdx + 1);
  1895. if (endNextNode == NULL)
  1896. {
  1897. isCastExpr = false;
  1898. }
  1899. else if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(endNextNode))
  1900. {
  1901. BfToken nextToken = nextTokenNode->GetToken();
  1902. //TODO: Hm. What other tokens make it into a cast expr?
  1903. auto binaryOp = BfTokenToBinaryOp(nextToken);
  1904. // When we have a binary operator token following, it COULD either be a "(double)-val" or it COULD be a "(val2)-val"
  1905. // But we can't tell until we determine whether the thing inside the paren is a type name or a value name, so we
  1906. // have special code in BfExprEvaluator that can fix those cases at evaluation time
  1907. if (((binaryOp != BfBinaryOp_None) /*&& (nextToken != BfToken_Star) && (nextToken != BfToken_Ampersand)*/) || // Star could be dereference, not multiply
  1908. (nextToken == BfToken_RParen) ||
  1909. (nextToken == BfToken_LBracket) ||
  1910. (nextToken == BfToken_Dot) ||
  1911. (nextToken == BfToken_DotDot) ||
  1912. (nextToken == BfToken_Comma) ||
  1913. (nextToken == BfToken_Colon) ||
  1914. (nextToken == BfToken_Question) ||
  1915. (nextToken == BfToken_Semicolon) ||
  1916. (nextToken == BfToken_AssignEquals) ||
  1917. (nextToken == BfToken_Case))
  1918. isCastExpr = false;
  1919. }
  1920. }
  1921. }
  1922. if (isCastExpr)
  1923. {
  1924. BfCastExpression* bfCastExpr = NULL;
  1925. if (isTuple)
  1926. {
  1927. // Create typeRef including the parens (tuple type)
  1928. auto castTypeRef = CreateTypeRef(tokenNode);
  1929. if (castTypeRef != NULL)
  1930. {
  1931. bfCastExpr = mAlloc->Alloc<BfCastExpression>();
  1932. ReplaceNode(castTypeRef, bfCastExpr);
  1933. bfCastExpr->mTypeRef = castTypeRef;
  1934. }
  1935. }
  1936. else
  1937. {
  1938. auto castTypeRef = CreateTypeRefAfter(tokenNode);
  1939. if (castTypeRef != NULL)
  1940. {
  1941. bfCastExpr = mAlloc->Alloc<BfCastExpression>();
  1942. ReplaceNode(tokenNode, bfCastExpr);
  1943. bfCastExpr->mOpenParen = tokenNode;
  1944. MEMBER_SET_CHECKED(bfCastExpr, mTypeRef, castTypeRef);
  1945. tokenNode = ExpectTokenAfter(bfCastExpr, BfToken_RParen);
  1946. MEMBER_SET_CHECKED(bfCastExpr, mCloseParen, tokenNode);
  1947. }
  1948. }
  1949. if (bfCastExpr == NULL)
  1950. isCastExpr = false;
  1951. else
  1952. {
  1953. auto expression = CreateExpressionAfter(bfCastExpr);
  1954. if (expression == NULL)
  1955. return bfCastExpr;
  1956. MEMBER_SET(bfCastExpr, mExpression, expression);
  1957. unaryOpExpr = bfCastExpr;
  1958. }
  1959. }
  1960. if (!isCastExpr)
  1961. {
  1962. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1963. {
  1964. // Empty tuple?
  1965. if (nextToken->GetToken() == BfToken_RParen)
  1966. {
  1967. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  1968. ReplaceNode(tokenNode, tupleExpr);
  1969. tupleExpr->mOpenParen = tokenNode;
  1970. MEMBER_SET(tupleExpr, mCloseParen, nextToken);
  1971. mVisitorPos.MoveNext();
  1972. return tupleExpr;
  1973. }
  1974. }
  1975. // static int sItrIdx = 0;
  1976. // sItrIdx++;
  1977. // int itrIdx = sItrIdx;
  1978. // if (itrIdx == 197)
  1979. // {
  1980. // NOP;
  1981. // }
  1982. // BfParenthesizedExpression or BfTupleExpression
  1983. SetAndRestoreValue<bool> prevInParenExpr(mInParenExpr, true);
  1984. auto innerExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_AllowVariableDecl);
  1985. if (innerExpr == NULL)
  1986. return NULL;
  1987. BfTokenNode* closeParenToken;
  1988. if (innerExpr->IsA<BfIdentifierNode>())
  1989. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  1990. else
  1991. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  1992. if ((closeParenToken == NULL) || (closeParenToken->GetToken() == BfToken_RParen))
  1993. {
  1994. auto parenExpr = mAlloc->Alloc<BfParenthesizedExpression>();
  1995. parenExpr->mExpression = innerExpr;
  1996. ReplaceNode(node, parenExpr);
  1997. parenExpr->mOpenParen = tokenNode;
  1998. MoveNode(innerExpr, parenExpr);
  1999. if (closeParenToken == NULL)
  2000. return parenExpr;
  2001. MEMBER_SET(parenExpr, mCloseParen, closeParenToken);
  2002. exprLeft = parenExpr;
  2003. if ((createExprFlags & CreateExprFlags_ExitOnParenExpr) != 0)
  2004. return exprLeft;
  2005. }
  2006. else
  2007. {
  2008. mVisitorPos.mReadPos--; // Backtrack to before token
  2009. exprLeft = CreateTupleExpression(tokenNode, innerExpr);
  2010. }
  2011. }
  2012. }
  2013. else if ((tokenNode->GetToken() == BfToken_Comptype) || (tokenNode->GetToken() == BfToken_Decltype))
  2014. {
  2015. auto typeRef = CreateTypeRef(tokenNode, CreateTypeRefFlags_EarlyExit);
  2016. if (typeRef != NULL)
  2017. {
  2018. exprLeft = CreateMemberReferenceExpression(typeRef);
  2019. }
  2020. }
  2021. if (exprLeft == NULL)
  2022. {
  2023. BfUnaryOp unaryOp = BfTokenToUnaryOp(tokenNode->GetToken());
  2024. if (unaryOp != BfUnaryOp_None)
  2025. {
  2026. unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  2027. unaryOpExpr->mOp = unaryOp;
  2028. unaryOpExpr->mOpToken = tokenNode;
  2029. ReplaceNode(tokenNode, unaryOpExpr);
  2030. CreateExprFlags innerFlags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_EarlyExit);
  2031. if (unaryOp == BfUnaryOp_Cascade)
  2032. {
  2033. innerFlags = (CreateExprFlags)(innerFlags | (createExprFlags & CreateExprFlags_AllowVariableDecl));
  2034. }
  2035. // Don't attempt binary or unary operations- they will always be lower precedence
  2036. unaryOpExpr->mExpression = CreateExpressionAfter(unaryOpExpr, innerFlags);
  2037. if (unaryOpExpr->mExpression == NULL)
  2038. return NULL;
  2039. MoveNode(unaryOpExpr->mExpression, unaryOpExpr);
  2040. }
  2041. if (unaryOpExpr != NULL)
  2042. {
  2043. exprLeft = unaryOpExpr;
  2044. if (auto binaryOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(unaryOpExpr->mExpression))
  2045. {
  2046. exprLeft = binaryOpExpr;
  2047. ApplyToFirstExpression(unaryOpExpr, binaryOpExpr);
  2048. }
  2049. if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(unaryOpExpr->mExpression))
  2050. {
  2051. if (exprLeft == unaryOpExpr)
  2052. exprLeft = condExpr;
  2053. ApplyToFirstExpression(unaryOpExpr, condExpr);
  2054. }
  2055. if (auto assignmentExpr = BfNodeDynCast<BfAssignmentExpression>(unaryOpExpr->mExpression))
  2056. {
  2057. // Apply unary operator (likely a dereference) to LHS
  2058. assignmentExpr->RemoveSelf();
  2059. ReplaceNode(unaryOpExpr, assignmentExpr);
  2060. if (assignmentExpr->mLeft != NULL)
  2061. {
  2062. MEMBER_SET(unaryOpExpr, mExpression, assignmentExpr->mLeft);
  2063. unaryOpExpr->SetSrcEnd(assignmentExpr->mLeft->GetSrcEnd());
  2064. MEMBER_SET(assignmentExpr, mLeft, unaryOpExpr);
  2065. if (exprLeft == unaryOpExpr)
  2066. exprLeft = assignmentExpr;
  2067. }
  2068. }
  2069. if (auto dynCastExpr = BfNodeDynCast<BfDynamicCastExpression>(unaryOpExpr->mExpression))
  2070. {
  2071. // Apply unary operator (likely a dereference) to Expr
  2072. dynCastExpr->RemoveSelf();
  2073. ReplaceNode(unaryOpExpr, dynCastExpr);
  2074. if (dynCastExpr->mTarget != NULL)
  2075. {
  2076. MEMBER_SET(unaryOpExpr, mExpression, dynCastExpr->mTarget);
  2077. unaryOpExpr->SetSrcEnd(dynCastExpr->mTarget->GetSrcEnd());
  2078. MEMBER_SET(dynCastExpr, mTarget, unaryOpExpr);
  2079. if (exprLeft == unaryOpExpr)
  2080. exprLeft = dynCastExpr;
  2081. }
  2082. }
  2083. if (auto caseExpr = BfNodeDynCast<BfCaseExpression>(unaryOpExpr->mExpression))
  2084. {
  2085. // Apply unary operator (likely a dereference) to Expr
  2086. caseExpr->RemoveSelf();
  2087. ReplaceNode(unaryOpExpr, caseExpr);
  2088. if (caseExpr->mValueExpression != NULL)
  2089. {
  2090. MEMBER_SET(unaryOpExpr, mExpression, caseExpr->mValueExpression);
  2091. unaryOpExpr->SetSrcEnd(caseExpr->mValueExpression->GetSrcEnd());
  2092. MEMBER_SET(caseExpr, mValueExpression, unaryOpExpr);
  2093. if (exprLeft == unaryOpExpr)
  2094. exprLeft = caseExpr;
  2095. }
  2096. }
  2097. }
  2098. }
  2099. }
  2100. }
  2101. if (exprLeft == NULL)
  2102. {
  2103. Fail("Expected expression", node);
  2104. return NULL;
  2105. }
  2106. while (true)
  2107. {
  2108. auto nextNode = mVisitorPos.GetNext();
  2109. if (nextNode == NULL)
  2110. break;
  2111. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2112. {
  2113. BfToken token = tokenNode->GetToken();
  2114. if (((createExprFlags & CreateExprFlags_BreakOnRChevron) != 0) && (token == BfToken_RChevron))
  2115. return exprLeft;
  2116. if ((token == BfToken_DblPlus) || (token == BfToken_DblMinus))
  2117. {
  2118. // Post-increment, post-decrement
  2119. auto unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  2120. ReplaceNode(exprLeft, unaryOpExpr);
  2121. unaryOpExpr->mOp = (token == BfToken_DblPlus) ? BfUnaryOp_PostIncrement : BfUnaryOp_PostDecrement;
  2122. MEMBER_SET(unaryOpExpr, mOpToken, tokenNode);
  2123. MEMBER_SET(unaryOpExpr, mExpression, exprLeft);
  2124. exprLeft = unaryOpExpr;
  2125. mVisitorPos.MoveNext();
  2126. continue;
  2127. }
  2128. if (token == BfToken_As)
  2129. {
  2130. auto dynCastExpr = mAlloc->Alloc<BfDynamicCastExpression>();
  2131. ReplaceNode(exprLeft, dynCastExpr);
  2132. dynCastExpr->mTarget = exprLeft;
  2133. MEMBER_SET(dynCastExpr, mAsToken, tokenNode);
  2134. mVisitorPos.MoveNext();
  2135. auto typeRef = CreateTypeRefAfter(dynCastExpr);
  2136. if (typeRef == NULL)
  2137. return dynCastExpr;
  2138. MEMBER_SET(dynCastExpr, mTypeRef, typeRef);
  2139. return dynCastExpr;
  2140. }
  2141. if (token == BfToken_Is)
  2142. {
  2143. auto checkTypeExpr = mAlloc->Alloc<BfCheckTypeExpression>();
  2144. ReplaceNode(exprLeft, checkTypeExpr);
  2145. checkTypeExpr->mTarget = exprLeft;
  2146. MEMBER_SET(checkTypeExpr, mIsToken, tokenNode);
  2147. mVisitorPos.MoveNext();
  2148. auto typeRef = CreateTypeRefAfter(checkTypeExpr);
  2149. if (typeRef == NULL)
  2150. return checkTypeExpr;
  2151. MEMBER_SET(checkTypeExpr, mTypeRef, typeRef);
  2152. exprLeft = checkTypeExpr;
  2153. continue;
  2154. }
  2155. if (token == BfToken_Question)
  2156. {
  2157. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2158. return exprLeft;
  2159. auto conditionExpr = mAlloc->Alloc<BfConditionalExpression>();
  2160. ReplaceNode(exprLeft, conditionExpr);
  2161. conditionExpr->mConditionExpression = exprLeft;
  2162. MEMBER_SET(conditionExpr, mQuestionToken, tokenNode);
  2163. mVisitorPos.MoveNext();
  2164. auto expr = CreateExpressionAfter(conditionExpr);
  2165. if (expr != NULL)
  2166. {
  2167. MEMBER_SET(conditionExpr, mTrueExpression, expr);
  2168. tokenNode = ExpectTokenAfter(conditionExpr, BfToken_Colon);
  2169. if (tokenNode != NULL)
  2170. {
  2171. MEMBER_SET(conditionExpr, mColonToken, tokenNode);
  2172. expr = CreateExpressionAfter(conditionExpr);
  2173. if (expr != NULL)
  2174. {
  2175. MEMBER_SET(conditionExpr, mFalseExpression, expr);
  2176. }
  2177. }
  2178. }
  2179. exprLeft = conditionExpr;
  2180. continue;
  2181. }
  2182. if ((token == BfToken_Case) && ((createExprFlags & CreateStmtFlags_NoCaseExpr) == 0))
  2183. {
  2184. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2185. return exprLeft;
  2186. // If we have a ".Member case <XXX>" expression, that is an invalid construct. We bail out here
  2187. // because it allows the ".Member" to autocomplete because we will treat it as a full expression instead
  2188. // of making it the target of an illegal expression
  2189. if (auto memberRefLeft = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2190. {
  2191. if (memberRefLeft->mTarget == NULL)
  2192. return exprLeft;
  2193. }
  2194. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  2195. ReplaceNode(exprLeft, caseExpr);
  2196. caseExpr->mValueExpression = exprLeft;
  2197. MEMBER_SET(caseExpr, mCaseToken, tokenNode);
  2198. mVisitorPos.MoveNext();
  2199. exprLeft = caseExpr;
  2200. if (auto bindTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2201. {
  2202. BfToken bindToken = bindTokenNode->GetToken();
  2203. if ((bindToken == BfToken_Var) || (bindToken == BfToken_Let))
  2204. {
  2205. auto expr = CreateEnumCaseBindExpression(bindTokenNode);
  2206. if (expr == NULL)
  2207. continue;
  2208. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2209. }
  2210. }
  2211. if (caseExpr->mCaseExpression == NULL)
  2212. {
  2213. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  2214. if (expr == NULL)
  2215. continue;
  2216. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2217. }
  2218. continue;
  2219. }
  2220. if (token == BfToken_LChevron)
  2221. {
  2222. bool hadEndingToken = false;
  2223. // If this is a complex member reference (IE: GType<int>.sVal) then condense in into a BfMemberReference.
  2224. // We need to be conservative about typeRef names, so GType<int>.A<T>.B.C.D, we can only assume "GType<int>.A<T>" is a typeref
  2225. // and the ".B.C.D" part is exposed as a MemberReference that may or may not include inner types
  2226. int outNodeIdx = -1;
  2227. bool isGenericType = false;
  2228. bool isTypeRef = ((IsTypeReference(exprLeft, BfToken_None, &outNodeIdx, NULL, &isGenericType)) &&
  2229. (outNodeIdx != -1));
  2230. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2231. if ((!isTypeRef) && (outNodeIdx != -1))
  2232. {
  2233. if ((isGenericType) && (outNode == NULL))
  2234. {
  2235. for (int checkOutNodeIdx = outNodeIdx + 1; true; checkOutNodeIdx++)
  2236. {
  2237. BfAstNode* checkNode = mVisitorPos.Get(checkOutNodeIdx);
  2238. if (checkNode == NULL)
  2239. break;
  2240. outNode = checkNode;
  2241. }
  2242. isTypeRef = true;
  2243. }
  2244. else if (auto outTokenNode = BfNodeDynCast<BfTokenNode>(outNode))
  2245. {
  2246. BfToken outToken = outTokenNode->GetToken();
  2247. if ((outToken == BfToken_Semicolon) || (outToken == BfToken_RParen) || (outToken == BfToken_Comma) ||
  2248. (outToken == BfToken_Let) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2249. {
  2250. auto prevNode = mVisitorPos.Get(outNodeIdx - 1);
  2251. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  2252. {
  2253. // This handles such as "dlg = stack => obj.method<int>;"
  2254. if (prevToken->GetToken() == BfToken_RChevron)
  2255. hadEndingToken = true;
  2256. }
  2257. }
  2258. //TODO: We had BfToken_Semicolon here, but it broke legitimate cases of "a.b.c < d.e.f;" expressions
  2259. //if ((outToken == BfToken_Semicolon) || (isGenericType) || (outToken == BfToken_LParen) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2260. {
  2261. // Was just 'true'
  2262. int newOutNodeIdx = -1;
  2263. bool newIsTypeRef = IsTypeReference(exprLeft, outToken, &newOutNodeIdx, NULL, &isGenericType);
  2264. BfAstNode* newOutNode = mVisitorPos.Get(newOutNodeIdx);
  2265. if ((newIsTypeRef) && (newOutNode == outNode) && (isGenericType))
  2266. isTypeRef = true;
  2267. }
  2268. }
  2269. }
  2270. if (isTypeRef)
  2271. {
  2272. auto startIdentifier = exprLeft;
  2273. int curNodeEndIdx = outNodeIdx - 1;
  2274. BfAstNode* curNodeEnd = mVisitorPos.Get(curNodeEndIdx);
  2275. bool isDotName = false;
  2276. if (auto qualifiedIdentifierNode = BfNodeDynCast<BfMemberReferenceExpression>(startIdentifier))
  2277. {
  2278. // Don't try to convert dot-name to a qualified type
  2279. isDotName = qualifiedIdentifierNode->mTarget == NULL;
  2280. }
  2281. int chevronDepth = 0;
  2282. bool didSplit = false;
  2283. for (int checkIdx = curNodeEndIdx; checkIdx >= mVisitorPos.mReadPos; checkIdx--)
  2284. {
  2285. if (isDotName)
  2286. break;
  2287. auto checkNode = mVisitorPos.Get(checkIdx);
  2288. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2289. {
  2290. BfToken token = tokenNode->GetToken();
  2291. if (((token == BfToken_RChevron) || (token == BfToken_RDblChevron)) && (chevronDepth == 0))
  2292. {
  2293. auto nextCheckNode = mVisitorPos.Get(checkIdx + 1);
  2294. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextCheckNode))
  2295. {
  2296. if (nextTokenNode->GetToken() == BfToken_Dot)
  2297. {
  2298. TryIdentifierConvert(checkIdx + 2);
  2299. auto nextNextCheckNode = mVisitorPos.Get(checkIdx + 2);
  2300. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNextCheckNode))
  2301. {
  2302. // Remove dot temporarily so we create a typedef up to that dot
  2303. nextTokenNode->SetToken(BfToken_None);
  2304. auto typeRef = CreateTypeRef(startIdentifier);
  2305. if (typeRef == NULL)
  2306. return NULL;
  2307. nextTokenNode->SetToken(BfToken_Dot);
  2308. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  2309. ReplaceNode(identifierNode, memberRefExpr);
  2310. MEMBER_SET(memberRefExpr, mDotToken, nextTokenNode);
  2311. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  2312. MEMBER_SET(memberRefExpr, mMemberName, identifierNode);
  2313. exprLeft = memberRefExpr;
  2314. mVisitorPos.mReadPos = checkIdx + 2;
  2315. didSplit = true;
  2316. break;
  2317. }
  2318. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextCheckNode))
  2319. {
  2320. if (tokenNode->GetToken() == BfToken_LBracket)
  2321. {
  2322. // Remove dot temporarily so we create a typedef up to that dot
  2323. nextTokenNode->SetToken(BfToken_None);
  2324. auto typeRef = CreateTypeRef(startIdentifier);
  2325. if (typeRef == NULL)
  2326. return NULL;
  2327. nextTokenNode->SetToken(BfToken_Dot);
  2328. mVisitorPos.mReadPos = checkIdx + 0;
  2329. exprLeft = CreateMemberReferenceExpression(typeRef);
  2330. didSplit = true;
  2331. }
  2332. }
  2333. }
  2334. else if (nextTokenNode->GetToken() == BfToken_LBracket)
  2335. {
  2336. int endNodeIdx = -1;
  2337. if (IsTypeReference(startIdentifier, BfToken_LParen, &endNodeIdx))
  2338. {
  2339. if (endNodeIdx > checkIdx + 1)
  2340. {
  2341. auto typeRef = CreateTypeRef(startIdentifier);
  2342. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  2343. if (arrayType == NULL)
  2344. return NULL;
  2345. mVisitorPos.mReadPos = checkIdx + 0;
  2346. auto arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  2347. ReplaceNode(typeRef, arrayCreateExpr);
  2348. arrayCreateExpr->mTypeRef = arrayType;
  2349. mVisitorPos.mReadPos = endNodeIdx;
  2350. auto initializerExpr = CreateCollectionInitializerExpression(BfNodeDynCast<BfTokenNode>(mVisitorPos.GetCurrent()));
  2351. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  2352. exprLeft = arrayCreateExpr;
  2353. return arrayCreateExpr;
  2354. }
  2355. }
  2356. }
  2357. }
  2358. }
  2359. if (token == BfToken_RChevron)
  2360. chevronDepth++;
  2361. else if (token == BfToken_RDblChevron)
  2362. chevronDepth += 2;
  2363. else if (token == BfToken_LChevron)
  2364. chevronDepth--;
  2365. else if (token == BfToken_LDblChevron)
  2366. chevronDepth -= 2;
  2367. }
  2368. }
  2369. if (didSplit)
  2370. continue;
  2371. }
  2372. // Could be a struct generic initializer, or a generic method invocation
  2373. if (auto outToken = BfNodeDynCast<BfTokenNode>(outNode))
  2374. {
  2375. int endNodeIdx = -1;
  2376. if ((outToken->GetToken() == BfToken_LParen) && (IsTypeReference(exprLeft, BfToken_LParen, &endNodeIdx)))
  2377. {
  2378. exprLeft = CreateInvocationExpression(exprLeft);
  2379. if (exprLeft == NULL)
  2380. return NULL;
  2381. continue;
  2382. }
  2383. }
  2384. if (hadEndingToken)
  2385. return exprLeft;
  2386. }
  2387. if (token == BfToken_Star)
  2388. {
  2389. auto nextNode = mVisitorPos.GetNext();
  2390. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2391. {
  2392. if ((nextToken->mToken == BfToken_Star) || (nextToken->mToken == BfToken_LBracket))
  2393. {
  2394. //if (IsTypeReference(tokenNode, BfToken_LBracket))
  2395. {
  2396. /*auto typeRef = CreateTypeRef(tokenNode, true);
  2397. exprLeft = CreateObjectCreateExpression(typeRef);
  2398. return exprLeft;*/
  2399. }
  2400. }
  2401. }
  2402. }
  2403. BfBinaryOp binOp = BfTokenToBinaryOp(tokenNode->GetToken());
  2404. if (binOp != BfBinaryOp_None)
  2405. {
  2406. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2407. return exprLeft;
  2408. auto binOpExpression = mAlloc->Alloc<BfBinaryOperatorExpression>();
  2409. ReplaceNode(exprLeft, binOpExpression);
  2410. binOpExpression->mLeft = exprLeft;
  2411. binOpExpression->mOp = binOp;
  2412. MEMBER_SET(binOpExpression, mOpToken, tokenNode);
  2413. mVisitorPos.MoveNext();
  2414. // We only need to check binary operator precedence at the "top level" binary operator
  2415. rhsCreateExprFlags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_NoCheckBinOpPrecedence);
  2416. auto exprRight = CreateExpressionAfter(binOpExpression, rhsCreateExprFlags);
  2417. if (exprRight == NULL)
  2418. return binOpExpression;
  2419. MEMBER_SET(binOpExpression, mRight, exprRight);
  2420. if ((createExprFlags & CreateExprFlags_NoCheckBinOpPrecedence) != 0)
  2421. return binOpExpression;
  2422. return CheckBinaryOperatorPrecedence(binOpExpression);
  2423. }
  2424. auto assignmentOp = BfTokenToAssignmentOp(tokenNode->GetToken());
  2425. if (assignmentOp != BfAssignmentOp_None)
  2426. {
  2427. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2428. return exprLeft;
  2429. if ((createExprFlags & CreateExprFlags_NoAssignment) != 0)
  2430. return exprLeft;
  2431. auto assignmentExpression = mAlloc->Alloc<BfAssignmentExpression>();
  2432. ReplaceNode(exprLeft, assignmentExpression);
  2433. mVisitorPos.MoveNext();
  2434. assignmentExpression->mOp = assignmentOp;
  2435. assignmentExpression->mLeft = exprLeft;
  2436. assignmentExpression->mOpToken = tokenNode;
  2437. MoveNode(assignmentExpression->mOpToken, assignmentExpression);
  2438. bool continueCascade = false;
  2439. if (auto memberExpr = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2440. {
  2441. if (memberExpr->mDotToken->GetToken() == BfToken_DotDot)
  2442. continueCascade = true;
  2443. }
  2444. CreateExprFlags flags = rhsCreateExprFlags;
  2445. if (continueCascade)
  2446. flags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_BreakOnCascade);
  2447. auto exprRight = CreateExpressionAfter(assignmentExpression, flags);
  2448. if (exprRight == NULL)
  2449. {
  2450. FailAfter("Invalid expression", assignmentExpression);
  2451. return assignmentExpression;
  2452. }
  2453. assignmentExpression->mRight = exprRight;
  2454. MoveNode(assignmentExpression->mRight, assignmentExpression);
  2455. if (continueCascade)
  2456. {
  2457. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2458. {
  2459. if (nextToken->GetToken() == BfToken_DotDot)
  2460. {
  2461. exprLeft = assignmentExpression;
  2462. continue;
  2463. }
  2464. }
  2465. }
  2466. return assignmentExpression;
  2467. }
  2468. BF_ASSERT(tokenNode->GetToken() == token);
  2469. // Not a binary op, it's a 'close'
  2470. if (token == BfToken_Bang)
  2471. {
  2472. if ((createExprFlags & CreateExprFlags_ExitOnBang) != 0)
  2473. return exprLeft;
  2474. exprLeft = CreateInvocationExpression(exprLeft);
  2475. }
  2476. else if (token == BfToken_LParen)
  2477. {
  2478. exprLeft = CreateInvocationExpression(exprLeft, (CreateExprFlags)(createExprFlags & ~(CreateExprFlags_NoCast)));
  2479. if (auto initExpr = TryCreateInitializerExpression(exprLeft))
  2480. exprLeft = initExpr;
  2481. }
  2482. else if ((token == BfToken_LBracket) || (token == BfToken_QuestionLBracket))
  2483. {
  2484. exprLeft = CreateIndexerExpression(exprLeft);
  2485. }
  2486. else if ((token == BfToken_Dot) || (token == BfToken_DotDot) || (token == BfToken_QuestionDot))
  2487. {
  2488. if ((token == BfToken_DotDot) && ((createExprFlags & CreateExprFlags_BreakOnCascade) != 0))
  2489. return exprLeft;
  2490. if (auto memberExpr = BfNodeDynCastExact<BfMemberReferenceExpression>(exprLeft))
  2491. {
  2492. if (memberExpr->mTarget == NULL)
  2493. {
  2494. // A dot syntax like ".A.B" is never valid - to help with autocomplete we stop the expr parsing here
  2495. Fail("Unexpected '.' token", tokenNode);
  2496. return exprLeft;
  2497. }
  2498. }
  2499. exprLeft = CreateMemberReferenceExpression(exprLeft);
  2500. }
  2501. else
  2502. {
  2503. return exprLeft;
  2504. }
  2505. if (exprLeft == NULL)
  2506. return NULL;
  2507. }
  2508. else
  2509. break;
  2510. }
  2511. return exprLeft;
  2512. }
  2513. BfExpression* BfReducer::CreateExpressionAfter(BfAstNode* node, CreateExprFlags createExprFlags)
  2514. {
  2515. AssertCurrentNode(node);
  2516. auto nextNode = mVisitorPos.GetNext();
  2517. bool isEmpty = false;
  2518. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2519. {
  2520. if (tokenNode->GetToken() == BfToken_RParen)
  2521. isEmpty = true;
  2522. }
  2523. if ((nextNode == NULL) || (isEmpty))
  2524. {
  2525. FailAfter("Expression expected", node);
  2526. return NULL;
  2527. }
  2528. int startReadPos = mVisitorPos.mReadPos;
  2529. mVisitorPos.MoveNext();
  2530. auto result = CreateExpression(nextNode, createExprFlags);
  2531. if (result == NULL)
  2532. {
  2533. // Nope, didn't handle it
  2534. mVisitorPos.mReadPos = startReadPos;
  2535. }
  2536. return result;
  2537. }
  2538. BfForEachStatement* BfReducer::CreateForEachStatement(BfAstNode* node, bool hasTypeDecl)
  2539. {
  2540. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2541. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2542. if (parenToken == NULL)
  2543. return NULL;
  2544. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2545. ReplaceNode(forToken, forEachStatement);
  2546. MEMBER_SET(forEachStatement, mForToken, forToken);
  2547. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2548. if (hasTypeDecl)
  2549. {
  2550. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2551. {
  2552. if (tokenNode->mToken == BfToken_ReadOnly)
  2553. {
  2554. MEMBER_SET_CHECKED(forEachStatement, mReadOnlyToken, tokenNode);
  2555. mVisitorPos.MoveNext();
  2556. }
  2557. }
  2558. auto typeRef = CreateTypeRefAfter(forEachStatement);
  2559. if (typeRef == NULL)
  2560. return forEachStatement;
  2561. MEMBER_SET_CHECKED(forEachStatement, mVariableTypeRef, typeRef);
  2562. }
  2563. if (auto nextNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2564. {
  2565. if ((nextNode->mToken == BfToken_LParen) || (nextNode->mToken == BfToken_LessEquals))
  2566. {
  2567. mVisitorPos.MoveNext();
  2568. auto tupleNode = CreateTupleExpression(nextNode);
  2569. MEMBER_SET_CHECKED(forEachStatement, mVariableName, tupleNode);
  2570. }
  2571. }
  2572. if (forEachStatement->mVariableName == NULL)
  2573. {
  2574. auto name = ExpectIdentifierAfter(forEachStatement, "variable name");
  2575. MEMBER_SET_CHECKED(forEachStatement, mVariableName, name);
  2576. }
  2577. auto inToken = ExpectTokenAfter(forEachStatement, BfToken_In, BfToken_LChevron, BfToken_LessEquals);
  2578. MEMBER_SET_CHECKED(forEachStatement, mInToken, inToken);
  2579. auto expr = CreateExpressionAfter(forEachStatement);
  2580. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2581. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2582. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2583. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2584. if (stmt == NULL)
  2585. return forEachStatement;
  2586. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2587. return forEachStatement;
  2588. }
  2589. BfStatement* BfReducer::CreateForStatement(BfAstNode* node)
  2590. {
  2591. int startReadIdx = mVisitorPos.mReadPos;
  2592. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2593. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2594. if (parenToken == NULL)
  2595. return NULL;
  2596. int outNodeIdx = -1;
  2597. auto nextNode = mVisitorPos.GetNext();
  2598. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2599. {
  2600. // Handle 'for (let (key, value) in dict)'
  2601. if ((tokenNode->mToken == BfToken_Let) || (tokenNode->mToken == BfToken_Var))
  2602. {
  2603. if (auto afterLet = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  2604. {
  2605. if (afterLet->mToken == BfToken_LParen)
  2606. {
  2607. bool isTupleIn = true;
  2608. int parenDepth = 1;
  2609. for (int readPos = mVisitorPos.mReadPos + 3; true; readPos++)
  2610. {
  2611. auto checkNode = mVisitorPos.Get(readPos);
  2612. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2613. {
  2614. if (tokenNode->mToken == BfToken_RParen)
  2615. {
  2616. if (parenDepth != 1)
  2617. {
  2618. isTupleIn = false;
  2619. break;
  2620. }
  2621. parenDepth--;
  2622. }
  2623. else if (tokenNode->mToken == BfToken_In)
  2624. {
  2625. if (parenDepth != 0)
  2626. isTupleIn = false;
  2627. break;
  2628. }
  2629. else if (tokenNode->mToken == BfToken_Comma)
  2630. {
  2631. //
  2632. }
  2633. else
  2634. {
  2635. isTupleIn = false;
  2636. break;
  2637. }
  2638. }
  2639. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(checkNode))
  2640. {
  2641. //
  2642. }
  2643. else
  2644. {
  2645. isTupleIn = false;
  2646. break;
  2647. }
  2648. }
  2649. if (isTupleIn)
  2650. {
  2651. mVisitorPos.mReadPos = startReadIdx;
  2652. return CreateForEachStatement(node, true);
  2653. }
  2654. }
  2655. }
  2656. }
  2657. }
  2658. bool isTypeRef = false;
  2659. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2660. {
  2661. if (nextNode->mToken == BfToken_ReadOnly)
  2662. {
  2663. mVisitorPos.mReadPos += 2;
  2664. isTypeRef = IsTypeReference(mVisitorPos.Get(mVisitorPos.mReadPos), BfToken_None, &outNodeIdx);
  2665. mVisitorPos.mReadPos -= 2;
  2666. }
  2667. }
  2668. if (!isTypeRef)
  2669. {
  2670. mVisitorPos.mReadPos++;
  2671. isTypeRef = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2672. mVisitorPos.mReadPos--;
  2673. }
  2674. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2675. if (isTypeRef)
  2676. {
  2677. auto nextNode = mVisitorPos.Get(outNodeIdx + 1);
  2678. if ((outNode != NULL) && (nextNode != NULL))
  2679. {
  2680. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2681. if (tokenNode != NULL)
  2682. {
  2683. int token = tokenNode->GetToken();
  2684. if ((token == BfToken_In) || (token == BfToken_LChevron) || (token == BfToken_LessEquals))
  2685. {
  2686. mVisitorPos.mReadPos = startReadIdx;
  2687. return CreateForEachStatement(node, true);
  2688. }
  2689. }
  2690. }
  2691. }
  2692. else
  2693. {
  2694. int checkNodeIdx = (outNodeIdx != -1) ? outNodeIdx : mVisitorPos.mReadPos + 1;
  2695. auto checkNode = mVisitorPos.Get(checkNodeIdx);
  2696. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2697. {
  2698. BfToken token = tokenNode->GetToken();
  2699. // Is this an 'anonymous' foreach?
  2700. if ((token != BfToken_Semicolon) && (token != BfToken_LChevron) &&
  2701. (token != BfToken_In) && (token != BfToken_AssignEquals))
  2702. {
  2703. mVisitorPos.mReadPos = startReadIdx;
  2704. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2705. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2706. if (parenToken == NULL)
  2707. return NULL;
  2708. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2709. ReplaceNode(forToken, forEachStatement);
  2710. MEMBER_SET(forEachStatement, mForToken, forToken);
  2711. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2712. auto expr = CreateExpressionAfter(forEachStatement);
  2713. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2714. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2715. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2716. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2717. if (stmt == NULL)
  2718. return forEachStatement;
  2719. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2720. return forEachStatement;
  2721. }
  2722. }
  2723. }
  2724. auto nextNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  2725. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextNode))
  2726. {
  2727. if ((tokenNode != NULL) && ((tokenNode->GetToken() == BfToken_LChevron) || (tokenNode->GetToken() == BfToken_In)))
  2728. {
  2729. Fail("Ranged for statement must declare new value variable, consider adding a type name, 'var', or 'let'", tokenNode);
  2730. mVisitorPos.mReadPos = startReadIdx;
  2731. return CreateForEachStatement(node, false);
  2732. }
  2733. }
  2734. BfAstNode* stmt;
  2735. auto forStatement = mAlloc->Alloc<BfForStatement>();
  2736. BfDeferredAstSizedArray<BfAstNode*> initializers(forStatement->mInitializers, mAlloc);
  2737. BfDeferredAstSizedArray<BfTokenNode*> initializerCommas(forStatement->mInitializerCommas, mAlloc);
  2738. BfDeferredAstSizedArray<BfAstNode*> iterators(forStatement->mIterators, mAlloc);
  2739. BfDeferredAstSizedArray<BfTokenNode*> iteratorCommas(forStatement->mIteratorCommas, mAlloc);
  2740. ReplaceNode(forToken, forStatement);
  2741. MEMBER_SET(forStatement, mForToken, forToken);
  2742. MEMBER_SET(forStatement, mOpenParen, parenToken);
  2743. // Initializers
  2744. for (int listIdx = 0; true; listIdx++)
  2745. {
  2746. auto nextNode = mVisitorPos.GetNext();
  2747. if ((listIdx > 0) || (!IsSemicolon(nextNode)))
  2748. {
  2749. auto stmt = CreateStatementAfter(forStatement);
  2750. if (stmt == NULL)
  2751. return forStatement;
  2752. initializers.push_back(stmt);
  2753. MoveNode(stmt, forStatement);
  2754. }
  2755. nextNode = mVisitorPos.GetNext();
  2756. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2757. if (tokenNode == NULL)
  2758. return forStatement;
  2759. if (tokenNode->GetToken() == BfToken_Semicolon)
  2760. {
  2761. MEMBER_SET(forStatement, mInitializerSemicolon, tokenNode);
  2762. mVisitorPos.MoveNext();
  2763. break;
  2764. }
  2765. else if (tokenNode->GetToken() == BfToken_Comma)
  2766. {
  2767. MoveNode(tokenNode, forStatement);
  2768. initializerCommas.push_back(tokenNode);
  2769. mVisitorPos.MoveNext();
  2770. }
  2771. else
  2772. {
  2773. Fail("Expected ',' or ';'", tokenNode);
  2774. return forStatement;
  2775. }
  2776. }
  2777. // Condition
  2778. nextNode = mVisitorPos.GetNext();
  2779. if (!IsSemicolon(nextNode))
  2780. {
  2781. bool doExpr = true;
  2782. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2783. {
  2784. if (tokenNode->GetToken() == BfToken_RParen)
  2785. {
  2786. Fail("Expected expression or ';'", tokenNode);
  2787. doExpr = false;
  2788. }
  2789. }
  2790. if (doExpr)
  2791. {
  2792. auto expr = CreateExpressionAfter(forStatement);
  2793. if (expr == NULL)
  2794. return forStatement;
  2795. MEMBER_SET(forStatement, mCondition, expr);
  2796. }
  2797. }
  2798. auto tokenNode = ExpectTokenAfter(forStatement, BfToken_Semicolon);
  2799. if (tokenNode == NULL)
  2800. return forStatement;
  2801. MEMBER_SET(forStatement, mConditionSemicolon, tokenNode);
  2802. // Iterators
  2803. for (int listIdx = 0; true; listIdx++)
  2804. {
  2805. if (listIdx == 0)
  2806. {
  2807. auto nextNode = mVisitorPos.GetNext();
  2808. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2809. {
  2810. if (tokenNode->GetToken() == BfToken_RParen)
  2811. {
  2812. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2813. mVisitorPos.MoveNext();
  2814. break;
  2815. }
  2816. }
  2817. }
  2818. auto stmt = CreateStatementAfter(forStatement);
  2819. if (stmt == NULL)
  2820. return forStatement;
  2821. iterators.push_back(stmt);
  2822. MoveNode(stmt, forStatement);
  2823. auto nextNode = mVisitorPos.GetNext();
  2824. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2825. if (tokenNode == NULL)
  2826. return forStatement;
  2827. if (tokenNode->GetToken() == BfToken_RParen)
  2828. {
  2829. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2830. mVisitorPos.MoveNext();
  2831. break;
  2832. }
  2833. else if (tokenNode->GetToken() == BfToken_Comma)
  2834. {
  2835. MoveNode(tokenNode, forStatement);
  2836. iteratorCommas.push_back(tokenNode);
  2837. mVisitorPos.MoveNext();
  2838. }
  2839. else
  2840. {
  2841. Fail("Expected ',' or ')'", tokenNode);
  2842. return forStatement;
  2843. }
  2844. }
  2845. stmt = CreateStatementAfter(forStatement, CreateStmtFlags_FindTrailingSemicolon);
  2846. if (stmt == NULL)
  2847. return forStatement;
  2848. MEMBER_SET(forStatement, mEmbeddedStatement, stmt);
  2849. return forStatement;
  2850. }
  2851. BfUsingStatement* BfReducer::CreateUsingStatement(BfAstNode* node)
  2852. {
  2853. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2854. auto usingStatement = mAlloc->Alloc<BfUsingStatement>();
  2855. ReplaceNode(tokenNode, usingStatement);
  2856. MEMBER_SET(usingStatement, mUsingToken, tokenNode);
  2857. tokenNode = ExpectTokenAfter(usingStatement, BfToken_LParen);
  2858. if (tokenNode == NULL)
  2859. return NULL;
  2860. MEMBER_SET(usingStatement, mOpenParen, tokenNode);
  2861. auto nextNode = mVisitorPos.GetNext();
  2862. if (nextNode != NULL)
  2863. {
  2864. BfVariableDeclaration* varDecl = mAlloc->Alloc<BfVariableDeclaration>();
  2865. int outNodeIdx = -1;
  2866. auto nextNode = mVisitorPos.GetNext();
  2867. mVisitorPos.mReadPos++;
  2868. bool isTypeReference = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2869. mVisitorPos.mReadPos--;
  2870. if (isTypeReference)
  2871. {
  2872. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2873. BfAstNode* outNodeNext = mVisitorPos.Get(outNodeIdx + 1);
  2874. BfTokenNode* equalsNode = NULL;
  2875. if ((outNode != NULL) && (BfNodeIsA<BfIdentifierNode>(outNode)) && (BfNodeIsA<BfTokenNode>(outNodeNext)))
  2876. {
  2877. auto typeRef = CreateTypeRefAfter(usingStatement);
  2878. if (typeRef == NULL)
  2879. return usingStatement;
  2880. MEMBER_SET(varDecl, mTypeRef, typeRef);
  2881. usingStatement->SetSrcEnd(typeRef->GetSrcEnd());
  2882. auto nameNode = ExpectIdentifierAfter(usingStatement, "variable name");
  2883. if (nameNode == NULL)
  2884. return usingStatement;
  2885. MEMBER_SET(varDecl, mNameNode, nameNode);
  2886. usingStatement->SetSrcEnd(varDecl->GetSrcEnd());
  2887. auto equalsNode = ExpectTokenAfter(usingStatement, BfToken_AssignEquals);
  2888. if (equalsNode == NULL)
  2889. return usingStatement;
  2890. MEMBER_SET(varDecl, mEqualsNode, equalsNode);
  2891. usingStatement->SetSrcEnd(equalsNode->GetSrcEnd());
  2892. }
  2893. }
  2894. auto expr = CreateExpressionAfter(usingStatement);
  2895. if (expr == NULL)
  2896. return usingStatement;
  2897. MEMBER_SET(varDecl, mInitializer, expr);
  2898. MEMBER_SET(usingStatement, mVariableDeclaration, varDecl);
  2899. }
  2900. tokenNode = ExpectTokenAfter(usingStatement, BfToken_RParen);
  2901. if (tokenNode == NULL)
  2902. return usingStatement;
  2903. MEMBER_SET(usingStatement, mCloseParen, tokenNode);
  2904. auto stmt = CreateStatementAfter(usingStatement, CreateStmtFlags_FindTrailingSemicolon);
  2905. if (stmt == NULL)
  2906. return usingStatement;
  2907. MEMBER_SET(usingStatement, mEmbeddedStatement, stmt);
  2908. return usingStatement;
  2909. }
  2910. BfWhileStatement* BfReducer::CreateWhileStatement(BfAstNode* node)
  2911. {
  2912. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2913. auto whileStatement = mAlloc->Alloc<BfWhileStatement>();
  2914. ReplaceNode(tokenNode, whileStatement);
  2915. MEMBER_SET(whileStatement, mWhileToken, tokenNode);
  2916. tokenNode = ExpectTokenAfter(whileStatement, BfToken_LParen);
  2917. if (tokenNode == NULL)
  2918. return NULL;
  2919. MEMBER_SET(whileStatement, mOpenParen, tokenNode);
  2920. // Condition
  2921. auto nextNode = mVisitorPos.GetNext();
  2922. if (!IsSemicolon(nextNode))
  2923. {
  2924. auto expr = CreateExpressionAfter(whileStatement);
  2925. if (expr == NULL)
  2926. return whileStatement;
  2927. MEMBER_SET(whileStatement, mCondition, expr);
  2928. }
  2929. tokenNode = ExpectTokenAfter(whileStatement, BfToken_RParen);
  2930. if (tokenNode == NULL)
  2931. return whileStatement;
  2932. MEMBER_SET(whileStatement, mCloseParen, tokenNode);
  2933. auto stmt = CreateStatementAfter(whileStatement, CreateStmtFlags_FindTrailingSemicolon);
  2934. if (stmt == NULL)
  2935. return whileStatement;
  2936. MEMBER_SET(whileStatement, mEmbeddedStatement, stmt);
  2937. return whileStatement;
  2938. }
  2939. BfDoStatement* BfReducer::CreateDoStatement(BfAstNode* node)
  2940. {
  2941. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2942. auto doStatement = mAlloc->Alloc<BfDoStatement>();
  2943. ReplaceNode(tokenNode, doStatement);
  2944. MEMBER_SET(doStatement, mDoToken, tokenNode);
  2945. auto stmt = CreateStatementAfter(doStatement, CreateStmtFlags_FindTrailingSemicolon);
  2946. if (stmt != NULL)
  2947. {
  2948. MEMBER_SET(doStatement, mEmbeddedStatement, stmt);
  2949. }
  2950. return doStatement;
  2951. }
  2952. BfRepeatStatement* BfReducer::CreateRepeatStatement(BfAstNode* node)
  2953. {
  2954. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2955. auto repeatStatement = mAlloc->Alloc<BfRepeatStatement>();
  2956. ReplaceNode(tokenNode, repeatStatement);
  2957. MEMBER_SET(repeatStatement, mRepeatToken, tokenNode);
  2958. auto stmt = CreateStatementAfter(repeatStatement, CreateStmtFlags_FindTrailingSemicolon);
  2959. if (stmt != NULL)
  2960. {
  2961. MEMBER_SET(repeatStatement, mEmbeddedStatement, stmt);
  2962. }
  2963. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_While);
  2964. if (tokenNode != NULL)
  2965. {
  2966. MEMBER_SET(repeatStatement, mWhileToken, tokenNode);
  2967. }
  2968. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_LParen);
  2969. if (tokenNode != NULL)
  2970. {
  2971. MEMBER_SET(repeatStatement, mOpenParen, tokenNode);
  2972. }
  2973. // Condition
  2974. auto nextNode = mVisitorPos.GetNext();
  2975. if (!IsSemicolon(nextNode))
  2976. {
  2977. auto expr = CreateExpressionAfter(repeatStatement);
  2978. if (expr == NULL)
  2979. return repeatStatement;
  2980. MEMBER_SET(repeatStatement, mCondition, expr);
  2981. }
  2982. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_RParen);
  2983. if (tokenNode != NULL)
  2984. {
  2985. MEMBER_SET(repeatStatement, mCloseParen, tokenNode);
  2986. }
  2987. return repeatStatement;
  2988. }
  2989. BfSwitchStatement* BfReducer::CreateSwitchStatement(BfTokenNode* tokenNode)
  2990. {
  2991. auto switchStatement = mAlloc->Alloc<BfSwitchStatement>();
  2992. BfDeferredAstSizedArray<BfSwitchCase*> switchCases(switchStatement->mSwitchCases, mAlloc);
  2993. ReplaceNode(tokenNode, switchStatement);
  2994. switchStatement->mSwitchToken = tokenNode;
  2995. tokenNode = ExpectTokenAfter(switchStatement, BfToken_LParen);
  2996. if (tokenNode != NULL)
  2997. {
  2998. MEMBER_SET(switchStatement, mOpenParen, tokenNode);
  2999. }
  3000. auto switchValue = CreateExpressionAfter(switchStatement);
  3001. if (switchValue != NULL)
  3002. {
  3003. MEMBER_SET(switchStatement, mSwitchValue, switchValue);
  3004. }
  3005. tokenNode = ExpectTokenAfter(switchStatement, BfToken_RParen);
  3006. if (tokenNode != NULL)
  3007. {
  3008. MEMBER_SET(switchStatement, mCloseParen, tokenNode);
  3009. }
  3010. auto block = ExpectBlockAfter(switchStatement);
  3011. if (block == NULL)
  3012. return switchStatement;
  3013. MoveNode(block, switchStatement);
  3014. switchStatement->mOpenBrace = block->mOpenBrace;
  3015. switchStatement->mCloseBrace = block->mCloseBrace;
  3016. bool hadEmptyCaseStatement = false;
  3017. BfSwitchCase* switchCase = NULL;
  3018. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  3019. bool isDone = !mVisitorPos.MoveNext();
  3020. while (!isDone)
  3021. {
  3022. auto child = mVisitorPos.GetCurrent();
  3023. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  3024. BfToken token = BfToken_None;
  3025. if (tokenNode != NULL)
  3026. token = tokenNode->GetToken();
  3027. if ((tokenNode == NULL) ||
  3028. ((token != BfToken_Case) && (token != BfToken_When) && (token != BfToken_Default)))
  3029. {
  3030. Fail("Expected 'case'", child);
  3031. AddErrorNode(child);
  3032. isDone = !mVisitorPos.MoveNext();
  3033. continue;
  3034. }
  3035. //TODO: This error was getting annoying... Put back?
  3036. // This check is here at the top, being processed for the previous switchCase because
  3037. // we don't throw an error on the last case in the switch
  3038. /*if (hadEmptyCaseStatement)
  3039. FailAfter("Expected case statement, 'fallthrough', or 'break'", switchCase);*/
  3040. bool isDefault = token == BfToken_Default;
  3041. switchCase = mAlloc->Alloc<BfSwitchCase>();
  3042. BfDeferredAstSizedArray<BfExpression*> caseExpressions(switchCase->mCaseExpressions, mAlloc);
  3043. BfDeferredAstSizedArray<BfTokenNode*> caseCommas(switchCase->mCaseCommas, mAlloc);
  3044. ReplaceNode(tokenNode, switchCase);
  3045. BfTokenNode* whenToken = NULL;
  3046. if (token == BfToken_When)
  3047. whenToken = tokenNode;
  3048. else
  3049. switchCase->mCaseToken = tokenNode;
  3050. for (int caseIdx = 0; true; caseIdx++)
  3051. {
  3052. if (!isDefault)
  3053. {
  3054. BfExpression* expr = NULL;
  3055. bool wasWhenSet = whenToken != NULL;
  3056. if (!wasWhenSet)
  3057. {
  3058. auto nextNode = mVisitorPos.GetNext();
  3059. whenToken = BfNodeDynCast<BfTokenNode>(nextNode);
  3060. if ((whenToken != NULL) && (whenToken->GetToken() == BfToken_When))
  3061. {
  3062. mVisitorPos.MoveNext();
  3063. }
  3064. else
  3065. whenToken = NULL;
  3066. }
  3067. if (whenToken != NULL)
  3068. {
  3069. auto whenExpr = mAlloc->Alloc<BfWhenExpression>();
  3070. whenExpr->mWhenToken = whenToken;
  3071. ReplaceNode(whenToken, whenExpr);
  3072. //mVisitorPos.MoveNext();
  3073. //auto exprAfter = wasWhenSet ? (BfAstNode*)switchCase : (BfAstNode*)whenExpr;
  3074. if (expr == NULL)
  3075. {
  3076. auto innerExpr = CreateExpressionAfter(whenToken);
  3077. if (innerExpr != NULL)
  3078. {
  3079. MEMBER_SET(whenExpr, mExpression, innerExpr);
  3080. }
  3081. expr = whenExpr;
  3082. }
  3083. }
  3084. if (expr == NULL)
  3085. {
  3086. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3087. {
  3088. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  3089. {
  3090. expr = CreateEnumCaseBindExpression(bindToken);
  3091. }
  3092. }
  3093. }
  3094. if (expr == NULL)
  3095. expr = CreateExpressionAfter(switchCase);
  3096. if (expr == NULL)
  3097. {
  3098. ///
  3099. }
  3100. else
  3101. {
  3102. caseExpressions.push_back(expr);
  3103. MoveNode(expr, switchCase);
  3104. }
  3105. }
  3106. if ((whenToken == NULL) && (!isDefault))
  3107. tokenNode = ExpectTokenAfter(switchCase, BfToken_When, BfToken_Colon, BfToken_Comma);
  3108. else
  3109. tokenNode = ExpectTokenAfter(switchCase, BfToken_Colon);
  3110. if (tokenNode == NULL)
  3111. break;
  3112. if (tokenNode->GetToken() == BfToken_When)
  3113. {
  3114. whenToken = tokenNode;
  3115. continue;
  3116. }
  3117. if (tokenNode->GetToken() == BfToken_Colon)
  3118. {
  3119. MEMBER_SET(switchCase, mColonToken, tokenNode);
  3120. break;
  3121. }
  3122. if (isDefault)
  3123. {
  3124. Fail("Expected ':'", tokenNode);
  3125. break;
  3126. }
  3127. MoveNode(tokenNode, switchCase);
  3128. caseCommas.push_back(tokenNode);
  3129. BF_ASSERT(whenToken == NULL);
  3130. }
  3131. if (isDefault)
  3132. {
  3133. if (switchStatement->mDefaultCase != NULL)
  3134. {
  3135. Fail("Only one default case is allowed", switchCase);
  3136. // Add to normal switch cases just so we process it
  3137. switchCases.push_back(switchCase);
  3138. }
  3139. else
  3140. switchStatement->mDefaultCase = switchCase;
  3141. }
  3142. else
  3143. {
  3144. if (switchStatement->mDefaultCase != NULL)
  3145. {
  3146. Fail("Default case must be last case", switchStatement->mDefaultCase);
  3147. }
  3148. switchCases.push_back(switchCase);
  3149. }
  3150. hadEmptyCaseStatement = true;
  3151. auto codeBlock = mAlloc->Alloc<BfBlock>();
  3152. //codeBlock->mSource = switchCase->mSource;
  3153. MEMBER_SET(switchCase, mCodeBlock, codeBlock);
  3154. //switchCase->Add(codeBlock);
  3155. BfDeferredAstSizedArray<BfAstNode*> codeBlockChildArr(codeBlock->mChildArr, mAlloc);
  3156. SetAndRestoreValue<BfAstNode*> prevLastBlockNode(mLastBlockNode, NULL);
  3157. while (true)
  3158. {
  3159. auto nextNode = mVisitorPos.GetNext();
  3160. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3161. if (tokenNode != NULL)
  3162. {
  3163. int token = tokenNode->GetToken();
  3164. if ((token == BfToken_Case) || (token == BfToken_Default) || (token == BfToken_When))
  3165. break; // Done! No fallthrough
  3166. }
  3167. nextNode = mVisitorPos.GetNext();
  3168. if (nextNode == NULL)
  3169. break;
  3170. hadEmptyCaseStatement = false;
  3171. mVisitorPos.MoveNext();
  3172. // We need to use CreateStmtFlags_NoCaseExpr because otherwise during typing a new statement at the end of one case, it
  3173. // could interpret the 'case' token for the next case as being part of a case expression in the first case
  3174. auto stmt = CreateStatement(nextNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_NoCaseExpr | CreateStmtFlags_AllowLocalFunction));
  3175. if (stmt == NULL)
  3176. {
  3177. AddErrorNode(nextNode);
  3178. }
  3179. else
  3180. {
  3181. MoveNode(stmt, codeBlock);
  3182. codeBlockChildArr.push_back(stmt);
  3183. }
  3184. mLastBlockNode = stmt;
  3185. }
  3186. MoveNode(switchCase, switchStatement);
  3187. if (!codeBlock->IsInitialized())
  3188. {
  3189. int srcPos = switchCase->GetSrcEnd();
  3190. codeBlock->Init(srcPos, srcPos, srcPos);
  3191. }
  3192. isDone = !mVisitorPos.MoveNext();
  3193. }
  3194. return switchStatement;
  3195. }
  3196. // Does everything but pull the trailing semicolon
  3197. BfAstNode* BfReducer::DoCreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3198. {
  3199. auto subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_NoCaseExpr | CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowUnterminatedExpression));
  3200. if (node->IsA<BfBlock>())
  3201. {
  3202. auto block = (BfBlock*)node;
  3203. HandleBlock(block, (createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0);
  3204. return block;
  3205. }
  3206. BfVariableDeclaration* continuingVariable = NULL;
  3207. BfTokenNode* refToken = NULL;
  3208. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  3209. {
  3210. int token = tokenNode->GetToken();
  3211. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  3212. {
  3213. refToken = tokenNode;
  3214. }
  3215. else if (token == BfToken_Semicolon)
  3216. {
  3217. Fail("Empty statement not allowed", tokenNode);
  3218. auto emptyStatement = mAlloc->Alloc<BfEmptyStatement>();
  3219. ReplaceNode(tokenNode, emptyStatement);
  3220. emptyStatement->mTrailingSemicolon = tokenNode;
  3221. return emptyStatement;
  3222. }
  3223. else if (token == BfToken_Break)
  3224. {
  3225. auto breakStmt = mAlloc->Alloc<BfBreakStatement>();
  3226. ReplaceNode(tokenNode, breakStmt);
  3227. breakStmt->mBreakNode = tokenNode;
  3228. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3229. {
  3230. MEMBER_SET(breakStmt, mLabel, label);
  3231. mVisitorPos.MoveNext();
  3232. }
  3233. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3234. {
  3235. if (tokenNode->GetToken() == BfToken_Mixin)
  3236. {
  3237. MEMBER_SET(breakStmt, mLabel, tokenNode);
  3238. mVisitorPos.MoveNext();
  3239. }
  3240. }
  3241. return breakStmt;
  3242. }
  3243. else if (token == BfToken_Continue)
  3244. {
  3245. auto continueStmt = mAlloc->Alloc<BfContinueStatement>();
  3246. ReplaceNode(tokenNode, continueStmt);
  3247. continueStmt->mContinueNode = tokenNode;
  3248. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3249. {
  3250. MEMBER_SET(continueStmt, mLabel, label);
  3251. mVisitorPos.MoveNext();
  3252. }
  3253. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3254. {
  3255. if (tokenNode->GetToken() == BfToken_Mixin)
  3256. {
  3257. MEMBER_SET(continueStmt, mLabel, tokenNode);
  3258. mVisitorPos.MoveNext();
  3259. }
  3260. }
  3261. return continueStmt;
  3262. }
  3263. else if (token == BfToken_Fallthrough)
  3264. {
  3265. auto fallthroughStmt = mAlloc->Alloc<BfFallthroughStatement>();
  3266. ReplaceNode(tokenNode, fallthroughStmt);
  3267. fallthroughStmt->mFallthroughToken = tokenNode;
  3268. return fallthroughStmt;
  3269. }
  3270. else if (token == BfToken_For)
  3271. {
  3272. return CreateForStatement(node);
  3273. }
  3274. else if (token == BfToken_Using)
  3275. {
  3276. return CreateUsingStatement(node);
  3277. }
  3278. else if (token == BfToken_While)
  3279. {
  3280. return CreateWhileStatement(node);
  3281. }
  3282. else if (token == BfToken_Do)
  3283. {
  3284. auto checkNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  3285. auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode);
  3286. if ((checkToken != NULL) && (checkToken->GetToken() == BfToken_While))
  3287. return CreateRepeatStatement(node);
  3288. else
  3289. return CreateDoStatement(node);
  3290. }
  3291. else if (token == BfToken_Repeat)
  3292. {
  3293. return CreateRepeatStatement(node);
  3294. }
  3295. else if (token == BfToken_Return)
  3296. {
  3297. auto returnStmt = mAlloc->Alloc<BfReturnStatement>();
  3298. ReplaceNode(node, returnStmt);
  3299. MEMBER_SET(returnStmt, mReturnToken, tokenNode);
  3300. auto nextNode = mVisitorPos.GetNext();
  3301. if (!IsSemicolon(nextNode))
  3302. {
  3303. auto expr = CreateExpressionAfter(returnStmt);
  3304. MEMBER_SET_CHECKED(returnStmt, mExpression, expr);
  3305. }
  3306. return returnStmt;
  3307. }
  3308. else if (token == BfToken_Delete)
  3309. {
  3310. auto deleteStmt = mAlloc->Alloc<BfDeleteStatement>();
  3311. ReplaceNode(node, deleteStmt);
  3312. MEMBER_SET(deleteStmt, mDeleteToken, tokenNode);
  3313. auto nextNode = mVisitorPos.GetNext();
  3314. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  3315. {
  3316. if (tokenNode->GetToken() == BfToken_Colon)
  3317. {
  3318. MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
  3319. mVisitorPos.MoveNext();
  3320. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3321. {
  3322. if (tokenNode->mToken == BfToken_Append)
  3323. {
  3324. MEMBER_SET(deleteStmt, mAllocExpr, tokenNode);
  3325. mVisitorPos.MoveNext();
  3326. }
  3327. }
  3328. if (deleteStmt->mAllocExpr == NULL)
  3329. {
  3330. auto allocExpr = CreateExpressionAfter(deleteStmt);
  3331. if (allocExpr != NULL)
  3332. {
  3333. MEMBER_SET(deleteStmt, mAllocExpr, allocExpr);
  3334. }
  3335. }
  3336. }
  3337. }
  3338. nextNode = mVisitorPos.GetNext();
  3339. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  3340. {
  3341. if (tokenNode->mToken == BfToken_LBracket)
  3342. {
  3343. mVisitorPos.MoveNext();
  3344. auto attrib = CreateAttributeDirective(tokenNode);
  3345. if (attrib == NULL)
  3346. return deleteStmt;
  3347. MEMBER_SET(deleteStmt, mAttributes, attrib);
  3348. }
  3349. }
  3350. auto expr = CreateExpressionAfter(deleteStmt);
  3351. MEMBER_SET_CHECKED(deleteStmt, mExpression, expr);
  3352. return deleteStmt;
  3353. }
  3354. else if (token == BfToken_Throw)
  3355. {
  3356. auto throwStmt = mAlloc->Alloc<BfThrowStatement>();
  3357. ReplaceNode(node, throwStmt);
  3358. MEMBER_SET(throwStmt, mThrowToken, tokenNode);
  3359. auto expr = CreateExpressionAfter(throwStmt);
  3360. MEMBER_SET_CHECKED(throwStmt, mExpression, expr);
  3361. return throwStmt;
  3362. }
  3363. else if (token == BfToken_If)
  3364. {
  3365. subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_FindTrailingSemicolon));
  3366. auto ifStmt = mAlloc->Alloc<BfIfStatement>();
  3367. ReplaceNode(node, ifStmt);
  3368. MEMBER_SET(ifStmt, mIfToken, tokenNode);
  3369. tokenNode = ExpectTokenAfter(ifStmt, BfToken_LParen);
  3370. MEMBER_SET_CHECKED(ifStmt, mOpenParen, tokenNode);
  3371. auto condExpr = CreateExpressionAfter(ifStmt, CreateExprFlags_AllowVariableDecl);
  3372. MEMBER_SET_CHECKED(ifStmt, mCondition, condExpr);
  3373. tokenNode = ExpectTokenAfter(ifStmt, BfToken_RParen);
  3374. MEMBER_SET_CHECKED(ifStmt, mCloseParen, tokenNode);
  3375. auto trueStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3376. MEMBER_SET_CHECKED(ifStmt, mTrueStatement, trueStmt);
  3377. auto nextNode = mVisitorPos.GetNext();
  3378. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3379. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Else))
  3380. {
  3381. MEMBER_SET(ifStmt, mElseToken, tokenNode);
  3382. mVisitorPos.MoveNext();
  3383. auto falseStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3384. MEMBER_SET_CHECKED(ifStmt, mFalseStatement, falseStmt);
  3385. }
  3386. return ifStmt;
  3387. }
  3388. else if (token == BfToken_Switch)
  3389. {
  3390. return CreateSwitchStatement(tokenNode);
  3391. }
  3392. else if (token == BfToken_Defer)
  3393. {
  3394. auto deferStmt = mAlloc->Alloc<BfDeferStatement>();
  3395. ReplaceNode(tokenNode, deferStmt);
  3396. deferStmt->mDeferToken = tokenNode;
  3397. auto nextNode = mVisitorPos.GetNext();
  3398. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3399. {
  3400. if (nextTokenNode->GetToken() == BfToken_Colon)
  3401. {
  3402. MEMBER_SET(deferStmt, mColonToken, nextTokenNode);
  3403. mVisitorPos.MoveNext();
  3404. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3405. {
  3406. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  3407. {
  3408. MEMBER_SET(deferStmt, mScopeName, nextToken);
  3409. mVisitorPos.MoveNext();
  3410. }
  3411. }
  3412. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3413. {
  3414. MEMBER_SET(deferStmt, mScopeName, identifier);
  3415. mVisitorPos.MoveNext();
  3416. }
  3417. if (deferStmt->mScopeName == NULL)
  3418. {
  3419. FailAfter("Expected scope name", deferStmt);
  3420. }
  3421. }
  3422. else if (nextTokenNode->GetToken() == BfToken_LParen)
  3423. {
  3424. MEMBER_SET(deferStmt, mOpenParen, nextTokenNode);
  3425. mVisitorPos.MoveNext();
  3426. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_Scope, BfToken_Stack);
  3427. MEMBER_SET_CHECKED(deferStmt, mScopeToken, nextTokenNode);
  3428. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_RParen);
  3429. MEMBER_SET_CHECKED(deferStmt, mCloseParen, nextTokenNode);
  3430. }
  3431. }
  3432. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3433. {
  3434. if (nextTokenNode->GetToken() == BfToken_LBracket)
  3435. {
  3436. auto bindNode = mAlloc->Alloc<BfDeferBindNode>();
  3437. ReplaceNode(nextTokenNode, bindNode);
  3438. MEMBER_SET(bindNode, mOpenBracket, nextTokenNode);
  3439. mVisitorPos.MoveNext();
  3440. BfDeferredAstSizedArray<BfIdentifierNode*> params(bindNode->mParams, mAlloc);
  3441. BfDeferredAstSizedArray<BfTokenNode*> commas(bindNode->mCommas, mAlloc);
  3442. for (int paramIdx = 0; true; paramIdx++)
  3443. {
  3444. bool isRBracket = false;
  3445. auto nextNode = mVisitorPos.GetNext();
  3446. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3447. isRBracket = tokenNode->GetToken() == BfToken_RBracket;
  3448. if (!isRBracket)
  3449. {
  3450. auto nameIdentifier = ExpectIdentifierAfter(bindNode, "parameter name");
  3451. if (nameIdentifier == NULL)
  3452. break;
  3453. MoveNode(nameIdentifier, bindNode);
  3454. params.push_back(nameIdentifier);
  3455. }
  3456. tokenNode = ExpectTokenAfter(bindNode, BfToken_Comma, BfToken_RBracket);
  3457. if (tokenNode == NULL)
  3458. return deferStmt;
  3459. if (tokenNode->GetToken() == BfToken_RBracket)
  3460. {
  3461. MEMBER_SET(bindNode, mCloseBracket, tokenNode);
  3462. break;
  3463. }
  3464. MoveNode(tokenNode, bindNode);
  3465. commas.push_back(tokenNode);
  3466. }
  3467. MEMBER_SET(deferStmt, mBind, bindNode);
  3468. }
  3469. }
  3470. BfAstNode* targetNode = CreateStatementAfter(deferStmt);
  3471. if (targetNode != NULL)
  3472. {
  3473. BfAstNode* innerTarget = targetNode;
  3474. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(innerTarget))
  3475. innerTarget = exprStmt->mExpression;
  3476. if (deferStmt->mBind != NULL)
  3477. {
  3478. if (!innerTarget->IsA<BfBlock>())
  3479. {
  3480. Fail("Only blocks are allowed when defer binding is used", targetNode);
  3481. }
  3482. }
  3483. else
  3484. {
  3485. if ((!innerTarget->IsA<BfInvocationExpression>()) &&
  3486. (!innerTarget->IsA<BfBlock>()) &&
  3487. (!innerTarget->IsA<BfDeleteStatement>()))
  3488. {
  3489. Fail("Only invocation expressions, statement blocks, or deletes are allowed", targetNode);
  3490. }
  3491. }
  3492. MEMBER_SET(deferStmt, mTargetNode, targetNode);
  3493. }
  3494. return deferStmt;
  3495. }
  3496. else if (token == BfToken_Comma)
  3497. {
  3498. BfAstNode* prevVarDecl = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  3499. if (mLastBlockNode != NULL)
  3500. prevVarDecl = mLastBlockNode;
  3501. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(prevVarDecl))
  3502. {
  3503. continuingVariable = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression);
  3504. }
  3505. }
  3506. else if ((token == BfToken_Const) || (token == BfToken_ReadOnly))
  3507. {
  3508. auto stmt = CreateStatementAfter(tokenNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_ForceVariableDecl));
  3509. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(stmt))
  3510. {
  3511. if (auto variableDecl = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression))
  3512. {
  3513. if (variableDecl->mModSpecifier != NULL)
  3514. {
  3515. Fail(StrFormat("'%s' already specified", BfTokenToString(variableDecl->mModSpecifier->GetToken())), variableDecl->mModSpecifier);
  3516. }
  3517. MEMBER_SET(variableDecl, mModSpecifier, tokenNode);
  3518. exprStmt->SetSrcStart(variableDecl->mSrcStart);
  3519. return stmt;
  3520. }
  3521. }
  3522. Fail(StrFormat("Unexpected '%s' specifier", BfTokenToString(tokenNode->GetToken())), tokenNode);
  3523. return stmt;
  3524. }
  3525. else if (token == BfToken_Volatile)
  3526. {
  3527. Fail("Cannot create volatile local variables", tokenNode);
  3528. return NULL;
  3529. }
  3530. else if (token == BfToken_Asm)
  3531. {
  3532. return CreateInlineAsmStatement(node);
  3533. }
  3534. else if (token == BfToken_Mixin)
  3535. {
  3536. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3537. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3538. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3539. ReplaceNode(tokenNode, methodDecl);
  3540. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3541. methodDecl->mMixinSpecifier = tokenNode;
  3542. auto nameNode = ExpectIdentifierAfter(methodDecl);
  3543. if (nameNode != NULL)
  3544. {
  3545. MEMBER_SET(methodDecl, mNameNode, nameNode);
  3546. ParseMethod(methodDecl, &params, &commas, true);
  3547. }
  3548. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3549. ReplaceNode(methodDecl, localMethodDecl);
  3550. localMethodDecl->mMethodDeclaration = methodDecl;
  3551. return localMethodDecl;
  3552. }
  3553. else if (token == BfToken_LBracket)
  3554. {
  3555. return CreateAttributedStatement(tokenNode);
  3556. }
  3557. }
  3558. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(node))
  3559. {
  3560. node = CompactQualifiedName(identifier);
  3561. }
  3562. bool isLocalVariable = false;
  3563. auto nextNode = mVisitorPos.GetNext();
  3564. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  3565. {
  3566. if (nextToken->GetToken() == BfToken_Colon)
  3567. {
  3568. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(node);
  3569. if (nameIdentifier != NULL)
  3570. {
  3571. BfLabelNode* labelNode = mAlloc->Alloc<BfLabelNode>();
  3572. ReplaceNode(nameIdentifier, labelNode);
  3573. labelNode->mLabel = nameIdentifier;
  3574. mVisitorPos.MoveNext();
  3575. MEMBER_SET(labelNode, mColonToken, nextToken);
  3576. BfAstNode* stmt = NULL;
  3577. auto nextNode = mVisitorPos.GetNext();
  3578. if (nextNode != NULL)
  3579. {
  3580. mVisitorPos.MoveNext();
  3581. stmt = DoCreateStatement(nextNode);
  3582. if (auto labelableStmt = BfNodeDynCast<BfLabelableStatement>(stmt))
  3583. {
  3584. MEMBER_SET(labelableStmt, mLabelNode, labelNode);
  3585. return labelableStmt;
  3586. }
  3587. if (auto block = BfNodeDynCast<BfBlock>(stmt))
  3588. {
  3589. auto labeledBlock = mAlloc->Alloc<BfLabeledBlock>();
  3590. ReplaceNode(block, labeledBlock);
  3591. labeledBlock->mBlock = block;
  3592. MEMBER_SET(labeledBlock, mLabelNode, labelNode);
  3593. return labeledBlock;
  3594. }
  3595. }
  3596. Fail("Label must appear before a labelable statement (if, for, do, while, switch, block)", labelNode);
  3597. AddErrorNode(labelNode);
  3598. return stmt;
  3599. }
  3600. }
  3601. }
  3602. int typeRefEndNode = -1;
  3603. bool isTuple = false;
  3604. if (IsTypeReference(node, BfToken_None, &typeRefEndNode, NULL, NULL, &isTuple))
  3605. isLocalVariable = true;
  3606. if ((isLocalVariable) && (isTuple))
  3607. {
  3608. if (typeRefEndNode != -1)
  3609. {
  3610. // When we're typing something like "(a, )" ... don't make that a type ref yet because it could be "(a, b) = " where
  3611. // we're typing a tuple value rather than a tuple tpye ref
  3612. auto checkNode = mVisitorPos.Get(typeRefEndNode);
  3613. if (checkNode == NULL)
  3614. isLocalVariable = false;
  3615. }
  3616. }
  3617. if (nextNode == NULL)
  3618. {
  3619. // Treat ending identifier as just an identifier (could be block result)
  3620. isLocalVariable = false;
  3621. }
  3622. if ((isLocalVariable) && (typeRefEndNode != -1) && (continuingVariable == NULL) && ((createStmtFlags & CreateStmtFlags_AllowLocalFunction) != 0))
  3623. {
  3624. BfTokenNode* nextToken = BfNodeDynCast<BfTokenNode>(node);
  3625. if ((nextToken == NULL) ||
  3626. ((nextToken->GetToken() != BfToken_Delegate) && (nextToken->GetToken() != BfToken_Function)))
  3627. {
  3628. auto afterTypeRefNode = mVisitorPos.Get(typeRefEndNode);
  3629. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(afterTypeRefNode))
  3630. {
  3631. auto nextNextNode = mVisitorPos.Get(typeRefEndNode + 1);
  3632. if (auto afterNameToken = BfNodeDynCast<BfTokenNode>(nextNextNode))
  3633. {
  3634. bool isLocalMethod = (afterNameToken->GetToken() == BfToken_LParen) || (afterNameToken->GetToken() == BfToken_LChevron);
  3635. if (isLocalMethod)
  3636. {
  3637. int prevReadPos = mVisitorPos.mReadPos;
  3638. mVisitorPos.mReadPos = typeRefEndNode;
  3639. isLocalMethod = IsLocalMethod(nameIdentifier);
  3640. mVisitorPos.mReadPos = prevReadPos;
  3641. }
  3642. if (isLocalMethod)
  3643. {
  3644. auto typeRef = CreateTypeRef(node);
  3645. if (mVisitorPos.GetNext() != nameIdentifier)
  3646. isLocalMethod = false;
  3647. else
  3648. {
  3649. int prevReadPos = mVisitorPos.mReadPos;
  3650. mVisitorPos.MoveNext();
  3651. isLocalMethod = IsLocalMethod(nameIdentifier);
  3652. if (!isLocalMethod)
  3653. mVisitorPos.mReadPos = prevReadPos;
  3654. }
  3655. if (!isLocalMethod)
  3656. {
  3657. // TypeRef didn't match what we expected, just set it up as a variable declaration
  3658. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3659. ReplaceNode(typeRef, variableDeclaration);
  3660. variableDeclaration->mTypeRef = typeRef;
  3661. return variableDeclaration;
  3662. }
  3663. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3664. ReplaceNode(typeRef, methodDecl);
  3665. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3666. methodDecl->mReturnType = typeRef;
  3667. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3668. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3669. MEMBER_SET(methodDecl, mNameNode, nameIdentifier);
  3670. if (afterNameToken->GetToken() == BfToken_LChevron)
  3671. {
  3672. auto genericParams = CreateGenericParamsDeclaration(afterNameToken);
  3673. if (genericParams != NULL)
  3674. {
  3675. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  3676. }
  3677. }
  3678. ParseMethod(methodDecl, &params, &commas, true);
  3679. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3680. ReplaceNode(methodDecl, localMethodDecl);
  3681. localMethodDecl->mMethodDeclaration = methodDecl;
  3682. return localMethodDecl;
  3683. }
  3684. }
  3685. }
  3686. }
  3687. }
  3688. if ((isLocalVariable) || (continuingVariable != NULL))
  3689. {
  3690. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3691. BfTypeReference* typeRef = NULL;
  3692. if (continuingVariable != NULL)
  3693. {
  3694. typeRef = continuingVariable->mTypeRef;
  3695. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  3696. ReplaceNode(node, variableDeclaration);
  3697. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  3698. }
  3699. else
  3700. {
  3701. typeRef = CreateTypeRef(node);
  3702. if (typeRef == NULL)
  3703. return NULL;
  3704. ReplaceNode(typeRef, variableDeclaration);
  3705. }
  3706. variableDeclaration->mTypeRef = typeRef;
  3707. BfAstNode* variableNameNode = NULL;
  3708. nextNode = mVisitorPos.GetNext();
  3709. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3710. {
  3711. if (tokenNode->GetToken() == BfToken_LParen)
  3712. {
  3713. mVisitorPos.mReadPos++;
  3714. variableNameNode = CreateTupleExpression(tokenNode);
  3715. }
  3716. }
  3717. if (variableNameNode == NULL)
  3718. {
  3719. auto checkToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  3720. if ((checkToken != NULL) && (checkToken->mToken == BfToken_Dot))
  3721. {
  3722. FailAfter("Expected variable name", variableDeclaration);
  3723. }
  3724. else
  3725. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  3726. }
  3727. if (variableNameNode == NULL)
  3728. return variableDeclaration;
  3729. bool isValidFinish = false;
  3730. BfTokenNode* tokenNode;
  3731. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  3732. {
  3733. int token = tokenNode->GetToken();
  3734. if ((token == BfToken_AssignEquals) || (token == BfToken_Semicolon) || (token == BfToken_Comma))
  3735. isValidFinish = true;
  3736. }
  3737. /*if (!isValidFinish)
  3738. {
  3739. if (auto nextIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3740. {
  3741. if (auto nextNextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  3742. {
  3743. if ((nextNextToken->GetToken() == BfToken_LParen) || (nextNextToken->GetToken() == BfToken_LChevron))
  3744. {
  3745. // It's less destructive to not consume the identifier we see as the name, because it may not be. This handles the case
  3746. // where we're typing some stuff before a local method declaration. Kindof a corner case...
  3747. Fail("Unexpected type", typeRef);
  3748. mVisitorPos.mReadPos--;
  3749. return variableDeclaration;
  3750. }
  3751. }
  3752. }
  3753. }*/
  3754. // Is a local variable?
  3755. tokenNode = ExpectTokenAfter(variableNameNode, BfToken_AssignEquals, BfToken_Semicolon, BfToken_Comma);
  3756. variableDeclaration->mNameNode = variableNameNode;
  3757. MoveNode(variableNameNode, variableDeclaration);
  3758. if (tokenNode == NULL)
  3759. return variableDeclaration;
  3760. if (tokenNode->GetToken() == BfToken_AssignEquals)
  3761. {
  3762. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  3763. if (variableDeclaration->mInitializer == NULL)
  3764. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration, (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask));
  3765. if (variableDeclaration->mInitializer == NULL)
  3766. return variableDeclaration;
  3767. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  3768. }
  3769. else
  3770. mVisitorPos.mReadPos--; // Backtrack to the semicolon or comma
  3771. return variableDeclaration;
  3772. }
  3773. if ((createStmtFlags & CreateStmtFlags_ForceVariableDecl) != 0)
  3774. {
  3775. Fail("Expected local variable declaration", node);
  3776. return NULL;
  3777. }
  3778. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3779. CreateExprFlags exprFlags = (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask);
  3780. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) == 0)
  3781. exprFlags = (CreateExprFlags)(exprFlags | CreateExprFlags_NoCaseExpr);
  3782. auto expr = CreateExpression(node, exprFlags);
  3783. if (expr == NULL)
  3784. return NULL;
  3785. bool isOkUnary = false;
  3786. if (auto unaryOperatorExpr = BfNodeDynCast<BfUnaryOperatorExpression>(expr))
  3787. {
  3788. isOkUnary =
  3789. (unaryOperatorExpr->mOp == BfUnaryOp_Increment) ||
  3790. (unaryOperatorExpr->mOp == BfUnaryOp_PostIncrement) ||
  3791. (unaryOperatorExpr->mOp == BfUnaryOp_Decrement) ||
  3792. (unaryOperatorExpr->mOp == BfUnaryOp_PostDecrement);
  3793. if ((unaryOperatorExpr->mOp == BfUnaryOp_Ref) || (unaryOperatorExpr->mOp == BfUnaryOp_Mut) || (unaryOperatorExpr->mOp == BfUnaryOp_Out))
  3794. {
  3795. if (unaryOperatorExpr->mOp == BfUnaryOp_Ref)
  3796. Fail("Cannot use 'ref' in this context", unaryOperatorExpr);
  3797. else if (unaryOperatorExpr->mOp == BfUnaryOp_Mut)
  3798. Fail("Cannot use 'mut' in this context", unaryOperatorExpr);
  3799. else
  3800. Fail("Cannot use 'out' in this context", unaryOperatorExpr);
  3801. return NULL;
  3802. }
  3803. }
  3804. if ((!mPrevStmtHadError) && (!mStmtHasError))
  3805. {
  3806. nextNode = mVisitorPos.GetNext();
  3807. if (nextNode != NULL)
  3808. {
  3809. if (!isOkUnary)
  3810. expr->VerifyIsStatement(mPassInstance);
  3811. }
  3812. }
  3813. return expr;
  3814. }
  3815. // This is conservative - it doesn't HAVE to return true, but in some cases may cause a parsing error if the nodes
  3816. // can be consumed as a statement rather than an expression. We must be more careful about not returning 'true'
  3817. // for something that can only be interpreted as a statement, however.
  3818. bool BfReducer::IsTerminatingExpression(BfAstNode* node)
  3819. {
  3820. int parenDepth = 0;
  3821. int chevronDepth = 0;
  3822. int readIdx = mVisitorPos.mReadPos;
  3823. bool prevWasValue = false;
  3824. BfTokenNode* prevTokenNode = NULL;
  3825. while (true)
  3826. {
  3827. auto node = mVisitorPos.Get(readIdx);
  3828. if (node == NULL)
  3829. break;
  3830. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  3831. if (tokenNode != NULL)
  3832. {
  3833. switch (tokenNode->GetToken())
  3834. {
  3835. case BfToken_AssignEquals:
  3836. if (parenDepth == 0)
  3837. return false;
  3838. break;
  3839. case BfToken_LParen:
  3840. chevronDepth = 0;
  3841. parenDepth++;
  3842. break;
  3843. case BfToken_RParen:
  3844. chevronDepth = 0;
  3845. parenDepth--;
  3846. break;
  3847. case BfToken_LChevron:
  3848. chevronDepth++;
  3849. break;
  3850. case BfToken_RChevron:
  3851. // If we find a < and > that are not separated by parens, that's a generic, which must be a
  3852. // variable decl if it's not in parens
  3853. if ((parenDepth == 0) && (chevronDepth > 0))
  3854. return false;
  3855. chevronDepth--;
  3856. break;
  3857. case BfToken_RDblChevron:
  3858. chevronDepth--;
  3859. break;
  3860. case BfToken_Comma:
  3861. if (parenDepth == 0)
  3862. return false;
  3863. break;
  3864. case BfToken_As:
  3865. case BfToken_AllocType:
  3866. case BfToken_Append:
  3867. case BfToken_Default:
  3868. case BfToken_Is:
  3869. case BfToken_Stack:
  3870. case BfToken_Scope:
  3871. case BfToken_New:
  3872. case BfToken_RetType:
  3873. case BfToken_Nullable:
  3874. case BfToken_SizeOf:
  3875. case BfToken_This:
  3876. case BfToken_TypeOf:
  3877. case BfToken_LessEquals:
  3878. case BfToken_GreaterEquals:
  3879. case BfToken_LBracket:
  3880. case BfToken_RBracket:
  3881. case BfToken_Colon:
  3882. case BfToken_Dot:
  3883. case BfToken_DotDot:
  3884. case BfToken_QuestionDot:
  3885. case BfToken_QuestionLBracket:
  3886. case BfToken_Plus:
  3887. case BfToken_Minus:
  3888. case BfToken_DblPlus:
  3889. case BfToken_DblMinus:
  3890. case BfToken_Star:
  3891. case BfToken_ForwardSlash:
  3892. case BfToken_Modulus:
  3893. case BfToken_Ampersand:
  3894. case BfToken_At:
  3895. case BfToken_DblAmpersand:
  3896. case BfToken_Bar:
  3897. case BfToken_DblBar:
  3898. case BfToken_Bang:
  3899. case BfToken_Carat:
  3900. case BfToken_Tilde:
  3901. case BfToken_Question:
  3902. case BfToken_DblQuestion:
  3903. case BfToken_Arrow:
  3904. case BfToken_FatArrow:
  3905. // Allow these
  3906. break;
  3907. case BfToken_Semicolon:
  3908. return false;
  3909. default:
  3910. // Disallow everything else
  3911. return false;
  3912. }
  3913. }
  3914. if ((node->IsExact<BfIdentifierNode>()) ||
  3915. (node->IsExact<BfQualifiedNameNode>()) ||
  3916. (node->IsExact<BfMemberReferenceExpression>()) ||
  3917. (node->IsExact<BfLiteralExpression>()))
  3918. {
  3919. if (prevWasValue)
  3920. {
  3921. // Two values in a row cannot be a valid expression
  3922. return false;
  3923. }
  3924. prevWasValue = true;
  3925. }
  3926. else
  3927. {
  3928. prevWasValue = false;
  3929. }
  3930. if (auto block = BfNodeDynCastExact<BfBlock>(node))
  3931. {
  3932. // Local method decl
  3933. if ((parenDepth == 0) && (prevTokenNode != NULL) && (prevTokenNode->GetToken() == BfToken_RParen))
  3934. return false;
  3935. }
  3936. prevTokenNode = tokenNode;
  3937. readIdx++;
  3938. }
  3939. int outEndNode = 0;
  3940. bool couldBeExpr = false;
  3941. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr))
  3942. {
  3943. if (outEndNode == mVisitorPos.mTotalSize - 1)
  3944. {
  3945. if (auto name = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  3946. {
  3947. auto beforeNameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  3948. // We treat "a*b" as a multiply rather than a variable declaration
  3949. if ((beforeNameToken == NULL) || (beforeNameToken->GetToken() != BfToken_Star))
  3950. {
  3951. return false;
  3952. }
  3953. }
  3954. }
  3955. }
  3956. return true;
  3957. }
  3958. BfAstNode* BfReducer::CreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3959. {
  3960. AssertCurrentNode(node);
  3961. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0)
  3962. {
  3963. if (IsTerminatingExpression(node))
  3964. {
  3965. mPrevStmtHadError = false;
  3966. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3967. auto expr = CreateExpression(node, (CreateExprFlags)((createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask) | CreateExprFlags_NoCaseExpr));
  3968. if (expr != NULL)
  3969. {
  3970. auto nextNode = mVisitorPos.GetNext();
  3971. if (nextNode != NULL)
  3972. FailAfter("Semicolon expected", expr);
  3973. }
  3974. return expr;
  3975. }
  3976. }
  3977. mStmtHasError = false;
  3978. auto stmtNode = DoCreateStatement(node, createStmtFlags);
  3979. mPrevStmtHadError = mStmtHasError;
  3980. if (stmtNode == NULL)
  3981. return NULL;
  3982. auto origStmtNode = stmtNode;
  3983. if (stmtNode->IsA<BfBlock>())
  3984. return stmtNode;
  3985. auto nextNode = mVisitorPos.GetNext();
  3986. if (auto expr = BfNodeDynCast<BfExpression>(stmtNode))
  3987. {
  3988. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (nextNode == NULL))
  3989. return expr;
  3990. auto stmt = mAlloc->Alloc<BfExpressionStatement>();
  3991. ReplaceNode(expr, stmt);
  3992. stmt->mExpression = expr;
  3993. stmtNode = stmt;
  3994. }
  3995. if (auto stmt = BfNodeDynCast<BfStatement>(stmtNode))
  3996. {
  3997. if ((stmt->IsMissingSemicolon()) && ((createStmtFlags & CreateStmtFlags_FindTrailingSemicolon) != 0) && (!stmt->IsA<BfEmptyStatement>()))
  3998. {
  3999. if (!IsSemicolon(nextNode))
  4000. {
  4001. // Why did we have this BfIdentifierNode check? It failed to throw an error on just things like "{ a }"
  4002. if (/*(origStmtNode->IsA<BfIdentifierNode>()) || */(origStmtNode->IsA<BfCompoundStatement>()) || (origStmtNode->IsA<BfBlock>()))
  4003. return stmt;
  4004. if (origStmtNode->IsA<BfVariableDeclaration>())
  4005. {
  4006. // For compound variables
  4007. auto commaToken = BfNodeDynCast<BfTokenNode>(nextNode);
  4008. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Comma))
  4009. return stmt;
  4010. }
  4011. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (origStmtNode->IsA<BfExpression>()) && (nextNode == NULL))
  4012. return stmt;
  4013. auto error = mPassInstance->FailAfterAt("Semicolon expected", node->GetSourceData(), stmt->GetSrcEnd() - 1);
  4014. if ((error != NULL) && (mSource != NULL))
  4015. error->mProject = mSource->mProject;
  4016. mPrevStmtHadError = true;
  4017. return stmt;
  4018. }
  4019. if ((!stmt->IsA<BfBlock>()) && (!stmt->IsA<BfIdentifierNode>()))
  4020. {
  4021. mVisitorPos.MoveNext();
  4022. MEMBER_SET(stmt, mTrailingSemicolon, (BfTokenNode*)nextNode);
  4023. }
  4024. }
  4025. }
  4026. return stmtNode;
  4027. }
  4028. BfAstNode* BfReducer::CreateStatementAfter(BfAstNode* node, CreateStmtFlags createStmtFlags)
  4029. {
  4030. AssertCurrentNode(node);
  4031. auto nextNode = mVisitorPos.GetNext();
  4032. if (nextNode == NULL)
  4033. {
  4034. FailAfter("Expected statement", node);
  4035. return NULL;
  4036. }
  4037. mVisitorPos.MoveNext();
  4038. BfAstNode* stmt = CreateStatement(nextNode, createStmtFlags);
  4039. if (stmt == NULL)
  4040. {
  4041. // Nope, didn't handle it
  4042. mVisitorPos.mReadPos--;
  4043. }
  4044. return stmt;
  4045. }
  4046. bool BfReducer::IsExtendedTypeName(BfIdentifierNode* identifierNode)
  4047. {
  4048. auto nextNode = mVisitorPos.GetNext();
  4049. if (nextNode == NULL)
  4050. return false;
  4051. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4052. if (tokenNode == NULL)
  4053. return false;
  4054. int token = tokenNode->GetToken();
  4055. return ((token == BfToken_Star) ||
  4056. (token == BfToken_Question) ||
  4057. (token == BfToken_Dot) ||
  4058. (token == BfToken_LChevron) ||
  4059. (token == BfToken_LBracket));
  4060. }
  4061. static String TypeToString(BfTypeReference* typeRef)
  4062. {
  4063. if (typeRef == NULL)
  4064. return "null";
  4065. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  4066. return "(" + TypeToString(qualifiedTypeRef->mLeft) + " . " + TypeToString(qualifiedTypeRef->mRight) + ")";
  4067. if (auto genericTypeInstanceRef = BfNodeDynCast<BfGenericInstanceTypeRef>(typeRef))
  4068. return TypeToString(genericTypeInstanceRef->mElementType) + "<...>";
  4069. return typeRef->ToString();
  4070. }
  4071. BfTypeReference* BfReducer::DoCreateNamedTypeRef(BfIdentifierNode* identifierNode)
  4072. {
  4073. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(identifierNode))
  4074. {
  4075. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4076. ReplaceNode(identifierNode, qualifiedTypeRef);
  4077. MoveNode(qualifiedNameNode->mLeft, qualifiedTypeRef);
  4078. auto leftTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mLeft);
  4079. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  4080. MEMBER_SET(qualifiedTypeRef, mDot, qualifiedNameNode->mDot);
  4081. MoveNode(qualifiedNameNode->mRight, qualifiedNameNode);
  4082. auto rightTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mRight);
  4083. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  4084. return qualifiedTypeRef;
  4085. }
  4086. else
  4087. {
  4088. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  4089. namedTypeRef->mNameNode = identifierNode;
  4090. ReplaceNode(identifierNode, namedTypeRef);
  4091. namedTypeRef->SetTriviaStart(identifierNode->GetTriviaStart());
  4092. return namedTypeRef;
  4093. }
  4094. }
  4095. BfTypeReference* BfReducer::DoCreateTypeRef(BfAstNode* firstNode, CreateTypeRefFlags createTypeRefFlags)
  4096. {
  4097. AssertCurrentNode(firstNode);
  4098. bool parseArrayBracket = (createTypeRefFlags & CreateTypeRefFlags_NoParseArrayBrackets) == 0;
  4099. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(firstNode);
  4100. if (identifierNode == NULL)
  4101. {
  4102. if (auto memberReferenceExpression = BfNodeDynCast<BfMemberReferenceExpression>(firstNode))
  4103. {
  4104. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4105. ReplaceNode(firstNode, qualifiedTypeRef);
  4106. BF_ASSERT(memberReferenceExpression->mTarget != NULL);
  4107. if (memberReferenceExpression->mTarget != NULL)
  4108. {
  4109. MoveNode(memberReferenceExpression->mTarget, qualifiedTypeRef);
  4110. auto leftTypeRef = DoCreateTypeRef(memberReferenceExpression->mTarget);
  4111. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  4112. }
  4113. MEMBER_SET(qualifiedTypeRef, mDot, memberReferenceExpression->mDotToken);
  4114. if (memberReferenceExpression->mMemberName != NULL)
  4115. {
  4116. MoveNode(memberReferenceExpression->mMemberName, memberReferenceExpression);
  4117. auto rightTypeRef = DoCreateTypeRef(memberReferenceExpression->mMemberName);
  4118. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  4119. }
  4120. firstNode = qualifiedTypeRef;
  4121. }
  4122. else
  4123. {
  4124. bool isHandled = false;
  4125. auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode);
  4126. if (tokenNode != NULL)
  4127. {
  4128. int token = tokenNode->GetToken();
  4129. if (token == BfToken_Dot)
  4130. {
  4131. auto dotTypeRef = mAlloc->Alloc<BfDotTypeReference>();
  4132. ReplaceNode(firstNode, dotTypeRef);
  4133. dotTypeRef->mDotToken = tokenNode;
  4134. firstNode = dotTypeRef;
  4135. isHandled = true;
  4136. }
  4137. else if (token == BfToken_DotDotDot)
  4138. {
  4139. auto dotTypeRef = mAlloc->Alloc<BfDotTypeReference>();
  4140. ReplaceNode(firstNode, dotTypeRef);
  4141. dotTypeRef->mDotToken = tokenNode;
  4142. firstNode = dotTypeRef;
  4143. isHandled = true;
  4144. return dotTypeRef;
  4145. }
  4146. else if ((token == BfToken_Star) && (mAllowTypeWildcard))
  4147. {
  4148. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  4149. ReplaceNode(firstNode, wildcardTypeRef);
  4150. wildcardTypeRef->mWildcardToken = tokenNode;
  4151. return wildcardTypeRef;
  4152. }
  4153. else if ((token == BfToken_Var) || (token == BfToken_Let))
  4154. {
  4155. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  4156. {
  4157. if ((nextToken->GetToken() == BfToken_Ref) || (nextToken->GetToken() == BfToken_Mut))
  4158. {
  4159. auto varTypeRef = mAlloc->Alloc<BfVarRefTypeReference>();
  4160. ReplaceNode(firstNode, varTypeRef);
  4161. varTypeRef->mVarToken = tokenNode;
  4162. MEMBER_SET(varTypeRef, mRefToken, nextToken);
  4163. mVisitorPos.MoveNext();
  4164. return varTypeRef;
  4165. }
  4166. }
  4167. if (token == BfToken_Var)
  4168. {
  4169. auto varTypeRef = mAlloc->Alloc<BfVarTypeReference>();
  4170. ReplaceNode(firstNode, varTypeRef);
  4171. varTypeRef->mVarToken = tokenNode;
  4172. return varTypeRef;
  4173. }
  4174. else
  4175. {
  4176. auto letTypeRef = mAlloc->Alloc<BfLetTypeReference>();
  4177. ReplaceNode(firstNode, letTypeRef);
  4178. letTypeRef->mLetToken = tokenNode;
  4179. return letTypeRef;
  4180. }
  4181. }
  4182. else if ((mCompatMode) && (token == BfToken_Minus))
  4183. {
  4184. auto constExpr = CreateExpression(tokenNode, CreateExprFlags_BreakOnRChevron);
  4185. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4186. ReplaceNode(firstNode, constTypeRef);
  4187. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4188. return constTypeRef;
  4189. }
  4190. else if (token == BfToken_Const)
  4191. {
  4192. if (!mCompatMode)
  4193. {
  4194. //Fail("Invalid use of 'const', only fields and local variables can be declared as const", tokenNode);
  4195. //AddErrorNode(tokenNode);
  4196. auto constExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_BreakOnRChevron);
  4197. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4198. ReplaceNode(firstNode, constTypeRef);
  4199. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4200. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4201. return constTypeRef;
  4202. }
  4203. else
  4204. {
  4205. auto elementType = CreateTypeRefAfter(tokenNode, createTypeRefFlags);
  4206. auto constTypeRef = mAlloc->Alloc<BfConstTypeRef>();
  4207. ReplaceNode(firstNode, constTypeRef);
  4208. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4209. MEMBER_SET_CHECKED(constTypeRef, mElementType, elementType);
  4210. return constTypeRef;
  4211. }
  4212. }
  4213. else if (token == BfToken_Unsigned)
  4214. {
  4215. BF_ASSERT(mCompatMode);
  4216. auto elementType = CreateTypeRefAfter(tokenNode, createTypeRefFlags);
  4217. BfTypeReference* rootElementParent = NULL;
  4218. auto rootElement = elementType;
  4219. while (auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElement))
  4220. {
  4221. rootElementParent = rootElement;
  4222. rootElement = elementedType->mElementType;
  4223. }
  4224. auto unsignedTypeRef = mAlloc->Alloc<BfUnsignedTypeRef>();
  4225. ReplaceNode(firstNode, unsignedTypeRef);
  4226. MEMBER_SET(unsignedTypeRef, mUnsignedToken, tokenNode);
  4227. if (rootElement == elementType)
  4228. {
  4229. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, elementType);
  4230. return unsignedTypeRef;
  4231. }
  4232. else
  4233. {
  4234. #ifdef BF_AST_HAS_PARENT_MEMBER
  4235. BF_ASSERT(rootElementParent == rootElement->mParent);
  4236. #endif
  4237. auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElementParent);
  4238. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, rootElement);
  4239. MEMBER_SET_CHECKED(elementedType, mElementType, unsignedTypeRef);
  4240. elementType->SetSrcStart(unsignedTypeRef->GetSrcStart());
  4241. return elementType;
  4242. }
  4243. }
  4244. else if ((token == BfToken_AllocType) || (token == BfToken_Nullable) || (token == BfToken_RetType))
  4245. {
  4246. auto retTypeTypeRef = mAlloc->Alloc<BfModifiedTypeRef>();
  4247. ReplaceNode(firstNode, retTypeTypeRef);
  4248. MEMBER_SET(retTypeTypeRef, mRetTypeToken, tokenNode);
  4249. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_LParen);
  4250. MEMBER_SET_CHECKED(retTypeTypeRef, mOpenParen, tokenNode);
  4251. auto elementType = CreateTypeRefAfter(retTypeTypeRef, createTypeRefFlags);
  4252. MEMBER_SET_CHECKED(retTypeTypeRef, mElementType, elementType);
  4253. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_RParen);
  4254. MEMBER_SET_CHECKED(retTypeTypeRef, mCloseParen, tokenNode);
  4255. return retTypeTypeRef;
  4256. }
  4257. else if ((token == BfToken_Delegate) || (token == BfToken_Function))
  4258. {
  4259. auto delegateTypeRef = mAlloc->Alloc<BfDelegateTypeRef>();
  4260. ReplaceNode(firstNode, delegateTypeRef);
  4261. MEMBER_SET(delegateTypeRef, mTypeToken, tokenNode);
  4262. auto returnType = CreateTypeRefAfter(delegateTypeRef);
  4263. MEMBER_SET_CHECKED(delegateTypeRef, mReturnType, returnType);
  4264. tokenNode = ExpectTokenAfter(delegateTypeRef, BfToken_LParen);
  4265. MEMBER_SET_CHECKED(delegateTypeRef, mOpenParen, tokenNode);
  4266. BfDeferredAstSizedArray<BfParameterDeclaration*> params(delegateTypeRef->mParams, mAlloc);
  4267. BfDeferredAstSizedArray<BfTokenNode*> commas(delegateTypeRef->mCommas, mAlloc);
  4268. auto closeNode = ParseMethodParams(delegateTypeRef, &params, &commas, BfToken_RParen, false);
  4269. if (closeNode == NULL)
  4270. {
  4271. if (!params.empty())
  4272. delegateTypeRef->AdjustSrcEnd(params.back());
  4273. if (!commas.empty())
  4274. delegateTypeRef->AdjustSrcEnd(commas.back());
  4275. }
  4276. MEMBER_SET_CHECKED(delegateTypeRef, mCloseParen, closeNode);
  4277. mVisitorPos.MoveNext();
  4278. isHandled = true;
  4279. firstNode = delegateTypeRef;
  4280. if ((createTypeRefFlags & CreateTypeRefFlags_EarlyExit) != 0)
  4281. return delegateTypeRef;
  4282. }
  4283. else if ((token == BfToken_Comptype) || (token == BfToken_Decltype))
  4284. {
  4285. auto declTypeRef = mAlloc->Alloc<BfExprModTypeRef>();
  4286. ReplaceNode(tokenNode, declTypeRef);
  4287. declTypeRef->mToken = tokenNode;
  4288. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_LParen);
  4289. MEMBER_SET_CHECKED(declTypeRef, mOpenParen, tokenNode);
  4290. auto targetExpr = CreateExpressionAfter(declTypeRef);
  4291. MEMBER_SET_CHECKED(declTypeRef, mTarget, targetExpr);
  4292. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_RParen);
  4293. MEMBER_SET_CHECKED(declTypeRef, mCloseParen, tokenNode);
  4294. isHandled = true;
  4295. firstNode = declTypeRef;
  4296. if ((createTypeRefFlags & CreateTypeRefFlags_EarlyExit) != 0)
  4297. return declTypeRef;
  4298. }
  4299. else if (token == BfToken_LParen)
  4300. {
  4301. auto tupleTypeRef = mAlloc->Alloc<BfTupleTypeRef>();
  4302. BfDeferredAstSizedArray<BfTypeReference*> fieldTypes(tupleTypeRef->mFieldTypes, mAlloc);
  4303. BfDeferredAstSizedArray<BfIdentifierNode*> fieldNames(tupleTypeRef->mFieldNames, mAlloc);
  4304. BfDeferredAstSizedArray<BfAstNode*> commas(tupleTypeRef->mCommas, mAlloc);
  4305. ReplaceNode(firstNode, tupleTypeRef);
  4306. tupleTypeRef->mOpenParen = tokenNode;
  4307. while (true)
  4308. {
  4309. auto tupleFieldType = CreateTypeRefAfter(tupleTypeRef);
  4310. if (tupleFieldType == NULL)
  4311. return tupleTypeRef;
  4312. fieldTypes.push_back(tupleFieldType);
  4313. MoveNode(tupleFieldType, tupleTypeRef);
  4314. auto nextNode = mVisitorPos.GetNext();
  4315. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
  4316. {
  4317. while (fieldNames.size() < fieldTypes.size() - 1)
  4318. fieldNames.push_back(NULL);
  4319. MoveNode(identifierNode, tupleTypeRef);
  4320. fieldNames.push_back(identifierNode);
  4321. mVisitorPos.MoveNext();
  4322. }
  4323. auto tokenNode = ExpectTokenAfter(tupleTypeRef, BfToken_Comma, BfToken_RParen);
  4324. if (tokenNode == NULL)
  4325. return tupleTypeRef;
  4326. if (tokenNode->GetToken() == BfToken_RParen)
  4327. {
  4328. if ((fieldTypes.size() == 1) && ((createTypeRefFlags & CreateTypeRefFlags_AllowSingleMemberTuple) == 0))
  4329. {
  4330. Fail("Tuple types must contain more than one member", tokenNode);
  4331. }
  4332. MEMBER_SET(tupleTypeRef, mCloseParen, tokenNode);
  4333. //return tupleTypeRef;
  4334. firstNode = tupleTypeRef;
  4335. isHandled = true;
  4336. break;
  4337. }
  4338. MoveNode(tokenNode, tupleTypeRef);
  4339. commas.push_back(tokenNode);
  4340. }
  4341. }
  4342. }
  4343. else if (mCompatMode)
  4344. {
  4345. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(firstNode))
  4346. {
  4347. auto constExpr = CreateExpression(literalExpr, CreateExprFlags_BreakOnRChevron);
  4348. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4349. ReplaceNode(firstNode, constTypeRef);
  4350. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4351. return constTypeRef;
  4352. }
  4353. }
  4354. if (!isHandled)
  4355. {
  4356. Fail("Expected type", firstNode);
  4357. return NULL;
  4358. }
  4359. }
  4360. }
  4361. BfTypeReference* typeRef = BfNodeDynCast<BfTypeReference>(firstNode);
  4362. if (typeRef == NULL)
  4363. {
  4364. typeRef = DoCreateNamedTypeRef(identifierNode);
  4365. }
  4366. while (true)
  4367. {
  4368. auto nextNode = mVisitorPos.GetNext();
  4369. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4370. if (tokenNode != NULL)
  4371. {
  4372. BfToken token = tokenNode->GetToken();
  4373. if (token == BfToken_Dot)
  4374. {
  4375. BfQualifiedTypeReference* qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4376. ReplaceNode(typeRef, qualifiedTypeRef);
  4377. qualifiedTypeRef->mLeft = typeRef;
  4378. MEMBER_SET(qualifiedTypeRef, mDot, tokenNode);
  4379. mVisitorPos.MoveNext();
  4380. while (true)
  4381. {
  4382. bool handled = false;
  4383. if (mAllowTypeWildcard)
  4384. {
  4385. auto nextNode = mVisitorPos.GetNext();
  4386. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  4387. {
  4388. if (nextTokenNode->mToken == BfToken_Star)
  4389. {
  4390. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  4391. ReplaceNode(nextTokenNode, wildcardTypeRef);
  4392. wildcardTypeRef->mWildcardToken = nextTokenNode;
  4393. typeRef = wildcardTypeRef;
  4394. handled = true;
  4395. mVisitorPos.MoveNext();
  4396. }
  4397. }
  4398. }
  4399. if (!handled)
  4400. {
  4401. auto rightIdentifer = ExpectIdentifierAfter(qualifiedTypeRef);
  4402. if (rightIdentifer == NULL)
  4403. return qualifiedTypeRef;
  4404. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  4405. namedTypeRef->mNameNode = rightIdentifer;
  4406. ReplaceNode(rightIdentifer, namedTypeRef);
  4407. namedTypeRef->SetTriviaStart(rightIdentifer->GetTriviaStart());
  4408. typeRef = namedTypeRef;
  4409. }
  4410. MEMBER_SET(qualifiedTypeRef, mRight, typeRef);
  4411. nextNode = mVisitorPos.GetNext();
  4412. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  4413. {
  4414. if (tokenNode->GetToken() == BfToken_Dot)
  4415. {
  4416. BfQualifiedTypeReference* outerQualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4417. ReplaceNode(qualifiedTypeRef, outerQualifiedTypeRef);
  4418. outerQualifiedTypeRef->mLeft = qualifiedTypeRef;
  4419. MEMBER_SET(outerQualifiedTypeRef, mDot, tokenNode);
  4420. qualifiedTypeRef = outerQualifiedTypeRef;
  4421. mVisitorPos.MoveNext();
  4422. }
  4423. else
  4424. break;
  4425. }
  4426. else
  4427. {
  4428. break;
  4429. }
  4430. }
  4431. typeRef = qualifiedTypeRef;
  4432. }
  4433. else if (token == BfToken_Star)
  4434. {
  4435. auto ptrType = mAlloc->Alloc<BfPointerTypeRef>();
  4436. ReplaceNode(typeRef, ptrType);
  4437. ptrType->mElementType = typeRef;
  4438. MEMBER_SET(ptrType, mStarNode, tokenNode);
  4439. typeRef = ptrType;
  4440. mVisitorPos.MoveNext();
  4441. }
  4442. else if ((token == BfToken_Question) || (token == BfToken_QuestionLBracket))
  4443. {
  4444. if (token == BfToken_QuestionLBracket)
  4445. tokenNode = BreakQuestionLBracket(tokenNode);
  4446. else
  4447. mVisitorPos.MoveNext();
  4448. auto nullableType = mAlloc->Alloc<BfNullableTypeRef>();
  4449. ReplaceNode(typeRef, nullableType);
  4450. nullableType->mElementType = typeRef;
  4451. MEMBER_SET(nullableType, mQuestionToken, tokenNode);
  4452. typeRef = nullableType;
  4453. }
  4454. else if (token == BfToken_LBracket)
  4455. {
  4456. if (!parseArrayBracket)
  4457. return typeRef;
  4458. auto arrayType = mAlloc->Alloc<BfArrayTypeRef>();
  4459. auto newArrayType = arrayType;
  4460. ReplaceNode(typeRef, arrayType);
  4461. arrayType->mOpenBracket = tokenNode;
  4462. MoveNode(tokenNode, arrayType);
  4463. arrayType->mDimensions = 1;
  4464. arrayType->mElementType = typeRef;
  4465. mVisitorPos.MoveNext();
  4466. while (true)
  4467. {
  4468. auto prevArrayType = BfNodeDynCast<BfArrayTypeRef>(arrayType->mElementType);
  4469. if (prevArrayType == NULL)
  4470. break;
  4471. std::swap(prevArrayType->mOpenBracket, arrayType->mOpenBracket);
  4472. std::swap(prevArrayType->mParams, arrayType->mParams);
  4473. std::swap(prevArrayType->mCloseBracket, arrayType->mCloseBracket);
  4474. std::swap(prevArrayType->mDimensions, arrayType->mDimensions);
  4475. prevArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4476. arrayType = prevArrayType;
  4477. }
  4478. BF_ASSERT(arrayType->mParams.mVals == NULL);
  4479. arrayType->mParams.mSize = 0;
  4480. BfDeferredAstSizedArray<BfAstNode*> params(arrayType->mParams, mAlloc);
  4481. bool hasFailed = false;
  4482. bool isSized = false;
  4483. while (true)
  4484. {
  4485. nextNode = mVisitorPos.GetNext();
  4486. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4487. if (tokenNode != NULL)
  4488. {
  4489. if (tokenNode->GetToken() == BfToken_Comma)
  4490. {
  4491. MoveNode(tokenNode, arrayType);
  4492. mVisitorPos.MoveNext();
  4493. arrayType->mDimensions++;
  4494. params.push_back(tokenNode);
  4495. }
  4496. else if (tokenNode->GetToken() == BfToken_RBracket)
  4497. {
  4498. MoveNode(tokenNode, arrayType);
  4499. mVisitorPos.MoveNext();
  4500. arrayType->mCloseBracket = tokenNode;
  4501. break;
  4502. }
  4503. else
  4504. tokenNode = NULL;
  4505. }
  4506. if (tokenNode == NULL)
  4507. {
  4508. BfExpression* sizeExpr = CreateExpressionAfter(arrayType);
  4509. if (sizeExpr == NULL)
  4510. {
  4511. hasFailed = true;
  4512. break;
  4513. }
  4514. MoveNode(sizeExpr, arrayType);
  4515. params.push_back(sizeExpr);
  4516. }
  4517. }
  4518. newArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4519. if (hasFailed)
  4520. return newArrayType;
  4521. typeRef = newArrayType;
  4522. }
  4523. else if (token == BfToken_LChevron)
  4524. {
  4525. auto genericInstance = mAlloc->Alloc<BfGenericInstanceTypeRef>();
  4526. BfDeferredSizedArray<BfTypeReference*> genericArguments(genericInstance->mGenericArguments, mAlloc);
  4527. BfDeferredAstSizedArray<BfAstNode*> commas(genericInstance->mCommas, mAlloc);
  4528. ReplaceNode(typeRef, genericInstance);
  4529. genericInstance->mOpenChevron = tokenNode;
  4530. MoveNode(tokenNode, genericInstance);
  4531. genericInstance->mElementType = typeRef;
  4532. mVisitorPos.MoveNext();
  4533. bool isBoundName = false;
  4534. bool isUnboundName = false;
  4535. while (true)
  4536. {
  4537. auto nextNode = mVisitorPos.GetNext();
  4538. auto genericIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  4539. bool doAddType = genericIdentifier != NULL;
  4540. if (mCompatMode)
  4541. {
  4542. if (BfNodeDynCast<BfLiteralExpression>(nextNode) != NULL)
  4543. doAddType = true;
  4544. }
  4545. if (genericIdentifier == NULL)
  4546. {
  4547. auto nextNode = mVisitorPos.GetNext();
  4548. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4549. BfToken token = BfToken_None;
  4550. if (tokenNode != NULL)
  4551. token = tokenNode->GetToken();
  4552. if ((tokenNode != NULL) &&
  4553. ((token == BfToken_Const) ||
  4554. (token == BfToken_Ref) ||
  4555. (token == BfToken_Mut) ||
  4556. (token == BfToken_LParen) ||
  4557. (token == BfToken_Delegate) ||
  4558. (token == BfToken_Function) ||
  4559. (token == BfToken_Comptype) ||
  4560. (token == BfToken_Decltype) ||
  4561. ((token == BfToken_Star) && (mAllowTypeWildcard))))
  4562. doAddType = true;
  4563. }
  4564. if ((!doAddType) && (isBoundName))
  4565. {
  4566. FailAfter("Expected type", genericInstance);
  4567. }
  4568. if ((doAddType) && (!isUnboundName))
  4569. {
  4570. auto genericArgumentTypeRef = CreateTypeRefAfter(genericInstance);
  4571. if (genericArgumentTypeRef == NULL)
  4572. return NULL;
  4573. MoveNode(genericArgumentTypeRef, genericInstance);
  4574. genericArguments.push_back(genericArgumentTypeRef);
  4575. isBoundName = true;
  4576. }
  4577. else
  4578. isUnboundName = true;
  4579. nextNode = mVisitorPos.GetNext();
  4580. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4581. if (tokenNode == NULL)
  4582. {
  4583. FailAfter("Expected ',' or '>'", genericInstance);
  4584. return genericInstance;
  4585. }
  4586. token = tokenNode->GetToken();
  4587. if (token == BfToken_RDblChevron)
  4588. {
  4589. tokenNode = BreakDoubleChevron(tokenNode);
  4590. token = tokenNode->GetToken();
  4591. }
  4592. else
  4593. {
  4594. mVisitorPos.MoveNext();
  4595. }
  4596. if (token == BfToken_RChevron)
  4597. {
  4598. MoveNode(tokenNode, genericInstance);
  4599. genericInstance->mCloseChevron = tokenNode;
  4600. break;
  4601. }
  4602. if (token != BfToken_Comma)
  4603. {
  4604. Fail("Either ',' or '>' expected", tokenNode);
  4605. mVisitorPos.mReadPos--;
  4606. //AddErrorNode(tokenNode);
  4607. return genericInstance;
  4608. }
  4609. MoveNode(tokenNode, genericInstance);
  4610. commas.push_back(tokenNode);
  4611. }
  4612. typeRef = genericInstance;
  4613. }
  4614. else
  4615. break;
  4616. }
  4617. else
  4618. break;
  4619. }
  4620. return typeRef;
  4621. }
  4622. BfTypeReference* BfReducer::CreateTypeRef(BfAstNode* firstNode, CreateTypeRefFlags createTypeRefFlags)
  4623. {
  4624. if ((createTypeRefFlags & CreateTypeRefFlags_SafeGenericParse) != 0)
  4625. {
  4626. createTypeRefFlags = (CreateTypeRefFlags)(createTypeRefFlags & ~CreateTypeRefFlags_SafeGenericParse);
  4627. int outEndNode = -1;
  4628. bool isTypeRef = IsTypeReference(firstNode, BfToken_None, &outEndNode);
  4629. if ((!isTypeRef) && (outEndNode != -1))
  4630. {
  4631. for (int checkIdx = outEndNode - 1; checkIdx > mVisitorPos.mReadPos; checkIdx--)
  4632. {
  4633. auto checkNode = mVisitorPos.Get(checkIdx);
  4634. if (auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode))
  4635. {
  4636. if (checkToken->mToken == BfToken_LChevron)
  4637. {
  4638. checkToken->mToken = BfToken_Bar;
  4639. auto typeRef = CreateTypeRef(firstNode, createTypeRefFlags);
  4640. checkToken->mToken = BfToken_LChevron;
  4641. return typeRef;
  4642. }
  4643. }
  4644. }
  4645. }
  4646. }
  4647. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode))
  4648. {
  4649. BfToken token = tokenNode->GetToken();
  4650. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  4651. {
  4652. auto nextNode = mVisitorPos.GetNext();
  4653. mVisitorPos.MoveNext();
  4654. auto typeRef = DoCreateTypeRef(nextNode, createTypeRefFlags);
  4655. if (typeRef == NULL)
  4656. {
  4657. mVisitorPos.mReadPos--;
  4658. AddErrorNode(tokenNode);
  4659. return NULL;
  4660. }
  4661. return CreateRefTypeRef(typeRef, tokenNode);
  4662. }
  4663. }
  4664. return DoCreateTypeRef(firstNode, createTypeRefFlags);
  4665. }
  4666. BfTypeReference* BfReducer::CreateTypeRefAfter(BfAstNode* astNode, CreateTypeRefFlags createTypeRefFlags)
  4667. {
  4668. AssertCurrentNode(astNode);
  4669. auto nextNode = mVisitorPos.GetNext();
  4670. if (nextNode == NULL)
  4671. {
  4672. FailAfter("Expected type", astNode);
  4673. return NULL;
  4674. }
  4675. mVisitorPos.MoveNext();
  4676. int startPos = mVisitorPos.mReadPos;
  4677. BfTypeReference* typeRef = CreateTypeRef(nextNode, createTypeRefFlags);
  4678. if (typeRef == NULL)
  4679. {
  4680. BF_ASSERT(mVisitorPos.mReadPos == startPos);
  4681. mVisitorPos.mReadPos--;
  4682. }
  4683. return typeRef;
  4684. }
  4685. BfTypeReference* BfReducer::CreateRefTypeRef(BfTypeReference* elementType, BfTokenNode* refTokenNode)
  4686. {
  4687. BfToken refToken = refTokenNode->GetToken();
  4688. BF_ASSERT((refToken == BfToken_Ref) || (refToken == BfToken_Mut) || (refToken == BfToken_In) || (refToken == BfToken_Out));
  4689. if (elementType->IsA<BfRefTypeRef>())
  4690. {
  4691. Fail("Multiple ref levels are not allowed", refTokenNode);
  4692. AddErrorNode(refTokenNode);
  4693. return elementType;
  4694. }
  4695. if (elementType->IsA<BfConstTypeRef>())
  4696. {
  4697. Fail("Refs to const values are not allowed", refTokenNode);
  4698. AddErrorNode(refTokenNode);
  4699. return elementType;
  4700. }
  4701. auto refTypeRef = mAlloc->Alloc<BfRefTypeRef>();
  4702. MEMBER_SET(refTypeRef, mRefToken, refTokenNode);
  4703. ReplaceNode(elementType, refTypeRef);
  4704. refTypeRef->mElementType = elementType;
  4705. return refTypeRef;
  4706. }
  4707. BfIdentifierNode* BfReducer::CompactQualifiedName(BfAstNode* leftNode)
  4708. {
  4709. AssertCurrentNode(leftNode);
  4710. if ((leftNode == NULL) || (!leftNode->IsA<BfIdentifierNode>()))
  4711. return NULL;
  4712. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  4713. auto leftIdentifier = (BfIdentifierNode*)leftNode;
  4714. while (true)
  4715. {
  4716. auto nextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  4717. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextToken);
  4718. if ((tokenNode == NULL) || ((tokenNode->GetToken() != BfToken_Dot) /*&& (tokenNode->GetToken() != BfToken_QuestionDot)*/))
  4719. return leftIdentifier;
  4720. auto nextNextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  4721. auto rightIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNextToken);
  4722. if (rightIdentifier == NULL)
  4723. {
  4724. if (auto rightToken = BfNodeDynCast<BfTokenNode>(nextNextToken))
  4725. {
  4726. if (BfTokenIsKeyword(rightToken->mToken))
  4727. {
  4728. rightIdentifier = mAlloc->Alloc<BfIdentifierNode>();
  4729. ReplaceNode(rightToken, rightIdentifier);
  4730. }
  4731. }
  4732. if (rightIdentifier == NULL)
  4733. return leftIdentifier;
  4734. }
  4735. // If the previous dotted span failed (IE: had chevrons) then don't insert qualified names in the middle of it
  4736. auto prevNodeToken = BfNodeDynCast<BfTokenNode>(prevNode);
  4737. if ((prevNodeToken != NULL) && ((prevNodeToken->GetToken() == BfToken_Dot) || (prevNodeToken->GetToken() == BfToken_QuestionDot)))
  4738. return leftIdentifier;
  4739. mVisitorPos.MoveNext(); // past .
  4740. mVisitorPos.MoveNext(); // past right
  4741. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  4742. ReplaceNode(leftIdentifier, qualifiedNameNode);
  4743. qualifiedNameNode->mLeft = leftIdentifier;
  4744. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  4745. MEMBER_SET(qualifiedNameNode, mRight, rightIdentifier);
  4746. leftIdentifier = qualifiedNameNode;
  4747. prevNode = NULL;
  4748. }
  4749. return leftIdentifier;
  4750. }
  4751. void BfReducer::TryIdentifierConvert(int readPos)
  4752. {
  4753. auto node = mVisitorPos.Get(readPos);
  4754. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  4755. {
  4756. if (BfTokenIsKeyword(tokenNode->mToken))
  4757. {
  4758. auto identifierNode = mAlloc->Alloc<BfIdentifierNode>();
  4759. ReplaceNode(tokenNode, identifierNode);
  4760. mVisitorPos.Set(readPos, identifierNode);
  4761. }
  4762. }
  4763. }
  4764. void BfReducer::CreateQualifiedNames(BfAstNode* node)
  4765. {
  4766. auto block = BfNodeDynCast<BfBlock>(node);
  4767. if (block == NULL)
  4768. return;
  4769. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  4770. bool isDone = !mVisitorPos.MoveNext();
  4771. while (!isDone)
  4772. {
  4773. auto child = mVisitorPos.GetCurrent();
  4774. BfAstNode* newNode = CompactQualifiedName(child);
  4775. if (newNode == NULL)
  4776. newNode = child;
  4777. CreateQualifiedNames(child);
  4778. isDone = !mVisitorPos.MoveNext();
  4779. if (newNode != NULL)
  4780. mVisitorPos.Write(newNode);
  4781. }
  4782. mVisitorPos.Trim();
  4783. }
  4784. BfAttributeDirective* BfReducer::CreateAttributeDirective(BfTokenNode* startToken)
  4785. {
  4786. BfAttributeDirective* attributeDirective = mAlloc->Alloc<BfAttributeDirective>();
  4787. BfDeferredAstSizedArray<BfExpression*> arguments(attributeDirective->mArguments, mAlloc);
  4788. BfDeferredAstSizedArray<BfTokenNode*> commas(attributeDirective->mCommas, mAlloc);
  4789. ReplaceNode(startToken, attributeDirective);
  4790. attributeDirective->mAttrOpenToken = startToken;
  4791. bool isHandled = false;
  4792. auto nextNode = mVisitorPos.GetNext();
  4793. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4794. if (tokenNode != NULL)
  4795. {
  4796. if (tokenNode->GetToken() == BfToken_Return)
  4797. {
  4798. auto attributeTargetSpecifier = mAlloc->Alloc<BfAttributeTargetSpecifier>();
  4799. ReplaceNode(tokenNode, attributeTargetSpecifier);
  4800. MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, attributeTargetSpecifier);
  4801. attributeTargetSpecifier->mTargetToken = tokenNode;
  4802. mVisitorPos.MoveNext();
  4803. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_Colon);
  4804. if (tokenNode != NULL)
  4805. MEMBER_SET(attributeTargetSpecifier, mColonToken, tokenNode);
  4806. attributeDirective->SetSrcEnd(attributeDirective->mAttributeTargetSpecifier->GetSrcEnd());
  4807. }
  4808. else if ((tokenNode->mToken == BfToken_Ampersand) || (tokenNode->mToken == BfToken_AssignEquals))
  4809. {
  4810. MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, tokenNode);
  4811. mVisitorPos.MoveNext();
  4812. isHandled = true;
  4813. nextNode = mVisitorPos.GetNext();
  4814. if (auto identiferNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
  4815. {
  4816. attributeDirective->SetSrcEnd(identiferNode->GetSrcEnd());
  4817. arguments.push_back(identiferNode);
  4818. mVisitorPos.MoveNext();
  4819. nextNode = mVisitorPos.GetNext();
  4820. }
  4821. }
  4822. }
  4823. if (!isHandled)
  4824. {
  4825. auto typeRef = CreateTypeRefAfter(attributeDirective);
  4826. if (typeRef == NULL)
  4827. {
  4828. auto nextNode = mVisitorPos.GetNext();
  4829. if (BfTokenNode* endToken = BfNodeDynCast<BfTokenNode>(nextNode))
  4830. {
  4831. if (endToken->GetToken() == BfToken_RBracket)
  4832. {
  4833. mVisitorPos.MoveNext();
  4834. MEMBER_SET(attributeDirective, mCtorCloseParen, endToken);
  4835. return attributeDirective;
  4836. }
  4837. }
  4838. return attributeDirective;
  4839. }
  4840. MEMBER_SET(attributeDirective, mAttributeTypeRef, typeRef);
  4841. }
  4842. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_LParen, BfToken_RBracket, BfToken_Comma);
  4843. if (tokenNode == NULL)
  4844. return attributeDirective;
  4845. if (tokenNode->GetToken() == BfToken_LParen)
  4846. {
  4847. MEMBER_SET(attributeDirective, mCtorOpenParen, tokenNode);
  4848. tokenNode = ReadArguments(attributeDirective, attributeDirective, &arguments, &commas, BfToken_RParen, false);
  4849. if (tokenNode == NULL)
  4850. {
  4851. auto nextNode = mVisitorPos.GetNext();
  4852. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4853. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_RBracket))
  4854. {
  4855. mVisitorPos.MoveNext();
  4856. goto Do_RBracket;
  4857. }
  4858. return attributeDirective;
  4859. }
  4860. MEMBER_SET(attributeDirective, mCtorCloseParen, tokenNode);
  4861. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_RBracket, BfToken_Comma);
  4862. if (tokenNode == NULL)
  4863. return attributeDirective;
  4864. }
  4865. Do_RBracket:
  4866. if (tokenNode->GetToken() == BfToken_RBracket)
  4867. {
  4868. MEMBER_SET(attributeDirective, mAttrCloseToken, tokenNode);
  4869. auto nextNode = mVisitorPos.GetNext();
  4870. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4871. if ((tokenNode == NULL) || (tokenNode->GetToken() != BfToken_LBracket))
  4872. return attributeDirective;
  4873. mVisitorPos.MoveNext();
  4874. }
  4875. // Has another one- chain it
  4876. auto nextAttribute = CreateAttributeDirective(tokenNode);
  4877. if (nextAttribute != NULL)
  4878. {
  4879. MEMBER_SET(attributeDirective, mNextAttribute, nextAttribute);
  4880. }
  4881. return attributeDirective;
  4882. }
  4883. BfStatement* BfReducer::CreateAttributedStatement(BfTokenNode* tokenNode)
  4884. {
  4885. auto attrib = CreateAttributeDirective(tokenNode);
  4886. if (attrib == NULL)
  4887. return NULL;
  4888. BfAstNode* stmt = CreateStatementAfter(attrib);
  4889. if (stmt != NULL)
  4890. {
  4891. bool isValid = true;
  4892. auto checkNode = stmt;
  4893. if (auto exprStatement = BfNodeDynCast<BfExpressionStatement>(checkNode))
  4894. checkNode = exprStatement->mExpression;
  4895. if ((checkNode->IsA<BfObjectCreateExpression>()) ||
  4896. (checkNode->IsA<BfInvocationExpression>()) ||
  4897. (checkNode->IsA<BfVariableDeclaration>()) ||
  4898. (checkNode->IsA<BfBlock>()))
  4899. {
  4900. BfAttributedStatement* attribStmt = mAlloc->Alloc<BfAttributedStatement>();
  4901. ReplaceNode(attrib, attribStmt);
  4902. attribStmt->mAttributes = attrib;
  4903. MEMBER_SET(attribStmt, mStatement, stmt);
  4904. return attribStmt;
  4905. }
  4906. }
  4907. Fail("Prefixed attributes can only be used on allocations, invocations, blocks, or variable declarations", attrib);
  4908. BfAttributedStatement* attribStmt = mAlloc->Alloc<BfAttributedStatement>();
  4909. ReplaceNode(attrib, attribStmt);
  4910. attribStmt->mAttributes = attrib;
  4911. if (stmt != NULL)
  4912. MEMBER_SET(attribStmt, mStatement, stmt);
  4913. return attribStmt;
  4914. }
  4915. BfExpression* BfReducer::CreateAttributedExpression(BfTokenNode* tokenNode, bool onlyAllowIdentifier)
  4916. {
  4917. auto attrib = CreateAttributeDirective(tokenNode);
  4918. if (attrib == NULL)
  4919. return NULL;
  4920. if (!onlyAllowIdentifier)
  4921. {
  4922. BfExpression* expr = CreateExpressionAfter(attrib, CreateExprFlags_EarlyExit);
  4923. if (expr != NULL)
  4924. {
  4925. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(expr))
  4926. {
  4927. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4928. ReplaceNode(attrib, attrIdentifier);
  4929. attrIdentifier->mAttributes = attrib;
  4930. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4931. return attrIdentifier;
  4932. }
  4933. if ((expr->IsA<BfObjectCreateExpression>()) ||
  4934. (expr->IsA<BfInvocationExpression>()) ||
  4935. (expr->IsA<BfVariableDeclaration>()) ||
  4936. (expr->IsA<BfBlock>()))
  4937. {
  4938. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4939. ReplaceNode(attrib, attribExpr);
  4940. attribExpr->mAttributes = attrib;
  4941. MEMBER_SET(attribExpr, mExpression, expr);
  4942. return attribExpr;
  4943. }
  4944. }
  4945. Fail("Prefixed attributes can only be used on allocations, invocations, blocks, or variable declarations", attrib);
  4946. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4947. ReplaceNode(attrib, attribExpr);
  4948. attribExpr->mAttributes = attrib;
  4949. if (expr != NULL)
  4950. MEMBER_SET(attribExpr, mExpression, expr);
  4951. return attribExpr;
  4952. }
  4953. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4954. ReplaceNode(attrib, attrIdentifier);
  4955. attrIdentifier->mAttributes = attrib;
  4956. auto identifier = ExpectIdentifierAfter(attrib);
  4957. if (identifier != NULL)
  4958. {
  4959. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4960. }
  4961. return attrIdentifier;
  4962. }
  4963. BfTokenNode* BfReducer::ReadArguments(BfAstNode* parentNode, BfAstNode* afterNode, SizedArrayImpl<BfExpression*>* arguments, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken, bool allowSkippedArgs, CreateExprFlags createExprFlags)
  4964. {
  4965. for (int paramIdx = 0; true; paramIdx++)
  4966. {
  4967. auto nextNode = mVisitorPos.GetNext();
  4968. if ((nextNode == NULL) && (endToken == BfToken_None))
  4969. return NULL;
  4970. BfTokenNode* tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode);
  4971. if (tokenNode != NULL)
  4972. {
  4973. if (tokenNode->GetToken() == endToken)
  4974. {
  4975. MoveNode(tokenNode, parentNode);
  4976. mVisitorPos.MoveNext();
  4977. return tokenNode;
  4978. }
  4979. if (paramIdx > 0)
  4980. {
  4981. if (tokenNode->GetToken() != BfToken_Comma)
  4982. {
  4983. Fail("Expected comma", tokenNode);
  4984. return NULL;
  4985. }
  4986. commas->push_back(tokenNode);
  4987. MoveNode(tokenNode, parentNode);
  4988. mVisitorPos.MoveNext();
  4989. }
  4990. }
  4991. else
  4992. {
  4993. if (paramIdx > 0)
  4994. {
  4995. FailAfter("Expected comma", afterNode);
  4996. return NULL;
  4997. }
  4998. }
  4999. if (allowSkippedArgs)
  5000. {
  5001. auto nextNode = mVisitorPos.GetNext();
  5002. if ((nextNode == NULL) && (endToken == BfToken_None))
  5003. return NULL;
  5004. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(nextNode))
  5005. {
  5006. if (nextToken->GetToken() == endToken)
  5007. continue;
  5008. if (nextToken->GetToken() == BfToken_Comma)
  5009. {
  5010. arguments->push_back(NULL);
  5011. continue;
  5012. }
  5013. }
  5014. }
  5015. auto argumentExpr = CreateExpressionAfter(afterNode, CreateExprFlags_AllowVariableDecl);
  5016. if ((argumentExpr != NULL) || (endToken != BfToken_None))
  5017. arguments->push_back(argumentExpr);
  5018. if (argumentExpr == NULL)
  5019. {
  5020. auto nextNode = mVisitorPos.GetNext();
  5021. if (auto tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode))
  5022. {
  5023. // Try to continue with param list even after an error
  5024. if ((tokenNode->GetToken() == BfToken_Comma) || (tokenNode->GetToken() == endToken))
  5025. continue;
  5026. }
  5027. return NULL;
  5028. }
  5029. MoveNode(argumentExpr, parentNode);
  5030. afterNode = parentNode;
  5031. }
  5032. }
  5033. BfIdentifierNode* BfReducer::ExtractExplicitInterfaceRef(BfAstNode* memberDeclaration, BfIdentifierNode* nameIdentifier, BfTypeReference** outExplicitInterface, BfTokenNode** outExplicitInterfaceDotToken)
  5034. {
  5035. int dotTokenIdx = -1;
  5036. if (auto qualifiedName = BfNodeDynCast<BfQualifiedNameNode>(nameIdentifier))
  5037. {
  5038. MoveNode(qualifiedName, memberDeclaration);
  5039. MoveNode(qualifiedName->mDot, memberDeclaration);
  5040. *outExplicitInterfaceDotToken = qualifiedName->mDot;
  5041. auto explicitInterfaceRef = CreateTypeRef(qualifiedName->mLeft);
  5042. BF_ASSERT(explicitInterfaceRef != NULL);
  5043. MoveNode(explicitInterfaceRef, memberDeclaration);
  5044. *outExplicitInterface = explicitInterfaceRef;
  5045. return qualifiedName->mRight;
  5046. }
  5047. else if (IsTypeReference(nameIdentifier, BfToken_Dot, &dotTokenIdx))
  5048. {
  5049. BfAstNode* dotToken = mVisitorPos.Get(dotTokenIdx);
  5050. MoveNode(dotToken, memberDeclaration);
  5051. *outExplicitInterfaceDotToken = (BfTokenNode*)dotToken;
  5052. auto explicitInterfaceRef = CreateTypeRef(nameIdentifier);
  5053. BF_ASSERT(explicitInterfaceRef != NULL);
  5054. MoveNode(explicitInterfaceRef, memberDeclaration);
  5055. *outExplicitInterface = explicitInterfaceRef;
  5056. return ExpectIdentifierAfter(memberDeclaration);
  5057. }
  5058. return nameIdentifier;
  5059. }
  5060. BfFieldDtorDeclaration* BfReducer::CreateFieldDtorDeclaration(BfAstNode* srcNode)
  5061. {
  5062. BfFieldDtorDeclaration* firstFieldDtor = NULL;
  5063. BfFieldDtorDeclaration* prevFieldDtor = NULL;
  5064. auto nextNode = mVisitorPos.GetNext();
  5065. while (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5066. {
  5067. if (nextToken->GetToken() != BfToken_Tilde)
  5068. break;
  5069. auto fieldDtor = mAlloc->Alloc<BfFieldDtorDeclaration>();
  5070. ReplaceNode(nextToken, fieldDtor);
  5071. fieldDtor->mTildeToken = nextToken;
  5072. //int prevReadPos = mVisitorPos.mReadPos;
  5073. mVisitorPos.MoveNext();
  5074. if (prevFieldDtor != NULL)
  5075. {
  5076. MEMBER_SET(prevFieldDtor, mNextFieldDtor, fieldDtor);
  5077. }
  5078. else
  5079. {
  5080. firstFieldDtor = fieldDtor;
  5081. MoveNode(fieldDtor, srcNode);
  5082. }
  5083. auto statement = CreateStatementAfter(srcNode);
  5084. if (statement == NULL)
  5085. {
  5086. //mVisitorPos.mReadPos = prevReadPos;
  5087. break;
  5088. }
  5089. MEMBER_SET(fieldDtor, mBody, statement);
  5090. fieldDtor->SetSrcEnd(statement->GetSrcEnd());
  5091. prevFieldDtor = fieldDtor;
  5092. srcNode->SetSrcEnd(fieldDtor->GetSrcEnd());
  5093. nextNode = mVisitorPos.GetNext();
  5094. // We used to NOT have this break here. Why were we allowing multiple ~'s when a block statement would have made more sense?
  5095. break; // Wh
  5096. }
  5097. return firstFieldDtor;
  5098. }
  5099. BfFieldDeclaration* BfReducer::CreateFieldDeclaration(BfTokenNode* tokenNode, BfTypeReference* typeRef, BfIdentifierNode* nameIdentifier, BfFieldDeclaration* prevFieldDeclaration)
  5100. {
  5101. auto fieldDeclaration = mAlloc->Alloc<BfFieldDeclaration>();
  5102. if (prevFieldDeclaration != NULL)
  5103. {
  5104. ReplaceNode(tokenNode, fieldDeclaration);
  5105. MEMBER_SET(fieldDeclaration, mPrecedingComma, tokenNode);
  5106. MEMBER_SET(fieldDeclaration, mNameNode, nameIdentifier);
  5107. fieldDeclaration->mDocumentation = prevFieldDeclaration->mDocumentation;
  5108. fieldDeclaration->mAttributes = prevFieldDeclaration->mAttributes;
  5109. fieldDeclaration->mProtectionSpecifier = prevFieldDeclaration->mProtectionSpecifier;
  5110. fieldDeclaration->mStaticSpecifier = prevFieldDeclaration->mStaticSpecifier;
  5111. fieldDeclaration->mTypeRef = prevFieldDeclaration->mTypeRef;
  5112. fieldDeclaration->mConstSpecifier = prevFieldDeclaration->mConstSpecifier;
  5113. fieldDeclaration->mReadOnlySpecifier = prevFieldDeclaration->mReadOnlySpecifier;
  5114. fieldDeclaration->mVolatileSpecifier = prevFieldDeclaration->mVolatileSpecifier;
  5115. fieldDeclaration->mNewSpecifier = prevFieldDeclaration->mNewSpecifier;
  5116. fieldDeclaration->mExternSpecifier = prevFieldDeclaration->mExternSpecifier;
  5117. tokenNode = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_AssignEquals, BfToken_Comma);
  5118. if (tokenNode == NULL)
  5119. return fieldDeclaration;
  5120. mVisitorPos.mReadPos--; // Go back to token
  5121. }
  5122. else
  5123. {
  5124. ReplaceNode(typeRef, fieldDeclaration);
  5125. fieldDeclaration->mTypeRef = typeRef;
  5126. fieldDeclaration->mNameNode = nameIdentifier;
  5127. fieldDeclaration->mInitializer = NULL;
  5128. MoveNode(fieldDeclaration->mNameNode, fieldDeclaration);
  5129. //mVisitorPos.MoveNext();
  5130. }
  5131. BfToken token = tokenNode->GetToken();
  5132. if (token == BfToken_AssignEquals)
  5133. {
  5134. MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  5135. MoveNode(tokenNode, fieldDeclaration);
  5136. mVisitorPos.MoveNext();
  5137. mIsFieldInitializer = true;
  5138. fieldDeclaration->mInitializer = CreateExpressionAfter(fieldDeclaration);
  5139. mIsFieldInitializer = false;
  5140. if (fieldDeclaration->mInitializer != NULL)
  5141. {
  5142. MoveNode(fieldDeclaration->mInitializer, fieldDeclaration);
  5143. auto nextToken = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Comma, BfToken_Tilde);
  5144. if (nextToken != NULL)
  5145. mVisitorPos.mReadPos--; // Backtrack, someone else eats these
  5146. }
  5147. }
  5148. else if (token == BfToken_Comma)
  5149. {
  5150. //
  5151. }
  5152. else if (token == BfToken_Tilde)
  5153. {
  5154. //
  5155. }
  5156. else if (token != BfToken_Semicolon)
  5157. {
  5158. //MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  5159. FailAfter("';', '=', or '~' expected", nameIdentifier);
  5160. return fieldDeclaration;
  5161. }
  5162. auto fieldDtor = CreateFieldDtorDeclaration(fieldDeclaration);
  5163. if (fieldDtor != NULL)
  5164. fieldDeclaration->mFieldDtor = fieldDtor;
  5165. if (ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Comma) != NULL)
  5166. {
  5167. // This gets taken later
  5168. mVisitorPos.mReadPos--;
  5169. }
  5170. fieldDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart, fieldDeclaration, true);
  5171. return fieldDeclaration;
  5172. }
  5173. BfAstNode* BfReducer::ReadTypeMember(BfTokenNode* tokenNode, int depth, BfAstNode* deferredHeadNode)
  5174. {
  5175. BfToken token = tokenNode->GetToken();
  5176. if (token == BfToken_Semicolon)
  5177. return tokenNode;
  5178. if (token == BfToken_LBracket)
  5179. {
  5180. auto attributes = CreateAttributeDirective(tokenNode);
  5181. if (attributes == NULL)
  5182. return NULL;
  5183. auto nextNode = mVisitorPos.GetNext();
  5184. if (nextNode == NULL)
  5185. {
  5186. FailAfter("Expected member", attributes);
  5187. return NULL;
  5188. }
  5189. mVisitorPos.MoveNext();
  5190. auto memberNode = ReadTypeMember(nextNode, 0, (deferredHeadNode != NULL) ? deferredHeadNode : attributes);
  5191. if (memberNode == NULL)
  5192. return NULL;
  5193. if (auto enumCaseDecl = BfNodeDynCast<BfEnumCaseDeclaration>(memberNode))
  5194. {
  5195. if (!enumCaseDecl->mEntries.IsEmpty())
  5196. {
  5197. enumCaseDecl->mSrcStart = attributes->mSrcStart;
  5198. enumCaseDecl->mEntries[0]->mAttributes = attributes;
  5199. enumCaseDecl->mEntries[0]->mSrcStart = attributes->mSrcStart;
  5200. return enumCaseDecl;
  5201. }
  5202. }
  5203. auto member = BfNodeDynCast<BfMemberDeclaration>(memberNode);
  5204. if (member == NULL)
  5205. {
  5206. if (auto innerType = BfNodeDynCast<BfTypeDeclaration>(memberNode))
  5207. {
  5208. ReplaceNode(attributes, innerType);
  5209. innerType->mAttributes = attributes;
  5210. return innerType;
  5211. }
  5212. Fail("Invalid target for attributes", memberNode);
  5213. return memberNode;
  5214. }
  5215. ReplaceNode(attributes, member);
  5216. member->mAttributes = attributes;
  5217. return member;
  5218. }
  5219. if (token == BfToken_Operator)
  5220. {
  5221. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  5222. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  5223. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  5224. ReplaceNode(tokenNode, operatorDecl);
  5225. operatorDecl->mOperatorToken = tokenNode;
  5226. auto nextIdentifier = ExpectIdentifierAfter(operatorDecl, "type");
  5227. if (nextIdentifier == NULL)
  5228. return operatorDecl;
  5229. mVisitorPos.mReadPos--; // Backtrack, that's part of our type
  5230. auto typeRef = CreateTypeRefAfter(operatorDecl);
  5231. MEMBER_SET_CHECKED(operatorDecl, mReturnType, typeRef);
  5232. operatorDecl->mIsConvOperator = true;
  5233. ParseMethod(operatorDecl, &params, &commas);
  5234. return operatorDecl;
  5235. }
  5236. if (token == BfToken_This)
  5237. {
  5238. auto ctorDecl = mAlloc->Alloc<BfConstructorDeclaration>();
  5239. BfDeferredAstSizedArray<BfParameterDeclaration*> params(ctorDecl->mParams, mAlloc);
  5240. BfDeferredAstSizedArray<BfTokenNode*> commas(ctorDecl->mCommas, mAlloc);
  5241. ctorDecl->mReturnType = NULL;
  5242. ReplaceNode(tokenNode, ctorDecl);
  5243. MEMBER_SET(ctorDecl, mThisToken, tokenNode);
  5244. if (auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
  5245. {
  5246. mVisitorPos.MoveNext();
  5247. MEMBER_SET(ctorDecl, mBody, block);
  5248. if (IsNodeRelevant(ctorDecl))
  5249. {
  5250. SetAndRestoreValue<BfMethodDeclaration*> prevMethodDeclaration(mCurMethodDecl, ctorDecl);
  5251. HandleBlock(block);
  5252. }
  5253. }
  5254. else
  5255. ParseMethod(ctorDecl, &params, &commas);
  5256. return ctorDecl;
  5257. }
  5258. if (token == BfToken_Tilde)
  5259. {
  5260. auto thisToken = ExpectTokenAfter(tokenNode, BfToken_This);
  5261. if (thisToken == NULL)
  5262. {
  5263. auto nextNode = mVisitorPos.GetNext();
  5264. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5265. if (nameIdentifier != NULL)
  5266. {
  5267. // Eat DTOR name
  5268. AddErrorNode(nameIdentifier);
  5269. //nameIdentifier->RemoveSelf();
  5270. }
  5271. else
  5272. {
  5273. //AddErrorNode(tokenNode);
  5274. //return NULL;
  5275. }
  5276. AddErrorNode(tokenNode);
  5277. return NULL;
  5278. }
  5279. auto dtorDecl = mAlloc->Alloc<BfDestructorDeclaration>();
  5280. BfDeferredAstSizedArray<BfParameterDeclaration*> params(dtorDecl->mParams, mAlloc);
  5281. BfDeferredAstSizedArray<BfTokenNode*> commas(dtorDecl->mCommas, mAlloc);
  5282. dtorDecl->mReturnType = NULL;
  5283. ReplaceNode(tokenNode, dtorDecl);
  5284. dtorDecl->mTildeToken = tokenNode;
  5285. if (thisToken != NULL)
  5286. {
  5287. MEMBER_SET(dtorDecl, mThisToken, thisToken);
  5288. }
  5289. ParseMethod(dtorDecl, &params, &commas);
  5290. return dtorDecl;
  5291. }
  5292. if (token == BfToken_Mixin)
  5293. {
  5294. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5295. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  5296. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  5297. ReplaceNode(tokenNode, methodDecl);
  5298. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5299. methodDecl->mMixinSpecifier = tokenNode;
  5300. //mVisitorPos.MoveNext();
  5301. auto nameNode = ExpectIdentifierAfter(methodDecl);
  5302. if (nameNode != NULL)
  5303. {
  5304. MEMBER_SET(methodDecl, mNameNode, nameNode);
  5305. auto nextNode = mVisitorPos.GetNext();
  5306. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  5307. {
  5308. if (tokenNode->GetToken() == BfToken_LChevron)
  5309. {
  5310. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  5311. if (genericParams != NULL)
  5312. {
  5313. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  5314. }
  5315. }
  5316. }
  5317. ParseMethod(methodDecl, &params, &commas);
  5318. }
  5319. return methodDecl;
  5320. }
  5321. if (token == BfToken_Case)
  5322. {
  5323. auto enumCaseDecl = mAlloc->Alloc<BfEnumCaseDeclaration>();
  5324. BfDeferredAstSizedArray<BfFieldDeclaration*> entries(enumCaseDecl->mEntries, mAlloc);
  5325. BfDeferredAstSizedArray<BfTokenNode*> commas(enumCaseDecl->mCommas, mAlloc);
  5326. ReplaceNode(tokenNode, enumCaseDecl);
  5327. enumCaseDecl->mCaseToken = tokenNode;
  5328. while (true)
  5329. {
  5330. auto caseName = ExpectIdentifierAfter(enumCaseDecl);
  5331. if (caseName == NULL)
  5332. break;
  5333. auto enumEntry = mAlloc->Alloc<BfEnumEntryDeclaration>();
  5334. ReplaceNode(caseName, enumEntry);
  5335. enumEntry->mNameNode = caseName;
  5336. entries.push_back(enumEntry);
  5337. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_LParen, BfToken_Semicolon);
  5338. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LParen))
  5339. {
  5340. auto typeRef = CreateTypeRef(tokenNode, CreateTypeRefFlags_AllowSingleMemberTuple);
  5341. tokenNode = NULL;
  5342. auto tupleType = BfNodeDynCast<BfTupleTypeRef>(typeRef);
  5343. if (tupleType != NULL)
  5344. {
  5345. MEMBER_SET(enumEntry, mTypeRef, tupleType);
  5346. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_Semicolon);
  5347. }
  5348. }
  5349. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  5350. {
  5351. MEMBER_SET(enumEntry, mEqualsNode, tokenNode);
  5352. tokenNode = NULL;
  5353. auto initializer = CreateExpressionAfter(enumEntry);
  5354. if (initializer != NULL)
  5355. {
  5356. MEMBER_SET(enumEntry, mInitializer, initializer);
  5357. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_Semicolon);
  5358. }
  5359. }
  5360. MoveNode(enumEntry, enumCaseDecl);
  5361. if (tokenNode == NULL)
  5362. return enumCaseDecl;
  5363. if (tokenNode->GetToken() == BfToken_Semicolon)
  5364. {
  5365. mVisitorPos.mReadPos--;
  5366. return enumCaseDecl;
  5367. }
  5368. MoveNode(tokenNode, enumCaseDecl);
  5369. commas.push_back(tokenNode);
  5370. }
  5371. return enumCaseDecl;
  5372. }
  5373. auto nextNode = mVisitorPos.GetNext();
  5374. if (nextNode == NULL)
  5375. FailAfter("Type expected", tokenNode);
  5376. if ((token == BfToken_Struct) || (token == BfToken_Enum) || (token == BfToken_Class) || (token == BfToken_Delegate) ||
  5377. (token == BfToken_Function) || (token == BfToken_Interface) || (token == BfToken_Extension) || (token == BfToken_TypeAlias))
  5378. {
  5379. mVisitorPos.mReadPos -= depth;
  5380. BfAstNode* startNode = mVisitorPos.GetCurrent();
  5381. auto startToken = BfNodeDynCast<BfTokenNode>(startNode);
  5382. auto topLevelObject = CreateTopLevelObject(startToken, NULL, deferredHeadNode);
  5383. auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  5384. if (typeDecl == NULL)
  5385. {
  5386. AddErrorNode(tokenNode);
  5387. return NULL;
  5388. }
  5389. return typeDecl;
  5390. }
  5391. if (token == BfToken_Comma)
  5392. {
  5393. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  5394. auto prevFieldDecl = BfNodeDynCast<BfFieldDeclaration>(prevNode);
  5395. if (prevFieldDecl != NULL)
  5396. {
  5397. auto nameIdentifier = ExpectIdentifierAfter(tokenNode);
  5398. if (nameIdentifier == NULL)
  5399. {
  5400. AddErrorNode(tokenNode);
  5401. return NULL;
  5402. }
  5403. return CreateFieldDeclaration(tokenNode, prevFieldDecl->mTypeRef, nameIdentifier, prevFieldDecl);
  5404. }
  5405. }
  5406. switch (token)
  5407. {
  5408. case BfToken_Sealed:
  5409. case BfToken_Static:
  5410. case BfToken_Const:
  5411. case BfToken_Mut:
  5412. case BfToken_Public:
  5413. case BfToken_Protected:
  5414. case BfToken_Private:
  5415. case BfToken_Internal:
  5416. case BfToken_Virtual:
  5417. case BfToken_Override:
  5418. case BfToken_Abstract:
  5419. case BfToken_Concrete:
  5420. case BfToken_Extern:
  5421. case BfToken_New:
  5422. case BfToken_Implicit:
  5423. case BfToken_Explicit:
  5424. case BfToken_ReadOnly:
  5425. case BfToken_Inline:
  5426. case BfToken_Volatile:
  5427. break;
  5428. default:
  5429. AddErrorNode(tokenNode);
  5430. Fail("Unexpected token", tokenNode);
  5431. return NULL;
  5432. break;
  5433. }
  5434. int startNodeIdx = gAssertCurrentNodeIdx;
  5435. BfAstNode* typeMember = NULL;
  5436. nextNode = mVisitorPos.GetNext();
  5437. if (nextNode != NULL)
  5438. {
  5439. mVisitorPos.MoveNext();
  5440. typeMember = ReadTypeMember(nextNode, depth + 1);
  5441. }
  5442. auto memberDecl = BfNodeDynCast<BfMemberDeclaration>(typeMember);
  5443. if (memberDecl == NULL) // May be an embedded type
  5444. {
  5445. if (auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(typeMember))
  5446. return typeMember;
  5447. }
  5448. if (typeMember == NULL)
  5449. {
  5450. auto propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  5451. ReplaceNode(tokenNode, propertyDeclaration);
  5452. propertyDeclaration->mDocumentation = FindDocumentation(propertyDeclaration);
  5453. typeMember = memberDecl = propertyDeclaration;
  5454. }
  5455. if (memberDecl == NULL)
  5456. return NULL;
  5457. if (token == BfToken_Static)
  5458. {
  5459. if (memberDecl->mStaticSpecifier != NULL)
  5460. {
  5461. AddErrorNode(memberDecl->mStaticSpecifier);
  5462. Fail("Static already specified", memberDecl->mStaticSpecifier);
  5463. }
  5464. MEMBER_SET(memberDecl, mStaticSpecifier, tokenNode);
  5465. auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl);
  5466. if (fieldDecl != NULL)
  5467. {
  5468. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5469. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5470. }
  5471. return memberDecl;
  5472. }
  5473. if ((token == BfToken_Public) ||
  5474. (token == BfToken_Protected) ||
  5475. (token == BfToken_Private) ||
  5476. (token == BfToken_Internal))
  5477. {
  5478. SetProtection(memberDecl, memberDecl->mProtectionSpecifier, tokenNode);
  5479. return memberDecl;
  5480. }
  5481. if (auto methodDecl = BfNodeDynCast<BfMethodDeclaration>(memberDecl))
  5482. {
  5483. if ((token == BfToken_Virtual) ||
  5484. (token == BfToken_Override) ||
  5485. (token == BfToken_Abstract) ||
  5486. (token == BfToken_Concrete))
  5487. {
  5488. if (methodDecl->mVirtualSpecifier != NULL)
  5489. {
  5490. AddErrorNode(methodDecl->mVirtualSpecifier);
  5491. if (methodDecl->mVirtualSpecifier->GetToken() == tokenNode->GetToken())
  5492. Fail(StrFormat("Already specified '%s'", BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5493. else
  5494. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(methodDecl->mVirtualSpecifier->GetToken()), BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5495. }
  5496. MEMBER_SET(methodDecl, mVirtualSpecifier, tokenNode);
  5497. return memberDecl;
  5498. }
  5499. if (token == BfToken_Extern)
  5500. {
  5501. if (methodDecl->mExternSpecifier != NULL)
  5502. {
  5503. AddErrorNode(methodDecl->mExternSpecifier);
  5504. Fail("Extern already specified", methodDecl->mExternSpecifier);
  5505. }
  5506. MEMBER_SET(methodDecl, mExternSpecifier, tokenNode);
  5507. return memberDecl;
  5508. }
  5509. if (token == BfToken_New)
  5510. {
  5511. if (methodDecl->mNewSpecifier != NULL)
  5512. {
  5513. AddErrorNode(methodDecl->mNewSpecifier);
  5514. Fail("New already specified", methodDecl->mNewSpecifier);
  5515. }
  5516. MEMBER_SET(methodDecl, mNewSpecifier, tokenNode);
  5517. return memberDecl;
  5518. }
  5519. if (token == BfToken_Mut)
  5520. {
  5521. if (methodDecl->mMutSpecifier != NULL)
  5522. {
  5523. AddErrorNode(methodDecl->mMutSpecifier);
  5524. Fail("Mut already specified", methodDecl->mMutSpecifier);
  5525. }
  5526. MEMBER_SET(methodDecl, mMutSpecifier, tokenNode);
  5527. return memberDecl;
  5528. }
  5529. if (token == BfToken_ReadOnly)
  5530. {
  5531. if (methodDecl->mReadOnlySpecifier == NULL)
  5532. {
  5533. MEMBER_SET(methodDecl, mReadOnlySpecifier, tokenNode);
  5534. }
  5535. return memberDecl;
  5536. }
  5537. }
  5538. if (auto operatorDecl = BfNodeDynCast<BfOperatorDeclaration>(memberDecl))
  5539. {
  5540. if ((token == BfToken_Implicit) ||
  5541. (token == BfToken_Explicit))
  5542. {
  5543. if (operatorDecl->mExplicitToken != NULL)
  5544. {
  5545. AddErrorNode(operatorDecl->mExplicitToken);
  5546. Fail(StrFormat("'%s' already specified", BfTokenToString(operatorDecl->mExplicitToken->GetToken())), operatorDecl->mExplicitToken);
  5547. }
  5548. MEMBER_SET(operatorDecl, mExplicitToken, tokenNode);
  5549. return memberDecl;
  5550. }
  5551. }
  5552. if (auto propDecl = BfNodeDynCast<BfPropertyDeclaration>(memberDecl))
  5553. {
  5554. if ((token == BfToken_Virtual) ||
  5555. (token == BfToken_Override) ||
  5556. (token == BfToken_Abstract) ||
  5557. (token == BfToken_Concrete))
  5558. {
  5559. if (propDecl->mVirtualSpecifier != NULL)
  5560. {
  5561. AddErrorNode(propDecl->mVirtualSpecifier);
  5562. if (propDecl->mVirtualSpecifier->GetToken() == token)
  5563. Fail(StrFormat("Already specified '%s'", BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5564. else
  5565. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(propDecl->mVirtualSpecifier->GetToken()), BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5566. }
  5567. MEMBER_SET(propDecl, mVirtualSpecifier, tokenNode);
  5568. return memberDecl;
  5569. }
  5570. }
  5571. if (auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl))
  5572. {
  5573. if (token == BfToken_Override)
  5574. {
  5575. // Must be typing an 'override' over a field declaration
  5576. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5577. propDecl->mVirtualSpecifier = tokenNode;
  5578. typeMember = memberDecl = propDecl;
  5579. }
  5580. bool handled = false;
  5581. if (token == BfToken_Const)
  5582. {
  5583. MEMBER_SET(fieldDecl, mConstSpecifier, tokenNode);
  5584. handled = true;
  5585. }
  5586. if (token == BfToken_ReadOnly)
  5587. {
  5588. if (fieldDecl->mReadOnlySpecifier == NULL)
  5589. {
  5590. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5591. }
  5592. handled = true;
  5593. }
  5594. if (token == BfToken_Inline)
  5595. {
  5596. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5597. handled = true;
  5598. }
  5599. if (token == BfToken_Volatile)
  5600. {
  5601. MEMBER_SET(fieldDecl, mVolatileSpecifier, tokenNode);
  5602. handled = true;
  5603. }
  5604. if (token == BfToken_Extern)
  5605. {
  5606. MEMBER_SET(fieldDecl, mExternSpecifier, tokenNode);
  5607. handled = true;
  5608. }
  5609. if (token == BfToken_New)
  5610. {
  5611. if (fieldDecl->mNewSpecifier != NULL)
  5612. {
  5613. Fail("New already specified", tokenNode);
  5614. }
  5615. MEMBER_SET(fieldDecl, mNewSpecifier, tokenNode);
  5616. handled = true;
  5617. }
  5618. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5619. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5620. if ((fieldDecl->mReadOnlySpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5621. Fail("Cannot use 'readonly' and 'const' together", fieldDecl);
  5622. if ((fieldDecl->mVolatileSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5623. Fail("Cannot use 'volatile' and 'const' together", fieldDecl);
  5624. if (handled)
  5625. return fieldDecl;
  5626. }
  5627. // Eat node
  5628. if (memberDecl != NULL)
  5629. ReplaceNode(tokenNode, memberDecl);
  5630. Fail("Invalid token", tokenNode);
  5631. return memberDecl;
  5632. }
  5633. void BfReducer::ReadPropertyBlock(BfPropertyDeclaration* propertyDeclaration, BfBlock* block)
  5634. {
  5635. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  5636. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  5637. bool hadGet = false;
  5638. bool hadSet = false;
  5639. while (true)
  5640. {
  5641. BfAstNode* protectionSpecifier = NULL;
  5642. BfAttributeDirective* attributes = NULL;
  5643. auto child = mVisitorPos.GetNext();
  5644. if (child == NULL)
  5645. break;
  5646. String accessorName;
  5647. BfTokenNode* mutSpecifier = NULL;
  5648. while (true)
  5649. {
  5650. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5651. if (tokenNode == NULL)
  5652. break;
  5653. BfToken token = tokenNode->GetToken();
  5654. if (token == BfToken_LBracket)
  5655. {
  5656. mVisitorPos.MoveNext();
  5657. attributes = CreateAttributeDirective(tokenNode);
  5658. child = mVisitorPos.GetNext();
  5659. }
  5660. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5661. if (tokenNode == NULL)
  5662. break;
  5663. token = tokenNode->GetToken();
  5664. if ((token == BfToken_Private) ||
  5665. (token == BfToken_Protected) ||
  5666. (token == BfToken_Public) ||
  5667. (token == BfToken_Internal))
  5668. {
  5669. SetProtection(NULL, protectionSpecifier, tokenNode);
  5670. mVisitorPos.MoveNext();
  5671. child = mVisitorPos.GetCurrent();
  5672. }
  5673. else if (token == BfToken_Mut)
  5674. {
  5675. Fail("'mut' must be specified after get/set", tokenNode);
  5676. mutSpecifier = tokenNode;
  5677. mVisitorPos.MoveNext();
  5678. }
  5679. else
  5680. break;
  5681. child = mVisitorPos.GetNext();
  5682. }
  5683. auto identifierNode = child;
  5684. auto accessorIdentifier = BfNodeDynCast<BfIdentifierNode>(child);
  5685. if (accessorIdentifier != NULL)
  5686. {
  5687. accessorName = accessorIdentifier->ToString();
  5688. mVisitorPos.MoveNext();
  5689. child = mVisitorPos.GetNext();
  5690. }
  5691. if (accessorName == "get")
  5692. {
  5693. // if (hadGet)
  5694. // Fail("Only one 'get' method can be specified", accessorIdentifier);
  5695. hadGet = true;
  5696. }
  5697. else if (accessorName == "set")
  5698. {
  5699. // if (hadSet)
  5700. // Fail("Only one 'set' method can be specified", accessorIdentifier);
  5701. hadSet = true;
  5702. }
  5703. else
  5704. {
  5705. Fail("Expected 'set' or 'get'", identifierNode);
  5706. }
  5707. BfAstNode* bodyAfterNode = accessorIdentifier;
  5708. BfAstNode* body = NULL;
  5709. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5710. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Mut))
  5711. {
  5712. if (mutSpecifier != NULL)
  5713. {
  5714. Fail("'mut' already specified", mutSpecifier);
  5715. }
  5716. mutSpecifier = tokenNode;
  5717. bodyAfterNode = tokenNode;
  5718. mVisitorPos.MoveNext();
  5719. child = mVisitorPos.GetNext();
  5720. }
  5721. bool handled = false;
  5722. BfTokenNode* fatArrowToken = NULL;
  5723. BfAstNode* endSemicolon = NULL;
  5724. if ((tokenNode = BfNodeDynCast<BfTokenNode>(child)))
  5725. {
  5726. if ((tokenNode->GetToken() == BfToken_Semicolon))
  5727. {
  5728. handled = true;
  5729. endSemicolon = tokenNode;
  5730. mVisitorPos.MoveNext();
  5731. }
  5732. else if (tokenNode->mToken == BfToken_FatArrow)
  5733. {
  5734. handled = true;
  5735. fatArrowToken = tokenNode;
  5736. mVisitorPos.MoveNext();
  5737. auto expr = CreateExpressionAfter(tokenNode);
  5738. if (expr != NULL)
  5739. {
  5740. body = expr;
  5741. endSemicolon = ExpectTokenAfter(expr, BfToken_Semicolon);
  5742. }
  5743. }
  5744. }
  5745. if (!handled)
  5746. {
  5747. if (bodyAfterNode != NULL)
  5748. {
  5749. body = ExpectBlockAfter(bodyAfterNode);
  5750. }
  5751. else
  5752. {
  5753. if (auto accessorBlock = BfNodeDynCast<BfBlock>(child))
  5754. {
  5755. body = accessorBlock;
  5756. mVisitorPos.MoveNext();
  5757. }
  5758. if (body == NULL)
  5759. {
  5760. if (child != NULL)
  5761. {
  5762. Fail("Block expected", child);
  5763. AddErrorNode(child);
  5764. mVisitorPos.MoveNext();
  5765. }
  5766. continue;
  5767. }
  5768. }
  5769. }
  5770. if (auto block = BfNodeDynCast<BfBlock>(body))
  5771. {
  5772. if (((attributes == NULL) && (IsNodeRelevant(block))) ||
  5773. ((attributes != NULL) && (IsNodeRelevant(attributes, block))))
  5774. {
  5775. HandleBlock(block);
  5776. }
  5777. }
  5778. if ((body == NULL) && (!handled))
  5779. {
  5780. if (protectionSpecifier != NULL)
  5781. AddErrorNode(protectionSpecifier);
  5782. if (accessorIdentifier != NULL)
  5783. AddErrorNode(accessorIdentifier);
  5784. if (mutSpecifier != NULL)
  5785. AddErrorNode(mutSpecifier);
  5786. continue;
  5787. }
  5788. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  5789. method->mPropertyDeclaration = propertyDeclaration;
  5790. if (fatArrowToken != NULL)
  5791. MEMBER_SET(method, mFatArrowToken, fatArrowToken);
  5792. if (endSemicolon != NULL)
  5793. MEMBER_SET(method, mEndSemicolon, endSemicolon);
  5794. if (protectionSpecifier != NULL)
  5795. MEMBER_SET(method, mProtectionSpecifier, protectionSpecifier);
  5796. if (accessorIdentifier != NULL)
  5797. MEMBER_SET(method, mNameNode, accessorIdentifier);
  5798. if (body != NULL)
  5799. {
  5800. MEMBER_SET(method, mBody, body);
  5801. }
  5802. if (mutSpecifier != NULL)
  5803. MEMBER_SET(method, mMutSpecifier, mutSpecifier);
  5804. // if ((accessorBlock != NULL) && (IsNodeRelevant(propertyDeclaration)))
  5805. // HandleBlock(accessorBlock);
  5806. if (attributes != NULL)
  5807. MEMBER_SET(method, mAttributes, attributes);
  5808. methods.push_back(method);
  5809. }
  5810. }
  5811. BfAstNode* BfReducer::ReadTypeMember(BfAstNode* node, int depth, BfAstNode* deferredHeadNode)
  5812. {
  5813. // SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, node, false);
  5814. // if (depth == 0)
  5815. // prevTypeMemberNodeStart.Set();
  5816. AssertCurrentNode(node);
  5817. BfTokenNode* refToken = NULL;
  5818. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  5819. {
  5820. BfToken token = tokenNode->GetToken();
  5821. bool isTypeRef = false;
  5822. if ((token == BfToken_Delegate) || (token == BfToken_Function))
  5823. {
  5824. // We need to differentiate between a delegate type reference and a delegate type declaration
  5825. int endNodeIdx = -1;
  5826. if (IsTypeReference(node, BfToken_LParen, &endNodeIdx))
  5827. {
  5828. isTypeRef = true;
  5829. }
  5830. }
  5831. if (isTypeRef)
  5832. {
  5833. // Handled below
  5834. }
  5835. else if ((token == BfToken_Ref) || (token == BfToken_Mut))
  5836. {
  5837. refToken = tokenNode;
  5838. mVisitorPos.MoveNext();
  5839. // Read type member
  5840. }
  5841. else if ((token == BfToken_Var) ||
  5842. (token == BfToken_Let) ||
  5843. (token == BfToken_AllocType) ||
  5844. (token == BfToken_RetType) ||
  5845. (token == BfToken_Nullable) ||
  5846. (token == BfToken_Comptype) ||
  5847. (token == BfToken_Decltype) ||
  5848. (token == BfToken_LParen))
  5849. {
  5850. // Read type member
  5851. }
  5852. else
  5853. {
  5854. SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, tokenNode, false);
  5855. if (depth == 0)
  5856. prevTypeMemberNodeStart.Set();
  5857. return ReadTypeMember(tokenNode, depth, deferredHeadNode);
  5858. }
  5859. }
  5860. else if (auto block = BfNodeDynCast<BfBlock>(node))
  5861. {
  5862. Fail("Expected method declaration", node);
  5863. HandleBlock(block);
  5864. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5865. ReplaceNode(block, methodDecl);
  5866. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5867. methodDecl->mBody = block;
  5868. return methodDecl;
  5869. }
  5870. BfTokenNode* indexerThisToken = NULL;
  5871. bool isIndexProp = false;
  5872. auto origNode = node;
  5873. if (refToken != NULL)
  5874. {
  5875. auto nextNode = mVisitorPos.Get(mVisitorPos.mReadPos);
  5876. if (nextNode != NULL)
  5877. node = nextNode;
  5878. }
  5879. auto typeRef = CreateTypeRef(node);
  5880. if (typeRef == NULL)
  5881. {
  5882. if (refToken != NULL)
  5883. {
  5884. AddErrorNode(refToken);
  5885. if (mVisitorPos.Get(mVisitorPos.mReadPos) == node)
  5886. {
  5887. mVisitorPos.mReadPos--;
  5888. return NULL;
  5889. }
  5890. }
  5891. #ifdef BF_AST_HAS_PARENT_MEMBER
  5892. BF_ASSERT(node->mParent != NULL);
  5893. #endif
  5894. AddErrorNode(node);
  5895. return NULL;
  5896. }
  5897. if (refToken != NULL)
  5898. typeRef = CreateRefTypeRef(typeRef, refToken);
  5899. node = typeRef;
  5900. auto nextNode = mVisitorPos.GetNext();
  5901. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  5902. {
  5903. if (tokenNode->GetToken() == BfToken_This)
  5904. indexerThisToken = tokenNode;
  5905. }
  5906. BfTokenNode* explicitInterfaceDot = NULL;
  5907. BfTypeReference* explicitInterface = NULL;
  5908. bool forceIsMethod = false;
  5909. nextNode = mVisitorPos.GetNext();
  5910. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5911. if (nameIdentifier != NULL)
  5912. {
  5913. mVisitorPos.MoveNext();
  5914. bool doExplicitInterface = false;
  5915. int endNodeIdx = -1;
  5916. //mVisitorPos.mReadPos++;
  5917. int nameIdentifierIdx = mVisitorPos.mReadPos;
  5918. doExplicitInterface = IsTypeReference(nameIdentifier, BfToken_LParen, &endNodeIdx);
  5919. //mVisitorPos.mReadPos--;
  5920. BfAstNode* endNode = mVisitorPos.Get(endNodeIdx);
  5921. if (!doExplicitInterface)
  5922. {
  5923. if (auto endToken = BfNodeDynCastExact<BfTokenNode>(endNode))
  5924. {
  5925. if (endToken->GetToken() == BfToken_This)
  5926. {
  5927. indexerThisToken = endToken;
  5928. doExplicitInterface = true;
  5929. }
  5930. }
  5931. else if (auto block = BfNodeDynCastExact<BfBlock>(endNode))
  5932. {
  5933. doExplicitInterface = true; // Qualified property
  5934. }
  5935. }
  5936. // Experimental 'more permissive' explicit interface check
  5937. if (endNodeIdx != -1)
  5938. doExplicitInterface = true;
  5939. if (doExplicitInterface)
  5940. {
  5941. auto prevEndNode = mVisitorPos.Get(endNodeIdx - 1);
  5942. int explicitInterfaceDotIdx = QualifiedBacktrack(prevEndNode, endNodeIdx - 1);
  5943. if (explicitInterfaceDotIdx != -1)
  5944. {
  5945. explicitInterfaceDot = (BfTokenNode*)mVisitorPos.Get(explicitInterfaceDotIdx);
  5946. mVisitorPos.mReadPos = nameIdentifierIdx;
  5947. explicitInterfaceDot->SetToken(BfToken_Bar); // Hack to stop TypeRef parsing
  5948. explicitInterface = CreateTypeRef(nameIdentifier);
  5949. explicitInterfaceDot->SetToken(BfToken_Dot);
  5950. if (explicitInterface == NULL)
  5951. return NULL;
  5952. mVisitorPos.mReadPos = explicitInterfaceDotIdx;
  5953. if (indexerThisToken == NULL)
  5954. {
  5955. nameIdentifier = ExpectIdentifierAfter(explicitInterfaceDot);
  5956. if (nameIdentifier == NULL)
  5957. {
  5958. // Looks like a method declaration
  5959. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  5960. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  5961. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  5962. if (typeRef != NULL)
  5963. ReplaceNode(typeRef, methodDeclaration);
  5964. else
  5965. ReplaceNode(nameIdentifier, methodDeclaration);
  5966. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5967. MEMBER_SET(methodDeclaration, mReturnType, typeRef);
  5968. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  5969. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5970. return methodDeclaration;
  5971. }
  5972. }
  5973. }
  5974. }
  5975. }
  5976. else if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5977. {
  5978. if (nextToken->GetToken() == BfToken_Operator)
  5979. {
  5980. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  5981. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  5982. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  5983. ReplaceNode(typeRef, operatorDecl);
  5984. operatorDecl->mReturnType = typeRef;
  5985. mVisitorPos.MoveNext();
  5986. MEMBER_SET(operatorDecl, mOperatorToken, nextToken);
  5987. bool hadFailedOperator = false;
  5988. auto nextNode = mVisitorPos.GetNext();
  5989. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5990. {
  5991. operatorDecl->mBinOp = BfTokenToBinaryOp(nextToken->GetToken());
  5992. if (operatorDecl->mBinOp != BfBinaryOp_None)
  5993. {
  5994. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5995. mVisitorPos.MoveNext();
  5996. }
  5997. else
  5998. {
  5999. operatorDecl->mUnaryOp = BfTokenToUnaryOp(nextToken->GetToken());
  6000. if (operatorDecl->mUnaryOp != BfUnaryOp_None)
  6001. {
  6002. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  6003. mVisitorPos.MoveNext();
  6004. }
  6005. else
  6006. {
  6007. operatorDecl->mAssignOp = BfTokenToAssignmentOp(nextToken->GetToken());
  6008. if (operatorDecl->mAssignOp == BfAssignmentOp_Assign)
  6009. {
  6010. Fail("The assignment operator '=' cannot be overridden", nextToken);
  6011. }
  6012. if (operatorDecl->mAssignOp != BfAssignmentOp_None)
  6013. {
  6014. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  6015. mVisitorPos.MoveNext();
  6016. }
  6017. else if (nextToken->GetToken() != BfToken_LParen)
  6018. {
  6019. Fail("Invalid operator type", nextToken);
  6020. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  6021. mVisitorPos.MoveNext();
  6022. }
  6023. }
  6024. }
  6025. }
  6026. if ((operatorDecl->mOpTypeToken == NULL) && (operatorDecl->mReturnType == NULL) && (!hadFailedOperator))
  6027. {
  6028. FailAfter("Expected operator type", operatorDecl);
  6029. return NULL;
  6030. }
  6031. ParseMethod(operatorDecl, &params, &commas);
  6032. if (params.size() == 1)
  6033. {
  6034. if (operatorDecl->mBinOp == BfBinaryOp_Add)
  6035. {
  6036. operatorDecl->mBinOp = BfBinaryOp_None;
  6037. operatorDecl->mUnaryOp = BfUnaryOp_Positive;
  6038. }
  6039. else if (operatorDecl->mBinOp == BfBinaryOp_Subtract)
  6040. {
  6041. operatorDecl->mBinOp = BfBinaryOp_None;
  6042. operatorDecl->mUnaryOp = BfUnaryOp_Negate;
  6043. }
  6044. }
  6045. return operatorDecl;
  6046. }
  6047. else if (nextToken->GetToken() == BfToken_LParen)
  6048. {
  6049. Fail("Method return type expected", node);
  6050. nameIdentifier = BfNodeDynCast<BfIdentifierNode>(origNode);
  6051. if (nameIdentifier != NULL)
  6052. {
  6053. // Remove TypeRef
  6054. ReplaceNode(typeRef, nameIdentifier);
  6055. typeRef = NULL;
  6056. }
  6057. }
  6058. }
  6059. if ((nameIdentifier != NULL) || (forceIsMethod) || (indexerThisToken != NULL))
  6060. {
  6061. //ExtractExplicitInterfaceRef
  6062. int blockAfterIdx = mVisitorPos.mReadPos + 1;
  6063. BfAstNode* blockAfterPos = nameIdentifier;
  6064. BfPropertyDeclaration* propertyDeclaration = NULL;
  6065. if ((indexerThisToken != NULL) && (mVisitorPos.GetNext() != indexerThisToken))
  6066. {
  6067. indexerThisToken = NULL;
  6068. }
  6069. if (indexerThisToken != NULL)
  6070. {
  6071. auto indexerDeclaration = mAlloc->Alloc<BfIndexerDeclaration>();
  6072. BfDeferredAstSizedArray<BfParameterDeclaration*> params(indexerDeclaration->mParams, mAlloc);
  6073. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerDeclaration->mCommas, mAlloc);
  6074. ReplaceNode(typeRef, indexerDeclaration);
  6075. indexerDeclaration->mTypeRef = typeRef;
  6076. MEMBER_SET(indexerDeclaration, mThisToken, indexerThisToken);
  6077. mVisitorPos.MoveNext();
  6078. if (explicitInterface != NULL)
  6079. {
  6080. MEMBER_SET(indexerDeclaration, mExplicitInterface, explicitInterface);
  6081. MEMBER_SET(indexerDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6082. //mVisitorPos.mReadPos = endNodeIdx;
  6083. }
  6084. auto openToken = ExpectTokenAfter(indexerDeclaration, BfToken_LBracket);
  6085. if (openToken == NULL)
  6086. return indexerDeclaration;
  6087. MEMBER_SET(indexerDeclaration, mOpenBracket, openToken);
  6088. auto endToken = ParseMethodParams(indexerDeclaration, &params, &commas, BfToken_RBracket, true);
  6089. if (endToken == NULL)
  6090. return indexerDeclaration;
  6091. MEMBER_SET(indexerDeclaration, mCloseBracket, endToken);
  6092. propertyDeclaration = indexerDeclaration;
  6093. blockAfterPos = propertyDeclaration;
  6094. mVisitorPos.MoveNext();
  6095. blockAfterIdx = mVisitorPos.mReadPos + 1;
  6096. }
  6097. else
  6098. {
  6099. blockAfterPos = nameIdentifier;
  6100. }
  6101. nextNode = mVisitorPos.Get(blockAfterIdx);
  6102. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6103. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  6104. bool isExprBodyProp = (tokenNode != NULL) && (tokenNode->mToken == BfToken_FatArrow);
  6105. // Property.
  6106. // If we don't have a token afterwards then still treat it as a property for autocomplete purposes
  6107. if ((typeRef != NULL) &&
  6108. ((block != NULL) || (tokenNode == NULL) || (isExprBodyProp)))
  6109. {
  6110. if (propertyDeclaration == NULL)
  6111. {
  6112. if ((block == NULL) && (!isExprBodyProp))
  6113. {
  6114. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6115. ReplaceNode(typeRef, propDecl);
  6116. propDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6117. propDecl->mTypeRef = typeRef;
  6118. if (explicitInterface != NULL)
  6119. {
  6120. MEMBER_SET(propDecl, mExplicitInterface, explicitInterface);
  6121. MEMBER_SET(propDecl, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6122. }
  6123. // Don't set the name identifier, this could be bogus
  6124. //mVisitorPos.mReadPos--;
  6125. // WHY did we want to not set this?
  6126. // If we don't, then typing a new method name will end up treating the name node as a typeRef
  6127. // which can autocomplete incorrectly
  6128. MEMBER_SET(propDecl, mNameNode, nameIdentifier);
  6129. return propDecl;
  6130. }
  6131. mVisitorPos.mReadPos = blockAfterIdx;
  6132. propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  6133. ReplaceNode(typeRef, propertyDeclaration);
  6134. propertyDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6135. propertyDeclaration->mTypeRef = typeRef;
  6136. if (explicitInterface != NULL)
  6137. {
  6138. MEMBER_SET(propertyDeclaration, mExplicitInterface, explicitInterface);
  6139. MEMBER_SET(propertyDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6140. }
  6141. MEMBER_SET(propertyDeclaration, mNameNode, nameIdentifier);
  6142. //mVisitorPos.MoveNext();
  6143. }
  6144. else
  6145. mVisitorPos.mReadPos = blockAfterIdx;
  6146. if (block != NULL)
  6147. {
  6148. MEMBER_SET(propertyDeclaration, mDefinitionBlock, block);
  6149. ReadPropertyBlock(propertyDeclaration, block);
  6150. }
  6151. else if (isExprBodyProp)
  6152. {
  6153. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  6154. auto propertyBodyExpr = mAlloc->Alloc<BfPropertyBodyExpression>();
  6155. ReplaceNode(tokenNode, propertyBodyExpr);
  6156. MEMBER_SET(propertyBodyExpr, mFatTokenArrow, tokenNode);
  6157. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  6158. method->mPropertyDeclaration = propertyDeclaration;
  6159. method->mNameNode = propertyDeclaration->mNameNode;
  6160. auto expr = CreateExpressionAfter(tokenNode);
  6161. if (expr != NULL)
  6162. {
  6163. MEMBER_SET(method, mBody, expr);
  6164. propertyDeclaration->SetSrcEnd(expr->GetSrcEnd());
  6165. }
  6166. methods.Add(method);
  6167. MEMBER_SET(propertyDeclaration, mDefinitionBlock, propertyBodyExpr);
  6168. }
  6169. return propertyDeclaration;
  6170. }
  6171. else if (propertyDeclaration != NULL)
  6172. {
  6173. // Failure case
  6174. block = ExpectBlockAfter(blockAfterPos);
  6175. BF_ASSERT(block == NULL);
  6176. return propertyDeclaration;
  6177. }
  6178. //nextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  6179. /*if (tokenNode == NULL)
  6180. {
  6181. mVisitorPos.MoveNext();
  6182. ExpectTokenAfter(nameIdentifier, BfToken_Semicolon);
  6183. // Just 'eat' the typeRef by stuffing it into a property declaration
  6184. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6185. ReplaceNode(typeRef, fieldDecl);
  6186. fieldDecl->mTypeRef = typeRef;
  6187. return fieldDecl;
  6188. }*/
  6189. if (tokenNode == NULL)
  6190. {
  6191. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6192. ReplaceNode(nameIdentifier, fieldDecl);
  6193. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6194. fieldDecl->mNameNode = nameIdentifier;
  6195. return fieldDecl;
  6196. }
  6197. BfToken token = tokenNode->GetToken();
  6198. if ((token == BfToken_LParen) ||
  6199. (token == BfToken_LChevron))
  6200. {
  6201. if (token == BfToken_LChevron)
  6202. {
  6203. //mVisitorPos.mReadPos++;
  6204. bool isTypeRef = IsTypeReference(nameIdentifier, BfToken_LParen);
  6205. //mVisitorPos.mReadPos--;
  6206. if (!isTypeRef)
  6207. {
  6208. bool onNewLine = false;
  6209. auto src = nameIdentifier->GetSourceData();
  6210. int srcStart = nameIdentifier->GetSrcStart();
  6211. for (int srcIdx = typeRef->GetSrcEnd(); srcIdx < srcStart; srcIdx++)
  6212. if (src->mSrc[srcIdx] == '\n')
  6213. onNewLine = false;
  6214. if (onNewLine)
  6215. {
  6216. // Actually it looks like a partially formed type declaration followed by a method
  6217. // which returns a generic type
  6218. FailAfter("Name expected", typeRef);
  6219. auto fieldDecl = mAlloc->Alloc<BfFieldDeclaration>();
  6220. ReplaceNode(typeRef, fieldDecl);
  6221. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6222. fieldDecl->mTypeRef = typeRef;
  6223. return fieldDecl;
  6224. }
  6225. }
  6226. }
  6227. // Looks like a method declaration
  6228. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  6229. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  6230. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  6231. if (typeRef != NULL)
  6232. ReplaceNode(typeRef, methodDeclaration);
  6233. else
  6234. ReplaceNode(nameIdentifier, methodDeclaration);
  6235. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6236. if (explicitInterface != NULL)
  6237. {
  6238. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  6239. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6240. }
  6241. if (token == BfToken_LChevron)
  6242. {
  6243. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  6244. if (genericParams != NULL)
  6245. {
  6246. MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
  6247. }
  6248. }
  6249. methodDeclaration->mReturnType = typeRef;
  6250. MEMBER_SET_CHECKED(methodDeclaration, mNameNode, nameIdentifier);
  6251. mCurMethodDecl = methodDeclaration;
  6252. ParseMethod(methodDeclaration, &params, &commas);
  6253. mCurMethodDecl = NULL;
  6254. return methodDeclaration;
  6255. }
  6256. return CreateFieldDeclaration(tokenNode, typeRef, nameIdentifier, NULL);
  6257. }
  6258. FailAfter("Member name expected", node);
  6259. // Same fail case as "expected member declaration"
  6260. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6261. ReplaceNode(typeRef, fieldDecl);
  6262. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6263. fieldDecl->mTypeRef = typeRef;
  6264. return fieldDecl;
  6265. }
  6266. BfInvocationExpression* BfReducer::CreateInvocationExpression(BfAstNode* target, CreateExprFlags createExprFlags)
  6267. {
  6268. auto tokenNode = ExpectTokenAfter(target, BfToken_LParen, BfToken_LChevron, BfToken_Bang);
  6269. auto invocationExpr = mAlloc->Alloc<BfInvocationExpression>();
  6270. BfDeferredAstSizedArray<BfExpression*> arguments(invocationExpr->mArguments, mAlloc);
  6271. BfDeferredAstSizedArray<BfTokenNode*> commas(invocationExpr->mCommas, mAlloc);
  6272. invocationExpr->mTarget = target;
  6273. ReplaceNode(target, invocationExpr);
  6274. if (tokenNode == NULL)
  6275. return invocationExpr;
  6276. if (tokenNode->GetToken() == BfToken_Bang)
  6277. {
  6278. MoveNode(tokenNode, invocationExpr);
  6279. if (tokenNode->GetSrcEnd() == invocationExpr->mTarget->GetSrcEnd() + 1)
  6280. {
  6281. BfAstNode* target = invocationExpr->mTarget;
  6282. while (true)
  6283. {
  6284. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(target))
  6285. target = qualifiedNameNode->mRight;
  6286. else if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(target))
  6287. target = memberRefExpr->mMemberName;
  6288. else if (auto attribIdentifierNode = BfNodeDynCast<BfAttributedIdentifierNode>(target))
  6289. target = attribIdentifierNode->mIdentifier;
  6290. else
  6291. break;
  6292. }
  6293. if (target != NULL)
  6294. {
  6295. BF_ASSERT(tokenNode->GetSrcEnd() == target->GetSrcEnd() + 1);
  6296. target->SetSrcEnd(tokenNode->GetSrcEnd());
  6297. invocationExpr->mTarget->SetSrcEnd(tokenNode->GetSrcEnd());
  6298. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6299. {
  6300. if (nextToken->GetToken() == BfToken_Colon)
  6301. {
  6302. /*auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6303. ReplaceNode(invocationExpr->mTarget, scopedInvocationTarget);
  6304. scopedInvocationTarget->mTarget = invocationExpr->mTarget;
  6305. invocationExpr->mTarget = scopedInvocationTarget;
  6306. MEMBER_SET(scopedInvocationTarget, mColonToken, nextToken);
  6307. mVisitorPos.MoveNext();
  6308. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6309. {
  6310. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6311. {
  6312. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6313. mVisitorPos.MoveNext();
  6314. }
  6315. }
  6316. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6317. {
  6318. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6319. mVisitorPos.MoveNext();
  6320. }
  6321. if (scopedInvocationTarget->mScopeName == NULL)
  6322. {
  6323. FailAfter("Expected scope name", scopedInvocationTarget);
  6324. }*/
  6325. auto scopedInvocationTarget = CreateScopedInvocationTarget(invocationExpr->mTarget, nextToken);
  6326. invocationExpr->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6327. }
  6328. }
  6329. }
  6330. }
  6331. else
  6332. Fail("No space allowed before token", tokenNode);
  6333. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen, BfToken_LChevron);
  6334. if (tokenNode == NULL)
  6335. return invocationExpr;
  6336. }
  6337. if (tokenNode->GetToken() == BfToken_LChevron)
  6338. {
  6339. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6340. MEMBER_SET_CHECKED(invocationExpr, mGenericArgs, genericParamsDecl);
  6341. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen);
  6342. }
  6343. MEMBER_SET_CHECKED(invocationExpr, mOpenParen, tokenNode);
  6344. tokenNode = ReadArguments(invocationExpr, invocationExpr, &arguments, &commas, BfToken_RParen, true);
  6345. if (tokenNode != NULL)
  6346. {
  6347. MEMBER_SET(invocationExpr, mCloseParen, tokenNode);
  6348. }
  6349. return invocationExpr;
  6350. }
  6351. BfInitializerExpression* BfReducer::TryCreateInitializerExpression(BfAstNode* target)
  6352. {
  6353. auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext());
  6354. if (block == NULL)
  6355. return NULL;
  6356. mVisitorPos.MoveNext();
  6357. auto initializerExpr = mAlloc->Alloc<BfInitializerExpression>();
  6358. ReplaceNode(target, initializerExpr);
  6359. initializerExpr->mTarget = target;
  6360. MEMBER_SET(initializerExpr, mOpenBrace, block->mOpenBrace);
  6361. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6362. bool isDone = !mVisitorPos.MoveNext();
  6363. BfDeferredAstNodeSizedArray<BfExpression*> values(initializerExpr, initializerExpr->mValues, mAlloc);
  6364. BfDeferredAstNodeSizedArray<BfTokenNode*> commas(initializerExpr, initializerExpr->mCommas, mAlloc);
  6365. BfAstNode* nextNode = NULL;
  6366. while (!isDone)
  6367. {
  6368. BfAstNode* node = mVisitorPos.GetCurrent();
  6369. initializerExpr->mSrcEnd = node->mSrcEnd;
  6370. auto expr = CreateExpression(node);
  6371. isDone = !mVisitorPos.MoveNext();
  6372. if (expr != NULL)
  6373. values.Add(expr);
  6374. else
  6375. AddErrorNode(node);
  6376. if (!isDone)
  6377. {
  6378. bool foundComma = false;
  6379. node = mVisitorPos.GetCurrent();
  6380. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  6381. {
  6382. if (tokenNode->mToken == BfToken_Comma)
  6383. {
  6384. foundComma = true;
  6385. commas.Add(tokenNode);
  6386. isDone = !mVisitorPos.MoveNext();
  6387. }
  6388. }
  6389. }
  6390. }
  6391. mVisitorPos.Trim();
  6392. if (block->mCloseBrace != NULL)
  6393. MEMBER_SET(initializerExpr, mCloseBrace, block->mCloseBrace);
  6394. return initializerExpr;
  6395. }
  6396. BfDelegateBindExpression* BfReducer::CreateDelegateBindExpression(BfAstNode* allocNode)
  6397. {
  6398. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  6399. ReplaceNode(allocNode, delegateBindExpr);
  6400. MEMBER_SET(delegateBindExpr, mNewToken, allocNode);
  6401. auto tokenNode = ExpectTokenAfter(delegateBindExpr, BfToken_FatArrow);
  6402. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  6403. auto expr = CreateExpressionAfter(delegateBindExpr);
  6404. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  6405. auto nextNode = mVisitorPos.GetNext();
  6406. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  6407. {
  6408. if (tokenNode->GetToken() == BfToken_LChevron)
  6409. {
  6410. mVisitorPos.MoveNext();
  6411. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6412. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  6413. }
  6414. }
  6415. return delegateBindExpr;
  6416. }
  6417. BfLambdaBindExpression* BfReducer::CreateLambdaBindExpression(BfAstNode* allocNode, BfTokenNode* parenToken)
  6418. {
  6419. auto lambdaBindExpr = mAlloc->Alloc<BfLambdaBindExpression>();
  6420. BfDeferredAstSizedArray<BfIdentifierNode*> params(lambdaBindExpr->mParams, mAlloc);
  6421. BfDeferredAstSizedArray<BfTokenNode*> commas(lambdaBindExpr->mCommas, mAlloc);
  6422. BfTokenNode* tokenNode;
  6423. if (allocNode != NULL)
  6424. {
  6425. ReplaceNode(allocNode, lambdaBindExpr);
  6426. MEMBER_SET(lambdaBindExpr, mNewToken, allocNode);
  6427. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen, BfToken_LBracket);
  6428. }
  6429. else
  6430. {
  6431. ReplaceNode(parenToken, lambdaBindExpr);
  6432. tokenNode = parenToken;
  6433. }
  6434. if (tokenNode == NULL)
  6435. return lambdaBindExpr;
  6436. MEMBER_SET_CHECKED(lambdaBindExpr, mOpenParen, tokenNode);
  6437. for (int paramIdx = 0; true; paramIdx++)
  6438. {
  6439. bool isRParen = false;
  6440. auto nextNode = mVisitorPos.GetNext();
  6441. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  6442. isRParen = tokenNode->GetToken() == BfToken_RParen;
  6443. if (!isRParen)
  6444. {
  6445. auto nameIdentifier = ExpectIdentifierAfter(lambdaBindExpr, "parameter name");
  6446. if (nameIdentifier == NULL)
  6447. return lambdaBindExpr;
  6448. MoveNode(nameIdentifier, lambdaBindExpr);
  6449. params.push_back(nameIdentifier);
  6450. }
  6451. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_Comma, BfToken_RParen);
  6452. if (tokenNode == NULL)
  6453. return lambdaBindExpr;
  6454. if (tokenNode->GetToken() == BfToken_RParen)
  6455. {
  6456. MEMBER_SET(lambdaBindExpr, mCloseParen, tokenNode);
  6457. break;
  6458. }
  6459. MoveNode(tokenNode, lambdaBindExpr);
  6460. commas.push_back(tokenNode);
  6461. }
  6462. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_FatArrow);
  6463. MEMBER_SET_CHECKED(lambdaBindExpr, mFatArrowToken, tokenNode);
  6464. auto nextNode = mVisitorPos.GetNext();
  6465. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6466. if (block != NULL)
  6467. {
  6468. HandleBlock(block, true);
  6469. mVisitorPos.MoveNext();
  6470. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, block);
  6471. }
  6472. else
  6473. {
  6474. auto expr = CreateExpressionAfter(lambdaBindExpr);
  6475. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, expr);
  6476. }
  6477. auto lambdaDtor = CreateFieldDtorDeclaration(lambdaBindExpr);
  6478. if (lambdaDtor != NULL)
  6479. {
  6480. if ((mIsFieldInitializer) && (!mInParenExpr))
  6481. {
  6482. Fail("Ambiguous destructor: could be field destructor or lambda destructor. Disambiguate with parentheses, either '(lambda) ~ fieldDtor' or '(lambda ~ lambdaDtor)'", lambdaBindExpr);
  6483. }
  6484. lambdaBindExpr->mDtor = lambdaDtor;
  6485. }
  6486. return lambdaBindExpr;
  6487. }
  6488. BfCollectionInitializerExpression* BfReducer::CreateCollectionInitializerExpression(BfBlock* block)
  6489. {
  6490. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6491. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6492. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6493. ReplaceNode(block, arrayInitializerExpression);
  6494. MEMBER_SET(arrayInitializerExpression, mOpenBrace, block->mOpenBrace);
  6495. if (block->mCloseBrace != NULL)
  6496. MEMBER_SET(arrayInitializerExpression, mCloseBrace, block->mCloseBrace);
  6497. block->mOpenBrace = NULL;
  6498. block->mCloseBrace = NULL;
  6499. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6500. bool isDone = !mVisitorPos.MoveNext();
  6501. while (true)
  6502. {
  6503. auto head = mVisitorPos.GetCurrent();
  6504. if (head == NULL)
  6505. break;
  6506. BfExpression* expression;
  6507. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6508. expression = CreateCollectionInitializerExpression(innerBlock);
  6509. else
  6510. expression = CreateExpression(head);
  6511. if (expression == NULL)
  6512. break;
  6513. auto nextNode = mVisitorPos.GetNext();
  6514. bool atEnd = nextNode == NULL;
  6515. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RBrace);
  6516. MoveNode(expression, arrayInitializerExpression);
  6517. values.push_back(expression);
  6518. if ((!atEnd) && (tokenNode == NULL))
  6519. break;
  6520. if (atEnd)
  6521. break;
  6522. MoveNode(tokenNode, arrayInitializerExpression);
  6523. commas.push_back(tokenNode);
  6524. isDone = !mVisitorPos.MoveNext();
  6525. }
  6526. return arrayInitializerExpression;
  6527. }
  6528. BfCollectionInitializerExpression * BfReducer::CreateCollectionInitializerExpression(BfTokenNode* openToken)
  6529. {
  6530. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6531. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6532. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6533. ReplaceNode(openToken, arrayInitializerExpression);
  6534. MEMBER_SET(arrayInitializerExpression, mOpenBrace, openToken);
  6535. bool isDone = !mVisitorPos.MoveNext();
  6536. while (true)
  6537. {
  6538. auto head = mVisitorPos.GetCurrent();
  6539. if (head == NULL)
  6540. break;
  6541. BfExpression* expression;
  6542. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6543. expression = CreateCollectionInitializerExpression(innerBlock);
  6544. else
  6545. {
  6546. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(head))
  6547. {
  6548. if (tokenNode->mToken == BfToken_RParen)
  6549. {
  6550. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6551. return arrayInitializerExpression;
  6552. }
  6553. }
  6554. expression = CreateExpression(head);
  6555. }
  6556. if (expression == NULL)
  6557. break;
  6558. auto nextNode = mVisitorPos.GetNext();
  6559. bool atEnd = nextNode == NULL;
  6560. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RParen);
  6561. MoveNode(expression, arrayInitializerExpression);
  6562. values.push_back(expression);
  6563. if ((!atEnd) && (tokenNode == NULL))
  6564. break;
  6565. if (atEnd)
  6566. break;
  6567. MoveNode(tokenNode, arrayInitializerExpression);
  6568. if (tokenNode->GetToken() == BfToken_RParen)
  6569. {
  6570. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6571. break;
  6572. }
  6573. commas.push_back(tokenNode);
  6574. isDone = !mVisitorPos.MoveNext();
  6575. }
  6576. return arrayInitializerExpression;
  6577. }
  6578. BfScopedInvocationTarget* BfReducer::CreateScopedInvocationTarget(BfAstNode*& targetRef, BfTokenNode* colonToken)
  6579. {
  6580. auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6581. ReplaceNode(targetRef, scopedInvocationTarget);
  6582. scopedInvocationTarget->mTarget = targetRef;
  6583. targetRef = scopedInvocationTarget;
  6584. if (colonToken == NULL)
  6585. return scopedInvocationTarget;
  6586. MEMBER_SET(scopedInvocationTarget, mColonToken, colonToken);
  6587. mVisitorPos.MoveNext();
  6588. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6589. {
  6590. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6591. {
  6592. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6593. mVisitorPos.MoveNext();
  6594. }
  6595. }
  6596. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6597. {
  6598. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6599. mVisitorPos.MoveNext();
  6600. }
  6601. if (scopedInvocationTarget->mScopeName == NULL)
  6602. {
  6603. FailAfter("Expected scope name", scopedInvocationTarget);
  6604. }
  6605. return scopedInvocationTarget;
  6606. }
  6607. bool BfReducer::SetProtection(BfAstNode* parentNode, BfAstNode*& protectionNodeRef, BfTokenNode* tokenNode)
  6608. {
  6609. bool failed = false;
  6610. if (protectionNodeRef != NULL)
  6611. {
  6612. if (auto prevToken = BfNodeDynCast<BfTokenNode>(protectionNodeRef))
  6613. {
  6614. if (((prevToken->mToken == BfToken_Protected) && (tokenNode->mToken == BfToken_Internal)) ||
  6615. ((prevToken->mToken == BfToken_Internal) && (tokenNode->mToken == BfToken_Protected)))
  6616. {
  6617. auto tokenPair = mAlloc->Alloc<BfTokenPairNode>();
  6618. if (prevToken->mSrcStart < tokenNode->mSrcStart)
  6619. {
  6620. ReplaceNode(prevToken, tokenPair);
  6621. MEMBER_SET(tokenPair, mLeft, prevToken);
  6622. MEMBER_SET(tokenPair, mRight, tokenNode);
  6623. }
  6624. else
  6625. {
  6626. ReplaceNode(tokenNode, tokenPair);
  6627. MEMBER_SET(tokenPair, mLeft, tokenNode);
  6628. MEMBER_SET(tokenPair, mRight, prevToken);
  6629. }
  6630. protectionNodeRef = tokenPair;
  6631. if (parentNode != NULL)
  6632. MoveNode(tokenPair, parentNode);
  6633. return true;
  6634. }
  6635. }
  6636. Fail("Protection already specified", protectionNodeRef);
  6637. }
  6638. protectionNodeRef = tokenNode;
  6639. if (parentNode != NULL)
  6640. MoveNode(tokenNode, parentNode);
  6641. return !failed;
  6642. }
  6643. BfAstNode* BfReducer::CreateAllocNode(BfTokenNode* allocToken)
  6644. {
  6645. if (allocToken->GetToken() == BfToken_Scope)
  6646. {
  6647. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6648. if (nextToken == NULL)
  6649. return allocToken;
  6650. if ((nextToken->mToken != BfToken_Colon) && (nextToken->mToken != BfToken_LBracket))
  6651. return allocToken;
  6652. auto scopeNode = mAlloc->Alloc<BfScopeNode>();
  6653. ReplaceNode(allocToken, scopeNode);
  6654. scopeNode->mScopeToken = allocToken;
  6655. if (nextToken->mToken == BfToken_Colon)
  6656. {
  6657. MEMBER_SET(scopeNode, mColonToken, nextToken);
  6658. mVisitorPos.MoveNext();
  6659. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6660. {
  6661. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6662. {
  6663. MEMBER_SET(scopeNode, mTargetNode, nextToken);
  6664. mVisitorPos.MoveNext();
  6665. }
  6666. }
  6667. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6668. {
  6669. MEMBER_SET(scopeNode, mTargetNode, identifier);
  6670. mVisitorPos.MoveNext();
  6671. }
  6672. if (scopeNode->mTargetNode == NULL)
  6673. {
  6674. FailAfter("Expected scope name", scopeNode);
  6675. }
  6676. }
  6677. nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6678. if (nextToken == NULL)
  6679. return scopeNode;
  6680. if (nextToken->mToken != BfToken_LBracket)
  6681. return scopeNode;
  6682. mVisitorPos.MoveNext();
  6683. auto attributeDirective = CreateAttributeDirective(nextToken);
  6684. MEMBER_SET(scopeNode, mAttributes, attributeDirective);
  6685. return scopeNode;
  6686. }
  6687. if (allocToken->GetToken() == BfToken_New)
  6688. {
  6689. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6690. if (nextToken == NULL)
  6691. return allocToken;
  6692. if ((nextToken->mToken != BfToken_Colon) && (nextToken->mToken != BfToken_LBracket))
  6693. return allocToken;
  6694. auto newNode = mAlloc->Alloc<BfNewNode>();
  6695. ReplaceNode(allocToken, newNode);
  6696. newNode->mNewToken = allocToken;
  6697. if (nextToken->mToken == BfToken_Colon)
  6698. {
  6699. MEMBER_SET(newNode, mColonToken, nextToken);
  6700. mVisitorPos.MoveNext();
  6701. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6702. {
  6703. BfToken nextToken = nextTokenNode->GetToken();
  6704. if ((nextToken == BfToken_LParen) || (nextToken == BfToken_This) || (nextToken == BfToken_Null))
  6705. {
  6706. auto allocExpr = CreateExpressionAfter(newNode, (CreateExprFlags)(CreateExprFlags_NoCast | CreateExprFlags_ExitOnParenExpr));
  6707. if (allocExpr != NULL)
  6708. {
  6709. MEMBER_SET(newNode, mAllocNode, allocExpr);
  6710. }
  6711. }
  6712. }
  6713. else
  6714. {
  6715. int endNodeIdx = -1;
  6716. int nodeIdx = mVisitorPos.mReadPos;
  6717. mVisitorPos.MoveNext();
  6718. if (IsTypeReference(mVisitorPos.GetCurrent(), BfToken_Bang, &endNodeIdx))
  6719. {
  6720. if (auto bangToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx)))
  6721. {
  6722. if (auto prevIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(endNodeIdx - 1)))
  6723. {
  6724. if (bangToken->GetSrcStart() == prevIdentifier->GetSrcEnd())
  6725. {
  6726. if (endNodeIdx == nodeIdx + 2)
  6727. {
  6728. MEMBER_SET(newNode, mAllocNode, prevIdentifier);
  6729. prevIdentifier->SetSrcEnd(bangToken->GetSrcEnd());
  6730. }
  6731. else
  6732. {
  6733. mVisitorPos.mReadPos = nodeIdx + 1;
  6734. BfExpression* expr = CreateExpression(mVisitorPos.Get(nodeIdx + 1), CreateExprFlags_ExitOnBang);
  6735. expr->SetSrcEnd(bangToken->GetSrcEnd());
  6736. MEMBER_SET(newNode, mAllocNode, expr);
  6737. BfAstNode* memberNode = expr;
  6738. if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(expr))
  6739. {
  6740. memberNode = memberRefExpr->mMemberName;
  6741. }
  6742. else if (auto qualifiedIdentifier = BfNodeDynCast<BfQualifiedNameNode>(expr))
  6743. {
  6744. memberNode = qualifiedIdentifier->mRight;
  6745. }
  6746. if (memberNode != NULL)
  6747. memberNode->SetSrcEnd(bangToken->GetSrcEnd());
  6748. }
  6749. newNode->SetSrcEnd(bangToken->GetSrcEnd());
  6750. mVisitorPos.mReadPos = endNodeIdx;
  6751. BfTokenNode* colonToken = NULL;
  6752. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx + 1)))
  6753. {
  6754. if (nextToken->GetToken() == BfToken_Colon)
  6755. colonToken = nextToken;
  6756. }
  6757. auto scopedInvocationTarget = CreateScopedInvocationTarget(newNode->mAllocNode, colonToken);
  6758. newNode->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6759. }
  6760. }
  6761. }
  6762. }
  6763. if (newNode->mAllocNode == NULL)
  6764. {
  6765. mVisitorPos.mReadPos = nodeIdx;
  6766. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6767. {
  6768. MEMBER_SET(newNode, mAllocNode, identifier);
  6769. mVisitorPos.MoveNext();
  6770. }
  6771. }
  6772. }
  6773. if (newNode->mAllocNode == NULL)
  6774. {
  6775. FailAfter("Expected allocator expression", newNode);
  6776. }
  6777. }
  6778. nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6779. if (nextToken == NULL)
  6780. return newNode;
  6781. if (nextToken->mToken != BfToken_LBracket)
  6782. return newNode;
  6783. mVisitorPos.MoveNext();
  6784. auto attributeDirective = CreateAttributeDirective(nextToken);
  6785. MEMBER_SET(newNode, mAttributes, attributeDirective);
  6786. return newNode;
  6787. }
  6788. return allocToken;
  6789. }
  6790. BfObjectCreateExpression* BfReducer::CreateObjectCreateExpression(BfAstNode* allocNode)
  6791. {
  6792. auto objectCreateExpr = mAlloc->Alloc<BfObjectCreateExpression>();
  6793. BfDeferredAstSizedArray<BfExpression*> arguments(objectCreateExpr->mArguments, mAlloc);
  6794. BfDeferredAstSizedArray<BfTokenNode*> commas(objectCreateExpr->mCommas, mAlloc);
  6795. ReplaceNode(allocNode, objectCreateExpr);
  6796. MEMBER_SET(objectCreateExpr, mNewNode, allocNode);
  6797. auto nextNode = mVisitorPos.GetNext();
  6798. BfTokenNode* tokenNode;
  6799. // Why did we want this syntax?
  6800. // if (tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6801. // {
  6802. // if (tokenNode->GetToken() == BfToken_Star)
  6803. // {
  6804. // MEMBER_SET(objectCreateExpr, mStarToken, tokenNode);
  6805. // mVisitorPos.MoveNext();
  6806. // }
  6807. // }
  6808. auto typeRef = CreateTypeRefAfter(objectCreateExpr);
  6809. if (typeRef == NULL)
  6810. return objectCreateExpr;
  6811. bool isArray = false;
  6812. if (auto ptrType = BfNodeDynCast<BfPointerTypeRef>(typeRef))
  6813. {
  6814. if (auto arrayType = BfNodeDynCast<BfArrayTypeRef>(ptrType->mElementType))
  6815. {
  6816. MEMBER_SET(objectCreateExpr, mStarToken, ptrType->mStarNode);
  6817. typeRef = ptrType->mElementType;
  6818. isArray = true;
  6819. }
  6820. }
  6821. else if (auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef))
  6822. {
  6823. isArray = true;
  6824. }
  6825. MEMBER_SET(objectCreateExpr, mTypeRef, typeRef);
  6826. if (auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
  6827. {
  6828. mPassInstance->Warn(0, "Expected '('", block->mOpenBrace);
  6829. mVisitorPos.MoveNext();
  6830. MEMBER_SET(objectCreateExpr, mOpenToken, block->mOpenBrace);
  6831. //
  6832. {
  6833. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6834. ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_None, true);
  6835. }
  6836. if (block->mCloseBrace != NULL)
  6837. MEMBER_SET(objectCreateExpr, mCloseToken, block->mCloseBrace);
  6838. return objectCreateExpr;
  6839. }
  6840. if (isArray)
  6841. {
  6842. tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6843. if (tokenNode == NULL)
  6844. return objectCreateExpr;
  6845. if (tokenNode->GetToken() != BfToken_LParen)
  6846. return objectCreateExpr;
  6847. mVisitorPos.MoveNext();
  6848. }
  6849. else
  6850. {
  6851. // Note- if there WERE an LBracket here then we'd have an 'isArray' case. We pass this in here for
  6852. // error display purposes
  6853. tokenNode = ExpectTokenAfter(objectCreateExpr, BfToken_LParen, BfToken_LBracket);
  6854. if (tokenNode == NULL)
  6855. return objectCreateExpr;
  6856. }
  6857. MEMBER_SET(objectCreateExpr, mOpenToken, tokenNode);
  6858. BfToken endToken = (BfToken)(tokenNode->GetToken() + 1);
  6859. tokenNode = ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_RParen, true);
  6860. if (tokenNode == NULL)
  6861. return objectCreateExpr;
  6862. MEMBER_SET(objectCreateExpr, mCloseToken, tokenNode);
  6863. return objectCreateExpr;
  6864. }
  6865. BfExpression* BfReducer::CreateIndexerExpression(BfExpression* target)
  6866. {
  6867. auto tokenNode = ExpectTokenAfter(target, BfToken_LBracket, BfToken_QuestionLBracket);
  6868. auto indexerExpr = mAlloc->Alloc<BfIndexerExpression>();
  6869. BfDeferredAstSizedArray<BfExpression*> arguments(indexerExpr->mArguments, mAlloc);
  6870. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerExpr->mCommas, mAlloc);
  6871. indexerExpr->mTarget = target;
  6872. ReplaceNode(target, indexerExpr);
  6873. indexerExpr->mOpenBracket = tokenNode;
  6874. MoveNode(indexerExpr->mOpenBracket, indexerExpr);
  6875. BfAstNode* argAfterNode = indexerExpr;
  6876. BfAttributeDirective* attributeDirective = NULL;
  6877. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6878. {
  6879. if (tokenNode->mToken == BfToken_LBracket)
  6880. {
  6881. mVisitorPos.MoveNext();
  6882. attributeDirective = CreateAttributeDirective(tokenNode);
  6883. argAfterNode = attributeDirective;
  6884. }
  6885. }
  6886. indexerExpr->mCloseBracket = ReadArguments(indexerExpr, argAfterNode, &arguments, &commas, BfToken_RBracket, false);
  6887. if (attributeDirective != NULL)
  6888. {
  6889. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  6890. ReplaceNode(indexerExpr, attribExpr);
  6891. attribExpr->mExpression = indexerExpr;
  6892. MEMBER_SET(attribExpr, mAttributes, attributeDirective);
  6893. return attribExpr;
  6894. }
  6895. return indexerExpr;
  6896. }
  6897. BfMemberReferenceExpression* BfReducer::CreateMemberReferenceExpression(BfAstNode* target)
  6898. {
  6899. auto tokenNode = ExpectTokenAfter(target, BfToken_Dot, BfToken_DotDot, BfToken_QuestionDot);
  6900. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  6901. if (target != NULL)
  6902. {
  6903. memberReferenceExpr->mTarget = target;
  6904. ReplaceNode(target, memberReferenceExpr);
  6905. }
  6906. MEMBER_SET_CHECKED(memberReferenceExpr, mDotToken, tokenNode);
  6907. auto nextNode = mVisitorPos.GetNext();
  6908. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(nextNode))
  6909. {
  6910. // Special case for "tuple.0" type references
  6911. if (literalExpr->mValue.mTypeCode == BfTypeCode_IntUnknown)
  6912. {
  6913. MEMBER_SET(memberReferenceExpr, mMemberName, literalExpr);
  6914. mVisitorPos.MoveNext();
  6915. return memberReferenceExpr;
  6916. }
  6917. }
  6918. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  6919. {
  6920. if (tokenNode->GetToken() == BfToken_LBracket)
  6921. {
  6922. mVisitorPos.MoveNext();
  6923. auto attrIdentifier = CreateAttributedExpression(tokenNode, true);
  6924. if (attrIdentifier != NULL)
  6925. {
  6926. MEMBER_SET(memberReferenceExpr, mMemberName, attrIdentifier);
  6927. }
  6928. }
  6929. }
  6930. if (memberReferenceExpr->mMemberName == NULL)
  6931. {
  6932. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  6933. if (memberName != NULL)
  6934. {
  6935. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  6936. }
  6937. }
  6938. return memberReferenceExpr;
  6939. }
  6940. BfTupleExpression* BfReducer::CreateTupleExpression(BfTokenNode* node, BfExpression* innerExpr)
  6941. {
  6942. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  6943. ReplaceNode(node, tupleExpr);
  6944. tupleExpr->mOpenParen = node;
  6945. BfDeferredAstSizedArray<BfTupleNameNode*> names(tupleExpr->mNames, mAlloc);
  6946. BfDeferredAstSizedArray<BfExpression*> values(tupleExpr->mValues, mAlloc);
  6947. BfDeferredAstSizedArray<BfTokenNode*> commas(tupleExpr->mCommas, mAlloc);
  6948. while (true)
  6949. {
  6950. BfTokenNode* closeParenToken;
  6951. if (innerExpr == NULL)
  6952. {
  6953. bool skipExpr = false;
  6954. if (values.size() != 0)
  6955. {
  6956. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  6957. {
  6958. if (nextToken->GetToken() == BfToken_RParen)
  6959. {
  6960. // Unterminated - default initialize
  6961. skipExpr = true;
  6962. }
  6963. }
  6964. }
  6965. if (!skipExpr)
  6966. innerExpr = CreateExpressionAfter(tupleExpr, CreateExprFlags_PermissiveVariableDecl);
  6967. }
  6968. if (innerExpr == NULL)
  6969. {
  6970. // Failed, but can we pull in the closing rparen?
  6971. auto nextNode = mVisitorPos.GetNext();
  6972. if ((closeParenToken = BfNodeDynCast<BfTokenNode>(nextNode)))
  6973. {
  6974. if (closeParenToken->GetToken() == BfToken_RParen)
  6975. {
  6976. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  6977. mVisitorPos.MoveNext();
  6978. }
  6979. }
  6980. break;
  6981. }
  6982. if (innerExpr->IsA<BfIdentifierNode>())
  6983. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  6984. else
  6985. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  6986. if (closeParenToken == NULL)
  6987. {
  6988. values.push_back(innerExpr);
  6989. MoveNode(innerExpr, tupleExpr);
  6990. break;
  6991. }
  6992. //TODO: Why did we have this compat mode thing? It kept us from properly creating tuples with names
  6993. if ((closeParenToken->GetToken() == BfToken_Colon) /*&& (!mCompatMode)*/)
  6994. {
  6995. BfTupleNameNode* tupleNameNode = mAlloc->Alloc<BfTupleNameNode>();
  6996. ReplaceNode(innerExpr, tupleNameNode);
  6997. tupleNameNode->mNameNode = (BfIdentifierNode*)innerExpr;
  6998. MEMBER_SET(tupleNameNode, mColonToken, closeParenToken);
  6999. while ((int)values.size() > names.size())
  7000. names.push_back(NULL);
  7001. names.push_back(tupleNameNode);
  7002. MoveNode(tupleNameNode, tupleExpr);
  7003. innerExpr = CreateExpressionAfter(tupleExpr);
  7004. if (innerExpr == NULL)
  7005. break;
  7006. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  7007. }
  7008. values.push_back(innerExpr);
  7009. MoveNode(innerExpr, tupleExpr);
  7010. innerExpr = NULL;
  7011. if (closeParenToken == NULL)
  7012. break;
  7013. if (closeParenToken->GetToken() == BfToken_RParen)
  7014. {
  7015. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  7016. break;
  7017. }
  7018. commas.push_back(closeParenToken);
  7019. MoveNode(closeParenToken, tupleExpr);
  7020. }
  7021. return tupleExpr;
  7022. }
  7023. BfAstNode* BfReducer::HandleTopLevel(BfBlock* node)
  7024. {
  7025. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(node));
  7026. BfAstNode* prevNode = NULL;
  7027. bool hadPrevFail = false;
  7028. bool isDone = !mVisitorPos.MoveNext();
  7029. while (!isDone)
  7030. {
  7031. auto child = mVisitorPos.GetCurrent();
  7032. if (child == prevNode)
  7033. {
  7034. // If we're stuck on an error and can't process any more nodes
  7035. break;
  7036. }
  7037. prevNode = child;
  7038. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  7039. if (tokenNode == NULL)
  7040. {
  7041. if (!hadPrevFail)
  7042. Fail("Namespace or type declaration expected", child);
  7043. hadPrevFail = true;
  7044. isDone = !mVisitorPos.MoveNext();
  7045. mVisitorPos.Write(child); // Just keep it...
  7046. continue;
  7047. }
  7048. auto newNode = CreateTopLevelObject(tokenNode, NULL);
  7049. hadPrevFail = newNode == NULL;
  7050. isDone = !mVisitorPos.MoveNext();
  7051. if (newNode != NULL)
  7052. mVisitorPos.Write(newNode);
  7053. }
  7054. mVisitorPos.Trim();
  7055. return node;
  7056. }
  7057. BfAstNode* BfReducer::CreateTopLevelObject(BfTokenNode* tokenNode, BfAttributeDirective* attributes, BfAstNode* deferredHeadNode)
  7058. {
  7059. AssertCurrentNode(tokenNode);
  7060. bool isSimpleEnum = false;
  7061. if (tokenNode->GetToken() == BfToken_Enum)
  7062. {
  7063. int checkReadPos = mVisitorPos.mReadPos + 1;
  7064. // Do we just have a value list with no members?
  7065. auto nextNode = mVisitorPos.Get(checkReadPos);
  7066. auto checkNode = nextNode;
  7067. while (checkNode != NULL)
  7068. {
  7069. if (auto block = BfNodeDynCast<BfBlock>(checkNode))
  7070. {
  7071. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  7072. mVisitorPos.MoveNext();
  7073. bool hadIllegal = false;
  7074. bool inAssignment = false;
  7075. int bracketDepth = 0;
  7076. int checkIdx = 0;
  7077. while (true)
  7078. {
  7079. auto node = block->mChildArr.Get(checkIdx);
  7080. if (node == NULL)
  7081. break;
  7082. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(node))
  7083. {
  7084. // Allow
  7085. }
  7086. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  7087. {
  7088. if (tokenNode->mToken == BfToken_Comma)
  7089. {
  7090. // Allow
  7091. inAssignment = false;
  7092. }
  7093. else if (tokenNode->mToken == BfToken_AssignEquals)
  7094. {
  7095. inAssignment = true;
  7096. }
  7097. else if (tokenNode->mToken == BfToken_LBracket)
  7098. {
  7099. bracketDepth++;
  7100. }
  7101. else if (tokenNode->mToken == BfToken_RBracket)
  7102. {
  7103. bracketDepth--;
  7104. }
  7105. else if (bracketDepth != 0)
  7106. {
  7107. // Allow
  7108. }
  7109. else if (tokenNode->mToken == BfToken_Semicolon)
  7110. {
  7111. hadIllegal = true;
  7112. break;
  7113. }
  7114. else
  7115. {
  7116. if (!inAssignment)
  7117. {
  7118. hadIllegal = true;
  7119. break;
  7120. }
  7121. }
  7122. }
  7123. else if (bracketDepth != 0)
  7124. {
  7125. // Allow
  7126. }
  7127. else
  7128. {
  7129. if (!inAssignment)
  7130. {
  7131. hadIllegal = true;
  7132. break;
  7133. }
  7134. }
  7135. checkIdx++;
  7136. }
  7137. if (!hadIllegal)
  7138. {
  7139. isSimpleEnum = true;
  7140. }
  7141. break;
  7142. }
  7143. checkReadPos++;
  7144. auto nextCheckNode = mVisitorPos.Get(checkReadPos);
  7145. checkNode = nextCheckNode;
  7146. }
  7147. }
  7148. switch (tokenNode->GetToken())
  7149. {
  7150. case BfToken_Using:
  7151. {
  7152. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  7153. {
  7154. if ((nextTokenNode->mToken == BfToken_Static) || (nextTokenNode->mToken == BfToken_Internal))
  7155. {
  7156. auto usingDirective = mAlloc->Alloc<BfUsingModDirective>();
  7157. ReplaceNode(tokenNode, usingDirective);
  7158. usingDirective->mUsingToken = tokenNode;
  7159. MEMBER_SET(usingDirective, mModToken, nextTokenNode);
  7160. mVisitorPos.MoveNext();
  7161. auto typeRef = CreateTypeRefAfter(usingDirective);
  7162. if (typeRef != NULL)
  7163. MEMBER_SET(usingDirective, mTypeRef, typeRef);
  7164. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  7165. if (tokenNode != NULL)
  7166. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  7167. mExteriorNodes.Add(usingDirective);
  7168. return usingDirective;
  7169. }
  7170. }
  7171. auto usingDirective = mAlloc->Alloc<BfUsingDirective>();
  7172. ReplaceNode(tokenNode, usingDirective);
  7173. usingDirective->mUsingToken = tokenNode;
  7174. auto identifierNode = ExpectIdentifierAfter(usingDirective);
  7175. if (identifierNode != NULL)
  7176. {
  7177. identifierNode = CompactQualifiedName(identifierNode);
  7178. MEMBER_SET(usingDirective, mNamespace, identifierNode);
  7179. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  7180. if (tokenNode == NULL)
  7181. {
  7182. // Failure, but eat any following dot for autocompletion purposes
  7183. auto nextNode = mVisitorPos.GetNext();
  7184. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7185. {
  7186. if (tokenNode->GetToken() == BfToken_Dot)
  7187. {
  7188. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  7189. ReplaceNode(usingDirective->mNamespace, qualifiedNameNode);
  7190. qualifiedNameNode->mLeft = usingDirective->mNamespace;
  7191. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  7192. usingDirective->mNamespace = qualifiedNameNode;
  7193. usingDirective->SetSrcEnd(qualifiedNameNode->GetSrcEnd());
  7194. return usingDirective;
  7195. }
  7196. }
  7197. }
  7198. else if (tokenNode != NULL)
  7199. {
  7200. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  7201. }
  7202. }
  7203. mExteriorNodes.Add(usingDirective);
  7204. return usingDirective;
  7205. }
  7206. break;
  7207. case BfToken_Namespace:
  7208. {
  7209. auto namespaceDeclaration = mAlloc->Alloc<BfNamespaceDeclaration>();
  7210. namespaceDeclaration->mNamespaceNode = tokenNode;
  7211. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7212. if (identifierNode == NULL)
  7213. return namespaceDeclaration;
  7214. identifierNode = CompactQualifiedName(identifierNode);
  7215. namespaceDeclaration->mNameNode = identifierNode;
  7216. ReplaceNode(tokenNode, namespaceDeclaration);
  7217. MoveNode(identifierNode, namespaceDeclaration);
  7218. auto blockNode = ExpectBlockAfter(namespaceDeclaration);
  7219. if (blockNode == NULL)
  7220. return namespaceDeclaration;
  7221. MoveNode(blockNode, namespaceDeclaration);
  7222. namespaceDeclaration->mBlock = blockNode;
  7223. HandleTopLevel(namespaceDeclaration->mBlock);
  7224. return namespaceDeclaration;
  7225. }
  7226. break;
  7227. case BfToken_LBracket:
  7228. {
  7229. auto attributes = CreateAttributeDirective(tokenNode);
  7230. if (attributes == NULL)
  7231. return NULL;
  7232. auto nextNode = mVisitorPos.GetNext();
  7233. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7234. if (nextToken == NULL)
  7235. {
  7236. FailAfter("Expected type declaration", tokenNode);
  7237. return NULL;
  7238. }
  7239. mVisitorPos.MoveNext();
  7240. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  7241. if (topLevelObject == NULL)
  7242. return NULL;
  7243. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  7244. if (typeDeclaration == NULL)
  7245. {
  7246. Fail("Invalid type specifier", tokenNode);
  7247. return NULL;
  7248. }
  7249. typeDeclaration->mAttributes = attributes;
  7250. ReplaceNode(attributes, typeDeclaration);
  7251. return typeDeclaration;
  7252. }
  7253. break;
  7254. case BfToken_Sealed:
  7255. case BfToken_Abstract:
  7256. case BfToken_Public:
  7257. case BfToken_Private:
  7258. case BfToken_Protected:
  7259. case BfToken_Internal:
  7260. case BfToken_Static:
  7261. {
  7262. auto nextNode = mVisitorPos.GetNext();
  7263. if ((tokenNode->GetToken() == BfToken_Static) && BfNodeIsA<BfBlock>(nextNode))
  7264. {
  7265. // It's a global block!
  7266. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7267. ReplaceNode(tokenNode, typeDeclaration);
  7268. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7269. typeDeclaration->mStaticSpecifier = tokenNode;
  7270. auto block = BfNodeDynCast<BfBlock>(nextNode);
  7271. MEMBER_SET(typeDeclaration, mDefineNode, block);
  7272. mVisitorPos.MoveNext();
  7273. HandleTypeDeclaration(typeDeclaration, attributes, deferredHeadNode);
  7274. return typeDeclaration;
  7275. }
  7276. nextNode = mVisitorPos.GetNext();
  7277. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7278. if (nextToken == NULL)
  7279. {
  7280. AddErrorNode(tokenNode);
  7281. FailAfter("Expected type declaration", tokenNode);
  7282. return NULL;
  7283. }
  7284. mVisitorPos.MoveNext();
  7285. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  7286. if (topLevelObject == NULL)
  7287. {
  7288. AddErrorNode(tokenNode);
  7289. return NULL;
  7290. }
  7291. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  7292. if (typeDeclaration == NULL)
  7293. {
  7294. AddErrorNode(tokenNode);
  7295. Fail("Invalid type specifier", tokenNode);
  7296. return NULL;
  7297. }
  7298. ReplaceNode(tokenNode, typeDeclaration);
  7299. BfToken token = tokenNode->GetToken();
  7300. if ((token == BfToken_Public) ||
  7301. (token == BfToken_Protected) ||
  7302. (token == BfToken_Private) ||
  7303. (token == BfToken_Internal))
  7304. {
  7305. SetProtection(typeDeclaration, typeDeclaration->mProtectionSpecifier, tokenNode);
  7306. }
  7307. if (token == BfToken_Static)
  7308. {
  7309. if (typeDeclaration->mStaticSpecifier != NULL)
  7310. {
  7311. Fail("Static already specified", tokenNode);
  7312. }
  7313. MEMBER_SET(typeDeclaration, mStaticSpecifier, tokenNode);
  7314. }
  7315. if (token == BfToken_Sealed)
  7316. {
  7317. if (typeDeclaration->mSealedSpecifier != NULL)
  7318. {
  7319. Fail("Sealed already specified", tokenNode);
  7320. }
  7321. MEMBER_SET(typeDeclaration, mSealedSpecifier, tokenNode);
  7322. }
  7323. if (token == BfToken_Abstract)
  7324. {
  7325. if (typeDeclaration->mAbstractSpecifier != NULL)
  7326. {
  7327. Fail(StrFormat("'%s' already specified", typeDeclaration->mAbstractSpecifier->ToString().c_str()), tokenNode);
  7328. }
  7329. MEMBER_SET(typeDeclaration, mAbstractSpecifier, tokenNode);
  7330. }
  7331. //TODO: Store type specifiers
  7332. return typeDeclaration;
  7333. }
  7334. break;
  7335. case BfToken_Delegate:
  7336. case BfToken_Function:
  7337. {
  7338. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7339. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDeclaration);
  7340. ReplaceNode(tokenNode, typeDeclaration);
  7341. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7342. typeDeclaration->mTypeNode = tokenNode;
  7343. auto retType = CreateTypeRefAfter(typeDeclaration);
  7344. if (retType == NULL)
  7345. return typeDeclaration;
  7346. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  7347. MEMBER_SET(methodDecl, mReturnType, retType);
  7348. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  7349. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  7350. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  7351. BfBlock* defineBlock = mAlloc->Alloc<BfBlock>();
  7352. MoveNode(defineBlock, typeDeclaration);
  7353. BfDeferredAstSizedArray<BfAstNode*> members(defineBlock->mChildArr, mAlloc);
  7354. members.push_back(methodDecl);
  7355. MoveNode(methodDecl, typeDeclaration);
  7356. typeDeclaration->mDefineNode = defineBlock;
  7357. auto name = ExpectIdentifierAfter(retType);
  7358. if (name == NULL)
  7359. {
  7360. ReplaceNode(retType, methodDecl);
  7361. return typeDeclaration;
  7362. }
  7363. ReplaceNode(name, methodDecl);
  7364. MEMBER_SET_CHECKED(typeDeclaration, mNameNode, name);
  7365. auto nextNode = mVisitorPos.GetNext();
  7366. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7367. {
  7368. if (tokenNode->GetToken() == BfToken_LChevron)
  7369. {
  7370. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  7371. MEMBER_SET_CHECKED(typeDeclaration, mGenericParams, genericParams);
  7372. methodDecl->SetSrcEnd(genericParams->GetSrcEnd());
  7373. }
  7374. }
  7375. if (!ParseMethod(methodDecl, &params, &commas))
  7376. return typeDeclaration;
  7377. if (methodDecl->mEndSemicolon == NULL)
  7378. FailAfter("Expected ';'", methodDecl->mCloseParen);
  7379. //MEMBER_SET(methodDecl, mReturnType, retType);
  7380. return typeDeclaration;
  7381. }
  7382. break;
  7383. case BfToken_TypeAlias:
  7384. {
  7385. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7386. if (identifierNode == NULL)
  7387. return NULL;
  7388. auto typeDeclaration = mAlloc->Alloc<BfTypeAliasDeclaration>();
  7389. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7390. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  7391. mLastTypeDecl = typeDeclaration;
  7392. typeDeclaration->mTypeNode = tokenNode;
  7393. typeDeclaration->mNameNode = identifierNode;
  7394. ReplaceNode(tokenNode, typeDeclaration);
  7395. MoveNode(identifierNode, typeDeclaration);
  7396. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7397. auto nextNode = mVisitorPos.GetNext();
  7398. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7399. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  7400. {
  7401. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  7402. if (genericMethodParams != NULL)
  7403. {
  7404. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  7405. }
  7406. }
  7407. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_AssignEquals);
  7408. if (tokenNode != NULL)
  7409. {
  7410. MEMBER_SET(typeDeclaration, mEqualsToken, tokenNode);
  7411. auto aliasToType = CreateTypeRefAfter(typeDeclaration);
  7412. if (aliasToType != NULL)
  7413. {
  7414. MEMBER_SET(typeDeclaration, mAliasToType, aliasToType);
  7415. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_Semicolon);
  7416. if (tokenNode != NULL)
  7417. MEMBER_SET(typeDeclaration, mEndSemicolon, tokenNode);
  7418. }
  7419. }
  7420. if (!IsNodeRelevant(deferredHeadNode, typeDeclaration))
  7421. typeDeclaration->mIgnoreDeclaration = true;
  7422. return typeDeclaration;
  7423. }
  7424. break;
  7425. case BfToken_Class:
  7426. case BfToken_Struct:
  7427. case BfToken_Interface:
  7428. case BfToken_Enum:
  7429. case BfToken_Extension:
  7430. {
  7431. if ((tokenNode->GetToken() == BfToken_Enum) && (isSimpleEnum))
  7432. break;
  7433. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7434. if (identifierNode == NULL)
  7435. {
  7436. AddErrorNode(tokenNode);
  7437. return NULL;
  7438. }
  7439. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7440. // means we don't parse members inside type (messes up colorization and such)
  7441. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7442. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7443. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  7444. mLastTypeDecl = typeDeclaration;
  7445. typeDeclaration->mTypeNode = tokenNode;
  7446. typeDeclaration->mNameNode = identifierNode;
  7447. ReplaceNode(tokenNode, typeDeclaration);
  7448. MoveNode(identifierNode, typeDeclaration);
  7449. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7450. auto nextNode = mVisitorPos.GetNext();
  7451. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7452. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  7453. {
  7454. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  7455. if (genericMethodParams != NULL)
  7456. {
  7457. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  7458. }
  7459. }
  7460. nextNode = mVisitorPos.GetNext();
  7461. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7462. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7463. {
  7464. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7465. mVisitorPos.MoveNext();
  7466. tokenNode = NULL;
  7467. for (int baseTypeIdx = 0; true; baseTypeIdx++)
  7468. {
  7469. nextNode = mVisitorPos.GetNext();
  7470. if ((baseTypeIdx > 0) && (BfNodeDynCast<BfBlock>(nextNode)))
  7471. break;
  7472. if (baseTypeIdx > 0)
  7473. {
  7474. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  7475. {
  7476. if (tokenNode->mToken == BfToken_Semicolon)
  7477. {
  7478. break;
  7479. }
  7480. }
  7481. BfTokenNode* commaToken = NULL;
  7482. if (typeDeclaration->mGenericParams != NULL)
  7483. {
  7484. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma, BfToken_Where);
  7485. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Where))
  7486. {
  7487. mVisitorPos.mReadPos--;
  7488. break;
  7489. }
  7490. }
  7491. else
  7492. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma);
  7493. if (commaToken == NULL)
  7494. break;
  7495. MoveNode(commaToken, typeDeclaration);
  7496. baseClassCommas.push_back(commaToken);
  7497. }
  7498. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  7499. {
  7500. if (tokenNode->mToken == BfToken_This)
  7501. {
  7502. mVisitorPos.MoveNext();
  7503. auto ctorDecl = mAlloc->Alloc<BfAutoConstructorDeclaration>();
  7504. BfDeferredAstSizedArray<BfParameterDeclaration*> params(ctorDecl->mParams, mAlloc);
  7505. BfDeferredAstSizedArray<BfTokenNode*> commas(ctorDecl->mCommas, mAlloc);
  7506. ctorDecl->mReturnType = NULL;
  7507. ReplaceNode(tokenNode, ctorDecl);
  7508. MEMBER_SET(ctorDecl, mThisToken, tokenNode);
  7509. ParseMethod(ctorDecl, &params, &commas);
  7510. if (typeDeclaration->mAutoCtor == NULL)
  7511. {
  7512. MEMBER_SET(typeDeclaration, mAutoCtor, ctorDecl);
  7513. }
  7514. else
  7515. {
  7516. Fail("Only one auto-constructor is allowed", ctorDecl);
  7517. AddErrorNode(ctorDecl);
  7518. }
  7519. continue;
  7520. }
  7521. }
  7522. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7523. if (baseType == NULL)
  7524. break;
  7525. MoveNode(baseType, typeDeclaration);
  7526. baseClasses.push_back(baseType);
  7527. }
  7528. nextNode = mVisitorPos.GetNext();
  7529. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7530. }
  7531. if (tokenNode != NULL)
  7532. {
  7533. if (tokenNode->GetToken() == BfToken_Where)
  7534. {
  7535. mVisitorPos.MoveNext();
  7536. auto constraints = CreateGenericConstraintsDeclaration(tokenNode);
  7537. if (constraints != NULL)
  7538. {
  7539. MEMBER_SET(typeDeclaration, mGenericConstraintsDeclaration, constraints);
  7540. }
  7541. nextNode = mVisitorPos.GetNext();
  7542. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7543. }
  7544. }
  7545. if (tokenNode != NULL)
  7546. {
  7547. if (tokenNode->GetToken() == BfToken_Semicolon)
  7548. {
  7549. typeDeclaration->mDefineNode = tokenNode;
  7550. MoveNode(tokenNode, typeDeclaration);
  7551. mVisitorPos.MoveNext();
  7552. return typeDeclaration;
  7553. }
  7554. }
  7555. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7556. if (blockNode != NULL)
  7557. {
  7558. typeDeclaration->mDefineNode = blockNode;
  7559. MoveNode(blockNode, typeDeclaration);
  7560. HandleTypeDeclaration(typeDeclaration, attributes, (deferredHeadNode != NULL) ? deferredHeadNode : attributes);
  7561. }
  7562. return typeDeclaration;
  7563. }
  7564. break;
  7565. default: break;
  7566. }
  7567. if (isSimpleEnum)
  7568. {
  7569. auto identifierNode = ExpectIdentifierAfter(tokenNode, "enum name");
  7570. if (identifierNode == NULL)
  7571. return NULL;
  7572. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7573. // means we don't parse members inside type (messes up colorization and such)
  7574. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7575. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7576. auto prevTypeDecl = mCurTypeDecl;
  7577. mCurTypeDecl = typeDeclaration;
  7578. typeDeclaration->mTypeNode = tokenNode;
  7579. typeDeclaration->mNameNode = identifierNode;
  7580. ReplaceNode(tokenNode, typeDeclaration);
  7581. MoveNode(identifierNode, typeDeclaration);
  7582. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7583. auto nextNode = mVisitorPos.GetNext();
  7584. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7585. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7586. {
  7587. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7588. mVisitorPos.MoveNext();
  7589. tokenNode = NULL;
  7590. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7591. if (baseType == NULL)
  7592. return NULL;
  7593. MoveNode(baseType, typeDeclaration);
  7594. baseClasses.push_back(baseType);
  7595. }
  7596. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7597. if (blockNode != NULL)
  7598. {
  7599. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(blockNode));
  7600. mVisitorPos.MoveNext();
  7601. for (int fieldNum = 0; true; fieldNum++)
  7602. {
  7603. BfAstNode* child = mVisitorPos.GetCurrent();
  7604. if (child == NULL)
  7605. break;
  7606. if (fieldNum > 0)
  7607. {
  7608. auto commaToken = BfNodeDynCast<BfTokenNode>(child);
  7609. if ((commaToken == NULL) || (commaToken->GetToken() != BfToken_Comma))
  7610. {
  7611. Fail("Comma expected", child);
  7612. break;
  7613. }
  7614. MoveNode(commaToken, mCurTypeDecl);
  7615. mVisitorPos.MoveNext();
  7616. mVisitorPos.Write(commaToken);
  7617. child = mVisitorPos.GetCurrent();
  7618. }
  7619. if (child == NULL)
  7620. break;
  7621. auto fieldDecl = mAlloc->Alloc<BfEnumEntryDeclaration>();
  7622. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(child))
  7623. {
  7624. if (tokenNode->mToken == BfToken_LBracket)
  7625. {
  7626. BfAttributeDirective* attribute = CreateAttributeDirective(tokenNode);
  7627. if (attribute != NULL)
  7628. {
  7629. mVisitorPos.MoveNext();
  7630. child = mVisitorPos.GetCurrent();
  7631. fieldDecl->mAttributes = attribute;
  7632. if (child == NULL)
  7633. break;
  7634. }
  7635. }
  7636. }
  7637. mVisitorPos.MoveNext();
  7638. mVisitorPos.Write(fieldDecl);
  7639. ReplaceNode(child, fieldDecl);
  7640. if (fieldDecl->mAttributes != NULL)
  7641. fieldDecl->mSrcStart = fieldDecl->mAttributes->mSrcStart;
  7642. auto valueName = BfNodeDynCast<BfIdentifierNode>(child);
  7643. if (valueName == NULL)
  7644. {
  7645. Fail("Enum value name expected", child);
  7646. break;
  7647. }
  7648. MEMBER_SET(fieldDecl, mNameNode, valueName);
  7649. auto nextNode = mVisitorPos.GetCurrent();
  7650. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(nextNode))
  7651. {
  7652. if (equalsToken->GetToken() == BfToken_AssignEquals)
  7653. {
  7654. MEMBER_SET(fieldDecl, mEqualsNode, equalsToken);
  7655. fieldDecl->mInitializer = CreateExpressionAfter(fieldDecl);
  7656. if (fieldDecl->mInitializer != NULL)
  7657. {
  7658. mVisitorPos.MoveNext();
  7659. MoveNode(fieldDecl->mInitializer, fieldDecl);
  7660. }
  7661. }
  7662. }
  7663. fieldDecl->mDocumentation = FindDocumentation(fieldDecl, NULL, true);
  7664. MoveNode(fieldDecl, mCurTypeDecl);
  7665. }
  7666. mVisitorPos.Trim();
  7667. }
  7668. typeDeclaration->mDefineNode = blockNode;
  7669. if (blockNode != NULL)
  7670. {
  7671. MoveNode(blockNode, typeDeclaration);
  7672. }
  7673. mCurTypeDecl = prevTypeDecl;
  7674. return typeDeclaration;
  7675. }
  7676. AddErrorNode(tokenNode, false);
  7677. Fail("Unexpected token", tokenNode);
  7678. return NULL;
  7679. }
  7680. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken token)
  7681. {
  7682. AssertCurrentNode(node);
  7683. auto nextNode = mVisitorPos.GetNext();
  7684. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7685. if ((tokenNode == NULL) ||
  7686. (tokenNode->GetToken() != token))
  7687. {
  7688. FailAfter(StrFormat("Expected '%s'", BfTokenToString(token)), node);
  7689. return NULL;
  7690. }
  7691. mVisitorPos.MoveNext();
  7692. return tokenNode;
  7693. }
  7694. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB)
  7695. {
  7696. AssertCurrentNode(node);
  7697. auto nextNode = mVisitorPos.GetNext();
  7698. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7699. if ((tokenNode == NULL) ||
  7700. ((tokenNode->GetToken() != tokenA) && (tokenNode->GetToken() != tokenB)))
  7701. {
  7702. FailAfter(StrFormat("Expected '%s' or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB)), node);
  7703. return NULL;
  7704. }
  7705. mVisitorPos.MoveNext();
  7706. return tokenNode;
  7707. }
  7708. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC)
  7709. {
  7710. AssertCurrentNode(node);
  7711. auto nextNode = mVisitorPos.GetNext();
  7712. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7713. BfToken token = BfToken_Null;
  7714. if (tokenNode != NULL)
  7715. token = tokenNode->GetToken();
  7716. if ((tokenNode == NULL) ||
  7717. ((token != tokenA) && (token != tokenB) && (token != tokenC)))
  7718. {
  7719. FailAfter(StrFormat("Expected '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC)), node);
  7720. return NULL;
  7721. }
  7722. mVisitorPos.MoveNext();
  7723. return tokenNode;
  7724. }
  7725. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC, BfToken tokenD)
  7726. {
  7727. AssertCurrentNode(node);
  7728. auto nextNode = mVisitorPos.GetNext();
  7729. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7730. BfToken token = BfToken_Null;
  7731. if (tokenNode != NULL)
  7732. token = tokenNode->GetToken();
  7733. if ((tokenNode == NULL) ||
  7734. ((token != tokenA) && (token != tokenB) && (token != tokenC) && (token != tokenD)))
  7735. {
  7736. FailAfter(StrFormat("Expected '%s', '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC), BfTokenToString(tokenD)), node);
  7737. return NULL;
  7738. }
  7739. mVisitorPos.MoveNext();
  7740. return tokenNode;
  7741. }
  7742. BfIdentifierNode* BfReducer::ExpectIdentifierAfter(BfAstNode* node, const char* typeName)
  7743. {
  7744. AssertCurrentNode(node);
  7745. auto nextNode = mVisitorPos.GetNext();
  7746. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode);
  7747. if (identifierNode == NULL)
  7748. {
  7749. if (typeName != NULL)
  7750. FailAfter(StrFormat("Expected %s", typeName), node);
  7751. else
  7752. FailAfter("Expected identifier", node);
  7753. return NULL;
  7754. }
  7755. mVisitorPos.MoveNext();
  7756. return identifierNode;
  7757. }
  7758. BfBlock* BfReducer::ExpectBlockAfter(BfAstNode* node)
  7759. {
  7760. AssertCurrentNode(node);
  7761. auto nextNode = mVisitorPos.GetNext();
  7762. auto block = BfNodeDynCast<BfBlock>(nextNode);
  7763. if (block == NULL)
  7764. {
  7765. FailAfter("Block expected", node);
  7766. return NULL;
  7767. }
  7768. mVisitorPos.MoveNext();
  7769. return block;
  7770. }
  7771. BfTokenNode* BfReducer::BreakDoubleChevron(BfTokenNode* tokenNode)
  7772. {
  7773. // Break up those chevrons
  7774. auto firstChevron = mAlloc->Alloc<BfTokenNode>();
  7775. firstChevron->SetToken(BfToken_RChevron);
  7776. int triviaStart;
  7777. int srcStart;
  7778. int srcEnd;
  7779. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7780. firstChevron->Init(triviaStart, srcStart, srcEnd - 1);
  7781. tokenNode->SetToken(BfToken_RChevron);
  7782. tokenNode->SetSrcStart(srcStart + 1);
  7783. tokenNode->SetTriviaStart(srcStart);
  7784. return firstChevron;
  7785. }
  7786. BfTokenNode* BfReducer::BreakQuestionLBracket(BfTokenNode* tokenNode)
  7787. {
  7788. // Break up those chevrons
  7789. auto firstToken = mAlloc->Alloc<BfTokenNode>();
  7790. firstToken->SetToken(BfToken_Question);
  7791. int triviaStart;
  7792. int srcStart;
  7793. int srcEnd;
  7794. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7795. firstToken->Init(triviaStart, srcStart, srcEnd - 1);
  7796. tokenNode->SetToken(BfToken_LBracket);
  7797. tokenNode->SetSrcStart(srcStart + 1);
  7798. tokenNode->SetTriviaStart(srcStart);
  7799. return firstToken;
  7800. }
  7801. BfCommentNode * BfReducer::FindDocumentation(BfAstNode* defNodeHead, BfAstNode* defNodeEnd, bool checkDocAfter)
  7802. {
  7803. if (defNodeEnd == NULL)
  7804. defNodeEnd = defNodeHead;
  7805. else if (defNodeHead == NULL)
  7806. defNodeHead = defNodeEnd;
  7807. while (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize)
  7808. {
  7809. auto checkComment = BfNodeDynCast<BfCommentNode>(mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx]);
  7810. if ((checkComment == NULL) || (checkComment->mCommentKind == BfCommentKind_Block) || (checkComment->mCommentKind == BfCommentKind_Line))
  7811. {
  7812. mDocumentCheckIdx++;
  7813. continue;
  7814. }
  7815. if (checkComment->GetSrcEnd() > defNodeEnd->GetSrcStart())
  7816. {
  7817. if ((checkComment->mCommentKind == BfCommentKind_Documentation_Line_Post) ||
  7818. (checkComment->mCommentKind == BfCommentKind_Documentation_Block_Post))
  7819. {
  7820. int defEnd = defNodeEnd->GetSrcEnd();
  7821. if (checkDocAfter)
  7822. {
  7823. int endDiff = defEnd - checkComment->GetSrcStart();
  7824. if (endDiff > 256)
  7825. return NULL;
  7826. for (int idx = defEnd; idx < checkComment->GetSrcStart(); idx++)
  7827. {
  7828. char c = mSource->mSrc[idx];
  7829. if (idx == defEnd)
  7830. {
  7831. if ((c == ';') || (c == ','))
  7832. continue;
  7833. }
  7834. if (c == '\n')
  7835. return NULL; // No newline allowed
  7836. if (!isspace((uint8)c))
  7837. return NULL;
  7838. }
  7839. mDocumentCheckIdx++;
  7840. return checkComment;
  7841. }
  7842. }
  7843. return NULL;
  7844. }
  7845. if ((checkComment->mCommentKind != BfCommentKind_Documentation_Line_Pre) &&
  7846. (checkComment->mCommentKind != BfCommentKind_Documentation_Block_Pre))
  7847. {
  7848. // Skip this, not used
  7849. mDocumentCheckIdx++;
  7850. continue;
  7851. }
  7852. if (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize - 1)
  7853. {
  7854. auto nextComment = mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx + 1];
  7855. if (nextComment->GetSrcEnd() <= defNodeHead->GetSrcStart())
  7856. {
  7857. // This comment is still before the node in question
  7858. mDocumentCheckIdx++;
  7859. continue;
  7860. }
  7861. }
  7862. mDocumentCheckIdx++;
  7863. int defSrcIdx = defNodeHead->GetSrcStart();
  7864. for (int idx = checkComment->GetSrcEnd(); idx < defSrcIdx; idx++)
  7865. {
  7866. char c = mSource->mSrc[idx];
  7867. if (!isspace((uint8)c))
  7868. return NULL;
  7869. }
  7870. return checkComment;
  7871. }
  7872. return NULL;
  7873. }
  7874. BfTokenNode* BfReducer::ParseMethodParams(BfAstNode* node, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken, bool requireNames)
  7875. {
  7876. BfAstNode* nameAfterNode = node;
  7877. BfAttributeDirective* attributes = NULL;
  7878. for (int paramIdx = 0; true; paramIdx++)
  7879. {
  7880. auto nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1, true);
  7881. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7882. if (tokenNode != NULL)
  7883. {
  7884. BfToken token = tokenNode->GetToken();
  7885. if ((paramIdx > 0) && (token == BfToken_AssignEquals))
  7886. {
  7887. auto paramDecl = params->back();
  7888. MEMBER_SET(paramDecl, mEqualsNode, tokenNode);
  7889. paramDecl->mEqualsNode = tokenNode;
  7890. mVisitorPos.MoveNext();
  7891. mSkipCurrentNodeAssert = true;
  7892. auto initExpr = CreateExpressionAfter(node);
  7893. mSkipCurrentNodeAssert = false;
  7894. if (initExpr == NULL)
  7895. return NULL;
  7896. MEMBER_SET(paramDecl, mInitializer, initExpr);
  7897. auto nextNode = mVisitorPos.GetNext();
  7898. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7899. if (tokenNode == NULL)
  7900. return NULL;
  7901. token = tokenNode->GetToken();
  7902. }
  7903. if (token == endToken)
  7904. return tokenNode;
  7905. if ((paramIdx == 0) && (
  7906. (token == BfToken_In) || (token == BfToken_Out) || (token == BfToken_Ref) || (token == BfToken_Mut) ||
  7907. (token == BfToken_Delegate) || (token == BfToken_Function) ||
  7908. (token == BfToken_Params) || (token == BfToken_LParen) ||
  7909. (token == BfToken_Var) || (token == BfToken_LBracket) ||
  7910. (token == BfToken_ReadOnly) || (token == BfToken_DotDotDot)))
  7911. {
  7912. // These get picked up below
  7913. }
  7914. else
  7915. {
  7916. if ((paramIdx == 0) || (token != BfToken_Comma))
  7917. {
  7918. Fail("Expected ')' or parameter list", tokenNode);
  7919. return NULL;
  7920. }
  7921. if (paramIdx > 0)
  7922. commas->push_back(tokenNode);
  7923. MoveNode(tokenNode, node);
  7924. mVisitorPos.MoveNext();
  7925. }
  7926. nameAfterNode = tokenNode;
  7927. }
  7928. else
  7929. {
  7930. if (paramIdx > 0)
  7931. {
  7932. FailAfter("Expected ')' or additional parameters", nameAfterNode);
  7933. return NULL;
  7934. }
  7935. }
  7936. bool nextNextIsIdentifier = BfNodeIsA<BfIdentifierNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  7937. attributes = NULL;
  7938. BfTokenNode* modTokenNode = NULL;
  7939. nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1, nextNextIsIdentifier);
  7940. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7941. BfTypeReference* typeRef = NULL;
  7942. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LBracket))
  7943. {
  7944. mVisitorPos.MoveNext();
  7945. attributes = CreateAttributeDirective(tokenNode);
  7946. if (attributes != NULL)
  7947. {
  7948. nameAfterNode = attributes;
  7949. auto nextNode = mVisitorPos.GetNext();
  7950. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7951. }
  7952. }
  7953. int paramStartReadPos = mVisitorPos.mReadPos;
  7954. bool isParams = false;
  7955. if (tokenNode != NULL)
  7956. {
  7957. BfToken token = tokenNode->GetToken();
  7958. if ((token == BfToken_Var) || (token == BfToken_LParen) ||
  7959. (token == BfToken_Delegate) || (token == BfToken_Function) ||
  7960. (token == BfToken_DotDotDot))
  7961. {
  7962. mVisitorPos.MoveNext();
  7963. typeRef = CreateTypeRef(tokenNode);
  7964. }
  7965. else
  7966. {
  7967. if ((token != BfToken_In) && (token != BfToken_Out) && (token != BfToken_Ref) && (token != BfToken_Mut) && (token != BfToken_Params) && (token != BfToken_ReadOnly))
  7968. {
  7969. Fail("Invalid token", tokenNode);
  7970. return NULL;
  7971. }
  7972. if (token == BfToken_Params)
  7973. isParams = true;
  7974. modTokenNode = tokenNode;
  7975. nameAfterNode = modTokenNode;
  7976. mVisitorPos.MoveNext();
  7977. }
  7978. }
  7979. if (typeRef == NULL)
  7980. {
  7981. auto nextNode = mVisitorPos.GetNext();
  7982. if (nextNode == NULL)
  7983. {
  7984. FailAfter("Type expected", nameAfterNode);
  7985. break;
  7986. }
  7987. mVisitorPos.MoveNext();
  7988. typeRef = CreateTypeRef(nextNode);
  7989. if (typeRef == NULL)
  7990. {
  7991. mVisitorPos.mReadPos = paramStartReadPos;
  7992. break;
  7993. }
  7994. }
  7995. BfToken modToken = BfToken_None;
  7996. if (modTokenNode != NULL)
  7997. modToken = modTokenNode->GetToken();
  7998. if ((modTokenNode != NULL) && ((modToken == BfToken_Ref) || (modToken == BfToken_Mut) || (modToken == BfToken_In) || (modToken == BfToken_Out)))
  7999. {
  8000. typeRef = CreateRefTypeRef(typeRef, modTokenNode);
  8001. modTokenNode = NULL;
  8002. }
  8003. auto paramDecl = mAlloc->Alloc<BfParameterDeclaration>();
  8004. ReplaceNode(typeRef, paramDecl);
  8005. MoveNode(paramDecl, node);
  8006. params->push_back(paramDecl);
  8007. MEMBER_SET(paramDecl, mTypeRef, typeRef);
  8008. if (attributes != NULL)
  8009. {
  8010. MEMBER_SET(paramDecl, mAttributes, attributes);
  8011. attributes = NULL;
  8012. }
  8013. if (modTokenNode != NULL)
  8014. {
  8015. MEMBER_SET(paramDecl, mModToken, modTokenNode);
  8016. }
  8017. if ((tokenNode != NULL) && (tokenNode->mToken == BfToken_DotDotDot))
  8018. continue;
  8019. bool allowNameFail = false;
  8020. bool nextIsName = false;
  8021. auto afterNameTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  8022. if (afterNameTokenNode != NULL)
  8023. {
  8024. BfToken afterNameToken = afterNameTokenNode->GetToken();
  8025. if ((afterNameToken == BfToken_Comma) ||
  8026. (afterNameToken == BfToken_AssignEquals) ||
  8027. (afterNameToken == BfToken_RParen))
  8028. {
  8029. nextIsName = true;
  8030. }
  8031. }
  8032. // We definitely have a failure, but we want to attempt to scan to the actual param name if we can...
  8033. if (!nextIsName)
  8034. {
  8035. int nameIdx = -1;
  8036. int checkIdx = mVisitorPos.mReadPos + 1;
  8037. bool useNameIdx = true;
  8038. int parenDepth = 1;
  8039. int bracketDepth = 0;
  8040. while (true)
  8041. {
  8042. auto checkNode = mVisitorPos.Get(checkIdx);
  8043. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  8044. if (checkTokenNode != NULL)
  8045. {
  8046. BfToken checkToken = checkTokenNode->GetToken();
  8047. if (nameIdx == -1)
  8048. {
  8049. if ((parenDepth == 1) && (bracketDepth == 0))
  8050. {
  8051. if ((checkToken == BfToken_Comma) ||
  8052. (checkToken == BfToken_AssignEquals) ||
  8053. (checkToken == BfToken_RParen))
  8054. {
  8055. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(checkIdx - 1)))
  8056. {
  8057. nameIdx = checkIdx - 1;
  8058. }
  8059. else
  8060. {
  8061. useNameIdx = false;
  8062. break;
  8063. }
  8064. }
  8065. }
  8066. }
  8067. if (checkToken == BfToken_RParen)
  8068. parenDepth--;
  8069. else if (checkToken == BfToken_LParen)
  8070. parenDepth++;
  8071. else if (checkToken == BfToken_LBracket)
  8072. bracketDepth++;
  8073. else if (checkToken == BfToken_RBracket)
  8074. bracketDepth--;
  8075. if (parenDepth == 0)
  8076. {
  8077. if (bracketDepth != 0)
  8078. useNameIdx = false;
  8079. break;
  8080. }
  8081. if (checkToken == BfToken_Semicolon)
  8082. {
  8083. useNameIdx = false;
  8084. break;
  8085. }
  8086. }
  8087. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(checkNode))
  8088. {
  8089. // Okay
  8090. }
  8091. else
  8092. {
  8093. // Nothing else is okay
  8094. useNameIdx = false;
  8095. break;
  8096. }
  8097. checkIdx++;
  8098. }
  8099. if ((useNameIdx) && (nameIdx != -1))
  8100. {
  8101. if (nameIdx <= mVisitorPos.mReadPos)
  8102. {
  8103. // We have a valid-enough param list but a missing name, so keep going
  8104. allowNameFail = true;
  8105. }
  8106. else
  8107. {
  8108. for (int errIdx = mVisitorPos.mReadPos + 1; errIdx < nameIdx; errIdx++)
  8109. {
  8110. auto node = mVisitorPos.Get(errIdx);
  8111. if (auto token = BfNodeDynCast<BfTokenNode>(node))
  8112. Fail("Unexpected token", node);
  8113. else
  8114. Fail("Unexpected identifier", node);
  8115. AddErrorNode(node);
  8116. }
  8117. auto nameIdentifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(nameIdx));
  8118. paramDecl->mNameNode = nameIdentifierNode;
  8119. MoveNode(nameIdentifierNode, paramDecl);
  8120. nameAfterNode = nameIdentifierNode;
  8121. mVisitorPos.mReadPos = nameIdx;
  8122. continue;
  8123. //mVisitorPos.mReadPos = nameIdx - 1;
  8124. }
  8125. }
  8126. }
  8127. if (auto nameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  8128. {
  8129. if ((nameToken->GetToken() == BfToken_This))
  8130. {
  8131. bool isDelegate = false;
  8132. bool isFunction = false;
  8133. if (auto delegateTypeRef = BfNodeDynCast<BfDelegateTypeRef>(node))
  8134. {
  8135. if (delegateTypeRef->mTypeToken->GetToken() == BfToken_Function)
  8136. isFunction = true;
  8137. else
  8138. isDelegate = true;
  8139. }
  8140. else if ((mCurTypeDecl->mTypeNode != NULL) && (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Function))
  8141. isFunction = true;
  8142. else if ((mCurTypeDecl->mTypeNode != NULL) && (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Delegate))
  8143. isDelegate = true;
  8144. if (isFunction || isDelegate)
  8145. {
  8146. if (paramIdx != 0)
  8147. Fail("'this' can only be used as the first parameter", nameToken);
  8148. if (!isFunction)
  8149. Fail("'this' can only be specified on function types", nameToken);
  8150. mVisitorPos.MoveNext();
  8151. paramDecl->mNameNode = nameToken;
  8152. MoveNode(nameToken, paramDecl);
  8153. nameAfterNode = nameToken;
  8154. }
  8155. }
  8156. }
  8157. if (paramDecl->mNameNode == NULL)
  8158. {
  8159. BfAstNode* nameIdentifierNode;
  8160. if (requireNames)
  8161. {
  8162. nameIdentifierNode = ExpectIdentifierAfter(node, "parameter name");
  8163. if (nameIdentifierNode == NULL)
  8164. {
  8165. if (!allowNameFail)
  8166. return NULL;
  8167. }
  8168. }
  8169. else
  8170. {
  8171. nameIdentifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext());
  8172. if (nameIdentifierNode != NULL)
  8173. mVisitorPos.MoveNext();
  8174. }
  8175. if (nameIdentifierNode != NULL)
  8176. {
  8177. paramDecl->mNameNode = nameIdentifierNode;
  8178. MoveNode(nameIdentifierNode, paramDecl);
  8179. nameAfterNode = nameIdentifierNode;
  8180. }
  8181. }
  8182. node->mSrcEnd = paramDecl->mSrcEnd;
  8183. }
  8184. if (attributes != NULL)
  8185. {
  8186. Fail("Unexpected attributes", attributes);
  8187. AddErrorNode(attributes);
  8188. }
  8189. return NULL;
  8190. }
  8191. bool BfReducer::ParseMethod(BfMethodDeclaration* methodDeclaration, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, bool alwaysIncludeBlock)
  8192. {
  8193. BfTokenNode* tokenNode;
  8194. auto nextNode = mVisitorPos.GetNext();
  8195. if (methodDeclaration->mGenericParams == NULL)
  8196. {
  8197. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8198. {
  8199. if (tokenNode->GetToken() == BfToken_LChevron)
  8200. {
  8201. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  8202. if (genericParams != NULL)
  8203. {
  8204. MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
  8205. }
  8206. }
  8207. }
  8208. }
  8209. tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen, BfToken_Bang);
  8210. if (tokenNode == NULL)
  8211. return false;
  8212. if (tokenNode->GetToken() == BfToken_Bang)
  8213. {
  8214. Fail("Cannot include '!' in the method declaration", tokenNode);
  8215. MoveNode(tokenNode, methodDeclaration);
  8216. tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen);
  8217. if (tokenNode == NULL)
  8218. return false;
  8219. }
  8220. methodDeclaration->mOpenParen = tokenNode;
  8221. MoveNode(methodDeclaration->mOpenParen, methodDeclaration);
  8222. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  8223. {
  8224. if (nextToken->mToken == BfToken_This)
  8225. {
  8226. MEMBER_SET(methodDeclaration, mThisToken, nextToken);
  8227. mVisitorPos.MoveNext();
  8228. }
  8229. }
  8230. methodDeclaration->mCloseParen = ParseMethodParams(methodDeclaration, params, commas, BfToken_RParen, true);
  8231. // RParen
  8232. if (methodDeclaration->mCloseParen == NULL)
  8233. {
  8234. auto nextNode = mVisitorPos.GetNext();
  8235. while (auto checkToken = BfNodeDynCast<BfTokenNode>(nextNode))
  8236. {
  8237. if (checkToken->GetToken() == BfToken_RParen)
  8238. {
  8239. methodDeclaration->mCloseParen = checkToken;
  8240. break;
  8241. }
  8242. else
  8243. {
  8244. // Just eat it - for autocompletion. This helps make cases nicer where we're typing in the "in" for "int", for example
  8245. MoveNode(checkToken, methodDeclaration);
  8246. AddErrorNode(checkToken);
  8247. mVisitorPos.MoveNext();
  8248. nextNode = mVisitorPos.GetNext();
  8249. }
  8250. }
  8251. if (methodDeclaration->mCloseParen == NULL)
  8252. return false;
  8253. }
  8254. MoveNode(methodDeclaration->mCloseParen, methodDeclaration);
  8255. mVisitorPos.MoveNext();
  8256. auto typeDecl = mCurTypeDecl;
  8257. nextNode = mVisitorPos.GetNext();
  8258. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8259. {
  8260. if (tokenNode->GetToken() == BfToken_Mut)
  8261. {
  8262. if (methodDeclaration->mMutSpecifier != NULL)
  8263. {
  8264. AddErrorNode(methodDeclaration->mMutSpecifier);
  8265. Fail("Mut already specified", methodDeclaration->mMutSpecifier);
  8266. }
  8267. MEMBER_SET(methodDeclaration, mMutSpecifier, tokenNode);
  8268. mVisitorPos.MoveNext();
  8269. nextNode = mVisitorPos.GetNext();
  8270. }
  8271. }
  8272. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8273. {
  8274. if (tokenNode->GetToken() == BfToken_Where)
  8275. {
  8276. mVisitorPos.MoveNext();
  8277. auto genericConstraints = CreateGenericConstraintsDeclaration(tokenNode);
  8278. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mGenericConstraintsDeclaration, genericConstraints);
  8279. }
  8280. }
  8281. auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration);
  8282. nextNode = mVisitorPos.GetNext();
  8283. auto endToken = BfNodeDynCast<BfTokenNode>(nextNode);
  8284. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Colon))
  8285. {
  8286. if (auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration))
  8287. {
  8288. MEMBER_SET(ctorDecl, mInitializerColonToken, endToken);
  8289. mVisitorPos.MoveNext();
  8290. BfAstNode* invokeAfter = ctorDecl;
  8291. auto nextNode = mVisitorPos.GetNext();
  8292. BfAttributeDirective* attributeDirective = NULL;
  8293. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  8294. {
  8295. if (nextToken->mToken == BfToken_LBracket)
  8296. {
  8297. mVisitorPos.MoveNext();
  8298. attributeDirective = CreateAttributeDirective(nextToken);
  8299. nextNode = mVisitorPos.GetNext();
  8300. if (attributeDirective != NULL)
  8301. invokeAfter = attributeDirective;
  8302. }
  8303. }
  8304. endToken = ExpectTokenAfter(invokeAfter, BfToken_This, BfToken_Base);
  8305. if (endToken != NULL)
  8306. {
  8307. auto invocationExpr = CreateInvocationExpression(endToken);
  8308. if (invocationExpr != NULL)
  8309. {
  8310. MEMBER_SET(ctorDecl, mInitializer, invocationExpr);
  8311. }
  8312. }
  8313. else if (auto identifierAfter = BfNodeDynCast<BfIdentifierNode>(nextNode))
  8314. {
  8315. // In process of typing - just eat identifier so we don't error out on whole method
  8316. MoveNode(identifierAfter, ctorDecl);
  8317. }
  8318. if (attributeDirective != NULL)
  8319. {
  8320. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  8321. ReplaceNode(attributeDirective, attribExpr);
  8322. attribExpr->mAttributes = attributeDirective;
  8323. if (ctorDecl->mInitializer != NULL)
  8324. {
  8325. MEMBER_SET(attribExpr, mExpression, ctorDecl->mInitializer);
  8326. }
  8327. MEMBER_SET(ctorDecl, mInitializer, attribExpr);
  8328. }
  8329. }
  8330. endToken = NULL;
  8331. }
  8332. if (auto autoCtorDecl = BfNodeDynCast<BfAutoConstructorDeclaration>(ctorDecl))
  8333. return true;
  8334. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Semicolon))
  8335. {
  8336. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, endToken);
  8337. mVisitorPos.MoveNext();
  8338. }
  8339. else
  8340. {
  8341. nextNode = mVisitorPos.GetNext();
  8342. auto blockNode = BfNodeDynCast<BfBlock>(nextNode);
  8343. if (blockNode != NULL)
  8344. {
  8345. methodDeclaration->mBody = blockNode;
  8346. MoveNode(blockNode, methodDeclaration);
  8347. mVisitorPos.MoveNext();
  8348. if ((IsNodeRelevant(methodDeclaration)) || (alwaysIncludeBlock))
  8349. {
  8350. SetAndRestoreValue<BfMethodDeclaration*> prevMethodDeclaration(mCurMethodDecl, methodDeclaration);
  8351. HandleBlock(blockNode, methodDeclaration->mMixinSpecifier != NULL);
  8352. }
  8353. return true;
  8354. }
  8355. else
  8356. {
  8357. nextNode = mVisitorPos.GetNext();
  8358. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8359. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_FatArrow))
  8360. {
  8361. MEMBER_SET(methodDeclaration, mFatArrowToken, tokenNode);
  8362. mVisitorPos.MoveNext();
  8363. auto methodExpression = CreateExpressionAfter(methodDeclaration);
  8364. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mBody, methodExpression);
  8365. auto semicolonToken = ExpectTokenAfter(methodDeclaration, BfToken_Semicolon);
  8366. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, semicolonToken);
  8367. return true;
  8368. }
  8369. }
  8370. FailAfter("Expected method body", methodDeclaration);
  8371. }
  8372. return true;
  8373. }
  8374. BfGenericArgumentsNode* BfReducer::CreateGenericArguments(BfTokenNode* tokenNode)
  8375. {
  8376. auto genericArgs = mAlloc->Alloc<BfGenericArgumentsNode>();
  8377. BfDeferredAstSizedArray<BfTypeReference*> genericArgsArray(genericArgs->mGenericArgs, mAlloc);
  8378. BfDeferredAstSizedArray<BfAstNode*> commas(genericArgs->mCommas, mAlloc);
  8379. ReplaceNode(tokenNode, genericArgs);
  8380. genericArgs->mOpenChevron = tokenNode;
  8381. while (true)
  8382. {
  8383. auto genericArg = CreateTypeRefAfter(genericArgs);
  8384. if (genericArg == NULL)
  8385. {
  8386. genericArgsArray.push_back(NULL); // Leave empty for purposes of generic argument count
  8387. auto nextNode = mVisitorPos.GetNext();
  8388. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8389. if (tokenNode != NULL)
  8390. {
  8391. // Try to get right chevron. Reduces error count when we're typing out a generic argument list
  8392. if (tokenNode->GetToken() == BfToken_RDblChevron)
  8393. tokenNode = BreakDoubleChevron(tokenNode);
  8394. if (tokenNode->GetToken() == BfToken_RChevron)
  8395. {
  8396. MoveNode(tokenNode, genericArgs);
  8397. genericArgs->mCloseChevron = tokenNode;
  8398. mVisitorPos.MoveNext();
  8399. }
  8400. }
  8401. return genericArgs;
  8402. }
  8403. MoveNode(genericArg, genericArgs);
  8404. genericArgsArray.push_back(genericArg);
  8405. auto nextNode = mVisitorPos.GetNext();
  8406. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8407. if (tokenNode == NULL)
  8408. {
  8409. FailAfter("Expected ',' or '>'", genericArgs);
  8410. return genericArgs;
  8411. }
  8412. BfToken token = tokenNode->GetToken();
  8413. if (token == BfToken_RDblChevron)
  8414. tokenNode = BreakDoubleChevron(tokenNode);
  8415. if (token == BfToken_RChevron)
  8416. {
  8417. MoveNode(tokenNode, genericArgs);
  8418. genericArgs->mCloseChevron = tokenNode;
  8419. mVisitorPos.MoveNext();
  8420. break;
  8421. }
  8422. if (token != BfToken_Comma)
  8423. {
  8424. Fail("Either , or > expected", tokenNode);
  8425. return genericArgs;
  8426. }
  8427. MoveNode(tokenNode, genericArgs);
  8428. commas.push_back(tokenNode);
  8429. mVisitorPos.MoveNext();
  8430. }
  8431. return genericArgs;
  8432. }
  8433. BfGenericParamsDeclaration* BfReducer::CreateGenericParamsDeclaration(BfTokenNode* tokenNode)
  8434. {
  8435. auto genericParams = mAlloc->Alloc<BfGenericParamsDeclaration>();
  8436. BfDeferredAstSizedArray<BfIdentifierNode*> genericParamsArr(genericParams->mGenericParams, mAlloc);
  8437. BfDeferredAstSizedArray<BfAstNode*> commas(genericParams->mCommas, mAlloc);
  8438. ReplaceNode(tokenNode, genericParams);
  8439. genericParams->mOpenChevron = tokenNode;
  8440. mVisitorPos.MoveNext();
  8441. while (true)
  8442. {
  8443. auto genericIdentifier = ExpectIdentifierAfter(genericParams, "generic parameters");
  8444. if (genericIdentifier == NULL)
  8445. return genericParams;
  8446. MoveNode(genericIdentifier, genericParams);
  8447. genericParamsArr.push_back(genericIdentifier);
  8448. auto nextNode = mVisitorPos.GetNext();
  8449. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8450. if (tokenNode == NULL)
  8451. {
  8452. FailAfter("Expected ',' or '>'", genericParams);
  8453. return genericParams;
  8454. }
  8455. BfToken token = tokenNode->GetToken();
  8456. if (token == BfToken_RDblChevron)
  8457. tokenNode = BreakDoubleChevron(tokenNode);
  8458. MoveNode(tokenNode, genericParams);
  8459. mVisitorPos.MoveNext();
  8460. if (token == BfToken_RChevron)
  8461. {
  8462. genericParams->mCloseChevron = tokenNode;
  8463. break;
  8464. }
  8465. if (token != BfToken_Comma)
  8466. {
  8467. Fail("Either , or > expected", tokenNode);
  8468. return genericParams;
  8469. }
  8470. commas.push_back(tokenNode);
  8471. }
  8472. return genericParams;
  8473. }
  8474. BfGenericConstraintsDeclaration* BfReducer::CreateGenericConstraintsDeclaration(BfTokenNode* tokenNode)
  8475. {
  8476. auto constraintsDeclaration = mAlloc->Alloc<BfGenericConstraintsDeclaration>();
  8477. BfDeferredAstSizedArray<BfGenericConstraint*> genericConstraintsArr(constraintsDeclaration->mGenericConstraints, mAlloc);
  8478. bool isDone = false;
  8479. for (int constraintIdx = 0; !isDone; constraintIdx++)
  8480. {
  8481. BfGenericConstraint* genericConstraint = mAlloc->Alloc<BfGenericConstraint>();
  8482. BfDeferredAstSizedArray<BfAstNode*> constraintTypes(genericConstraint->mConstraintTypes, mAlloc);
  8483. BfDeferredAstSizedArray<BfTokenNode*> commas(genericConstraint->mCommas, mAlloc);
  8484. ReplaceNode(tokenNode, genericConstraint);
  8485. genericConstraint->mWhereToken = tokenNode;
  8486. genericConstraintsArr.push_back(genericConstraint);
  8487. auto genericParamName = CreateTypeRefAfter(genericConstraint);
  8488. if (genericParamName != NULL)
  8489. {
  8490. MEMBER_SET(genericConstraint, mTypeRef, genericParamName);
  8491. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Colon);
  8492. }
  8493. else
  8494. isDone = true;
  8495. if (tokenNode != NULL)
  8496. {
  8497. MEMBER_SET(genericConstraint, mColonToken, tokenNode);
  8498. }
  8499. else
  8500. isDone = true;
  8501. for (int typeIdx = 0; !isDone; typeIdx++)
  8502. {
  8503. if (typeIdx > 0)
  8504. {
  8505. auto nextNode = mVisitorPos.GetNext();
  8506. if (BfNodeDynCast<BfBlock>(nextNode))
  8507. {
  8508. isDone = true;
  8509. break;
  8510. }
  8511. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Comma, BfToken_LBrace, BfToken_Where, BfToken_Semicolon);
  8512. if (tokenNode == NULL)
  8513. {
  8514. isDone = true;
  8515. break;
  8516. }
  8517. BfToken token = tokenNode->GetToken();
  8518. if (token == BfToken_Where)
  8519. break;
  8520. if ((token == BfToken_LBrace) || (token == BfToken_Semicolon))
  8521. {
  8522. mVisitorPos.mReadPos--;
  8523. isDone = true;
  8524. break;
  8525. }
  8526. MoveNode(tokenNode, genericConstraint);
  8527. commas.push_back(tokenNode);
  8528. }
  8529. auto nextNode = mVisitorPos.GetNext();
  8530. if (auto constraintToken = BfNodeDynCast<BfTokenNode>(nextNode))
  8531. {
  8532. BfAstNode* constraintNode = NULL;
  8533. bool addToConstraint = false;
  8534. switch (constraintToken->GetToken())
  8535. {
  8536. case BfToken_Class:
  8537. case BfToken_Struct:
  8538. case BfToken_Const:
  8539. case BfToken_Concrete:
  8540. case BfToken_Var:
  8541. case BfToken_New:
  8542. case BfToken_Delete:
  8543. case BfToken_Enum:
  8544. case BfToken_Interface:
  8545. addToConstraint = true;
  8546. break;
  8547. case BfToken_Operator:
  8548. {
  8549. BfGenericOperatorConstraint* opConstraint = mAlloc->Alloc<BfGenericOperatorConstraint>();
  8550. constraintNode = opConstraint;
  8551. ReplaceNode(constraintToken, opConstraint);
  8552. MEMBER_SET(opConstraint, mOperatorToken, constraintToken);
  8553. mVisitorPos.MoveNext();
  8554. auto opToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  8555. if (opToken == NULL)
  8556. {
  8557. auto typeRef = CreateTypeRefAfter(opConstraint, BfReducer::CreateTypeRefFlags_SafeGenericParse);
  8558. if (typeRef == NULL)
  8559. break;
  8560. MEMBER_SET(opConstraint, mLeftType, typeRef);
  8561. opToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  8562. if (opToken == NULL)
  8563. {
  8564. if (auto pointerTypeRef = BfNodeDynCast<BfPointerTypeRef>(typeRef))
  8565. {
  8566. MEMBER_SET(opConstraint, mLeftType, pointerTypeRef->mElementType);
  8567. opToken = pointerTypeRef->mStarNode;
  8568. MEMBER_SET(opConstraint, mOpToken, opToken);
  8569. }
  8570. }
  8571. }
  8572. if (opConstraint->mOpToken == NULL)
  8573. {
  8574. if (opToken == NULL)
  8575. {
  8576. Fail("Conversion operators require either 'implicit' or 'explicit' qualifiers", opConstraint->mOperatorToken);
  8577. break;
  8578. }
  8579. MEMBER_SET(opConstraint, mOpToken, opToken);
  8580. mVisitorPos.MoveNext();
  8581. }
  8582. auto typeRef = CreateTypeRefAfter(opConstraint);
  8583. if (typeRef == NULL)
  8584. break;
  8585. MEMBER_SET(opConstraint, mRightType, typeRef);
  8586. }
  8587. break;
  8588. default: break;
  8589. }
  8590. if (addToConstraint)
  8591. {
  8592. constraintNode = constraintToken;
  8593. bool addToConstraint = false;
  8594. mVisitorPos.MoveNext();
  8595. if (constraintToken->GetToken() == BfToken_Struct)
  8596. {
  8597. addToConstraint = true;
  8598. nextNode = mVisitorPos.GetNext();
  8599. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8600. {
  8601. if (tokenNode->GetToken() == BfToken_Star)
  8602. {
  8603. auto tokenPair = mAlloc->Alloc<BfTokenPairNode>();
  8604. ReplaceNode(constraintToken, tokenPair);
  8605. MEMBER_SET(tokenPair, mLeft, constraintToken);
  8606. MEMBER_SET(tokenPair, mRight, tokenNode);
  8607. constraintNode = tokenPair;
  8608. MoveNode(constraintToken, genericConstraint);
  8609. genericConstraint->SetSrcEnd(tokenNode->GetSrcEnd());
  8610. mVisitorPos.MoveNext();
  8611. }
  8612. }
  8613. }
  8614. else if (constraintToken->GetToken() == BfToken_Const)
  8615. {
  8616. constraintTypes.push_back(constraintNode);
  8617. genericConstraint->mSrcEnd = constraintNode->mSrcEnd;
  8618. auto typeRef = CreateTypeRefAfter(nextNode);
  8619. if (typeRef == NULL)
  8620. {
  8621. isDone = true;
  8622. break;
  8623. }
  8624. MoveNode(typeRef, genericConstraint);
  8625. constraintTypes.push_back(typeRef);
  8626. continue;
  8627. }
  8628. }
  8629. if (constraintNode != NULL)
  8630. {
  8631. MoveNode(constraintNode, genericConstraint);
  8632. constraintTypes.push_back(constraintNode);
  8633. continue;
  8634. }
  8635. }
  8636. auto typeRef = CreateTypeRefAfter(genericConstraint);
  8637. if (typeRef == NULL)
  8638. {
  8639. isDone = true;
  8640. break;
  8641. }
  8642. MoveNode(typeRef, genericConstraint);
  8643. constraintTypes.push_back(typeRef);
  8644. }
  8645. if (constraintIdx == 0)
  8646. ReplaceNode(genericConstraint, constraintsDeclaration);
  8647. else
  8648. MoveNode(genericConstraint, constraintsDeclaration);
  8649. }
  8650. return constraintsDeclaration;
  8651. }
  8652. void BfReducer::HandleBlock(BfBlock* block, bool allowEndingExpression)
  8653. {
  8654. //for (auto node : block->mChildren)
  8655. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  8656. bool isDone = !mVisitorPos.MoveNext();
  8657. BfAstNode* nextNode = NULL;
  8658. while (!isDone)
  8659. {
  8660. BfAstNode* node = mVisitorPos.GetCurrent();
  8661. CreateStmtFlags flags = (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowLocalFunction);
  8662. if (allowEndingExpression)
  8663. flags = (CreateStmtFlags)(flags | CreateStmtFlags_AllowUnterminatedExpression);
  8664. auto statement = CreateStatement(node, flags);
  8665. if ((statement == NULL) && (mSource != NULL))
  8666. statement = mSource->CreateErrorNode(node);
  8667. isDone = !mVisitorPos.MoveNext();
  8668. if (statement != NULL)
  8669. mVisitorPos.Write(statement);
  8670. }
  8671. mVisitorPos.Trim();
  8672. }
  8673. void BfReducer::HandleTypeDeclaration(BfTypeDeclaration* typeDecl, BfAttributeDirective* attributes, BfAstNode* deferredHeadNode)
  8674. {
  8675. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDecl);
  8676. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(BfNodeDynCast<BfBlock>(typeDecl->mDefineNode)));
  8677. if (attributes != NULL)
  8678. {
  8679. MEMBER_SET(typeDecl, mAttributes, attributes);
  8680. }
  8681. if (!IsNodeRelevant(deferredHeadNode, typeDecl))
  8682. {
  8683. typeDecl->mIgnoreDeclaration = true;
  8684. return;
  8685. }
  8686. BfAstNode* prevNode = NULL;
  8687. bool isDone = !mVisitorPos.MoveNext();
  8688. while (!isDone)
  8689. {
  8690. auto node = mVisitorPos.GetCurrent();
  8691. if (node == prevNode)
  8692. {
  8693. BF_FATAL("Should have handled node already");
  8694. // If we're stuck on an error and can't process any more nodes
  8695. break;
  8696. }
  8697. prevNode = node;
  8698. BfAstNode* typeMember = BfNodeDynCast<BfMemberDeclaration>(node);
  8699. if (typeMember == NULL)
  8700. {
  8701. SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, node);
  8702. typeMember = ReadTypeMember(node);
  8703. }
  8704. //methodDeclaration->mDocumentation = FindDocumentation(methodDeclaration);
  8705. isDone = !mVisitorPos.MoveNext();
  8706. if (typeMember != NULL)
  8707. {
  8708. mVisitorPos.Write(typeMember);
  8709. }
  8710. }
  8711. mVisitorPos.Trim();
  8712. }
  8713. void BfReducer::HandleRoot(BfRootNode* rootNode)
  8714. {
  8715. String fileName;
  8716. auto parser = rootNode->GetSourceData()->ToParserData();
  8717. if (parser != NULL)
  8718. fileName = parser->mFileName;
  8719. BP_ZONE_F("BfReducer::HandleRoot %s", fileName.c_str());
  8720. mAlloc = &rootNode->GetSourceData()->mAlloc;
  8721. mSystem = mSource->mSystem;
  8722. HandleTopLevel(rootNode);
  8723. BfSizedArrayInitIndirect(mSource->mSourceData->mExteriorNodes, mExteriorNodes, mAlloc);
  8724. mAlloc = NULL;
  8725. if (mPassInstance->HasFailed())
  8726. mSource->mParsingFailed = true;
  8727. }
  8728. static String NodeToString(BfAstNode* node)
  8729. {
  8730. return String(&node->GetSourceData()->mSrc[node->GetSrcStart()], node->GetSrcLength());
  8731. }
  8732. BfInlineAsmStatement* BfReducer::CreateInlineAsmStatement(BfAstNode* asmNode)
  8733. {
  8734. auto asmToken = BfNodeDynCast<BfTokenNode>(asmNode);
  8735. auto nextNode = mVisitorPos.GetNext();
  8736. auto blockNode = BfNodeDynCast<BfInlineAsmStatement>(nextNode);
  8737. if (blockNode == NULL)
  8738. return (BfInlineAsmStatement*)Fail("Expected inline assembly block", asmNode);
  8739. ReplaceNode(asmToken, blockNode);
  8740. BfInlineAsmStatement* asmStatement = (BfInlineAsmStatement*)blockNode;
  8741. {
  8742. auto processInstrNodes = [&](const Array<BfAstNode*>& nodes) -> BfInlineAsmInstruction*
  8743. {
  8744. int nodeCount = (int)nodes.size();
  8745. int curNodeIdx = 0;
  8746. auto instNode = mAlloc->Alloc<BfInlineAsmInstruction>();
  8747. //instNode->mSource = asmStatement->mSource;
  8748. int srcStart = nodes.front()->GetSrcStart();
  8749. int srcEnd = nodes.back()->GetSrcEnd();
  8750. instNode->Init(srcStart, srcStart, srcEnd);
  8751. auto replaceWithLower = [](String& s)
  8752. {
  8753. std::transform(s.begin(), s.end(), s.begin(), ::tolower);
  8754. };
  8755. auto readIdent = [&](String& outStr, bool forceLowerCase, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8756. {
  8757. if (curNodeIdx >= nodeCount)
  8758. {
  8759. if (!peekOnly)
  8760. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8761. return false;
  8762. }
  8763. BfAstNode* curNode = nodes[curNodeIdx];
  8764. if (!peekOnly)
  8765. ++curNodeIdx;
  8766. if (!BfNodeDynCast<BfIdentifierNode>(curNode))
  8767. {
  8768. if (!peekOnly)
  8769. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8770. return false;
  8771. }
  8772. outStr = NodeToString(curNode);
  8773. if (forceLowerCase)
  8774. replaceWithLower(outStr);
  8775. return true;
  8776. };
  8777. auto readToken = [&](BfToken tokenType, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8778. {
  8779. if (curNodeIdx >= nodeCount)
  8780. {
  8781. if (!peekOnly)
  8782. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8783. return false;
  8784. }
  8785. BfAstNode* curNode = nodes[curNodeIdx];
  8786. if (!peekOnly)
  8787. ++curNodeIdx;
  8788. auto tokenNode = BfNodeDynCast<BfTokenNode>(curNode);
  8789. if (!tokenNode || tokenNode->GetToken() != tokenType)
  8790. {
  8791. if (!peekOnly)
  8792. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8793. return false;
  8794. }
  8795. return true;
  8796. };
  8797. auto readInteger = [&](int& outInt, const StringImpl& errorExpectation, bool peekOnly, int& outAdvanceTokenCount) -> bool
  8798. {
  8799. int origCurNodeIdx = curNodeIdx;
  8800. outAdvanceTokenCount = 0;
  8801. bool negate = false;
  8802. if (readToken(BfToken_Minus, "", true))
  8803. {
  8804. ++curNodeIdx;
  8805. ++outAdvanceTokenCount;
  8806. negate = true;
  8807. }
  8808. if (curNodeIdx >= nodeCount)
  8809. {
  8810. if (!peekOnly)
  8811. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8812. else
  8813. curNodeIdx = origCurNodeIdx;
  8814. return false;
  8815. }
  8816. BfAstNode* curNode = nodes[curNodeIdx];
  8817. ++curNodeIdx;
  8818. ++outAdvanceTokenCount;
  8819. auto litNode = BfNodeDynCast<BfLiteralExpression>(curNode);
  8820. if (!litNode || litNode->mValue.mTypeCode != BfTypeCode_Int32)
  8821. {
  8822. if (!peekOnly)
  8823. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8824. else
  8825. curNodeIdx = origCurNodeIdx;
  8826. return false;
  8827. }
  8828. outInt = litNode->mValue.mInt32;
  8829. if (negate)
  8830. outInt = -outInt;
  8831. if (peekOnly)
  8832. curNodeIdx = origCurNodeIdx;
  8833. return true;
  8834. };
  8835. auto readArgMemPrimaryExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8836. {
  8837. String primaryIdent;
  8838. int primaryInt;
  8839. int advanceTokenCount = 0;
  8840. if (readIdent(primaryIdent, false, "", true))
  8841. {
  8842. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8843. outArg.mReg = primaryIdent;
  8844. ++curNodeIdx;
  8845. return true;
  8846. }
  8847. else if (readInteger(primaryInt, "", true, advanceTokenCount))
  8848. {
  8849. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8850. outArg.mInt = primaryInt;
  8851. curNodeIdx += advanceTokenCount;
  8852. return true;
  8853. }
  8854. else
  8855. {
  8856. Fail(StrFormat("Found \"%s\", expected integer or identifier", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8857. return false;
  8858. }
  8859. };
  8860. std::function<bool(BfInlineAsmInstruction::AsmArg&)> readArgMemMulExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8861. {
  8862. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8863. if (!readArgMemPrimaryExpr(exprArgLeft))
  8864. return false;
  8865. if (!readToken(BfToken_Star, "", true))
  8866. {
  8867. outArg = exprArgLeft;
  8868. return true;
  8869. }
  8870. ++curNodeIdx;
  8871. if (!readArgMemMulExpr(exprArgRight))
  8872. return false;
  8873. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8874. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8875. if (leftIdent && rightIdent)
  8876. {
  8877. Fail(StrFormat("Memory expressions can only scale by an integer", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8878. return false;
  8879. }
  8880. else if (leftIdent || rightIdent)
  8881. {
  8882. if (leftIdent)
  8883. {
  8884. outArg = exprArgLeft;
  8885. outArg.mAdjRegScalar = exprArgRight.mInt;
  8886. }
  8887. else
  8888. {
  8889. outArg = exprArgRight;
  8890. outArg.mAdjRegScalar = exprArgLeft.mInt;
  8891. }
  8892. outArg.mMemFlags &= ~BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8893. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg;
  8894. outArg.mAdjReg = outArg.mReg;
  8895. outArg.mReg.clear();
  8896. }
  8897. else
  8898. {
  8899. outArg = exprArgLeft;
  8900. outArg.mInt = exprArgLeft.mInt * exprArgRight.mInt;
  8901. }
  8902. return true;
  8903. };
  8904. std::function<bool(BfInlineAsmInstruction::AsmArg&, bool)> readArgMemAddExpr = [&](BfInlineAsmInstruction::AsmArg& outArg, bool subtractLeft) -> bool // can't use 'auto' here since it's recursive
  8905. {
  8906. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8907. if (!readArgMemMulExpr(exprArgLeft))
  8908. return false;
  8909. if (subtractLeft)
  8910. {
  8911. if (exprArgLeft.mMemFlags != BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8912. {
  8913. Fail("Memory expressions can only subtract by an integer", instNode);
  8914. return false;
  8915. }
  8916. exprArgLeft.mInt = -exprArgLeft.mInt;
  8917. }
  8918. bool subtract = false;
  8919. if (!readToken(BfToken_Plus, "", true))
  8920. {
  8921. if (!readToken(BfToken_Minus, "", true))
  8922. {
  8923. outArg = exprArgLeft;
  8924. return true;
  8925. }
  8926. else
  8927. subtract = true;
  8928. }
  8929. ++curNodeIdx;
  8930. if (!readArgMemAddExpr(exprArgRight, subtract))
  8931. return false;
  8932. bool leftScaling = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8933. bool rightScaling = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8934. if (leftScaling && rightScaling)
  8935. {
  8936. Fail("Memory expressions can only have one scaling register and one non-scaling register", instNode);
  8937. return false;
  8938. }
  8939. BfInlineAsmInstruction::AsmArg* scaledArg = leftScaling ? &exprArgLeft : (rightScaling ? &exprArgRight : nullptr);
  8940. if (scaledArg)
  8941. {
  8942. BfInlineAsmInstruction::AsmArg* otherArg = leftScaling ? &exprArgRight : &exprArgLeft;
  8943. outArg = *scaledArg;
  8944. outArg.mMemFlags |= otherArg->mMemFlags;
  8945. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8946. {
  8947. if (scaledArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8948. {
  8949. Fail("Memory expressions can involve at most two registers", instNode);
  8950. return false;
  8951. }
  8952. outArg.mReg = otherArg->mReg;
  8953. }
  8954. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8955. {
  8956. outArg.mInt += otherArg->mInt;
  8957. }
  8958. }
  8959. else
  8960. {
  8961. outArg.mInt = 0;
  8962. if (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8963. {
  8964. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8965. outArg.mInt += exprArgLeft.mInt;
  8966. }
  8967. if (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8968. {
  8969. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8970. outArg.mInt += exprArgRight.mInt;
  8971. }
  8972. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8973. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8974. if (leftIdent && rightIdent)
  8975. {
  8976. outArg.mMemFlags |= (BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg | BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg);
  8977. outArg.mReg = exprArgLeft.mReg;
  8978. outArg.mAdjReg = exprArgRight.mReg;
  8979. outArg.mAdjRegScalar = 1;
  8980. }
  8981. else if (leftIdent)
  8982. {
  8983. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8984. outArg.mReg = exprArgLeft.mReg;
  8985. }
  8986. else if (rightIdent)
  8987. {
  8988. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8989. outArg.mReg = exprArgRight.mReg;
  8990. }
  8991. }
  8992. return true;
  8993. };
  8994. auto parseArg = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8995. {
  8996. bool keepGoing = true;
  8997. while (keepGoing)
  8998. {
  8999. keepGoing = false;
  9000. int peekInt;
  9001. String peekStr;
  9002. int advanceTokenCount;
  9003. if (readInteger(peekInt, "", true, advanceTokenCount))
  9004. {
  9005. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Immediate;
  9006. outArg.mInt = peekInt;
  9007. curNodeIdx += advanceTokenCount;
  9008. }
  9009. else if (readIdent(peekStr, false, "", true))
  9010. {
  9011. ++curNodeIdx;
  9012. String s(peekStr);
  9013. replaceWithLower(s);
  9014. String tempIdent;
  9015. if ((s == "cs" || s == "ds" || s == "es" || s == "fs" || s == "gs" || s == "ss") && readToken(BfToken_Colon, "", true))
  9016. {
  9017. ++curNodeIdx;
  9018. outArg.mSegPrefix = s;
  9019. keepGoing = true;
  9020. }
  9021. else if (s == "st" && readToken(BfToken_LParen, "", true))
  9022. {
  9023. ++curNodeIdx;
  9024. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_FloatReg;
  9025. if (!readInteger(peekInt, "integer floating-point register number", false, advanceTokenCount))
  9026. return false;
  9027. outArg.mInt = peekInt;
  9028. if (!readToken(BfToken_RParen, "')'", false))
  9029. return false;
  9030. }
  9031. else if ((s == "byte" || s == "word" || s == "dword" || s == "qword" || s == "xword" || s == "xmmword" || s == "opaque") && readIdent(tempIdent, true, "", true))
  9032. {
  9033. if (tempIdent != "ptr")
  9034. {
  9035. Fail(StrFormat("Found \"%s\", expected \"ptr\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  9036. return false;
  9037. }
  9038. ++curNodeIdx;
  9039. outArg.mSizePrefix = s;
  9040. keepGoing = true;
  9041. }
  9042. else
  9043. {
  9044. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_IntReg;
  9045. outArg.mReg = peekStr;
  9046. }
  9047. }
  9048. else if (readToken(BfToken_LBracket, "", true))
  9049. {
  9050. ++curNodeIdx;
  9051. BfInlineAsmInstruction::AsmArg exprArgLeft;
  9052. if (!readArgMemAddExpr(exprArgLeft, false))
  9053. return false;
  9054. if (!readToken(BfToken_RBracket, "']'", false))
  9055. return false;
  9056. if (readToken(BfToken_Dot, "", true))
  9057. {
  9058. ++curNodeIdx;
  9059. if (!readIdent(outArg.mMemberSuffix, false, "struct member suffix identifier", false))
  9060. return false;
  9061. }
  9062. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Memory;
  9063. outArg.mMemFlags = exprArgLeft.mMemFlags;
  9064. //outArg.mSegPrefix = already_set_leave_me_alone;
  9065. //outArg.mSizePrefix = already_set_leave_me_alone;
  9066. outArg.mInt = exprArgLeft.mInt;
  9067. outArg.mReg = exprArgLeft.mReg;
  9068. outArg.mAdjReg = exprArgLeft.mAdjReg;
  9069. outArg.mAdjRegScalar = exprArgLeft.mAdjRegScalar;
  9070. //outArg.mMemberSuffix = already_set_leave_me_alone;
  9071. return true;
  9072. }
  9073. else
  9074. return false;
  9075. }
  9076. return true;
  9077. };
  9078. BfInlineAsmInstruction::AsmInst& outInst = instNode->mAsmInst;
  9079. // instruction / instruction prefix / label
  9080. String opStr;
  9081. if (!readIdent(opStr, false, "instruction, instruction prefix, or label", false))
  9082. return nullptr;
  9083. if (readToken(BfToken_Colon, "", true))
  9084. {
  9085. ++curNodeIdx;
  9086. outInst.mLabel = opStr;
  9087. if (curNodeIdx >= nodeCount)
  9088. return instNode;
  9089. if (!readIdent(opStr, false, "instruction or instruction prefix", false))
  9090. return nullptr;
  9091. }
  9092. replaceWithLower(opStr);
  9093. // check for instruction prefix(s)
  9094. while (opStr == "lock" || opStr == "rep" || opStr == "repe" || opStr == "repne" || opStr == "repz" || opStr == "repnz")
  9095. {
  9096. if (curNodeIdx >= nodeCount) // in case prefix is listed like a separate instruction
  9097. break;
  9098. outInst.mOpPrefixes.push_back(opStr);
  9099. if (!readIdent(opStr, true, "instruction or instruction prefix", false))
  9100. return nullptr;
  9101. }
  9102. outInst.mOpCode = opStr;
  9103. BfInlineAsmInstruction::AsmArg asmArg;
  9104. while (parseArg(asmArg))
  9105. {
  9106. outInst.mArgs.push_back(asmArg);
  9107. asmArg = BfInlineAsmInstruction::AsmArg();
  9108. if (!readToken(BfToken_Comma, "", true))
  9109. break;
  9110. ++curNodeIdx;
  9111. }
  9112. if (curNodeIdx < nodeCount)
  9113. return (BfInlineAsmInstruction*)Fail(StrFormat("Found unexpected \"%s\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  9114. //String testStr = outInst.ToString();
  9115. int unusedLineChar = 0;
  9116. auto bfParser = instNode->GetSourceData()->ToParserData();
  9117. if (bfParser != NULL)
  9118. bfParser->GetLineCharAtIdx(instNode->GetSrcStart(), outInst.mDebugLine, unusedLineChar);
  9119. //return (BfInlineAsmInstruction*)Fail(StrFormat("Line %d\n", outInst.mDebugLine), instNode);
  9120. return instNode;
  9121. };
  9122. // split nodes by newlines into individual instructions, skipping empty lines
  9123. Array<BfAstNode*> instrNodes;
  9124. Array<BfInlineAsmInstruction*> dstInstructions;
  9125. //BCF: Add this back
  9126. /*for (auto child = asmStatement->mChildren.mHead; child; child = child->mNext)
  9127. {
  9128. auto childToken = BfNodeDynCast<BfTokenNode>(child);
  9129. if (childToken && childToken->GetToken() == BfToken_AsmNewline)
  9130. {
  9131. if (!instrNodes.empty())
  9132. {
  9133. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  9134. if (instNode)
  9135. dstInstructions.push_back(instNode);
  9136. instrNodes.clear();
  9137. }
  9138. }
  9139. else if (childToken && childToken->GetToken() == BfToken_Asm)
  9140. {
  9141. // ignore the actual 'asm' keyword as we no longer need it
  9142. continue; //CDH FIXME this is because ReplaceNode adds the original 'asm' keyword as a child, which I don't need; maybe I'm missing how the CST->AST replacment pattern is intended to work?
  9143. }
  9144. else
  9145. {
  9146. instrNodes.push_back(child);
  9147. }
  9148. }*/
  9149. if (!instrNodes.empty())
  9150. {
  9151. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  9152. if (instNode)
  9153. dstInstructions.push_back(instNode);
  9154. instrNodes.Clear();
  9155. }
  9156. for (auto & instNode : dstInstructions)
  9157. MoveNode(instNode, asmStatement);
  9158. asmStatement->mInstructions = std::move(dstInstructions);
  9159. }
  9160. return asmStatement;
  9161. }