BfReducer.cpp 283 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734
  1. #include "BfAst.h"
  2. #include "BfReducer.h"
  3. #include "BfParser.h"
  4. #include "BfSystem.h"
  5. #include "BfUtil.h"
  6. #include "BeefySysLib/util/BeefPerf.h"
  7. #include "BeefySysLib/util/StackHelper.h"
  8. #include "BeefySysLib/util/AllocDebug.h"
  9. #include <functional>
  10. USING_NS_BF;
  11. #define MEMBER_SET(dest, member, src) \
  12. { dest->member = src; \
  13. MoveNode(src, dest); }
  14. #define MEMBER_SET_CHECKED(dest, member, src) \
  15. { if (src == NULL) return dest; \
  16. dest->member = src; \
  17. MoveNode(src, dest); }
  18. #define MEMBER_SET_CHECKED_BOOL(dest, member, src) \
  19. { if (src == NULL) return false; \
  20. dest->member = src; \
  21. MoveNode(src, dest); }
  22. BfReducer::BfReducer()
  23. {
  24. mCurTypeDecl = NULL;
  25. mLastTypeDecl = NULL;
  26. mCurMethodDecl = NULL;
  27. mSource = NULL;
  28. mClassDepth = 0;
  29. mAlloc = NULL;
  30. mStmtHasError = false;
  31. mPrevStmtHadError = false;
  32. mPassInstance = NULL;
  33. mCompatMode = false;
  34. mAllowTypeWildcard = false;
  35. mIsFieldInitializer = false;
  36. mInParenExpr = false;
  37. mSkipCurrentNodeAssert = false;
  38. mAssertCurrentNodeIdx = 0;
  39. mSystem = NULL;
  40. mResolvePassData = NULL;
  41. mMethodDepth = 0;
  42. mDocumentCheckIdx = 0;
  43. mTypeMemberNodeStart = NULL;
  44. }
  45. bool BfReducer::IsSemicolon(BfAstNode* node)
  46. {
  47. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  48. return (tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Semicolon);
  49. }
  50. bool BfReducer::StringEquals(BfAstNode* node, BfAstNode* node2)
  51. {
  52. int len = node->GetSrcLength();
  53. int len2 = node2->GetSrcLength();
  54. if (len != len2)
  55. return false;
  56. int start = node->GetSrcStart();
  57. int start2 = node2->GetSrcStart();
  58. const char* srcStr = node->GetSourceData()->mSrc;
  59. for (int i = 0; i < len; i++)
  60. {
  61. if (srcStr[start + i] != srcStr[start2 + i])
  62. return false;
  63. }
  64. return true;
  65. }
  66. int gAssertCurrentNodeIdx = 0;
  67. void BfReducer::AssertCurrentNode(BfAstNode* node)
  68. {
  69. if (mSkipCurrentNodeAssert)
  70. return;
  71. auto currentNode = mVisitorPos.GetCurrent();
  72. if (currentNode == NULL)
  73. return;
  74. if (!node->LocationEndEquals(currentNode))
  75. {
  76. const char* lastCPtr = &node->GetSourceData()->mSrc[node->GetSrcEnd() - 1];
  77. // We have an "exceptional" case where breaking a double chevron will look like a position error
  78. if ((lastCPtr[0] != '>') || (lastCPtr[1] != '>'))
  79. {
  80. BF_FATAL("Internal parsing error");
  81. }
  82. }
  83. gAssertCurrentNodeIdx++;
  84. mAssertCurrentNodeIdx++;
  85. }
  86. // For autocomplete we only do a reduce on nodes the cursor is in
  87. bool BfReducer::IsNodeRelevant(BfAstNode* astNode)
  88. {
  89. BfParser* bfParser = astNode->GetSourceData()->ToParser();
  90. if (bfParser == NULL)
  91. return true;
  92. int cursorPos = bfParser->mCursorIdx;
  93. if ((cursorPos == -1) || (astNode->Contains(cursorPos, 1, 0)))
  94. return true;
  95. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  96. return false;
  97. }
  98. bool BfReducer::IsNodeRelevant(BfAstNode* startNode, BfAstNode* endNode)
  99. {
  100. BfParser* bfParser = startNode->GetSourceData()->ToParser();
  101. if (bfParser == NULL)
  102. return true;
  103. int cursorPos = bfParser->mCursorIdx;
  104. int lenAdd = 1;
  105. if ((cursorPos == -1) ||
  106. ((cursorPos >= startNode->GetSrcStart()) && (cursorPos < endNode->GetSrcEnd() + lenAdd)))
  107. return true;
  108. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  109. return false;
  110. }
  111. void BfReducer::MoveNode(BfAstNode* srcNode, BfAstNode* newOwner)
  112. {
  113. #ifdef BF_AST_HAS_PARENT_MEMBER
  114. srcNode->mParent = newOwner;
  115. #endif
  116. int srcStart = srcNode->GetSrcStart();
  117. int srcEnd = srcNode->GetSrcEnd();
  118. if (srcStart < newOwner->GetSrcStart())
  119. newOwner->SetSrcStart(srcStart);
  120. if (srcEnd > newOwner->GetSrcEnd())
  121. newOwner->SetSrcEnd(srcEnd);
  122. }
  123. // Replaces prevNode with new node and adds prevNode to newNode's childrenj
  124. // It can be considered that newNode encapsulated prevNode.
  125. void BfReducer::ReplaceNode(BfAstNode* prevNode, BfAstNode* newNode)
  126. {
  127. #ifdef BF_AST_HAS_PARENT_MEMBER
  128. newNode->mParent = prevNode->mParent;
  129. #endif
  130. if (!newNode->IsInitialized())
  131. {
  132. #ifdef BF_AST_COMPACT
  133. if (prevNode->mIsCompact)
  134. {
  135. newNode->mIsCompact = prevNode->mIsCompact;
  136. newNode->mCompact_SrcStart = prevNode->mCompact_SrcStart;
  137. newNode->mCompact_SrcLen = prevNode->mCompact_SrcLen;
  138. newNode->mCompact_TriviaLen = prevNode->mCompact_TriviaLen;
  139. }
  140. else
  141. {
  142. int prevTriviaStart;
  143. int prevSrcStart;
  144. int prevSrcEnd;
  145. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  146. newNode->Init(prevTriviaStart, prevSrcStart, prevSrcEnd);
  147. }
  148. #else
  149. newNode->mTriviaStart = prevNode->mTriviaStart;
  150. newNode->mSrcStart = prevNode->mSrcStart;
  151. newNode->mSrcEnd = prevNode->mSrcEnd;
  152. #endif
  153. }
  154. else
  155. {
  156. int newTriviaStart;
  157. int newSrcStart;
  158. int newSrcEnd;
  159. newNode->GetSrcPositions(newTriviaStart, newSrcStart, newSrcEnd);
  160. int prevTriviaStart;
  161. int prevSrcStart;
  162. int prevSrcEnd;
  163. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  164. if (prevTriviaStart < newTriviaStart)
  165. newNode->SetTriviaStart(prevTriviaStart);
  166. if (prevSrcStart < newSrcStart)
  167. newNode->SetSrcStart(prevSrcStart);
  168. if (prevSrcEnd > newSrcEnd)
  169. newNode->SetSrcEnd(prevSrcEnd);
  170. }
  171. #ifdef BF_AST_HAS_PARENT_MEMBER
  172. prevNode->mParent = newNode;
  173. #endif
  174. }
  175. BfAstNode* BfReducer::Fail(const StringImpl& errorMsg, BfAstNode* refNode)
  176. {
  177. mStmtHasError = true;
  178. if (mPassInstance->HasLastFailedAt(refNode)) // No duplicate failures
  179. return NULL;
  180. mPassInstance->Fail(errorMsg, refNode);
  181. return NULL;
  182. }
  183. BfAstNode* BfReducer::FailAfter(const StringImpl& errorMsg, BfAstNode* prevNode)
  184. {
  185. mStmtHasError = true;
  186. mPassInstance->FailAfter(errorMsg, prevNode);
  187. return NULL;
  188. }
  189. void BfReducer::AddErrorNode(BfAstNode* astNode, bool removeNode)
  190. {
  191. if (mSource != NULL)
  192. mSource->AddErrorNode(astNode);
  193. if (removeNode)
  194. astNode->RemoveSelf();
  195. }
  196. bool BfReducer::IsTypeReference(BfAstNode* checkNode, BfToken successToken, int* outEndNode, bool* couldBeExpr, bool* isGenericType, bool* isTuple)
  197. {
  198. AssertCurrentNode(checkNode);
  199. if (couldBeExpr != NULL)
  200. *couldBeExpr = true;
  201. if (outEndNode != NULL)
  202. *outEndNode = -1;
  203. auto firstNode = checkNode;
  204. if (checkNode == NULL)
  205. return false;
  206. int checkIdx = mVisitorPos.mReadPos;
  207. if ((!checkNode->IsA<BfIdentifierNode>()) && (!checkNode->IsA<BfMemberReferenceExpression>()))
  208. {
  209. if (auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  210. {
  211. BfToken checkToken = checkTokenNode->GetToken();
  212. if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  213. {
  214. checkIdx++;
  215. if (mVisitorPos.Get(checkIdx) == NULL)
  216. return false;
  217. }
  218. else if ((checkToken == BfToken_Var) || (checkToken == BfToken_Let))
  219. {
  220. checkIdx++;
  221. checkNode = mVisitorPos.Get(checkIdx);
  222. checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  223. if (outEndNode)
  224. *outEndNode = checkIdx;
  225. if (successToken == BfToken_None)
  226. return true;
  227. return (checkToken == successToken);
  228. }
  229. else if (checkToken == BfToken_Unsigned)
  230. {
  231. // Unsigned val start
  232. }
  233. else if (checkToken == BfToken_LParen)
  234. {
  235. // Tuple start
  236. }
  237. else if (checkToken == BfToken_Decltype)
  238. {
  239. // Decltype start
  240. }
  241. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  242. {
  243. int startNode = mVisitorPos.mReadPos;
  244. mVisitorPos.mReadPos++;
  245. int endNode = -1;
  246. // Return type
  247. auto checkNode = mVisitorPos.GetCurrent();
  248. if ((checkNode == NULL) || (!IsTypeReference(checkNode, BfToken_LParen, &endNode, couldBeExpr, isGenericType, isTuple)))
  249. {
  250. if (outEndNode != NULL)
  251. *outEndNode = endNode;
  252. mVisitorPos.mReadPos = startNode;
  253. return false;
  254. }
  255. // Take in params as a tuple
  256. mVisitorPos.mReadPos = endNode;
  257. auto currentNode = mVisitorPos.GetCurrent();
  258. bool hasParams = false;
  259. if (currentNode != NULL)
  260. {
  261. if (auto openToken = BfNodeDynCast<BfTokenNode>(currentNode))
  262. {
  263. if (openToken->GetToken() == BfToken_LParen)
  264. {
  265. int parenDepth = 1;
  266. // Do a smarter check?
  267. checkIdx = endNode + 1;
  268. while (true)
  269. {
  270. auto checkNode = mVisitorPos.Get(checkIdx);
  271. if (checkNode == NULL)
  272. break;
  273. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  274. {
  275. bool done = false;
  276. switch (tokenNode->GetToken())
  277. {
  278. case BfToken_LParen:
  279. parenDepth++;
  280. break;
  281. case BfToken_RParen:
  282. parenDepth--;
  283. if (parenDepth == 0)
  284. {
  285. endNode = checkIdx + 1;
  286. done = true;
  287. }
  288. break;
  289. case BfToken_Semicolon:
  290. // Failed
  291. done = true;
  292. break;
  293. default: break;
  294. }
  295. if (done)
  296. break;
  297. }
  298. checkIdx++;
  299. }
  300. hasParams = parenDepth == 0;
  301. }
  302. }
  303. }
  304. if (!hasParams)
  305. {
  306. if (outEndNode != NULL)
  307. *outEndNode = endNode;
  308. mVisitorPos.mReadPos = startNode;
  309. return false;
  310. }
  311. if (outEndNode != NULL)
  312. *outEndNode = endNode;
  313. mVisitorPos.mReadPos = startNode;
  314. return true;
  315. }
  316. else
  317. return false;
  318. }
  319. else
  320. return false;
  321. }
  322. int chevronDepth = 0;
  323. bool identifierExpected = true;
  324. bool hadEndBracket = false;
  325. int bracketDepth = 0;
  326. int parenDepth = 0;
  327. bool hadTupleComma = false;
  328. bool hadIdentifier = false;
  329. bool foundSuccessToken = false;
  330. BfTokenNode* lastToken = NULL;
  331. //while (checkNode != NULL)
  332. SizedArray<BfToken, 8> tokenStack;
  333. while (true)
  334. {
  335. auto checkNode = mVisitorPos.Get(checkIdx);
  336. if (checkNode == NULL)
  337. break;
  338. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  339. if (checkTokenNode != NULL)
  340. {
  341. if (hadEndBracket)
  342. return false;
  343. BfToken checkToken = checkTokenNode->GetToken();
  344. if (bracketDepth > 0)
  345. {
  346. if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  347. {
  348. bracketDepth++;
  349. }
  350. else if (checkToken == BfToken_RBracket)
  351. {
  352. bracketDepth--;
  353. }
  354. }
  355. else
  356. {
  357. if ((checkToken == successToken) && (checkTokenNode != firstNode))
  358. {
  359. bool doEnding = true;
  360. bool success = false;
  361. if ((lastToken != NULL) && ((lastToken->GetToken() == BfToken_RChevron) || (lastToken->GetToken() == BfToken_RDblChevron)))
  362. {
  363. if (couldBeExpr != NULL)
  364. *couldBeExpr = false;
  365. }
  366. if (successToken == BfToken_RParen)
  367. {
  368. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 1);
  369. if (success)
  370. {
  371. // Check identifierExpected - this catches (.) casts
  372. if ((identifierExpected) && (couldBeExpr != NULL))
  373. *couldBeExpr = false;
  374. }
  375. }
  376. else if ((successToken == BfToken_Comma) ||
  377. (successToken == BfToken_LBracket))
  378. {
  379. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  380. }
  381. if (success)
  382. {
  383. if (outEndNode != NULL)
  384. *outEndNode = checkIdx;
  385. return true;
  386. }
  387. if (doEnding)
  388. {
  389. if (outEndNode != NULL)
  390. *outEndNode = checkIdx;
  391. return (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  392. }
  393. }
  394. bool isDone = false;
  395. if (checkToken == BfToken_LParen)
  396. {
  397. if ((hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0))
  398. isDone = true;
  399. else
  400. {
  401. tokenStack.Add(BfToken_LParen);
  402. parenDepth++;
  403. }
  404. }
  405. else if (checkToken == BfToken_RParen)
  406. {
  407. if ((parenDepth == 0) || (tokenStack.back() != BfToken_LParen))
  408. {
  409. if (outEndNode != NULL)
  410. *outEndNode = checkIdx;
  411. return false;
  412. }
  413. tokenStack.pop_back();
  414. parenDepth--;
  415. if (parenDepth > 0)
  416. {
  417. // if we are embedded in a multi-tuple like (A, (B, C), D) then we expect a , or ) after
  418. // closing an inner tuple. Otherwise this is an expression like ((Type)a)
  419. auto nextNode = mVisitorPos.GetNext();
  420. bool isOkay = false;
  421. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  422. {
  423. isOkay = (nextToken->GetToken() == BfToken_Comma) || (nextToken->GetToken() == BfToken_RParen);
  424. }
  425. if (!isOkay)
  426. {
  427. if (outEndNode != NULL)
  428. *outEndNode = checkIdx;
  429. return false;
  430. }
  431. }
  432. if ((parenDepth < 0) ||
  433. // Probably a cast
  434. ((successToken == BfToken_None) && (parenDepth == 0) && (!hadTupleComma)))
  435. {
  436. if (successToken == BfToken_RParen)
  437. {
  438. foundSuccessToken = true;
  439. break;
  440. }
  441. else
  442. {
  443. if (outEndNode != NULL)
  444. *outEndNode = checkIdx;
  445. return false;
  446. }
  447. }
  448. }
  449. else if ((checkToken == BfToken_Const) && (chevronDepth > 0))
  450. {
  451. if (mCompatMode)
  452. {
  453. identifierExpected = true;
  454. }
  455. else
  456. {
  457. int prevReadPos = mVisitorPos.mReadPos;
  458. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  459. if (nextNode != NULL)
  460. {
  461. mVisitorPos.mReadPos = checkIdx + 1;
  462. auto expr = CreateExpression(nextNode, BfReducer::CreateExprFlags_BreakOnRChevron);
  463. int endExprReadPos = mVisitorPos.mReadPos;
  464. mVisitorPos.mReadPos = prevReadPos;
  465. if (expr == NULL)
  466. {
  467. if (outEndNode != NULL)
  468. *outEndNode = checkIdx;
  469. return false;
  470. }
  471. checkIdx = endExprReadPos;
  472. }
  473. }
  474. }
  475. else if ((checkToken == BfToken_Minus) && (mCompatMode) && (chevronDepth > 0) && (parenDepth == 0) && (bracketDepth == 0))
  476. {
  477. // Allow
  478. }
  479. else if (checkToken == BfToken_Unsigned)
  480. {
  481. identifierExpected = true;
  482. }
  483. else if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  484. {
  485. identifierExpected = true;
  486. }
  487. else if (checkToken == BfToken_LChevron)
  488. {
  489. identifierExpected = true;
  490. chevronDepth++;
  491. tokenStack.Add(BfToken_LChevron);
  492. }
  493. else if ((checkToken == BfToken_RChevron) || (checkToken == BfToken_RDblChevron))
  494. {
  495. for (int i = 0; i < ((checkToken == BfToken_RDblChevron) ? 2 : 1); i++)
  496. {
  497. if ((tokenStack.IsEmpty()) || (tokenStack.back() != BfToken_LChevron))
  498. {
  499. if (outEndNode != NULL)
  500. *outEndNode = checkIdx;
  501. return false;
  502. }
  503. tokenStack.pop_back();
  504. chevronDepth--;
  505. }
  506. identifierExpected = false;
  507. if (chevronDepth < 0)
  508. {
  509. if (outEndNode != NULL)
  510. *outEndNode = checkIdx;
  511. return false;
  512. }
  513. if (chevronDepth == 0)
  514. {
  515. if (isGenericType != NULL)
  516. *isGenericType = true;
  517. }
  518. }
  519. else if (checkToken == BfToken_RDblChevron)
  520. chevronDepth -= 2;
  521. else if (checkToken == BfToken_Comma)
  522. {
  523. if ((bracketDepth == 0) && (tokenStack.IsEmpty()))
  524. {
  525. if (outEndNode != NULL)
  526. *outEndNode = checkIdx;
  527. return false;
  528. }
  529. if ((!tokenStack.IsEmpty()) && (tokenStack.back() == BfToken_LParen))
  530. {
  531. hadTupleComma = true;
  532. if (isTuple != NULL)
  533. {
  534. *isTuple = true;
  535. }
  536. }
  537. identifierExpected = true;
  538. }
  539. else if (checkToken == BfToken_Dot)
  540. {
  541. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  542. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  543. {
  544. if (couldBeExpr != NULL)
  545. {
  546. // UH- NO, it could be referencing a static member
  547. // a ">." can only be a reference to an inner type of a generic type
  548. //if ((prevToken->GetToken() == BfToken_RChevron) || (prevToken->GetToken() == BfToken_RDblChevron))
  549. //*couldBeExpr = false;
  550. }
  551. // a ".[" can only be a member reference after an indexer expression
  552. if (prevToken->GetToken() == BfToken_RBracket)
  553. {
  554. if (outEndNode != NULL)
  555. *outEndNode = checkIdx;
  556. return false;
  557. }
  558. }
  559. identifierExpected = true;
  560. }
  561. else if (checkToken == BfToken_RBracket)
  562. {
  563. hadEndBracket = true;
  564. }
  565. else if ((checkToken == BfToken_Star) || (checkToken == BfToken_Question))
  566. {
  567. if (checkToken == BfToken_Star)
  568. {
  569. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  570. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  571. {
  572. switch (prevToken->GetToken())
  573. {
  574. case BfToken_RParen:
  575. case BfToken_RBracket:
  576. case BfToken_RChevron:
  577. case BfToken_RDblChevron:
  578. break;
  579. default:
  580. // These are definitely dereferences
  581. return false;
  582. }
  583. }
  584. while (true)
  585. {
  586. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  587. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  588. if ((nextToken == NULL) || (nextToken->GetToken() != BfToken_Star))
  589. break;
  590. checkTokenNode = nextToken;
  591. checkToken = checkTokenNode->GetToken();
  592. checkIdx++;
  593. }
  594. }
  595. else
  596. {
  597. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  598. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  599. {
  600. // If this is just a 'loose' comma then it can't be part of a nullable
  601. if ((prevToken->GetToken() == BfToken_Comma) ||
  602. (prevToken->GetToken() == BfToken_LParen))
  603. {
  604. return false;
  605. }
  606. }
  607. }
  608. // Star or Question always end a TypeRef
  609. if ((chevronDepth == 0) && (parenDepth == 0) && (bracketDepth == 0))
  610. {
  611. if (hadTupleComma)
  612. return false;
  613. if (couldBeExpr != NULL)
  614. *couldBeExpr = false;
  615. if (outEndNode != NULL)
  616. *outEndNode = checkIdx + 1;
  617. if (successToken == BfToken_None)
  618. return true;
  619. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  620. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  621. {
  622. if (nextToken->GetToken() == successToken)
  623. {
  624. if (outEndNode != NULL)
  625. *outEndNode = checkIdx + 1;
  626. return true;
  627. }
  628. if (nextToken->GetToken() == BfToken_LBracket)
  629. {
  630. // A rare case of something like "char*[...]", let the bracket information through
  631. }
  632. else
  633. break;
  634. }
  635. else
  636. return false;
  637. }
  638. }
  639. else if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  640. {
  641. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  642. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  643. {
  644. // .[ - that's not a valid type, but could be an attributed member reference
  645. if ((prevToken->GetToken() == BfToken_Dot) || (prevToken->GetToken() == BfToken_DotDot))
  646. {
  647. if (outEndNode != NULL)
  648. *outEndNode = checkIdx - 1;
  649. return false;
  650. }
  651. }
  652. bracketDepth++;
  653. }
  654. else if (checkToken == BfToken_This)
  655. {
  656. if ((parenDepth == 1) && (hadIdentifier))
  657. {
  658. // If this looks like it's from a '(<type> this ...)' then it could be part of a function declaration, so allow it
  659. }
  660. else
  661. {
  662. if (outEndNode != NULL)
  663. *outEndNode = checkIdx;
  664. return false;
  665. }
  666. }
  667. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  668. {
  669. int funcEndNode = -1;
  670. int prevReadPos = mVisitorPos.mReadPos;
  671. mVisitorPos.mReadPos = checkIdx;
  672. bool isTypeRef = IsTypeReference(checkNode, BfToken_None, &funcEndNode);
  673. mVisitorPos.mReadPos = prevReadPos;
  674. if (!isTypeRef)
  675. {
  676. if (outEndNode != NULL)
  677. *outEndNode = checkIdx;
  678. return false;
  679. }
  680. checkIdx = funcEndNode;
  681. continue;
  682. }
  683. else if (checkToken == BfToken_Decltype)
  684. {
  685. int endNodeIdx = checkIdx + 1;
  686. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  687. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  688. {
  689. int openCount = 1;
  690. while (true)
  691. {
  692. endNodeIdx++;
  693. auto checkNextNode = mVisitorPos.Get(endNodeIdx);
  694. if (checkNextNode == NULL)
  695. break;
  696. if (auto checkNextToken = BfNodeDynCast<BfTokenNode>(checkNextNode))
  697. {
  698. if (checkNextToken->GetToken() == BfToken_LParen)
  699. openCount++;
  700. else if (checkNextToken->GetToken() == BfToken_RParen)
  701. {
  702. openCount--;
  703. if (openCount == 0)
  704. break;
  705. }
  706. }
  707. }
  708. }
  709. checkIdx = endNodeIdx;
  710. /*if (outEndNode != NULL)
  711. *outEndNode = endNodeIdx + 1;
  712. return true;*/
  713. }
  714. else if (checkToken != BfToken_LBracket)
  715. isDone = true;
  716. if (isDone)
  717. {
  718. if (outEndNode != NULL)
  719. *outEndNode = checkIdx;
  720. if (isGenericType != NULL)
  721. *isGenericType = false;
  722. return false;
  723. }
  724. }
  725. }
  726. else if (bracketDepth > 0)
  727. {
  728. // Ignore
  729. }
  730. else if ((checkNode->IsA<BfIdentifierNode>()) || (checkNode->IsA<BfMemberReferenceExpression>()))
  731. {
  732. // Identifier is always allowed in tuple (parenDepth == 0), because it's potentially the field name
  733. // (successToken == BfToken_RParen) infers we are already checking inside parentheses, such as
  734. // when we see a potential cast expression
  735. if ((!identifierExpected) && (parenDepth == 0) && (successToken != BfToken_RParen))
  736. {
  737. if (outEndNode != NULL)
  738. *outEndNode = checkIdx;
  739. if (successToken == BfToken_None)
  740. return chevronDepth == 0;
  741. return false;
  742. }
  743. hadIdentifier = true;
  744. identifierExpected = false;
  745. }
  746. else if (checkNode->IsA<BfBlock>())
  747. {
  748. if (successToken == BfToken_LBrace)
  749. {
  750. foundSuccessToken = true;
  751. }
  752. break;
  753. }
  754. else if ((mCompatMode) && (checkNode->IsExact<BfLiteralExpression>()) && (chevronDepth > 0) && (identifierExpected))
  755. {
  756. // Allow
  757. identifierExpected = false;
  758. }
  759. else
  760. {
  761. if (outEndNode != NULL)
  762. *outEndNode = checkIdx;
  763. return false;
  764. }
  765. lastToken = checkTokenNode;
  766. checkIdx++;
  767. }
  768. if (outEndNode != NULL)
  769. *outEndNode = checkIdx;
  770. return (hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0) && ((successToken == BfToken_None) || (foundSuccessToken));
  771. }
  772. bool BfReducer::IsLocalMethod(BfAstNode* nameNode)
  773. {
  774. AssertCurrentNode(nameNode);
  775. int parenDepth = 0;
  776. bool hadParens = false;
  777. int chevronDepth = 0;
  778. bool hadGenericParams = false;
  779. int checkIdx = mVisitorPos.mReadPos + 1;
  780. while (true)
  781. {
  782. auto checkNode = mVisitorPos.Get(checkIdx);
  783. if (checkNode == NULL)
  784. return false;
  785. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  786. {
  787. BfToken token = tokenNode->GetToken();
  788. if (token == BfToken_LParen)
  789. {
  790. parenDepth++;
  791. hadParens = true;
  792. }
  793. else if (token == BfToken_RParen)
  794. {
  795. parenDepth--;
  796. if (parenDepth == 0)
  797. return true;
  798. }
  799. else
  800. {
  801. switch (token)
  802. {
  803. case BfToken_Semicolon: // Never can be a local method
  804. return false;
  805. case BfToken_Where: // Always denotes a local method
  806. return true;
  807. default: break;
  808. }
  809. }
  810. }
  811. else if (auto tokenNode = BfNodeDynCast<BfBlock>(checkNode))
  812. {
  813. //return (hadParens) && (parenDepth == 0);
  814. return false;
  815. }
  816. else
  817. {
  818. }
  819. checkIdx++;
  820. }
  821. return false;
  822. }
  823. int BfReducer::QualifiedBacktrack(BfAstNode* endNode, int checkIdx, bool* outHadChevrons)
  824. {
  825. auto checkNode = endNode;
  826. BF_ASSERT(checkNode == mVisitorPos.Get(checkIdx));
  827. int chevronDepth = 0;
  828. bool identifierExpected = true;
  829. bool hadEndBracket = false;
  830. bool lastWasIdentifier = false;
  831. while (checkNode != NULL)
  832. {
  833. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  834. if (checkTokenNode != NULL)
  835. {
  836. BfToken checkToken = checkTokenNode->GetToken();
  837. if ((checkToken == BfToken_Dot) || (checkToken == BfToken_DotDot))
  838. {
  839. if (chevronDepth == 0)
  840. return checkIdx;
  841. }
  842. else if (checkToken == BfToken_LChevron)
  843. {
  844. if (outHadChevrons != NULL)
  845. *outHadChevrons = true;
  846. chevronDepth++;
  847. }
  848. else if (checkToken == BfToken_RChevron)
  849. {
  850. // Was this a case like "Test<T> MethodName"? Those are split.
  851. if (lastWasIdentifier)
  852. return -1;
  853. chevronDepth--;
  854. }
  855. else if (checkToken == BfToken_RDblChevron)
  856. {
  857. if (lastWasIdentifier)
  858. return -1;
  859. chevronDepth -= 2;
  860. }
  861. else if ((checkToken != BfToken_Comma) &&
  862. (checkToken != BfToken_Dot) &&
  863. (checkToken != BfToken_DotDot) &&
  864. (checkToken != BfToken_RBracket) &&
  865. (checkToken != BfToken_Star) &&
  866. (checkToken != BfToken_Question) &&
  867. (checkToken != BfToken_LBracket))
  868. {
  869. return -1;
  870. }
  871. if (chevronDepth == 0)
  872. return -1;
  873. lastWasIdentifier = false;
  874. }
  875. else if (checkNode->IsA<BfIdentifierNode>())
  876. {
  877. // Two identifiers in a row denotes a break
  878. if (lastWasIdentifier)
  879. return -1;
  880. lastWasIdentifier = true;
  881. }
  882. else
  883. {
  884. return -1;
  885. }
  886. checkIdx--;
  887. checkNode = mVisitorPos.Get(checkIdx);
  888. }
  889. return -1;
  890. }
  891. BfExpression* BfReducer::ApplyToFirstExpression(BfUnaryOperatorExpression* unaryOp, BfExpression* target)
  892. {
  893. auto condExpression = BfNodeDynCast<BfConditionalExpression>(target);
  894. if (condExpression != NULL)
  895. {
  896. auto result = ApplyToFirstExpression(unaryOp, condExpression->mConditionExpression);
  897. if (result == condExpression->mConditionExpression)
  898. {
  899. //TODO: Make sure this one works, check children and next's and such
  900. //ReplaceNode(unaryOp, binOpExpression);
  901. unaryOp->mExpression = condExpression->mConditionExpression;
  902. ReplaceNode(unaryOp, condExpression);
  903. unaryOp->SetSrcEnd(condExpression->mConditionExpression->GetSrcEnd());
  904. condExpression->mConditionExpression = unaryOp;
  905. }
  906. condExpression->SetSrcStart(unaryOp->GetSrcStart());
  907. return result;
  908. }
  909. auto binOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(target);
  910. if (binOpExpression != NULL)
  911. {
  912. auto result = ApplyToFirstExpression(unaryOp, binOpExpression->mLeft);
  913. if (result == binOpExpression->mLeft)
  914. {
  915. unaryOp->mExpression = binOpExpression->mLeft;
  916. unaryOp->SetSrcEnd(binOpExpression->mLeft->GetSrcEnd());
  917. binOpExpression->mLeft = unaryOp;
  918. }
  919. binOpExpression->SetSrcStart(unaryOp->GetSrcStart());
  920. return result;
  921. }
  922. return target;
  923. }
  924. static String DbgNodeToString(BfAstNode* astNode)
  925. {
  926. if (auto binOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(astNode))
  927. {
  928. String str;
  929. str += "(";
  930. str += DbgNodeToString(binOpExpr->mLeft);
  931. str += " ";
  932. str += DbgNodeToString(binOpExpr->mOpToken);
  933. str += " ";
  934. str += DbgNodeToString(binOpExpr->mRight);
  935. str += ")";
  936. return str;
  937. }
  938. else if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(astNode))
  939. {
  940. String str;
  941. str += "(";
  942. str += DbgNodeToString(condExpr->mConditionExpression);
  943. str += ") ? (";
  944. str += DbgNodeToString(condExpr->mTrueExpression);
  945. str += ") : (";
  946. str += DbgNodeToString(condExpr->mFalseExpression);
  947. str += ")";
  948. return str;
  949. }
  950. return astNode->ToString();
  951. }
  952. BfExpression* BfReducer::CheckBinaryOperatorPrecedence(BfBinaryOperatorExpression* binOpExpression)
  953. {
  954. BfExpression* resultExpr = binOpExpression;
  955. bool dbg = false;
  956. #ifdef BF_AST_HAS_PARENT_MEMBER
  957. BF_ASSERT(BfNodeDynCast<BfBinaryOperatorExpression>(binOpExpression->mParent) == NULL);
  958. #endif
  959. SizedArray<BfBinaryOperatorExpression*, 8> binOpParents;
  960. SizedArray<BfBinaryOperatorExpression*, 8> deferredChecks;
  961. BfBinaryOperatorExpression* checkBinOpExpression = binOpExpression;
  962. while (true)
  963. {
  964. if (checkBinOpExpression == NULL)
  965. {
  966. if (deferredChecks.size() == 0)
  967. break;
  968. checkBinOpExpression = deferredChecks.back();
  969. deferredChecks.pop_back();
  970. }
  971. if (dbg)
  972. OutputDebugStrF("Checking: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  973. #ifdef BF_AST_HAS_PARENT_MEMBER
  974. BfBinaryOperatorExpression* prevBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mParent);
  975. if (prevBinOpExpression != NULL)
  976. {
  977. BF_ASSERT(binOpParents.back() == prevBinOpExpression);
  978. }
  979. #else
  980. BfBinaryOperatorExpression* prevBinOpExpression = NULL;
  981. #endif
  982. if (!binOpParents.IsEmpty())
  983. {
  984. prevBinOpExpression = binOpParents.back();
  985. }
  986. BfBinaryOperatorExpression* nextBinaryOperatorExpression = NULL;
  987. bool didCondSwap = false;
  988. while (auto rightCondExpression = BfNodeDynCast<BfConditionalExpression>(checkBinOpExpression->mRight))
  989. {
  990. // Turn (A || (B ? C : D)) into ((A || B) ? C : D)
  991. BfExpression* exprA = checkBinOpExpression->mLeft;
  992. BfExpression* exprB = rightCondExpression->mConditionExpression;
  993. BfExpression* exprC = rightCondExpression->mTrueExpression;
  994. checkBinOpExpression->SetSrcEnd(exprB->GetSrcEnd());
  995. MEMBER_SET(rightCondExpression, mConditionExpression, checkBinOpExpression);
  996. MEMBER_SET(checkBinOpExpression, mLeft, exprA);
  997. MEMBER_SET(checkBinOpExpression, mRight, exprB);
  998. didCondSwap = true;
  999. if (dbg)
  1000. {
  1001. OutputDebugStrF("NewCond: %s\n", DbgNodeToString(rightCondExpression).c_str());
  1002. OutputDebugStrF("CheckAfterCond: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1003. }
  1004. if (prevBinOpExpression != NULL)
  1005. {
  1006. BF_ASSERT(checkBinOpExpression == prevBinOpExpression->mRight);
  1007. MEMBER_SET(prevBinOpExpression, mRight, rightCondExpression);
  1008. nextBinaryOperatorExpression = prevBinOpExpression;
  1009. binOpParents.pop_back();
  1010. }
  1011. else
  1012. {
  1013. BF_ASSERT(resultExpr == checkBinOpExpression);
  1014. resultExpr = rightCondExpression;
  1015. }
  1016. }
  1017. if (nextBinaryOperatorExpression != NULL)
  1018. {
  1019. checkBinOpExpression = nextBinaryOperatorExpression;
  1020. continue;
  1021. }
  1022. /*auto _CheckLeftBinaryOpearator = [&](BfBinaryOperatorExpression* checkBinOpExpression)
  1023. {
  1024. while (auto leftBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1025. {
  1026. if (dbg)
  1027. {
  1028. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1029. OutputDebugStrF("Left : %s\n", DbgNodeToString(leftBinOpExpression).c_str());
  1030. }
  1031. if (leftBinOpExpression->mRight == NULL)
  1032. {
  1033. BF_ASSERT(mPassInstance->HasFailed());
  1034. return;
  1035. }
  1036. int leftPrecedence = BfGetBinaryOpPrecendence(leftBinOpExpression->mOp);
  1037. int rightPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1038. // Turn ((A + B) * C) into (A + (B * C))
  1039. if (leftPrecedence >= rightPrecedence)
  1040. {
  1041. break;
  1042. }
  1043. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1044. BfExpression* exprA = leftBinOpExpression->mLeft;
  1045. BfExpression* exprB = leftBinOpExpression->mRight;
  1046. BfExpression* exprC = checkBinOpExpression->mRight;
  1047. auto rightBinOpExpression = leftBinOpExpression; // We reuse this memory for the right side now
  1048. auto binOp = checkBinOpExpression->mOp;
  1049. checkBinOpExpression->mLeft = exprA;
  1050. checkBinOpExpression->mOp = leftBinOpExpression->mOp;
  1051. checkBinOpExpression->mOpToken = leftBinOpExpression->mOpToken;
  1052. checkBinOpExpression->mRight = rightBinOpExpression;
  1053. rightBinOpExpression->mLeft = exprB;
  1054. rightBinOpExpression->mOp = binOp;
  1055. rightBinOpExpression->mOpToken = tokenNode;
  1056. rightBinOpExpression->mRight = exprC;
  1057. rightBinOpExpression->SetSrcStart(rightBinOpExpression->mLeft->GetSrcStart());
  1058. rightBinOpExpression->SetSrcEnd(rightBinOpExpression->mRight->GetSrcEnd());
  1059. if (dbg)
  1060. {
  1061. OutputDebugStrF("CheckAfter : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1062. }
  1063. }
  1064. };*/
  1065. while (auto rightBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mRight))
  1066. {
  1067. if (dbg)
  1068. {
  1069. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1070. OutputDebugStrF("Right : %s\n", DbgNodeToString(rightBinOpExpression).c_str());
  1071. }
  1072. if (rightBinOpExpression->mRight == NULL)
  1073. {
  1074. BF_ASSERT(mPassInstance->HasFailed());
  1075. return binOpExpression;
  1076. }
  1077. int leftPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1078. int rightPrecedence = BfGetBinaryOpPrecendence(rightBinOpExpression->mOp);
  1079. // Turn (A * (B + C)) into ((A * B) + C)
  1080. // Note: this DOES need to be '<' in order to preserve left-to-right evaluation when precedence is equal
  1081. if (leftPrecedence < rightPrecedence)
  1082. {
  1083. binOpParents.Add(checkBinOpExpression);
  1084. nextBinaryOperatorExpression = rightBinOpExpression;
  1085. break;
  1086. }
  1087. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1088. BfExpression* exprA = checkBinOpExpression->mLeft;
  1089. BfExpression* exprB = rightBinOpExpression->mLeft;
  1090. BfExpression* exprC = rightBinOpExpression->mRight;
  1091. auto leftBinOpExpression = rightBinOpExpression; // We reuse this memory for the left side now
  1092. auto binOp = checkBinOpExpression->mOp;
  1093. checkBinOpExpression->mLeft = leftBinOpExpression;
  1094. checkBinOpExpression->mOp = rightBinOpExpression->mOp;
  1095. checkBinOpExpression->mOpToken = rightBinOpExpression->mOpToken;
  1096. checkBinOpExpression->mRight = exprC;
  1097. leftBinOpExpression->mLeft = exprA;
  1098. leftBinOpExpression->mOp = binOp;
  1099. leftBinOpExpression->mOpToken = tokenNode;
  1100. leftBinOpExpression->mRight = exprB;
  1101. leftBinOpExpression->SetSrcStart(leftBinOpExpression->mLeft->GetSrcStart());
  1102. leftBinOpExpression->SetSrcEnd(leftBinOpExpression->mRight->GetSrcEnd());
  1103. if (dbg)
  1104. {
  1105. OutputDebugStrF("CheckAfter: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1106. }
  1107. if ((leftPrecedence > rightPrecedence) && (prevBinOpExpression != NULL))
  1108. {
  1109. // Backtrack
  1110. nextBinaryOperatorExpression = prevBinOpExpression;
  1111. binOpParents.pop_back();
  1112. break;
  1113. }
  1114. if (auto leftBinaryExpr = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1115. {
  1116. deferredChecks.push_back(leftBinaryExpr);
  1117. }
  1118. }
  1119. checkBinOpExpression = nextBinaryOperatorExpression;
  1120. }
  1121. if (dbg)
  1122. OutputDebugStrF("NodeOut: %s\n", DbgNodeToString(resultExpr).c_str());
  1123. return resultExpr;
  1124. }
  1125. BfAstNode* BfReducer::ReplaceTokenStarter(BfAstNode* astNode, int idx)
  1126. {
  1127. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(astNode))
  1128. {
  1129. if ((tokenNode->GetToken() == BfToken_As) ||
  1130. (tokenNode->GetToken() == BfToken_In))
  1131. {
  1132. if (idx == -1)
  1133. idx = mVisitorPos.mReadPos;
  1134. BF_ASSERT(mVisitorPos.Get(idx) == astNode);
  1135. auto identifierNode = mAlloc->Alloc<BfIdentifierNode>();
  1136. ReplaceNode(tokenNode, identifierNode);
  1137. mVisitorPos.Set(idx, identifierNode);
  1138. return identifierNode;
  1139. }
  1140. }
  1141. return astNode;
  1142. }
  1143. BfEnumCaseBindExpression* BfReducer::CreateEnumCaseBindExpression(BfTokenNode* bindToken)
  1144. {
  1145. auto bindExpr = mAlloc->Alloc<BfEnumCaseBindExpression>();
  1146. MEMBER_SET(bindExpr, mBindToken, bindToken);
  1147. mVisitorPos.MoveNext();
  1148. auto nextNode = mVisitorPos.GetNext();
  1149. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1150. {
  1151. if (nextToken->GetToken() == BfToken_Dot)
  1152. {
  1153. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1154. MEMBER_SET(memberReferenceExpr, mDotToken, nextToken);
  1155. mVisitorPos.MoveNext();
  1156. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1157. if (memberName != NULL)
  1158. {
  1159. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1160. }
  1161. MEMBER_SET(bindExpr, mEnumMemberExpr, memberReferenceExpr);
  1162. }
  1163. }
  1164. if (bindExpr->mEnumMemberExpr == NULL)
  1165. {
  1166. auto typeRef = CreateTypeRefAfter(bindExpr);
  1167. if (typeRef != NULL)
  1168. {
  1169. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(typeRef))
  1170. {
  1171. MEMBER_SET(bindExpr, mEnumMemberExpr, namedTypeRef->mNameNode);
  1172. }
  1173. else
  1174. {
  1175. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1176. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  1177. {
  1178. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(qualifiedTypeRef->mRight))
  1179. {
  1180. MEMBER_SET(memberRefExpr, mTarget, qualifiedTypeRef->mLeft);
  1181. MEMBER_SET(memberRefExpr, mDotToken, qualifiedTypeRef->mDot);
  1182. MEMBER_SET(memberRefExpr, mMemberName, namedTypeRef->mNameNode);
  1183. }
  1184. }
  1185. else
  1186. {
  1187. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  1188. }
  1189. MEMBER_SET(bindExpr, mEnumMemberExpr, memberRefExpr);
  1190. }
  1191. }
  1192. if (bindExpr->mEnumMemberExpr == NULL)
  1193. {
  1194. Fail("Expected enum case name", typeRef);
  1195. }
  1196. }
  1197. if (bindExpr->mEnumMemberExpr != NULL)
  1198. {
  1199. auto openToken = ExpectTokenAfter(bindExpr->mEnumMemberExpr, BfToken_LParen);
  1200. if (openToken != NULL)
  1201. {
  1202. auto tupleExpr = CreateTupleExpression(openToken, NULL);
  1203. MEMBER_SET(bindExpr, mBindNames, tupleExpr);
  1204. }
  1205. }
  1206. return bindExpr;
  1207. }
  1208. BfExpression* BfReducer::CreateExpression(BfAstNode* node, CreateExprFlags createExprFlags)
  1209. {
  1210. if (node == NULL)
  1211. return NULL;
  1212. BP_ZONE("CreateExpression");
  1213. //
  1214. {
  1215. BP_ZONE("CreateExpression.CheckStack");
  1216. StackHelper stackHelper;
  1217. if (!stackHelper.CanStackExpand(64 * 1024))
  1218. {
  1219. BfExpression* result = NULL;
  1220. if (!stackHelper.Execute([&]()
  1221. {
  1222. result = CreateExpression(node, createExprFlags);
  1223. }))
  1224. {
  1225. Fail("Expression too complex to parse", node);
  1226. }
  1227. return result;
  1228. }
  1229. }
  1230. AssertCurrentNode(node);
  1231. /*if (auto block = BfNodeDynCast<BfBlock>(node))
  1232. {
  1233. HandleBlock(block, true);
  1234. return block;
  1235. }*/
  1236. auto rhsCreateExprFlags = (CreateExprFlags)(createExprFlags & CreateExprFlags_BreakOnRChevron);
  1237. node = ReplaceTokenStarter(node);
  1238. auto exprLeft = BfNodeDynCast<BfExpression>(node);
  1239. AssertCurrentNode(node);
  1240. if ((createExprFlags & (CreateExprFlags_AllowVariableDecl | CreateExprFlags_PermissiveVariableDecl)) != 0)
  1241. {
  1242. bool isLocalVariable = false;
  1243. auto nextNode = mVisitorPos.GetNext();
  1244. BfVariableDeclaration* continuingVariable = NULL;
  1245. int outEndNode = -1;
  1246. bool couldBeExpr = false;
  1247. bool isTuple = false;
  1248. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr, NULL, &isTuple))
  1249. {
  1250. if ((createExprFlags & CreateExprFlags_PermissiveVariableDecl) != 0)
  1251. isLocalVariable = true;
  1252. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  1253. {
  1254. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode + 1)))
  1255. {
  1256. if (equalsToken->GetToken() == BfToken_AssignEquals)
  1257. isLocalVariable = true;
  1258. }
  1259. //if (!couldBeExpr)
  1260. {
  1261. auto endingTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  1262. // If the type ends with a * or a ? then it could be an expression
  1263. if (endingTokenNode == NULL)
  1264. {
  1265. isLocalVariable = true;
  1266. }
  1267. else
  1268. {
  1269. BfToken endingToken = endingTokenNode->GetToken();
  1270. if (endingToken == BfToken_RParen)
  1271. {
  1272. if (isTuple)
  1273. isLocalVariable = true;
  1274. }
  1275. else if (endingToken == BfToken_Star)
  1276. {
  1277. // Check spacing for "a* b" to determine if it's a pointer definition or a multiply
  1278. auto beforeStarNode = mVisitorPos.Get(outEndNode - 2);
  1279. if ((endingTokenNode->GetSrcStart() == beforeStarNode->GetSrcEnd()) &&
  1280. (identifierNode->GetSrcStart() > endingTokenNode->GetSrcEnd()))
  1281. isLocalVariable = true;
  1282. }
  1283. else if ((endingToken != BfToken_Star) && (endingToken != BfToken_Question))
  1284. isLocalVariable = true;
  1285. }
  1286. }
  1287. }
  1288. if (auto typeNameToken = BfNodeDynCast<BfTokenNode>(node))
  1289. {
  1290. if ((typeNameToken->GetToken() == BfToken_Var) || (typeNameToken->GetToken() == BfToken_Let))
  1291. isLocalVariable = true;
  1292. }
  1293. }
  1294. if (nextNode == NULL)
  1295. {
  1296. // Treat ending identifier as just an identifier (could be block result)
  1297. isLocalVariable = false;
  1298. }
  1299. if ((isLocalVariable) || (continuingVariable != NULL))
  1300. {
  1301. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  1302. BfTypeReference* typeRef = NULL;
  1303. if (continuingVariable != NULL)
  1304. {
  1305. typeRef = continuingVariable->mTypeRef;
  1306. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  1307. ReplaceNode(node, variableDeclaration);
  1308. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  1309. }
  1310. else
  1311. {
  1312. typeRef = CreateTypeRef(node);
  1313. if (typeRef == NULL)
  1314. return NULL;
  1315. ReplaceNode(typeRef, variableDeclaration);
  1316. }
  1317. variableDeclaration->mTypeRef = typeRef;
  1318. BfAstNode* variableNameNode = NULL;
  1319. nextNode = mVisitorPos.GetNext();
  1320. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1321. {
  1322. if (tokenNode->GetToken() == BfToken_LParen)
  1323. {
  1324. mVisitorPos.mReadPos++;
  1325. variableNameNode = CreateTupleExpression(tokenNode);
  1326. }
  1327. }
  1328. if (variableNameNode == NULL)
  1329. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  1330. if (variableNameNode == NULL)
  1331. return variableDeclaration;
  1332. auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1333. variableDeclaration->mNameNode = variableNameNode;
  1334. MoveNode(variableNameNode, variableDeclaration);
  1335. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  1336. {
  1337. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  1338. mVisitorPos.MoveNext();
  1339. if (variableDeclaration->mInitializer == NULL)
  1340. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration);
  1341. if (variableDeclaration->mInitializer == NULL)
  1342. return variableDeclaration;
  1343. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  1344. }
  1345. exprLeft = variableDeclaration;
  1346. }
  1347. }
  1348. if (auto block = BfNodeDynCast<BfBlock>(node))
  1349. {
  1350. HandleBlock(block, true);
  1351. exprLeft = block;
  1352. }
  1353. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(exprLeft))
  1354. {
  1355. identifierNode = CompactQualifiedName(identifierNode);
  1356. exprLeft = identifierNode;
  1357. if ((mCompatMode) && (exprLeft->ToString() == "defined"))
  1358. {
  1359. auto definedNodeExpr = mAlloc->Alloc<BfPreprocessorDefinedExpression>();
  1360. ReplaceNode(identifierNode, definedNodeExpr);
  1361. auto nextNode = mVisitorPos.GetNext();
  1362. bool hadParenToken = false;
  1363. if (auto parenToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1364. {
  1365. if (parenToken->GetToken() == BfToken_LParen)
  1366. {
  1367. MoveNode(parenToken, definedNodeExpr);
  1368. hadParenToken = true;
  1369. }
  1370. }
  1371. auto definedIdentifier = ExpectIdentifierAfter(definedNodeExpr);
  1372. MEMBER_SET_CHECKED(definedNodeExpr, mIdentifier, definedIdentifier);
  1373. if (hadParenToken)
  1374. {
  1375. auto parenToken = ExpectTokenAfter(definedNodeExpr, BfToken_RParen);
  1376. if (parenToken != NULL)
  1377. MoveNode(parenToken, definedNodeExpr);
  1378. }
  1379. exprLeft = definedNodeExpr;
  1380. }
  1381. int endNodeIdx = -1;
  1382. if ((IsTypeReference(exprLeft, BfToken_LBracket, &endNodeIdx, NULL)))
  1383. {
  1384. if (IsTypeReference(exprLeft, BfToken_LBrace, NULL, NULL))
  1385. {
  1386. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1387. auto typeRef = CreateTypeRef(exprLeft);
  1388. if (typeRef != NULL)
  1389. {
  1390. ReplaceNode(typeRef, arrayCreateExpr);
  1391. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1392. if (arrayType != NULL)
  1393. {
  1394. arrayCreateExpr->mTypeRef = arrayType;
  1395. auto nextNode = mVisitorPos.GetNext();
  1396. auto block = BfNodeDynCast<BfBlock>(nextNode);
  1397. if (block != NULL)
  1398. {
  1399. Fail("Brace initialization is not supported. Enclose initializer with parentheses.", block);
  1400. auto initializerExpr = CreateCollectionInitializerExpression(block);
  1401. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1402. mVisitorPos.MoveNext();
  1403. }
  1404. exprLeft = arrayCreateExpr;
  1405. }
  1406. else
  1407. {
  1408. Fail("Sized array type expected", typeRef);
  1409. }
  1410. }
  1411. }
  1412. else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1413. {
  1414. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx - 1)))
  1415. {
  1416. if ((tokenNode->mToken == BfToken_Star) || (tokenNode->mToken == BfToken_Question)) // Is it something that can ONLY be a sized type reference?
  1417. {
  1418. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1419. auto typeRef = CreateTypeRef(exprLeft);
  1420. if (typeRef != NULL)
  1421. {
  1422. ReplaceNode(typeRef, arrayCreateExpr);
  1423. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1424. if (arrayType != NULL)
  1425. {
  1426. arrayCreateExpr->mTypeRef = arrayType;
  1427. auto nextNode = mVisitorPos.GetNext();
  1428. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1429. {
  1430. mVisitorPos.MoveNext();
  1431. auto initializerExpr = CreateCollectionInitializerExpression(nextToken);
  1432. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1433. }
  1434. exprLeft = arrayCreateExpr;
  1435. }
  1436. else
  1437. {
  1438. Fail("Sized array type expected", typeRef);
  1439. }
  1440. }
  1441. }
  1442. }
  1443. }
  1444. /*else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1445. {
  1446. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1447. auto typeRef = CreateTypeRef(exprLeft);
  1448. if (typeRef != NULL)
  1449. {
  1450. ReplaceNode(typeRef, arrayCreateExpr);
  1451. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1452. if (arrayType != NULL)
  1453. {
  1454. mVisitorPos.MoveNext();
  1455. arrayCreateExpr->mTypeRef = arrayType;
  1456. auto nextNode = mVisitorPos.GetCurrent();
  1457. auto openParen = BfNodeDynCast<BfTokenNode>(nextNode);
  1458. BF_ASSERT(openParen->GetToken() == BfToken_LParen);
  1459. auto initializerExpr = CreateCollectionInitializerExpression(openParen);
  1460. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1461. exprLeft = arrayCreateExpr;
  1462. }
  1463. else
  1464. {
  1465. Fail("Sized array type expected", typeRef);
  1466. }
  1467. }
  1468. }*/
  1469. }
  1470. }
  1471. if (exprLeft == NULL)
  1472. {
  1473. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1474. {
  1475. BfToken token = tokenNode->GetToken();
  1476. auto nextNode = mVisitorPos.GetNext();
  1477. if ((nextNode != NULL) &&
  1478. ((token == BfToken_Checked) ||
  1479. (token == BfToken_Unchecked)))
  1480. {
  1481. mVisitorPos.MoveNext();
  1482. auto nextExpr = CreateExpression(nextNode);
  1483. if (nextExpr == NULL)
  1484. return NULL;
  1485. return nextExpr;
  1486. }
  1487. else if ((token == BfToken_New) ||
  1488. (token == BfToken_Scope) ||
  1489. (token == BfToken_Stack) ||
  1490. (token == BfToken_Append))
  1491. {
  1492. if (token == BfToken_Stack)
  1493. Fail("'Stack' not supported. Use 'scope::' instead.", tokenNode);
  1494. auto allocNode = CreateAllocNode(tokenNode);
  1495. bool isDelegateBind = false;
  1496. bool isLambdaBind = false;
  1497. bool isBoxing = false;
  1498. auto nextNode = mVisitorPos.GetNext();
  1499. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1500. {
  1501. int nextToken = nextTokenNode->GetToken();
  1502. isBoxing = nextToken == BfToken_Box;
  1503. isDelegateBind = nextToken == BfToken_FatArrow;
  1504. isLambdaBind = (nextToken == BfToken_LBracket);
  1505. // Either this is a lambda bind or a dynamic tuple allocation.
  1506. // We assume it's a lambda bind unless theres a "()" afterward
  1507. if (nextToken == BfToken_LParen)
  1508. {
  1509. int endNode = -1;
  1510. mVisitorPos.mReadPos++;
  1511. if (!IsTypeReference(nextTokenNode, BfToken_LParen, &endNode))
  1512. {
  1513. isLambdaBind = true;
  1514. }
  1515. // if (IsTypeReference(nextToken, BfToken_FatArrow, &endNode))
  1516. // isLambdaBind = true;
  1517. mVisitorPos.mReadPos--;
  1518. }
  1519. }
  1520. if (isBoxing)
  1521. {
  1522. auto boxExpr = mAlloc->Alloc<BfBoxExpression>();
  1523. ReplaceNode(allocNode, boxExpr);
  1524. boxExpr->mAllocNode = allocNode;
  1525. tokenNode = ExpectTokenAfter(boxExpr, BfToken_Box);
  1526. MEMBER_SET(boxExpr, mBoxToken, tokenNode);
  1527. auto exprNode = CreateExpressionAfter(boxExpr);
  1528. if (exprNode != NULL)
  1529. {
  1530. MEMBER_SET(boxExpr, mExpression, exprNode);
  1531. }
  1532. return boxExpr;
  1533. }
  1534. else if (isLambdaBind)
  1535. exprLeft = CreateLambdaBindExpression(allocNode);
  1536. else if (isDelegateBind)
  1537. exprLeft = CreateDelegateBindExpression(allocNode);
  1538. else
  1539. exprLeft = CreateObjectCreateExpression(allocNode);
  1540. if (token == BfToken_Append)
  1541. {
  1542. #ifdef BF_AST_HAS_PARENT_MEMBER
  1543. auto ctorDeclP = exprLeft->FindParentOfType<BfConstructorDeclaration>();
  1544. if (ctorDeclP != NULL)
  1545. ctorDeclP->mHasAppend = true;
  1546. #endif
  1547. #ifdef BF_AST_HAS_PARENT_MEMBER
  1548. BF_ASSERT(ctorDecl == ctorDeclP);
  1549. #endif
  1550. }
  1551. }
  1552. else if (token == BfToken_This)
  1553. {
  1554. auto thisExpr = mAlloc->Alloc<BfThisExpression>();
  1555. ReplaceNode(tokenNode, thisExpr);
  1556. thisExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1557. exprLeft = thisExpr;
  1558. }
  1559. else if (token == BfToken_Base)
  1560. {
  1561. auto baseExpr = mAlloc->Alloc<BfBaseExpression>();
  1562. ReplaceNode(tokenNode, baseExpr);
  1563. baseExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1564. exprLeft = baseExpr;
  1565. }
  1566. else if (token == BfToken_Null)
  1567. {
  1568. BfVariant nullVariant;
  1569. nullVariant.mTypeCode = BfTypeCode_NullPtr;
  1570. auto bfLiteralExpression = mAlloc->Alloc<BfLiteralExpression>();
  1571. bfLiteralExpression->mValue = nullVariant;
  1572. ReplaceNode(tokenNode, bfLiteralExpression);
  1573. bfLiteralExpression->SetTriviaStart(tokenNode->GetTriviaStart());
  1574. exprLeft = bfLiteralExpression;
  1575. }
  1576. else if ((token == BfToken_TypeOf) || (token == BfToken_SizeOf) ||
  1577. (token == BfToken_AlignOf) || (token == BfToken_StrideOf))
  1578. {
  1579. BfTypeAttrExpression* typeAttrExpr = NULL;
  1580. switch (tokenNode->GetToken())
  1581. {
  1582. case BfToken_TypeOf:
  1583. typeAttrExpr = mAlloc->Alloc<BfTypeOfExpression>();
  1584. break;
  1585. case BfToken_SizeOf:
  1586. typeAttrExpr = mAlloc->Alloc<BfSizeOfExpression>();
  1587. break;
  1588. case BfToken_AlignOf:
  1589. typeAttrExpr = mAlloc->Alloc<BfAlignOfExpression>();
  1590. break;
  1591. case BfToken_StrideOf:
  1592. typeAttrExpr = mAlloc->Alloc<BfStrideOfExpression>();
  1593. break;
  1594. default: break;
  1595. }
  1596. ReplaceNode(tokenNode, typeAttrExpr);
  1597. typeAttrExpr->mToken = tokenNode;
  1598. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_LParen);
  1599. MEMBER_SET_CHECKED(typeAttrExpr, mOpenParen, tokenNode);
  1600. auto typeRef = CreateTypeRefAfter(typeAttrExpr);
  1601. MEMBER_SET_CHECKED(typeAttrExpr, mTypeRef, typeRef);
  1602. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_RParen);
  1603. MEMBER_SET_CHECKED(typeAttrExpr, mCloseParen, tokenNode);
  1604. exprLeft = typeAttrExpr;
  1605. }
  1606. else if (token == BfToken_Default)
  1607. {
  1608. auto defaultExpr = mAlloc->Alloc<BfDefaultExpression>();
  1609. ReplaceNode(tokenNode, defaultExpr);
  1610. defaultExpr->mDefaultToken = tokenNode;
  1611. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())) && (tokenNode->GetToken() == BfToken_LParen))
  1612. {
  1613. mVisitorPos.MoveNext();
  1614. //tokenNode = ExpectTokenAfter(defaultExpr, BfToken_LParen);
  1615. MEMBER_SET_CHECKED(defaultExpr, mOpenParen, tokenNode);
  1616. auto sizeRef = CreateTypeRefAfter(defaultExpr);
  1617. MEMBER_SET_CHECKED(defaultExpr, mTypeRef, sizeRef);
  1618. tokenNode = ExpectTokenAfter(defaultExpr, BfToken_RParen);
  1619. MEMBER_SET_CHECKED(defaultExpr, mCloseParen, tokenNode);
  1620. }
  1621. exprLeft = defaultExpr;
  1622. }
  1623. else if (token == BfToken_Question)
  1624. {
  1625. auto uninitExpr = mAlloc->Alloc<BfUninitializedExpression>();
  1626. ReplaceNode(tokenNode, uninitExpr);
  1627. uninitExpr->mQuestionToken = tokenNode;
  1628. return uninitExpr;
  1629. //MEMBER_SET(variableDeclaration, mInitializer, uninitExpr);
  1630. }
  1631. else if (token == BfToken_Case)
  1632. {
  1633. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  1634. ReplaceNode(tokenNode, caseExpr);
  1635. caseExpr->mCaseToken = tokenNode;
  1636. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1637. {
  1638. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  1639. {
  1640. auto expr = CreateEnumCaseBindExpression(bindToken);
  1641. if (expr == NULL)
  1642. return caseExpr;
  1643. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1644. }
  1645. }
  1646. if (caseExpr->mCaseExpression == NULL)
  1647. {
  1648. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  1649. if (expr == NULL)
  1650. return caseExpr;
  1651. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1652. }
  1653. auto equalsNode = ExpectTokenAfter(caseExpr, BfToken_AssignEquals);
  1654. if (equalsNode == NULL)
  1655. return caseExpr;
  1656. MEMBER_SET(caseExpr, mEqualsNode, equalsNode);
  1657. auto expr = CreateExpressionAfter(caseExpr);
  1658. if (expr == NULL)
  1659. return caseExpr;
  1660. MEMBER_SET(caseExpr, mValueExpression, expr);
  1661. return caseExpr;
  1662. }
  1663. else if (token == BfToken_Dot) // Abbreviated dot syntax ".EnumVal"
  1664. {
  1665. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1666. ReplaceNode(tokenNode, memberReferenceExpr);
  1667. MEMBER_SET(memberReferenceExpr, mDotToken, tokenNode);
  1668. bool handled = false;
  1669. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  1670. {
  1671. if (nextToken->GetToken() == BfToken_LParen)
  1672. {
  1673. // It's an unnamed dot ctor
  1674. handled = true;
  1675. }
  1676. }
  1677. if (!handled)
  1678. {
  1679. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1680. if (memberName != NULL)
  1681. {
  1682. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1683. }
  1684. }
  1685. // We don't set exprLeft here because it's illegal to do ".EnumVal.SomethingElse". That wouldn't make
  1686. // sense because the abbreviated syntax relies on type inference and the ".SomethingElse" wouldn't be
  1687. // the right type (whatever it is), AND mostly importantly, it breaks autocomplete when we are typing
  1688. // "KEnum val = ." above a line that starts with a something like a method call "OtherThing.MethodCall()"
  1689. // The exception is if we're creating an enum val with a payload
  1690. //auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1691. //if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_LParen))
  1692. {
  1693. exprLeft = memberReferenceExpr;
  1694. }
  1695. /*else
  1696. {
  1697. return memberReferenceExpr;
  1698. }*/
  1699. }
  1700. else if (token == BfToken_LBracket)
  1701. {
  1702. exprLeft = CreateAttributedExpression(tokenNode, false);
  1703. }
  1704. else if (token == BfToken_FatArrow)
  1705. {
  1706. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  1707. ReplaceNode(tokenNode, delegateBindExpr);
  1708. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  1709. auto expr = CreateExpressionAfter(delegateBindExpr);
  1710. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  1711. auto nextNode = mVisitorPos.GetNext();
  1712. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  1713. {
  1714. if (tokenNode->GetToken() == BfToken_LChevron)
  1715. {
  1716. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  1717. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  1718. }
  1719. }
  1720. return delegateBindExpr;
  1721. }
  1722. }
  1723. }
  1724. if (exprLeft == NULL)
  1725. {
  1726. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1727. {
  1728. BfUnaryOperatorExpression* unaryOpExpr = NULL;
  1729. auto nextNode = mVisitorPos.GetNext();
  1730. if ((tokenNode->GetToken() == BfToken_LParen) && (nextNode != NULL))
  1731. {
  1732. bool couldBeExpr = true;
  1733. // Peek ahead
  1734. int endNodeIdx = -1;
  1735. BfAstNode* endNode = NULL;
  1736. bool isTuple = false;
  1737. bool outerIsTypeRef = IsTypeReference(tokenNode, BfToken_FatArrow, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1738. if (outerIsTypeRef)
  1739. {
  1740. if (endNodeIdx != -1)
  1741. {
  1742. endNode = mVisitorPos.Get(endNodeIdx);
  1743. if (auto endToken = BfNodeDynCast<BfTokenNode>(endNode))
  1744. {
  1745. if (endToken->GetToken() == BfToken_FatArrow)
  1746. {
  1747. return CreateLambdaBindExpression(NULL, tokenNode);
  1748. }
  1749. }
  1750. }
  1751. }
  1752. //mVisitorPos.mReadPos++;
  1753. bool isCastExpr = false;
  1754. couldBeExpr = false;
  1755. isTuple = false;
  1756. if ((createExprFlags & CreateExprFlags_NoCast) == 0)
  1757. isCastExpr = IsTypeReference(node, BfToken_RParen, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1758. //mVisitorPos.mReadPos--;
  1759. if (endNodeIdx != -1)
  1760. endNode = mVisitorPos.Get(endNodeIdx);
  1761. //TODO: Remove this for compat
  1762. /*if (couldBeExpr)
  1763. isCastExpr = false;*/
  1764. if (isCastExpr)
  1765. {
  1766. bool isValidTupleCast = false;
  1767. auto tokenNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  1768. if (auto startToken = BfNodeDynCast<BfTokenNode>(tokenNextNode))
  1769. {
  1770. if (startToken->GetToken() == BfToken_LParen)
  1771. {
  1772. if (endNode != NULL)
  1773. {
  1774. auto afterEndNode = mVisitorPos.Get(endNodeIdx + 1);
  1775. if (auto afterEndToken = BfNodeDynCast<BfTokenNode>(afterEndNode))
  1776. {
  1777. if (afterEndToken->GetToken() == BfToken_RParen)
  1778. {
  1779. isValidTupleCast = true;
  1780. endNode = afterEndToken; // Check this one now, instead...
  1781. }
  1782. }
  1783. }
  1784. if (!isValidTupleCast)
  1785. isCastExpr = false;
  1786. }
  1787. }
  1788. BfAstNode* beforeEndNode = mVisitorPos.Get(endNodeIdx - 1);
  1789. if (auto prevTokenNode = BfNodeDynCast<BfTokenNode>(beforeEndNode))
  1790. {
  1791. int prevToken = prevTokenNode->GetToken();
  1792. // Ending in a "*" or a ">" means it's definitely a type reference
  1793. if ((prevToken == BfToken_Star) || (prevToken == BfToken_RChevron) || (prevToken == BfToken_RDblChevron))
  1794. couldBeExpr = false;
  1795. }
  1796. // It's not a cast expression if a binary operator (like +) immediately follows
  1797. if (couldBeExpr)
  1798. {
  1799. auto endNextNode = mVisitorPos.Get(endNodeIdx + 1);
  1800. if (endNextNode == NULL)
  1801. {
  1802. isCastExpr = false;
  1803. }
  1804. else if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(endNextNode))
  1805. {
  1806. BfToken nextToken = nextTokenNode->GetToken();
  1807. //TODO: Hm. What other tokens make it into a cast expr?
  1808. auto binaryOp = BfTokenToBinaryOp(nextToken);
  1809. // When we have a binary operator token following, it COULD either be a "(double)-val" or it COULD be a "(val2)-val"
  1810. // But we can't tell until we determine whether the thing inside the paren is a type name or a value name, so we
  1811. // have special code in BfExprEvaluator that can fix those cases at evaluation time
  1812. if (((binaryOp != BfBinaryOp_None) /*&& (nextToken != BfToken_Star) && (nextToken != BfToken_Ampersand)*/) || // Star could be dereference, not multiply
  1813. (nextToken == BfToken_RParen) ||
  1814. (nextToken == BfToken_LBracket) ||
  1815. (nextToken == BfToken_Dot) ||
  1816. (nextToken == BfToken_DotDot) ||
  1817. (nextToken == BfToken_Comma) ||
  1818. (nextToken == BfToken_Colon) ||
  1819. (nextToken == BfToken_Question) ||
  1820. (nextToken == BfToken_Semicolon) ||
  1821. (nextToken == BfToken_AssignEquals) ||
  1822. (nextToken == BfToken_Case))
  1823. isCastExpr = false;
  1824. }
  1825. }
  1826. }
  1827. if (isCastExpr)
  1828. {
  1829. auto bfCastExpr = mAlloc->Alloc<BfCastExpression>();
  1830. if (isTuple)
  1831. {
  1832. // Create typeRef including the parens (tuple type)
  1833. auto castTypeRef = CreateTypeRef(tokenNode);
  1834. ReplaceNode(castTypeRef, bfCastExpr);
  1835. bfCastExpr->mTypeRef = castTypeRef;
  1836. }
  1837. else
  1838. {
  1839. ReplaceNode(tokenNode, bfCastExpr);
  1840. bfCastExpr->mOpenParen = tokenNode;
  1841. auto castTypeRef = CreateTypeRefAfter(bfCastExpr);
  1842. MEMBER_SET_CHECKED(bfCastExpr, mTypeRef, castTypeRef);
  1843. tokenNode = ExpectTokenAfter(bfCastExpr, BfToken_RParen);
  1844. MEMBER_SET_CHECKED(bfCastExpr, mCloseParen, tokenNode);
  1845. }
  1846. auto expression = CreateExpressionAfter(bfCastExpr);
  1847. if (expression == NULL)
  1848. return bfCastExpr;
  1849. MEMBER_SET(bfCastExpr, mExpression, expression);
  1850. unaryOpExpr = bfCastExpr;
  1851. }
  1852. else
  1853. {
  1854. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1855. {
  1856. // Empty tuple?
  1857. if (nextToken->GetToken() == BfToken_RParen)
  1858. {
  1859. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  1860. ReplaceNode(tokenNode, tupleExpr);
  1861. tupleExpr->mOpenParen = tokenNode;
  1862. MEMBER_SET(tupleExpr, mCloseParen, nextToken);
  1863. mVisitorPos.MoveNext();
  1864. return tupleExpr;
  1865. }
  1866. }
  1867. // static int sItrIdx = 0;
  1868. // sItrIdx++;
  1869. // int itrIdx = sItrIdx;
  1870. // if (itrIdx == 197)
  1871. // {
  1872. // NOP;
  1873. // }
  1874. // BfParenthesizedExpression or BfTupleExpression
  1875. SetAndRestoreValue<bool> prevInParenExpr(mInParenExpr, true);
  1876. auto innerExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_AllowVariableDecl);
  1877. if (innerExpr == NULL)
  1878. return NULL;
  1879. BfTokenNode* closeParenToken;
  1880. if (innerExpr->IsA<BfIdentifierNode>())
  1881. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  1882. else
  1883. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  1884. if ((closeParenToken == NULL) || (closeParenToken->GetToken() == BfToken_RParen))
  1885. {
  1886. auto parenExpr = mAlloc->Alloc<BfParenthesizedExpression>();
  1887. parenExpr->mExpression = innerExpr;
  1888. ReplaceNode(node, parenExpr);
  1889. parenExpr->mOpenParen = tokenNode;
  1890. MoveNode(innerExpr, parenExpr);
  1891. if (closeParenToken == NULL)
  1892. return parenExpr;
  1893. MEMBER_SET(parenExpr, mCloseParen, closeParenToken);
  1894. exprLeft = parenExpr;
  1895. if ((createExprFlags & CreateExprFlags_ExitOnParenExpr) != 0)
  1896. return exprLeft;
  1897. }
  1898. else
  1899. {
  1900. mVisitorPos.mReadPos--; // Backtrack to before token
  1901. exprLeft = CreateTupleExpression(tokenNode, innerExpr);
  1902. }
  1903. }
  1904. }
  1905. if (exprLeft == NULL)
  1906. {
  1907. BfUnaryOp unaryOp = BfTokenToUnaryOp(tokenNode->GetToken());
  1908. if (unaryOp != BfUnaryOp_None)
  1909. {
  1910. if (unaryOp == BfUnaryOp_Positive)
  1911. Fail("Unary operator '+' not allowed", tokenNode);
  1912. unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  1913. unaryOpExpr->mOp = unaryOp;
  1914. unaryOpExpr->mOpToken = tokenNode;
  1915. ReplaceNode(tokenNode, unaryOpExpr);
  1916. unaryOpExpr->mExpression = CreateExpressionAfter(unaryOpExpr, rhsCreateExprFlags);
  1917. if (unaryOpExpr->mExpression == NULL)
  1918. return NULL;
  1919. MoveNode(unaryOpExpr->mExpression, unaryOpExpr);
  1920. }
  1921. if (unaryOpExpr != NULL)
  1922. {
  1923. exprLeft = unaryOpExpr;
  1924. if (auto binaryOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(unaryOpExpr->mExpression))
  1925. {
  1926. exprLeft = binaryOpExpr;
  1927. ApplyToFirstExpression(unaryOpExpr, binaryOpExpr);
  1928. }
  1929. if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(unaryOpExpr->mExpression))
  1930. {
  1931. exprLeft = condExpr;
  1932. ApplyToFirstExpression(unaryOpExpr, condExpr);
  1933. }
  1934. if (auto assignmentExpr = BfNodeDynCast<BfAssignmentExpression>(unaryOpExpr->mExpression))
  1935. {
  1936. // Apply unary operator (likely a dereference) to LHS
  1937. assignmentExpr->RemoveSelf();
  1938. ReplaceNode(unaryOpExpr, assignmentExpr);
  1939. if (assignmentExpr->mLeft != NULL)
  1940. {
  1941. MEMBER_SET(unaryOpExpr, mExpression, assignmentExpr->mLeft);
  1942. unaryOpExpr->SetSrcEnd(assignmentExpr->mLeft->GetSrcEnd());
  1943. MEMBER_SET(assignmentExpr, mLeft, unaryOpExpr);
  1944. exprLeft = assignmentExpr;
  1945. }
  1946. }
  1947. if (auto dynCastExpr = BfNodeDynCast<BfDynamicCastExpression>(unaryOpExpr->mExpression))
  1948. {
  1949. // Apply unary operator (likely a dereference) to Expr
  1950. dynCastExpr->RemoveSelf();
  1951. ReplaceNode(unaryOpExpr, dynCastExpr);
  1952. if (dynCastExpr->mTarget != NULL)
  1953. {
  1954. MEMBER_SET(unaryOpExpr, mExpression, dynCastExpr->mTarget);
  1955. unaryOpExpr->SetSrcEnd(dynCastExpr->mTarget->GetSrcEnd());
  1956. MEMBER_SET(dynCastExpr, mTarget, unaryOpExpr);
  1957. exprLeft = dynCastExpr;
  1958. }
  1959. }
  1960. if (auto caseExpr = BfNodeDynCast<BfCaseExpression>(unaryOpExpr->mExpression))
  1961. {
  1962. // Apply unary operator (likely a dereference) to Expr
  1963. caseExpr->RemoveSelf();
  1964. ReplaceNode(unaryOpExpr, caseExpr);
  1965. if (caseExpr->mValueExpression != NULL)
  1966. {
  1967. MEMBER_SET(unaryOpExpr, mExpression, caseExpr->mValueExpression);
  1968. unaryOpExpr->SetSrcEnd(caseExpr->mValueExpression->GetSrcEnd());
  1969. MEMBER_SET(caseExpr, mValueExpression, unaryOpExpr);
  1970. exprLeft = caseExpr;
  1971. }
  1972. }
  1973. }
  1974. }
  1975. }
  1976. }
  1977. if (exprLeft == NULL)
  1978. {
  1979. Fail("Expected expression", node);
  1980. return NULL;
  1981. }
  1982. while (true)
  1983. {
  1984. auto nextNode = mVisitorPos.GetNext();
  1985. if (nextNode == NULL)
  1986. break;
  1987. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1988. {
  1989. BfToken token = tokenNode->GetToken();
  1990. if (((createExprFlags & CreateExprFlags_BreakOnRChevron) != 0) && (token == BfToken_RChevron))
  1991. return exprLeft;
  1992. if ((token == BfToken_DblPlus) || (token == BfToken_DblMinus))
  1993. {
  1994. // Post-increment, post-decrement
  1995. auto unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  1996. ReplaceNode(exprLeft, unaryOpExpr);
  1997. unaryOpExpr->mOp = (token == BfToken_DblPlus) ? BfUnaryOp_PostIncrement : BfUnaryOp_PostDecrement;
  1998. MEMBER_SET(unaryOpExpr, mOpToken, tokenNode);
  1999. MEMBER_SET(unaryOpExpr, mExpression, exprLeft);
  2000. exprLeft = unaryOpExpr;
  2001. mVisitorPos.MoveNext();
  2002. continue;
  2003. }
  2004. if (token == BfToken_As)
  2005. {
  2006. auto dynCastExpr = mAlloc->Alloc<BfDynamicCastExpression>();
  2007. ReplaceNode(exprLeft, dynCastExpr);
  2008. dynCastExpr->mTarget = exprLeft;
  2009. MEMBER_SET(dynCastExpr, mAsToken, tokenNode);
  2010. mVisitorPos.MoveNext();
  2011. auto typeRef = CreateTypeRefAfter(dynCastExpr);
  2012. if (typeRef == NULL)
  2013. return dynCastExpr;
  2014. MEMBER_SET(dynCastExpr, mTypeRef, typeRef);
  2015. return dynCastExpr;
  2016. }
  2017. if (token == BfToken_Is)
  2018. {
  2019. auto checkTypeExpr = mAlloc->Alloc<BfCheckTypeExpression>();
  2020. ReplaceNode(exprLeft, checkTypeExpr);
  2021. checkTypeExpr->mTarget = exprLeft;
  2022. MEMBER_SET(checkTypeExpr, mIsToken, tokenNode);
  2023. mVisitorPos.MoveNext();
  2024. auto typeRef = CreateTypeRefAfter(checkTypeExpr);
  2025. if (typeRef == NULL)
  2026. return checkTypeExpr;
  2027. MEMBER_SET(checkTypeExpr, mTypeRef, typeRef);
  2028. exprLeft = checkTypeExpr;
  2029. continue;
  2030. }
  2031. if (token == BfToken_Question)
  2032. {
  2033. auto conditionExpr = mAlloc->Alloc<BfConditionalExpression>();
  2034. ReplaceNode(exprLeft, conditionExpr);
  2035. conditionExpr->mConditionExpression = exprLeft;
  2036. MEMBER_SET(conditionExpr, mQuestionToken, tokenNode);
  2037. mVisitorPos.MoveNext();
  2038. auto expr = CreateExpressionAfter(conditionExpr);
  2039. if (expr != NULL)
  2040. {
  2041. MEMBER_SET(conditionExpr, mTrueExpression, expr);
  2042. tokenNode = ExpectTokenAfter(conditionExpr, BfToken_Colon);
  2043. if (tokenNode != NULL)
  2044. {
  2045. MEMBER_SET(conditionExpr, mColonToken, tokenNode);
  2046. expr = CreateExpressionAfter(conditionExpr);
  2047. if (expr != NULL)
  2048. {
  2049. MEMBER_SET(conditionExpr, mFalseExpression, expr);
  2050. }
  2051. }
  2052. }
  2053. exprLeft = conditionExpr;
  2054. continue;
  2055. }
  2056. if ((token == BfToken_Case) && ((createExprFlags & CreateStmtFlags_NoCaseExpr) == 0))
  2057. {
  2058. // If we have a ".Member case <XXX>" expression, that is an invalid construct. We bail out here
  2059. // because it allows the ".Member" to autocomplete because we will treat it as a full expression instead
  2060. // of making it the target of an illegal expression
  2061. if (auto memberRefLeft = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2062. {
  2063. if (memberRefLeft->mTarget == NULL)
  2064. return exprLeft;
  2065. }
  2066. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  2067. ReplaceNode(exprLeft, caseExpr);
  2068. caseExpr->mValueExpression = exprLeft;
  2069. MEMBER_SET(caseExpr, mCaseToken, tokenNode);
  2070. mVisitorPos.MoveNext();
  2071. exprLeft = caseExpr;
  2072. if (auto bindTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2073. {
  2074. BfToken bindToken = bindTokenNode->GetToken();
  2075. if ((bindToken == BfToken_Var) || (bindToken == BfToken_Let))
  2076. {
  2077. auto expr = CreateEnumCaseBindExpression(bindTokenNode);
  2078. if (expr == NULL)
  2079. continue;
  2080. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2081. }
  2082. }
  2083. if (caseExpr->mCaseExpression == NULL)
  2084. {
  2085. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  2086. if (expr == NULL)
  2087. continue;
  2088. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2089. }
  2090. continue;
  2091. }
  2092. if (token == BfToken_LChevron)
  2093. {
  2094. bool hadEndingToken = false;
  2095. // If this is a complex member reference (IE: GType<int>.sVal) then condense in into a BfMemberReference.
  2096. // We need to be conservative about typeRef names, so GType<int>.A<T>.B.C.D, we can only assume "GType<int>.A<T>" is a typeref
  2097. // and the ".B.C.D" part is exposed as a MemberReference that may or may not include inner types
  2098. int outNodeIdx = -1;
  2099. bool isGenericType = false;
  2100. bool isTypeRef = ((IsTypeReference(exprLeft, BfToken_None, &outNodeIdx, NULL, &isGenericType)) &&
  2101. (outNodeIdx != -1));
  2102. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2103. if ((!isTypeRef) && (outNodeIdx != -1))
  2104. {
  2105. if ((isGenericType) && (outNode == NULL))
  2106. {
  2107. for (int checkOutNodeIdx = outNodeIdx + 1; true; checkOutNodeIdx++)
  2108. {
  2109. BfAstNode* checkNode = mVisitorPos.Get(checkOutNodeIdx);
  2110. if (checkNode == NULL)
  2111. break;
  2112. outNode = checkNode;
  2113. }
  2114. isTypeRef = true;
  2115. }
  2116. else if (auto outTokenNode = BfNodeDynCast<BfTokenNode>(outNode))
  2117. {
  2118. BfToken outToken = outTokenNode->GetToken();
  2119. if ((outToken == BfToken_Semicolon) || (outToken == BfToken_RParen) || (outToken == BfToken_Comma) ||
  2120. (outToken == BfToken_Let) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2121. {
  2122. auto prevNode = mVisitorPos.Get(outNodeIdx - 1);
  2123. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  2124. {
  2125. // This handles such as "dlg = stack => obj.method<int>;"
  2126. if (prevToken->GetToken() == BfToken_RChevron)
  2127. hadEndingToken = true;
  2128. }
  2129. }
  2130. //TODO: We had BfToken_Semicolon here, but it broke legitimate cases of "a.b.c < d.e.f;" expressions
  2131. //if ((outToken == BfToken_Semicolon) || (isGenericType) || (outToken == BfToken_LParen) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2132. {
  2133. // Was just 'true'
  2134. int newOutNodeIdx = -1;
  2135. bool newIsTypeRef = IsTypeReference(exprLeft, outToken, &newOutNodeIdx, NULL, &isGenericType);
  2136. BfAstNode* newOutNode = mVisitorPos.Get(newOutNodeIdx);
  2137. if ((newIsTypeRef) && (newOutNode == outNode) && (isGenericType))
  2138. isTypeRef = true;
  2139. }
  2140. }
  2141. }
  2142. if (isTypeRef)
  2143. {
  2144. auto startIdentifier = exprLeft;
  2145. int curNodeEndIdx = outNodeIdx - 1;
  2146. BfAstNode* curNodeEnd = mVisitorPos.Get(curNodeEndIdx);
  2147. bool isDotName = false;
  2148. if (auto qualifiedIdentifierNode = BfNodeDynCast<BfMemberReferenceExpression>(startIdentifier))
  2149. {
  2150. // Don't try to convert dot-name to a qualified type
  2151. isDotName = qualifiedIdentifierNode->mTarget == NULL;
  2152. }
  2153. bool didSplit = false;
  2154. for (int checkIdx = curNodeEndIdx; checkIdx >= mVisitorPos.mReadPos; checkIdx--)
  2155. {
  2156. if (isDotName)
  2157. break;
  2158. auto checkNode = mVisitorPos.Get(checkIdx);
  2159. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2160. {
  2161. BfToken token = tokenNode->GetToken();
  2162. if ((token == BfToken_RChevron) || (token == BfToken_RDblChevron))
  2163. {
  2164. auto nextCheckNode = mVisitorPos.Get(checkIdx + 1);
  2165. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextCheckNode))
  2166. {
  2167. if (nextTokenNode->GetToken() == BfToken_Dot)
  2168. {
  2169. auto nextNextCheckNode = mVisitorPos.Get(checkIdx + 2);
  2170. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNextCheckNode))
  2171. {
  2172. // Remove dot temporarily so we create a typedef up to that dot
  2173. nextTokenNode->SetToken(BfToken_None);
  2174. auto typeRef = CreateTypeRef(startIdentifier);
  2175. if (typeRef == NULL)
  2176. return NULL;
  2177. nextTokenNode->SetToken(BfToken_Dot);
  2178. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  2179. ReplaceNode(identifierNode, memberRefExpr);
  2180. MEMBER_SET(memberRefExpr, mDotToken, nextTokenNode);
  2181. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  2182. MEMBER_SET(memberRefExpr, mMemberName, identifierNode);
  2183. exprLeft = memberRefExpr;
  2184. mVisitorPos.mReadPos = checkIdx + 2;
  2185. didSplit = true;
  2186. break;
  2187. }
  2188. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextCheckNode))
  2189. {
  2190. if (tokenNode->GetToken() == BfToken_LBracket)
  2191. {
  2192. // Remove dot temporarily so we create a typedef up to that dot
  2193. nextTokenNode->SetToken(BfToken_None);
  2194. auto typeRef = CreateTypeRef(startIdentifier);
  2195. if (typeRef == NULL)
  2196. return NULL;
  2197. nextTokenNode->SetToken(BfToken_Dot);
  2198. mVisitorPos.mReadPos = checkIdx + 0;
  2199. exprLeft = CreateMemberReferenceExpression(typeRef);
  2200. didSplit = true;
  2201. }
  2202. }
  2203. }
  2204. else if (nextTokenNode->GetToken() == BfToken_LBracket)
  2205. {
  2206. int endNodeIdx = -1;
  2207. if (IsTypeReference(startIdentifier, BfToken_LParen, &endNodeIdx))
  2208. {
  2209. if (endNodeIdx > checkIdx + 1)
  2210. {
  2211. auto typeRef = CreateTypeRef(startIdentifier);
  2212. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  2213. if (arrayType == NULL)
  2214. return NULL;
  2215. mVisitorPos.mReadPos = checkIdx + 0;
  2216. auto arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  2217. ReplaceNode(typeRef, arrayCreateExpr);
  2218. arrayCreateExpr->mTypeRef = arrayType;
  2219. mVisitorPos.mReadPos = endNodeIdx;
  2220. auto initializerExpr = CreateCollectionInitializerExpression(BfNodeDynCast<BfTokenNode>(mVisitorPos.GetCurrent()));
  2221. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  2222. exprLeft = arrayCreateExpr;
  2223. return arrayCreateExpr;
  2224. }
  2225. }
  2226. }
  2227. }
  2228. }
  2229. }
  2230. }
  2231. if (didSplit)
  2232. continue;
  2233. }
  2234. // Could be a struct generic initializer, or a generic method invocation
  2235. if (auto outToken = BfNodeDynCast<BfTokenNode>(outNode))
  2236. {
  2237. int endNodeIdx = -1;
  2238. if ((outToken->GetToken() == BfToken_LParen) && (IsTypeReference(exprLeft, BfToken_LParen, &endNodeIdx)))
  2239. {
  2240. exprLeft = CreateInvocationExpression(exprLeft);
  2241. if (exprLeft == NULL)
  2242. return NULL;
  2243. continue;
  2244. }
  2245. }
  2246. if (hadEndingToken)
  2247. return exprLeft;
  2248. }
  2249. if (token == BfToken_Star)
  2250. {
  2251. auto nextNode = mVisitorPos.GetNext();
  2252. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2253. {
  2254. if ((nextToken->mToken == BfToken_Star) || (nextToken->mToken == BfToken_LBracket))
  2255. {
  2256. //if (IsTypeReference(tokenNode, BfToken_LBracket))
  2257. {
  2258. /*auto typeRef = CreateTypeRef(tokenNode, true);
  2259. exprLeft = CreateObjectCreateExpression(typeRef);
  2260. return exprLeft;*/
  2261. }
  2262. }
  2263. }
  2264. }
  2265. BfBinaryOp binOp = BfTokenToBinaryOp(tokenNode->GetToken());
  2266. if (binOp != BfBinaryOp_None)
  2267. {
  2268. auto binOpExpression = mAlloc->Alloc<BfBinaryOperatorExpression>();
  2269. ReplaceNode(exprLeft, binOpExpression);
  2270. binOpExpression->mLeft = exprLeft;
  2271. binOpExpression->mOp = binOp;
  2272. MEMBER_SET(binOpExpression, mOpToken, tokenNode);
  2273. mVisitorPos.MoveNext();
  2274. // We only need to check binary operator precedence at the "top level" binary operator
  2275. rhsCreateExprFlags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_NoCheckBinOpPrecedence);
  2276. auto exprRight = CreateExpressionAfter(binOpExpression, rhsCreateExprFlags);
  2277. if (exprRight == NULL)
  2278. return binOpExpression;
  2279. MEMBER_SET(binOpExpression, mRight, exprRight);
  2280. if ((createExprFlags & CreateExprFlags_NoCheckBinOpPrecedence) != 0)
  2281. return binOpExpression;
  2282. return CheckBinaryOperatorPrecedence(binOpExpression);
  2283. }
  2284. auto assignmentOp = BfTokenToAssignmentOp(tokenNode->GetToken());
  2285. if (assignmentOp != BfAssignmentOp_None)
  2286. {
  2287. if ((createExprFlags & CreateExprFlags_NoAssignment) != 0)
  2288. return exprLeft;
  2289. auto assignmentExpression = mAlloc->Alloc<BfAssignmentExpression>();
  2290. ReplaceNode(exprLeft, assignmentExpression);
  2291. mVisitorPos.MoveNext();
  2292. assignmentExpression->mOp = assignmentOp;
  2293. assignmentExpression->mLeft = exprLeft;
  2294. assignmentExpression->mOpToken = tokenNode;
  2295. MoveNode(assignmentExpression->mOpToken, assignmentExpression);
  2296. bool continueCascade = false;
  2297. if (auto memberExpr = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2298. {
  2299. if (memberExpr->mDotToken->GetToken() == BfToken_DotDot)
  2300. continueCascade = true;
  2301. }
  2302. CreateExprFlags flags = rhsCreateExprFlags;
  2303. if (continueCascade)
  2304. flags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_BreakOnCascade);
  2305. auto exprRight = CreateExpressionAfter(assignmentExpression, flags);
  2306. if (exprRight == NULL)
  2307. {
  2308. FailAfter("Invalid expression", assignmentExpression);
  2309. return assignmentExpression;
  2310. }
  2311. assignmentExpression->mRight = exprRight;
  2312. MoveNode(assignmentExpression->mRight, assignmentExpression);
  2313. if (continueCascade)
  2314. {
  2315. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2316. {
  2317. if (nextToken->GetToken() == BfToken_DotDot)
  2318. {
  2319. exprLeft = assignmentExpression;
  2320. continue;
  2321. }
  2322. }
  2323. }
  2324. return assignmentExpression;
  2325. }
  2326. BF_ASSERT(tokenNode->GetToken() == token);
  2327. // Not a binary op, it's a 'close'
  2328. if (token == BfToken_Bang)
  2329. {
  2330. if ((createExprFlags & CreateExprFlags_ExitOnBang) != 0)
  2331. return exprLeft;
  2332. exprLeft = CreateInvocationExpression(exprLeft);
  2333. }
  2334. else if (token == BfToken_LParen)
  2335. {
  2336. exprLeft = CreateInvocationExpression(exprLeft, (CreateExprFlags)(createExprFlags & ~(CreateExprFlags_NoCast)));
  2337. }
  2338. else if ((token == BfToken_LBracket) || (token == BfToken_QuestionLBracket))
  2339. {
  2340. exprLeft = CreateIndexerExpression(exprLeft);
  2341. }
  2342. else if ((token == BfToken_Dot) || (token == BfToken_DotDot) || (token == BfToken_QuestionDot))
  2343. {
  2344. if ((token == BfToken_DotDot) && ((createExprFlags & CreateExprFlags_BreakOnCascade) != 0))
  2345. return exprLeft;
  2346. if (auto memberExpr = BfNodeDynCastExact<BfMemberReferenceExpression>(exprLeft))
  2347. {
  2348. if (memberExpr->mTarget == NULL)
  2349. {
  2350. // A dot syntax like ".A.B" is never valid - to help with autocomplete we stop the expr parsing here
  2351. Fail("Unexpected '.' token", tokenNode);
  2352. return exprLeft;
  2353. }
  2354. }
  2355. exprLeft = CreateMemberReferenceExpression(exprLeft);
  2356. }
  2357. else
  2358. {
  2359. return exprLeft;
  2360. }
  2361. if (exprLeft == NULL)
  2362. return NULL;
  2363. }
  2364. else
  2365. break;
  2366. }
  2367. return exprLeft;
  2368. }
  2369. BfExpression* BfReducer::CreateExpressionAfter(BfAstNode* node, CreateExprFlags createExprFlags)
  2370. {
  2371. AssertCurrentNode(node);
  2372. auto nextNode = mVisitorPos.GetNext();
  2373. bool isEmpty = false;
  2374. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2375. {
  2376. if (tokenNode->GetToken() == BfToken_RParen)
  2377. isEmpty = true;
  2378. }
  2379. if ((nextNode == NULL) || (isEmpty))
  2380. {
  2381. FailAfter("Expression expected", node);
  2382. return NULL;
  2383. }
  2384. int startReadPos = mVisitorPos.mReadPos;
  2385. mVisitorPos.MoveNext();
  2386. auto result = CreateExpression(nextNode, createExprFlags);
  2387. if (result == NULL)
  2388. {
  2389. // Nope, didn't handle it
  2390. mVisitorPos.mReadPos = startReadPos;
  2391. }
  2392. return result;
  2393. }
  2394. BfForEachStatement* BfReducer::CreateForEachStatement(BfAstNode* node, bool hasTypeDecl)
  2395. {
  2396. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2397. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2398. if (parenToken == NULL)
  2399. return NULL;
  2400. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2401. ReplaceNode(forToken, forEachStatement);
  2402. MEMBER_SET(forEachStatement, mForToken, forToken);
  2403. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2404. if (hasTypeDecl)
  2405. {
  2406. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2407. {
  2408. if (tokenNode->mToken == BfToken_ReadOnly)
  2409. {
  2410. MEMBER_SET_CHECKED(forEachStatement, mReadOnlyToken, tokenNode);
  2411. mVisitorPos.MoveNext();
  2412. }
  2413. }
  2414. auto typeRef = CreateTypeRefAfter(forEachStatement);
  2415. if (typeRef == NULL)
  2416. return forEachStatement;
  2417. MEMBER_SET_CHECKED(forEachStatement, mVariableTypeRef, typeRef);
  2418. }
  2419. if (auto nextNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2420. {
  2421. if ((nextNode->mToken == BfToken_LParen) || (nextNode->mToken == BfToken_LessEquals))
  2422. {
  2423. mVisitorPos.MoveNext();
  2424. auto tupleNode = CreateTupleExpression(nextNode);
  2425. MEMBER_SET_CHECKED(forEachStatement, mVariableName, tupleNode);
  2426. }
  2427. }
  2428. if (forEachStatement->mVariableName == NULL)
  2429. {
  2430. auto name = ExpectIdentifierAfter(forEachStatement, "variable name");
  2431. MEMBER_SET_CHECKED(forEachStatement, mVariableName, name);
  2432. }
  2433. auto inToken = ExpectTokenAfter(forEachStatement, BfToken_In, BfToken_LChevron, BfToken_LessEquals);
  2434. MEMBER_SET_CHECKED(forEachStatement, mInToken, inToken);
  2435. auto expr = CreateExpressionAfter(forEachStatement);
  2436. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2437. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2438. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2439. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2440. if (stmt == NULL)
  2441. return forEachStatement;
  2442. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2443. return forEachStatement;
  2444. }
  2445. BfStatement* BfReducer::CreateForStatement(BfAstNode* node)
  2446. {
  2447. int startReadIdx = mVisitorPos.mReadPos;
  2448. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2449. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2450. if (parenToken == NULL)
  2451. return NULL;
  2452. int outNodeIdx = -1;
  2453. auto nextNode = mVisitorPos.GetNext();
  2454. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2455. {
  2456. // Handle 'for (let (key, value) in dict)'
  2457. if ((tokenNode->mToken == BfToken_Let) || (tokenNode->mToken == BfToken_Var))
  2458. {
  2459. if (auto afterLet = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  2460. {
  2461. if (afterLet->mToken == BfToken_LParen)
  2462. {
  2463. bool isTupleIn = true;
  2464. int parenDepth = 1;
  2465. for (int readPos = mVisitorPos.mReadPos + 3; true; readPos++)
  2466. {
  2467. auto checkNode = mVisitorPos.Get(readPos);
  2468. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2469. {
  2470. if (tokenNode->mToken == BfToken_RParen)
  2471. {
  2472. if (parenDepth != 1)
  2473. {
  2474. isTupleIn = false;
  2475. break;
  2476. }
  2477. parenDepth--;
  2478. }
  2479. else if (tokenNode->mToken == BfToken_In)
  2480. {
  2481. if (parenDepth != 0)
  2482. isTupleIn = false;
  2483. break;
  2484. }
  2485. else if (tokenNode->mToken == BfToken_Comma)
  2486. {
  2487. //
  2488. }
  2489. else
  2490. {
  2491. isTupleIn = false;
  2492. break;
  2493. }
  2494. }
  2495. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(checkNode))
  2496. {
  2497. //
  2498. }
  2499. else
  2500. {
  2501. isTupleIn = false;
  2502. break;
  2503. }
  2504. }
  2505. if (isTupleIn)
  2506. {
  2507. mVisitorPos.mReadPos = startReadIdx;
  2508. return CreateForEachStatement(node, true);
  2509. }
  2510. }
  2511. }
  2512. }
  2513. }
  2514. bool isTypeRef = false;
  2515. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2516. {
  2517. if (nextNode->mToken == BfToken_ReadOnly)
  2518. {
  2519. mVisitorPos.mReadPos += 2;
  2520. isTypeRef = IsTypeReference(mVisitorPos.Get(mVisitorPos.mReadPos), BfToken_None, &outNodeIdx);
  2521. mVisitorPos.mReadPos -= 2;
  2522. }
  2523. }
  2524. if (!isTypeRef)
  2525. {
  2526. mVisitorPos.mReadPos++;
  2527. isTypeRef = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2528. mVisitorPos.mReadPos--;
  2529. }
  2530. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2531. if (isTypeRef)
  2532. {
  2533. auto nextNode = mVisitorPos.Get(outNodeIdx + 1);
  2534. if ((outNode != NULL) && (nextNode != NULL))
  2535. {
  2536. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2537. if (tokenNode != NULL)
  2538. {
  2539. int token = tokenNode->GetToken();
  2540. if ((token == BfToken_In) || (token == BfToken_LChevron) || (token == BfToken_LessEquals))
  2541. {
  2542. mVisitorPos.mReadPos = startReadIdx;
  2543. return CreateForEachStatement(node, true);
  2544. }
  2545. }
  2546. }
  2547. }
  2548. else
  2549. {
  2550. int checkNodeIdx = (outNodeIdx != -1) ? outNodeIdx : mVisitorPos.mReadPos + 1;
  2551. auto checkNode = mVisitorPos.Get(checkNodeIdx);
  2552. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2553. {
  2554. BfToken token = tokenNode->GetToken();
  2555. // Is this an 'anonymous' foreach?
  2556. if ((token != BfToken_Semicolon) && (token != BfToken_LChevron) &&
  2557. (token != BfToken_In) && (token != BfToken_AssignEquals))
  2558. {
  2559. mVisitorPos.mReadPos = startReadIdx;
  2560. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2561. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2562. if (parenToken == NULL)
  2563. return NULL;
  2564. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2565. ReplaceNode(forToken, forEachStatement);
  2566. MEMBER_SET(forEachStatement, mForToken, forToken);
  2567. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2568. auto expr = CreateExpressionAfter(forEachStatement);
  2569. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2570. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2571. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2572. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2573. if (stmt == NULL)
  2574. return forEachStatement;
  2575. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2576. return forEachStatement;
  2577. }
  2578. }
  2579. }
  2580. auto nextNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  2581. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextNode))
  2582. {
  2583. if ((tokenNode != NULL) && ((tokenNode->GetToken() == BfToken_LChevron) || (tokenNode->GetToken() == BfToken_In)))
  2584. {
  2585. Fail("Ranged for statement must declare new value variable, consider adding a type name, 'var', or 'let'", tokenNode);
  2586. mVisitorPos.mReadPos = startReadIdx;
  2587. return CreateForEachStatement(node, false);
  2588. }
  2589. }
  2590. BfAstNode* stmt;
  2591. auto forStatement = mAlloc->Alloc<BfForStatement>();
  2592. BfDeferredAstSizedArray<BfAstNode*> initializers(forStatement->mInitializers, mAlloc);
  2593. BfDeferredAstSizedArray<BfTokenNode*> initializerCommas(forStatement->mInitializerCommas, mAlloc);
  2594. BfDeferredAstSizedArray<BfAstNode*> iterators(forStatement->mIterators, mAlloc);
  2595. BfDeferredAstSizedArray<BfTokenNode*> iteratorCommas(forStatement->mIteratorCommas, mAlloc);
  2596. ReplaceNode(forToken, forStatement);
  2597. MEMBER_SET(forStatement, mForToken, forToken);
  2598. MEMBER_SET(forStatement, mOpenParen, parenToken);
  2599. // Initializers
  2600. for (int listIdx = 0; true; listIdx++)
  2601. {
  2602. auto nextNode = mVisitorPos.GetNext();
  2603. if ((listIdx > 0) || (!IsSemicolon(nextNode)))
  2604. {
  2605. auto stmt = CreateStatementAfter(forStatement);
  2606. if (stmt == NULL)
  2607. return forStatement;
  2608. initializers.push_back(stmt);
  2609. MoveNode(stmt, forStatement);
  2610. }
  2611. nextNode = mVisitorPos.GetNext();
  2612. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2613. if (tokenNode == NULL)
  2614. return forStatement;
  2615. if (tokenNode->GetToken() == BfToken_Semicolon)
  2616. {
  2617. MEMBER_SET(forStatement, mInitializerSemicolon, tokenNode);
  2618. mVisitorPos.MoveNext();
  2619. break;
  2620. }
  2621. else if (tokenNode->GetToken() == BfToken_Comma)
  2622. {
  2623. MoveNode(tokenNode, forStatement);
  2624. initializerCommas.push_back(tokenNode);
  2625. mVisitorPos.MoveNext();
  2626. }
  2627. else
  2628. {
  2629. Fail("Expected ',' or ';'", tokenNode);
  2630. return forStatement;
  2631. }
  2632. }
  2633. // Condition
  2634. nextNode = mVisitorPos.GetNext();
  2635. if (!IsSemicolon(nextNode))
  2636. {
  2637. bool doExpr = true;
  2638. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2639. {
  2640. if (tokenNode->GetToken() == BfToken_RParen)
  2641. {
  2642. Fail("Expected expression or ';'", tokenNode);
  2643. doExpr = false;
  2644. }
  2645. }
  2646. if (doExpr)
  2647. {
  2648. auto expr = CreateExpressionAfter(forStatement);
  2649. if (expr == NULL)
  2650. return forStatement;
  2651. MEMBER_SET(forStatement, mCondition, expr);
  2652. }
  2653. }
  2654. auto tokenNode = ExpectTokenAfter(forStatement, BfToken_Semicolon);
  2655. if (tokenNode == NULL)
  2656. return forStatement;
  2657. MEMBER_SET(forStatement, mConditionSemicolon, tokenNode);
  2658. // Iterators
  2659. for (int listIdx = 0; true; listIdx++)
  2660. {
  2661. if (listIdx == 0)
  2662. {
  2663. auto nextNode = mVisitorPos.GetNext();
  2664. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2665. {
  2666. if (tokenNode->GetToken() == BfToken_RParen)
  2667. {
  2668. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2669. mVisitorPos.MoveNext();
  2670. break;
  2671. }
  2672. }
  2673. }
  2674. auto stmt = CreateStatementAfter(forStatement);
  2675. if (stmt == NULL)
  2676. return forStatement;
  2677. iterators.push_back(stmt);
  2678. MoveNode(stmt, forStatement);
  2679. auto nextNode = mVisitorPos.GetNext();
  2680. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2681. if (tokenNode == NULL)
  2682. return forStatement;
  2683. if (tokenNode->GetToken() == BfToken_RParen)
  2684. {
  2685. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2686. mVisitorPos.MoveNext();
  2687. break;
  2688. }
  2689. else if (tokenNode->GetToken() == BfToken_Comma)
  2690. {
  2691. MoveNode(tokenNode, forStatement);
  2692. iteratorCommas.push_back(tokenNode);
  2693. mVisitorPos.MoveNext();
  2694. }
  2695. else
  2696. {
  2697. Fail("Expected ',' or ')'", tokenNode);
  2698. return forStatement;
  2699. }
  2700. }
  2701. stmt = CreateStatementAfter(forStatement, CreateStmtFlags_FindTrailingSemicolon);
  2702. if (stmt == NULL)
  2703. return forStatement;
  2704. MEMBER_SET(forStatement, mEmbeddedStatement, stmt);
  2705. return forStatement;
  2706. }
  2707. BfUsingStatement* BfReducer::CreateUsingStatement(BfAstNode* node)
  2708. {
  2709. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2710. auto usingStatement = mAlloc->Alloc<BfUsingStatement>();
  2711. ReplaceNode(tokenNode, usingStatement);
  2712. MEMBER_SET(usingStatement, mUsingToken, tokenNode);
  2713. tokenNode = ExpectTokenAfter(usingStatement, BfToken_LParen);
  2714. if (tokenNode == NULL)
  2715. return NULL;
  2716. MEMBER_SET(usingStatement, mOpenParen, tokenNode);
  2717. auto nextNode = mVisitorPos.GetNext();
  2718. if (nextNode != NULL)
  2719. {
  2720. BfVariableDeclaration* varDecl = mAlloc->Alloc<BfVariableDeclaration>();
  2721. int outNodeIdx = -1;
  2722. auto nextNode = mVisitorPos.GetNext();
  2723. mVisitorPos.mReadPos++;
  2724. bool isTypeReference = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2725. mVisitorPos.mReadPos--;
  2726. if (isTypeReference)
  2727. {
  2728. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2729. BfAstNode* outNodeNext = mVisitorPos.Get(outNodeIdx + 1);
  2730. BfTokenNode* equalsNode = NULL;
  2731. if ((outNode != NULL) && (BfNodeIsA<BfIdentifierNode>(outNode)) && (BfNodeIsA<BfTokenNode>(outNodeNext)))
  2732. {
  2733. auto typeRef = CreateTypeRefAfter(usingStatement);
  2734. if (typeRef == NULL)
  2735. return usingStatement;
  2736. MEMBER_SET(varDecl, mTypeRef, typeRef);
  2737. usingStatement->SetSrcEnd(typeRef->GetSrcEnd());
  2738. auto nameNode = ExpectIdentifierAfter(usingStatement, "variable name");
  2739. if (nameNode == NULL)
  2740. return usingStatement;
  2741. MEMBER_SET(varDecl, mNameNode, nameNode);
  2742. usingStatement->SetSrcEnd(varDecl->GetSrcEnd());
  2743. auto equalsNode = ExpectTokenAfter(usingStatement, BfToken_AssignEquals);
  2744. if (equalsNode == NULL)
  2745. return usingStatement;
  2746. MEMBER_SET(varDecl, mEqualsNode, equalsNode);
  2747. usingStatement->SetSrcEnd(equalsNode->GetSrcEnd());
  2748. }
  2749. }
  2750. auto expr = CreateExpressionAfter(usingStatement);
  2751. if (expr == NULL)
  2752. return usingStatement;
  2753. MEMBER_SET(varDecl, mInitializer, expr);
  2754. MEMBER_SET(usingStatement, mVariableDeclaration, varDecl);
  2755. }
  2756. tokenNode = ExpectTokenAfter(usingStatement, BfToken_RParen);
  2757. if (tokenNode == NULL)
  2758. return usingStatement;
  2759. MEMBER_SET(usingStatement, mCloseParen, tokenNode);
  2760. auto stmt = CreateStatementAfter(usingStatement, CreateStmtFlags_FindTrailingSemicolon);
  2761. if (stmt == NULL)
  2762. return usingStatement;
  2763. MEMBER_SET(usingStatement, mEmbeddedStatement, stmt);
  2764. return usingStatement;
  2765. }
  2766. BfWhileStatement* BfReducer::CreateWhileStatement(BfAstNode* node)
  2767. {
  2768. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2769. auto whileStatement = mAlloc->Alloc<BfWhileStatement>();
  2770. ReplaceNode(tokenNode, whileStatement);
  2771. MEMBER_SET(whileStatement, mWhileToken, tokenNode);
  2772. tokenNode = ExpectTokenAfter(whileStatement, BfToken_LParen);
  2773. if (tokenNode == NULL)
  2774. return NULL;
  2775. MEMBER_SET(whileStatement, mOpenParen, tokenNode);
  2776. // Condition
  2777. auto nextNode = mVisitorPos.GetNext();
  2778. if (!IsSemicolon(nextNode))
  2779. {
  2780. auto expr = CreateExpressionAfter(whileStatement);
  2781. if (expr == NULL)
  2782. return whileStatement;
  2783. MEMBER_SET(whileStatement, mCondition, expr);
  2784. }
  2785. tokenNode = ExpectTokenAfter(whileStatement, BfToken_RParen);
  2786. if (tokenNode == NULL)
  2787. return whileStatement;
  2788. MEMBER_SET(whileStatement, mCloseParen, tokenNode);
  2789. auto stmt = CreateStatementAfter(whileStatement, CreateStmtFlags_FindTrailingSemicolon);
  2790. if (stmt == NULL)
  2791. return whileStatement;
  2792. MEMBER_SET(whileStatement, mEmbeddedStatement, stmt);
  2793. return whileStatement;
  2794. }
  2795. BfDoStatement* BfReducer::CreateDoStatement(BfAstNode* node)
  2796. {
  2797. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2798. auto doStatement = mAlloc->Alloc<BfDoStatement>();
  2799. ReplaceNode(tokenNode, doStatement);
  2800. MEMBER_SET(doStatement, mDoToken, tokenNode);
  2801. auto stmt = CreateStatementAfter(doStatement, CreateStmtFlags_FindTrailingSemicolon);
  2802. if (stmt != NULL)
  2803. {
  2804. MEMBER_SET(doStatement, mEmbeddedStatement, stmt);
  2805. }
  2806. return doStatement;
  2807. }
  2808. BfRepeatStatement* BfReducer::CreateRepeatStatement(BfAstNode* node)
  2809. {
  2810. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2811. auto repeatStatement = mAlloc->Alloc<BfRepeatStatement>();
  2812. ReplaceNode(tokenNode, repeatStatement);
  2813. MEMBER_SET(repeatStatement, mRepeatToken, tokenNode);
  2814. auto stmt = CreateStatementAfter(repeatStatement, CreateStmtFlags_FindTrailingSemicolon);
  2815. if (stmt != NULL)
  2816. {
  2817. MEMBER_SET(repeatStatement, mEmbeddedStatement, stmt);
  2818. }
  2819. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_While);
  2820. if (tokenNode != NULL)
  2821. {
  2822. MEMBER_SET(repeatStatement, mWhileToken, tokenNode);
  2823. }
  2824. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_LParen);
  2825. if (tokenNode != NULL)
  2826. {
  2827. MEMBER_SET(repeatStatement, mOpenParen, tokenNode);
  2828. }
  2829. // Condition
  2830. auto nextNode = mVisitorPos.GetNext();
  2831. if (!IsSemicolon(nextNode))
  2832. {
  2833. auto expr = CreateExpressionAfter(repeatStatement);
  2834. if (expr == NULL)
  2835. return repeatStatement;
  2836. MEMBER_SET(repeatStatement, mCondition, expr);
  2837. }
  2838. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_RParen);
  2839. if (tokenNode != NULL)
  2840. {
  2841. MEMBER_SET(repeatStatement, mCloseParen, tokenNode);
  2842. }
  2843. return repeatStatement;
  2844. }
  2845. BfSwitchStatement* BfReducer::CreateSwitchStatement(BfTokenNode* tokenNode)
  2846. {
  2847. auto switchStatement = mAlloc->Alloc<BfSwitchStatement>();
  2848. BfDeferredAstSizedArray<BfSwitchCase*> switchCases(switchStatement->mSwitchCases, mAlloc);
  2849. ReplaceNode(tokenNode, switchStatement);
  2850. switchStatement->mSwitchToken = tokenNode;
  2851. tokenNode = ExpectTokenAfter(switchStatement, BfToken_LParen);
  2852. if (tokenNode != NULL)
  2853. {
  2854. MEMBER_SET(switchStatement, mOpenParen, tokenNode);
  2855. }
  2856. auto switchValue = CreateExpressionAfter(switchStatement);
  2857. if (switchValue != NULL)
  2858. {
  2859. MEMBER_SET(switchStatement, mSwitchValue, switchValue);
  2860. }
  2861. tokenNode = ExpectTokenAfter(switchStatement, BfToken_RParen);
  2862. if (tokenNode != NULL)
  2863. {
  2864. MEMBER_SET(switchStatement, mCloseParen, tokenNode);
  2865. }
  2866. auto block = ExpectBlockAfter(switchStatement);
  2867. if (block == NULL)
  2868. return switchStatement;
  2869. MoveNode(block, switchStatement);
  2870. switchStatement->mOpenBrace = block->mOpenBrace;
  2871. switchStatement->mCloseBrace = block->mCloseBrace;
  2872. bool hadEmptyCaseStatement = false;
  2873. BfSwitchCase* switchCase = NULL;
  2874. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  2875. bool isDone = !mVisitorPos.MoveNext();
  2876. while (!isDone)
  2877. {
  2878. auto child = mVisitorPos.GetCurrent();
  2879. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  2880. BfToken token = BfToken_None;
  2881. if (tokenNode != NULL)
  2882. token = tokenNode->GetToken();
  2883. if ((tokenNode == NULL) ||
  2884. ((token != BfToken_Case) && (token != BfToken_When) && (token != BfToken_Default)))
  2885. {
  2886. Fail("Expected 'case'", child);
  2887. return switchStatement;
  2888. }
  2889. //TODO: This error was getting annoying... Put back?
  2890. // This check is here at the top, being processed for the previous switchCase because
  2891. // we don't throw an error on the last case in the switch
  2892. /*if (hadEmptyCaseStatement)
  2893. FailAfter("Expected case statement, 'fallthrough', or 'break'", switchCase);*/
  2894. bool isDefault = token == BfToken_Default;
  2895. switchCase = mAlloc->Alloc<BfSwitchCase>();
  2896. BfDeferredAstSizedArray<BfExpression*> caseExpressions(switchCase->mCaseExpressions, mAlloc);
  2897. BfDeferredAstSizedArray<BfTokenNode*> caseCommas(switchCase->mCaseCommas, mAlloc);
  2898. ReplaceNode(tokenNode, switchCase);
  2899. BfTokenNode* whenToken = NULL;
  2900. if (token == BfToken_When)
  2901. whenToken = tokenNode;
  2902. else
  2903. switchCase->mCaseToken = tokenNode;
  2904. for (int caseIdx = 0; true; caseIdx++)
  2905. {
  2906. if (!isDefault)
  2907. {
  2908. BfExpression* expr = NULL;
  2909. bool wasWhenSet = whenToken != NULL;
  2910. if (!wasWhenSet)
  2911. {
  2912. auto nextNode = mVisitorPos.GetNext();
  2913. whenToken = BfNodeDynCast<BfTokenNode>(nextNode);
  2914. if ((whenToken != NULL) && (whenToken->GetToken() != BfToken_When))
  2915. whenToken = NULL;
  2916. }
  2917. if (whenToken != NULL)
  2918. {
  2919. auto whenExpr = mAlloc->Alloc<BfWhenExpression>();
  2920. whenExpr->mWhenToken = whenToken;
  2921. ReplaceNode(whenToken, whenExpr);
  2922. //mVisitorPos.MoveNext();
  2923. //auto exprAfter = wasWhenSet ? (BfAstNode*)switchCase : (BfAstNode*)whenExpr;
  2924. if (expr == NULL)
  2925. {
  2926. auto innerExpr = CreateExpressionAfter(whenToken);
  2927. if (innerExpr != NULL)
  2928. {
  2929. MEMBER_SET(whenExpr, mExpression, innerExpr);
  2930. }
  2931. expr = whenExpr;
  2932. }
  2933. }
  2934. if (expr == NULL)
  2935. {
  2936. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2937. {
  2938. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  2939. {
  2940. expr = CreateEnumCaseBindExpression(bindToken);
  2941. }
  2942. }
  2943. }
  2944. if (expr == NULL)
  2945. expr = CreateExpressionAfter(switchCase);
  2946. if (expr == NULL)
  2947. {
  2948. ///
  2949. }
  2950. else
  2951. {
  2952. caseExpressions.push_back(expr);
  2953. MoveNode(expr, switchCase);
  2954. }
  2955. }
  2956. if ((whenToken == NULL) && (!isDefault))
  2957. tokenNode = ExpectTokenAfter(switchCase, BfToken_When, BfToken_Colon, BfToken_Comma);
  2958. else
  2959. tokenNode = ExpectTokenAfter(switchCase, BfToken_Colon);
  2960. if (tokenNode == NULL)
  2961. break;
  2962. if (tokenNode->GetToken() == BfToken_When)
  2963. {
  2964. whenToken = tokenNode;
  2965. continue;
  2966. }
  2967. if (tokenNode->GetToken() == BfToken_Colon)
  2968. {
  2969. MEMBER_SET(switchCase, mColonToken, tokenNode);
  2970. break;
  2971. }
  2972. if (isDefault)
  2973. {
  2974. Fail("Expected ':'", tokenNode);
  2975. break;
  2976. }
  2977. MoveNode(tokenNode, switchCase);
  2978. caseCommas.push_back(tokenNode);
  2979. BF_ASSERT(whenToken == NULL);
  2980. }
  2981. if (isDefault)
  2982. {
  2983. if (switchStatement->mDefaultCase != NULL)
  2984. {
  2985. Fail("Only one default case is allowed", switchCase);
  2986. // Add to normal switch cases just so we process it
  2987. switchCases.push_back(switchCase);
  2988. }
  2989. else
  2990. switchStatement->mDefaultCase = switchCase;
  2991. }
  2992. else
  2993. {
  2994. if (switchStatement->mDefaultCase != NULL)
  2995. {
  2996. Fail("Default case must be last case", switchStatement->mDefaultCase);
  2997. }
  2998. switchCases.push_back(switchCase);
  2999. }
  3000. hadEmptyCaseStatement = true;
  3001. auto codeBlock = mAlloc->Alloc<BfBlock>();
  3002. //codeBlock->mSource = switchCase->mSource;
  3003. MEMBER_SET(switchCase, mCodeBlock, codeBlock);
  3004. //switchCase->Add(codeBlock);
  3005. BfDeferredAstSizedArray<BfAstNode*> codeBlockChildArr(codeBlock->mChildArr, mAlloc);
  3006. while (true)
  3007. {
  3008. auto nextNode = mVisitorPos.GetNext();
  3009. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3010. if (tokenNode != NULL)
  3011. {
  3012. int token = tokenNode->GetToken();
  3013. if ((token == BfToken_Case) || (token == BfToken_Default) || (token == BfToken_When))
  3014. break; // Done! No fallthrough
  3015. }
  3016. nextNode = mVisitorPos.GetNext();
  3017. if (nextNode == NULL)
  3018. break;
  3019. hadEmptyCaseStatement = false;
  3020. mVisitorPos.MoveNext();
  3021. // We need to use CreateStmtFlags_NoCaseExpr because otherwise during typing a new statement at the end of one case, it
  3022. // could interpret the 'case' token for the next case as being part of a case expression in the first case
  3023. auto stmt = CreateStatement(nextNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_NoCaseExpr | CreateStmtFlags_AllowLocalFunction));
  3024. if (stmt == NULL)
  3025. {
  3026. AddErrorNode(nextNode);
  3027. }
  3028. else
  3029. {
  3030. MoveNode(stmt, codeBlock);
  3031. codeBlockChildArr.push_back(stmt);
  3032. }
  3033. }
  3034. MoveNode(switchCase, switchStatement);
  3035. if (!codeBlock->IsInitialized())
  3036. {
  3037. int srcPos = switchCase->GetSrcEnd();
  3038. codeBlock->Init(srcPos, srcPos, srcPos);
  3039. }
  3040. isDone = !mVisitorPos.MoveNext();
  3041. }
  3042. return switchStatement;
  3043. }
  3044. // Does everything but pull the trailing semicolon
  3045. BfAstNode* BfReducer::DoCreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3046. {
  3047. auto subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_NoCaseExpr | CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowUnterminatedExpression));
  3048. if (node->IsA<BfBlock>())
  3049. {
  3050. auto block = (BfBlock*)node;
  3051. HandleBlock(block, (createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0);
  3052. return block;
  3053. }
  3054. BfVariableDeclaration* continuingVariable = NULL;
  3055. BfTokenNode* refToken = NULL;
  3056. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  3057. {
  3058. int token = tokenNode->GetToken();
  3059. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  3060. {
  3061. refToken = tokenNode;
  3062. }
  3063. else if (token == BfToken_Semicolon)
  3064. {
  3065. Fail("Empty statement not allowed", tokenNode);
  3066. auto emptyStatement = mAlloc->Alloc<BfEmptyStatement>();
  3067. ReplaceNode(tokenNode, emptyStatement);
  3068. emptyStatement->mTrailingSemicolon = tokenNode;
  3069. return emptyStatement;
  3070. }
  3071. else if (token == BfToken_Break)
  3072. {
  3073. auto breakStmt = mAlloc->Alloc<BfBreakStatement>();
  3074. ReplaceNode(tokenNode, breakStmt);
  3075. breakStmt->mBreakNode = tokenNode;
  3076. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3077. {
  3078. MEMBER_SET(breakStmt, mLabel, label);
  3079. mVisitorPos.MoveNext();
  3080. }
  3081. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3082. {
  3083. if (tokenNode->GetToken() == BfToken_Mixin)
  3084. {
  3085. MEMBER_SET(breakStmt, mLabel, tokenNode);
  3086. mVisitorPos.MoveNext();
  3087. }
  3088. }
  3089. return breakStmt;
  3090. }
  3091. else if (token == BfToken_Continue)
  3092. {
  3093. auto continueStmt = mAlloc->Alloc<BfContinueStatement>();
  3094. ReplaceNode(tokenNode, continueStmt);
  3095. continueStmt->mContinueNode = tokenNode;
  3096. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3097. {
  3098. MEMBER_SET(continueStmt, mLabel, label);
  3099. mVisitorPos.MoveNext();
  3100. }
  3101. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3102. {
  3103. if (tokenNode->GetToken() == BfToken_Mixin)
  3104. {
  3105. MEMBER_SET(continueStmt, mLabel, tokenNode);
  3106. mVisitorPos.MoveNext();
  3107. }
  3108. }
  3109. return continueStmt;
  3110. }
  3111. else if (token == BfToken_Fallthrough)
  3112. {
  3113. auto fallthroughStmt = mAlloc->Alloc<BfFallthroughStatement>();
  3114. ReplaceNode(tokenNode, fallthroughStmt);
  3115. fallthroughStmt->mFallthroughToken = tokenNode;
  3116. return fallthroughStmt;
  3117. }
  3118. else if (token == BfToken_For)
  3119. {
  3120. return CreateForStatement(node);
  3121. }
  3122. else if (token == BfToken_Using)
  3123. {
  3124. return CreateUsingStatement(node);
  3125. }
  3126. else if (token == BfToken_While)
  3127. {
  3128. return CreateWhileStatement(node);
  3129. }
  3130. else if (token == BfToken_Do)
  3131. {
  3132. auto checkNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  3133. auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode);
  3134. if ((checkToken != NULL) && (checkToken->GetToken() == BfToken_While))
  3135. return CreateRepeatStatement(node);
  3136. else
  3137. return CreateDoStatement(node);
  3138. }
  3139. else if (token == BfToken_Repeat)
  3140. {
  3141. return CreateRepeatStatement(node);
  3142. }
  3143. else if (token == BfToken_Return)
  3144. {
  3145. auto returnStmt = mAlloc->Alloc<BfReturnStatement>();
  3146. ReplaceNode(node, returnStmt);
  3147. MEMBER_SET(returnStmt, mReturnToken, tokenNode);
  3148. auto nextNode = mVisitorPos.GetNext();
  3149. if (!IsSemicolon(nextNode))
  3150. {
  3151. auto expr = CreateExpressionAfter(returnStmt);
  3152. MEMBER_SET_CHECKED(returnStmt, mExpression, expr);
  3153. }
  3154. return returnStmt;
  3155. }
  3156. else if (token == BfToken_Delete)
  3157. {
  3158. auto deleteStmt = mAlloc->Alloc<BfDeleteStatement>();
  3159. ReplaceNode(node, deleteStmt);
  3160. MEMBER_SET(deleteStmt, mDeleteToken, tokenNode);
  3161. auto nextNode = mVisitorPos.GetNext();
  3162. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  3163. {
  3164. if (tokenNode->GetToken() == BfToken_Append)
  3165. {
  3166. MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
  3167. }
  3168. else if (tokenNode->GetToken() == BfToken_Colon)
  3169. {
  3170. MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
  3171. mVisitorPos.MoveNext();
  3172. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3173. {
  3174. if (tokenNode->mToken == BfToken_Append)
  3175. {
  3176. MEMBER_SET(deleteStmt, mAllocExpr, tokenNode);
  3177. mVisitorPos.MoveNext();
  3178. }
  3179. }
  3180. if (deleteStmt->mAllocExpr == NULL)
  3181. {
  3182. auto allocExpr = CreateExpressionAfter(deleteStmt);
  3183. if (allocExpr != NULL)
  3184. {
  3185. MEMBER_SET(deleteStmt, mAllocExpr, allocExpr);
  3186. }
  3187. }
  3188. }
  3189. }
  3190. auto expr = CreateExpressionAfter(deleteStmt);
  3191. MEMBER_SET_CHECKED(deleteStmt, mExpression, expr);
  3192. return deleteStmt;
  3193. }
  3194. else if (token == BfToken_Throw)
  3195. {
  3196. auto throwStmt = mAlloc->Alloc<BfThrowStatement>();
  3197. ReplaceNode(node, throwStmt);
  3198. MEMBER_SET(throwStmt, mThrowToken, tokenNode);
  3199. auto expr = CreateExpressionAfter(throwStmt);
  3200. MEMBER_SET_CHECKED(throwStmt, mExpression, expr);
  3201. return throwStmt;
  3202. }
  3203. else if (token == BfToken_If)
  3204. {
  3205. subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_FindTrailingSemicolon));
  3206. auto ifStmt = mAlloc->Alloc<BfIfStatement>();
  3207. ReplaceNode(node, ifStmt);
  3208. MEMBER_SET(ifStmt, mIfToken, tokenNode);
  3209. tokenNode = ExpectTokenAfter(ifStmt, BfToken_LParen);
  3210. MEMBER_SET_CHECKED(ifStmt, mOpenParen, tokenNode);
  3211. auto condExpr = CreateExpressionAfter(ifStmt, CreateExprFlags_AllowVariableDecl);
  3212. MEMBER_SET_CHECKED(ifStmt, mCondition, condExpr);
  3213. tokenNode = ExpectTokenAfter(ifStmt, BfToken_RParen);
  3214. MEMBER_SET_CHECKED(ifStmt, mCloseParen, tokenNode);
  3215. auto trueStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3216. MEMBER_SET_CHECKED(ifStmt, mTrueStatement, trueStmt);
  3217. auto nextNode = mVisitorPos.GetNext();
  3218. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3219. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Else))
  3220. {
  3221. MEMBER_SET(ifStmt, mElseToken, tokenNode);
  3222. mVisitorPos.MoveNext();
  3223. auto falseStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3224. MEMBER_SET_CHECKED(ifStmt, mFalseStatement, falseStmt);
  3225. }
  3226. return ifStmt;
  3227. }
  3228. else if (token == BfToken_Switch)
  3229. {
  3230. return CreateSwitchStatement(tokenNode);
  3231. }
  3232. else if (token == BfToken_Defer)
  3233. {
  3234. auto deferStmt = mAlloc->Alloc<BfDeferStatement>();
  3235. ReplaceNode(tokenNode, deferStmt);
  3236. deferStmt->mDeferToken = tokenNode;
  3237. auto nextNode = mVisitorPos.GetNext();
  3238. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3239. {
  3240. if (nextTokenNode->GetToken() == BfToken_Colon)
  3241. {
  3242. MEMBER_SET(deferStmt, mColonToken, nextTokenNode);
  3243. mVisitorPos.MoveNext();
  3244. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3245. {
  3246. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  3247. {
  3248. MEMBER_SET(deferStmt, mScopeName, nextToken);
  3249. mVisitorPos.MoveNext();
  3250. }
  3251. }
  3252. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3253. {
  3254. MEMBER_SET(deferStmt, mScopeName, identifier);
  3255. mVisitorPos.MoveNext();
  3256. }
  3257. if (deferStmt->mScopeName == NULL)
  3258. {
  3259. FailAfter("Expected scope name", deferStmt);
  3260. }
  3261. }
  3262. else if (nextTokenNode->GetToken() == BfToken_LParen)
  3263. {
  3264. MEMBER_SET(deferStmt, mOpenParen, nextTokenNode);
  3265. mVisitorPos.MoveNext();
  3266. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_Scope, BfToken_Stack);
  3267. MEMBER_SET_CHECKED(deferStmt, mScopeToken, nextTokenNode);
  3268. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_RParen);
  3269. MEMBER_SET_CHECKED(deferStmt, mCloseParen, nextTokenNode);
  3270. }
  3271. }
  3272. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3273. {
  3274. if (nextTokenNode->GetToken() == BfToken_LBracket)
  3275. {
  3276. auto bindNode = mAlloc->Alloc<BfDeferBindNode>();
  3277. ReplaceNode(nextTokenNode, bindNode);
  3278. MEMBER_SET(bindNode, mOpenBracket, nextTokenNode);
  3279. mVisitorPos.MoveNext();
  3280. BfDeferredAstSizedArray<BfIdentifierNode*> params(bindNode->mParams, mAlloc);
  3281. BfDeferredAstSizedArray<BfTokenNode*> commas(bindNode->mCommas, mAlloc);
  3282. for (int paramIdx = 0; true; paramIdx++)
  3283. {
  3284. bool isRBracket = false;
  3285. auto nextNode = mVisitorPos.GetNext();
  3286. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3287. isRBracket = tokenNode->GetToken() == BfToken_RBracket;
  3288. if (!isRBracket)
  3289. {
  3290. auto nameIdentifier = ExpectIdentifierAfter(bindNode, "parameter name");
  3291. if (nameIdentifier == NULL)
  3292. break;
  3293. MoveNode(nameIdentifier, bindNode);
  3294. params.push_back(nameIdentifier);
  3295. }
  3296. tokenNode = ExpectTokenAfter(bindNode, BfToken_Comma, BfToken_RBracket);
  3297. if (tokenNode == NULL)
  3298. return deferStmt;
  3299. if (tokenNode->GetToken() == BfToken_RBracket)
  3300. {
  3301. MEMBER_SET(bindNode, mCloseBracket, tokenNode);
  3302. break;
  3303. }
  3304. MoveNode(tokenNode, bindNode);
  3305. commas.push_back(tokenNode);
  3306. }
  3307. MEMBER_SET(deferStmt, mBind, bindNode);
  3308. }
  3309. }
  3310. BfAstNode* targetNode = CreateStatementAfter(deferStmt);
  3311. if (targetNode != NULL)
  3312. {
  3313. BfAstNode* innerTarget = targetNode;
  3314. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(innerTarget))
  3315. innerTarget = exprStmt->mExpression;
  3316. if (deferStmt->mBind != NULL)
  3317. {
  3318. if (!innerTarget->IsA<BfBlock>())
  3319. {
  3320. Fail("Only blocks are allowed when defer binding is used", targetNode);
  3321. }
  3322. }
  3323. else
  3324. {
  3325. if ((!innerTarget->IsA<BfInvocationExpression>()) &&
  3326. (!innerTarget->IsA<BfBlock>()) &&
  3327. (!innerTarget->IsA<BfDeleteStatement>()))
  3328. {
  3329. Fail("Only invocation expressions, statement blocks, or deletes are allowed", targetNode);
  3330. }
  3331. }
  3332. MEMBER_SET(deferStmt, mTargetNode, targetNode);
  3333. }
  3334. return deferStmt;
  3335. }
  3336. else if (token == BfToken_Comma)
  3337. {
  3338. auto prevVarDecl = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  3339. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(prevVarDecl))
  3340. {
  3341. continuingVariable = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression);
  3342. }
  3343. }
  3344. else if ((token == BfToken_Const) || (token == BfToken_ReadOnly))
  3345. {
  3346. auto stmt = CreateStatementAfter(tokenNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_ForceVariableDecl));
  3347. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(stmt))
  3348. {
  3349. if (auto variableDecl = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression))
  3350. {
  3351. if (variableDecl->mModSpecifier != NULL)
  3352. {
  3353. Fail(StrFormat("'%s' already specified", BfTokenToString(variableDecl->mModSpecifier->GetToken())), variableDecl->mModSpecifier);
  3354. }
  3355. MEMBER_SET(variableDecl, mModSpecifier, tokenNode);
  3356. exprStmt->SetSrcStart(variableDecl->mSrcStart);
  3357. return stmt;
  3358. }
  3359. }
  3360. Fail(StrFormat("Unexpected '%s' specifier", BfTokenToString(tokenNode->GetToken())), tokenNode);
  3361. return stmt;
  3362. }
  3363. else if (token == BfToken_Volatile)
  3364. {
  3365. Fail("Cannot create volatile local variables", tokenNode);
  3366. return NULL;
  3367. }
  3368. else if (token == BfToken_Asm)
  3369. {
  3370. return CreateInlineAsmStatement(node);
  3371. }
  3372. else if (token == BfToken_Mixin)
  3373. {
  3374. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3375. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3376. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3377. ReplaceNode(tokenNode, methodDecl);
  3378. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3379. methodDecl->mMixinSpecifier = tokenNode;
  3380. auto nameNode = ExpectIdentifierAfter(methodDecl);
  3381. if (nameNode != NULL)
  3382. {
  3383. MEMBER_SET(methodDecl, mNameNode, nameNode);
  3384. ParseMethod(methodDecl, &params, &commas, true);
  3385. }
  3386. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3387. ReplaceNode(methodDecl, localMethodDecl);
  3388. localMethodDecl->mMethodDeclaration = methodDecl;
  3389. return localMethodDecl;
  3390. }
  3391. }
  3392. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(node))
  3393. {
  3394. node = CompactQualifiedName(identifier);
  3395. }
  3396. bool isLocalVariable = false;
  3397. auto nextNode = mVisitorPos.GetNext();
  3398. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  3399. {
  3400. if (nextToken->GetToken() == BfToken_Colon)
  3401. {
  3402. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(node);
  3403. if (nameIdentifier != NULL)
  3404. {
  3405. BfLabelNode* labelNode = mAlloc->Alloc<BfLabelNode>();
  3406. ReplaceNode(nameIdentifier, labelNode);
  3407. labelNode->mLabel = nameIdentifier;
  3408. mVisitorPos.MoveNext();
  3409. MEMBER_SET(labelNode, mColonToken, nextToken);
  3410. BfAstNode* stmt = NULL;
  3411. auto nextNode = mVisitorPos.GetNext();
  3412. if (nextNode != NULL)
  3413. {
  3414. mVisitorPos.MoveNext();
  3415. stmt = DoCreateStatement(nextNode);
  3416. if (auto labelableStmt = BfNodeDynCast<BfLabelableStatement>(stmt))
  3417. {
  3418. MEMBER_SET(labelableStmt, mLabelNode, labelNode);
  3419. return labelableStmt;
  3420. }
  3421. if (auto block = BfNodeDynCast<BfBlock>(stmt))
  3422. {
  3423. auto labeledBlock = mAlloc->Alloc<BfLabeledBlock>();
  3424. ReplaceNode(block, labeledBlock);
  3425. labeledBlock->mBlock = block;
  3426. MEMBER_SET(labeledBlock, mLabelNode, labelNode);
  3427. return labeledBlock;
  3428. }
  3429. }
  3430. Fail("Label must appear before a labelable statement (if, for, do, while, switch, block)", labelNode);
  3431. AddErrorNode(labelNode);
  3432. return stmt;
  3433. }
  3434. }
  3435. }
  3436. int typeRefEndNode = -1;
  3437. bool isTuple = false;
  3438. if (IsTypeReference(node, BfToken_None, &typeRefEndNode, NULL, NULL, &isTuple))
  3439. isLocalVariable = true;
  3440. if ((isLocalVariable) && (isTuple))
  3441. {
  3442. if (typeRefEndNode != -1)
  3443. {
  3444. // When we're typing something like "(a, )" ... don't make that a type ref yet because it could be "(a, b) = " where
  3445. // we're typing a tuple value rather than a tuple tpye ref
  3446. auto checkNode = mVisitorPos.Get(typeRefEndNode);
  3447. if (checkNode == NULL)
  3448. isLocalVariable = false;
  3449. }
  3450. }
  3451. if (nextNode == NULL)
  3452. {
  3453. // Treat ending identifier as just an identifier (could be block result)
  3454. isLocalVariable = false;
  3455. }
  3456. if ((isLocalVariable) && (typeRefEndNode != -1) && (continuingVariable == NULL) && ((createStmtFlags & CreateStmtFlags_AllowLocalFunction) != 0))
  3457. {
  3458. BfTokenNode* nextToken = BfNodeDynCast<BfTokenNode>(node);
  3459. if ((nextToken == NULL) ||
  3460. ((nextToken->GetToken() != BfToken_Delegate) && (nextToken->GetToken() != BfToken_Function)))
  3461. {
  3462. auto afterTypeRefNode = mVisitorPos.Get(typeRefEndNode);
  3463. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(afterTypeRefNode))
  3464. {
  3465. auto nextNextNode = mVisitorPos.Get(typeRefEndNode + 1);
  3466. if (auto afterNameToken = BfNodeDynCast<BfTokenNode>(nextNextNode))
  3467. {
  3468. bool isLocalMethod = (afterNameToken->GetToken() == BfToken_LParen) || (afterNameToken->GetToken() == BfToken_LChevron);
  3469. if (isLocalMethod)
  3470. {
  3471. int prevReadPos = mVisitorPos.mReadPos;
  3472. mVisitorPos.mReadPos = typeRefEndNode;
  3473. isLocalMethod = IsLocalMethod(nameIdentifier);
  3474. mVisitorPos.mReadPos = prevReadPos;
  3475. }
  3476. if (isLocalMethod)
  3477. {
  3478. auto typeRef = CreateTypeRef(node);
  3479. if (mVisitorPos.GetNext() != nameIdentifier)
  3480. isLocalMethod = false;
  3481. else
  3482. {
  3483. int prevReadPos = mVisitorPos.mReadPos;
  3484. mVisitorPos.MoveNext();
  3485. isLocalMethod = IsLocalMethod(nameIdentifier);
  3486. if (!isLocalMethod)
  3487. mVisitorPos.mReadPos = prevReadPos;
  3488. }
  3489. if (!isLocalMethod)
  3490. {
  3491. // TypeRef didn't match what we expected, just set it up as a variable declaration
  3492. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3493. ReplaceNode(typeRef, variableDeclaration);
  3494. variableDeclaration->mTypeRef = typeRef;
  3495. return variableDeclaration;
  3496. }
  3497. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3498. ReplaceNode(typeRef, methodDecl);
  3499. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3500. methodDecl->mReturnType = typeRef;
  3501. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3502. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3503. MEMBER_SET(methodDecl, mNameNode, nameIdentifier);
  3504. if (afterNameToken->GetToken() == BfToken_LChevron)
  3505. {
  3506. auto genericParams = CreateGenericParamsDeclaration(afterNameToken);
  3507. if (genericParams != NULL)
  3508. {
  3509. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  3510. }
  3511. }
  3512. ParseMethod(methodDecl, &params, &commas, true);
  3513. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3514. ReplaceNode(methodDecl, localMethodDecl);
  3515. localMethodDecl->mMethodDeclaration = methodDecl;
  3516. return localMethodDecl;
  3517. }
  3518. }
  3519. }
  3520. }
  3521. }
  3522. if ((isLocalVariable) || (continuingVariable != NULL))
  3523. {
  3524. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3525. BfTypeReference* typeRef = NULL;
  3526. if (continuingVariable != NULL)
  3527. {
  3528. typeRef = continuingVariable->mTypeRef;
  3529. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  3530. ReplaceNode(node, variableDeclaration);
  3531. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  3532. }
  3533. else
  3534. {
  3535. typeRef = CreateTypeRef(node);
  3536. if (typeRef == NULL)
  3537. return NULL;
  3538. ReplaceNode(typeRef, variableDeclaration);
  3539. }
  3540. variableDeclaration->mTypeRef = typeRef;
  3541. BfAstNode* variableNameNode = NULL;
  3542. nextNode = mVisitorPos.GetNext();
  3543. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3544. {
  3545. if (tokenNode->GetToken() == BfToken_LParen)
  3546. {
  3547. mVisitorPos.mReadPos++;
  3548. variableNameNode = CreateTupleExpression(tokenNode);
  3549. }
  3550. }
  3551. if (variableNameNode == NULL)
  3552. {
  3553. auto checkToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  3554. if ((checkToken != NULL) && (checkToken->mToken == BfToken_Dot))
  3555. {
  3556. FailAfter("Expected variable name", variableDeclaration);
  3557. }
  3558. else
  3559. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  3560. }
  3561. if (variableNameNode == NULL)
  3562. return variableDeclaration;
  3563. bool isValidFinish = false;
  3564. BfTokenNode* tokenNode;
  3565. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  3566. {
  3567. int token = tokenNode->GetToken();
  3568. if ((token == BfToken_AssignEquals) || (token == BfToken_Semicolon) || (token == BfToken_Comma))
  3569. isValidFinish = true;
  3570. }
  3571. /*if (!isValidFinish)
  3572. {
  3573. if (auto nextIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3574. {
  3575. if (auto nextNextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  3576. {
  3577. if ((nextNextToken->GetToken() == BfToken_LParen) || (nextNextToken->GetToken() == BfToken_LChevron))
  3578. {
  3579. // It's less destructive to not consume the identifier we see as the name, because it may not be. This handles the case
  3580. // where we're typing some stuff before a local method declaration. Kindof a corner case...
  3581. Fail("Unexpected type", typeRef);
  3582. mVisitorPos.mReadPos--;
  3583. return variableDeclaration;
  3584. }
  3585. }
  3586. }
  3587. }*/
  3588. // Is a local variable?
  3589. tokenNode = ExpectTokenAfter(variableNameNode, BfToken_AssignEquals, BfToken_Semicolon, BfToken_Comma);
  3590. variableDeclaration->mNameNode = variableNameNode;
  3591. MoveNode(variableNameNode, variableDeclaration);
  3592. if (tokenNode == NULL)
  3593. return variableDeclaration;
  3594. if (tokenNode->GetToken() == BfToken_AssignEquals)
  3595. {
  3596. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  3597. if (variableDeclaration->mInitializer == NULL)
  3598. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration, (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask));
  3599. if (variableDeclaration->mInitializer == NULL)
  3600. return variableDeclaration;
  3601. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  3602. }
  3603. else
  3604. mVisitorPos.mReadPos--; // Backtrack to the semicolon or comma
  3605. return variableDeclaration;
  3606. }
  3607. if ((createStmtFlags & CreateStmtFlags_ForceVariableDecl) != 0)
  3608. {
  3609. Fail("Expected local variable declaration", node);
  3610. return NULL;
  3611. }
  3612. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3613. CreateExprFlags exprFlags = (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask);
  3614. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) == 0)
  3615. exprFlags = (CreateExprFlags)(exprFlags | CreateExprFlags_NoCaseExpr);
  3616. auto expr = CreateExpression(node, exprFlags);
  3617. if (expr == NULL)
  3618. return NULL;
  3619. bool isOkUnary = false;
  3620. if (auto unaryOperatorExpr = BfNodeDynCast<BfUnaryOperatorExpression>(expr))
  3621. {
  3622. isOkUnary =
  3623. (unaryOperatorExpr->mOp == BfUnaryOp_Increment) ||
  3624. (unaryOperatorExpr->mOp == BfUnaryOp_PostIncrement) ||
  3625. (unaryOperatorExpr->mOp == BfUnaryOp_Decrement) ||
  3626. (unaryOperatorExpr->mOp == BfUnaryOp_PostDecrement);
  3627. if ((unaryOperatorExpr->mOp == BfUnaryOp_Ref) || (unaryOperatorExpr->mOp == BfUnaryOp_Mut) || (unaryOperatorExpr->mOp == BfUnaryOp_Out))
  3628. {
  3629. if (unaryOperatorExpr->mOp == BfUnaryOp_Ref)
  3630. mPassInstance->Fail("Cannot use 'ref' in this context", unaryOperatorExpr);
  3631. else if (unaryOperatorExpr->mOp == BfUnaryOp_Mut)
  3632. mPassInstance->Fail("Cannot use 'mut' in this context", unaryOperatorExpr);
  3633. else
  3634. mPassInstance->Fail("Cannot use 'out' in this context", unaryOperatorExpr);
  3635. return NULL;
  3636. }
  3637. }
  3638. if ((!mPrevStmtHadError) && (!mStmtHasError))
  3639. {
  3640. nextNode = mVisitorPos.GetNext();
  3641. if (nextNode != NULL)
  3642. {
  3643. if (!isOkUnary)
  3644. expr->VerifyIsStatement(mPassInstance);
  3645. }
  3646. }
  3647. return expr;
  3648. }
  3649. // This is conservative - it doesn't HAVE to return true, but in some cases may cause a parsing error if the nodes
  3650. // can be consumed as a statement rather than an expression. We must be more careful about not returning 'true'
  3651. // for something that can only be interpreted as a statement, however.
  3652. bool BfReducer::IsTerminatingExpression(BfAstNode* node)
  3653. {
  3654. int parenDepth = 0;
  3655. int chevronDepth = 0;
  3656. int readIdx = mVisitorPos.mReadPos;
  3657. bool prevWasValue = false;
  3658. BfTokenNode* prevTokenNode = NULL;
  3659. while (true)
  3660. {
  3661. auto node = mVisitorPos.Get(readIdx);
  3662. if (node == NULL)
  3663. break;
  3664. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  3665. if (tokenNode != NULL)
  3666. {
  3667. switch (tokenNode->GetToken())
  3668. {
  3669. case BfToken_AssignEquals:
  3670. if (parenDepth == 0)
  3671. return false;
  3672. break;
  3673. case BfToken_LParen:
  3674. chevronDepth = 0;
  3675. parenDepth++;
  3676. break;
  3677. case BfToken_RParen:
  3678. chevronDepth = 0;
  3679. parenDepth--;
  3680. break;
  3681. case BfToken_LChevron:
  3682. chevronDepth++;
  3683. break;
  3684. case BfToken_RChevron:
  3685. // If we find a < and > that are not seperated by parens, that's a generic, which must be a
  3686. // variable decl if it's not in parens
  3687. if ((parenDepth == 0) && (chevronDepth > 0))
  3688. return false;
  3689. chevronDepth--;
  3690. break;
  3691. case BfToken_RDblChevron:
  3692. chevronDepth--;
  3693. break;
  3694. case BfToken_Comma:
  3695. if (parenDepth == 0)
  3696. return false;
  3697. break;
  3698. case BfToken_As:
  3699. case BfToken_Append:
  3700. case BfToken_Default:
  3701. case BfToken_Is:
  3702. case BfToken_Stack:
  3703. case BfToken_Scope:
  3704. case BfToken_New:
  3705. case BfToken_RetType:
  3706. case BfToken_SizeOf:
  3707. case BfToken_This:
  3708. case BfToken_TypeOf:
  3709. case BfToken_LessEquals:
  3710. case BfToken_GreaterEquals:
  3711. case BfToken_LBracket:
  3712. case BfToken_RBracket:
  3713. case BfToken_Colon:
  3714. case BfToken_Dot:
  3715. case BfToken_DotDot:
  3716. case BfToken_QuestionDot:
  3717. case BfToken_QuestionLBracket:
  3718. case BfToken_Plus:
  3719. case BfToken_Minus:
  3720. case BfToken_DblPlus:
  3721. case BfToken_DblMinus:
  3722. case BfToken_Star:
  3723. case BfToken_ForwardSlash:
  3724. case BfToken_Modulus:
  3725. case BfToken_Ampersand:
  3726. case BfToken_At:
  3727. case BfToken_DblAmpersand:
  3728. case BfToken_Bar:
  3729. case BfToken_DblBar:
  3730. case BfToken_Bang:
  3731. case BfToken_Carat:
  3732. case BfToken_Tilde:
  3733. case BfToken_Question:
  3734. case BfToken_DblQuestion:
  3735. case BfToken_Arrow:
  3736. case BfToken_FatArrow:
  3737. // Allow these
  3738. break;
  3739. case BfToken_Semicolon:
  3740. return false;
  3741. default:
  3742. // Disallow everything else
  3743. return false;
  3744. }
  3745. }
  3746. if ((node->IsExact<BfIdentifierNode>()) ||
  3747. (node->IsExact<BfQualifiedNameNode>()) ||
  3748. (node->IsExact<BfMemberReferenceExpression>()) ||
  3749. (node->IsExact<BfLiteralExpression>()))
  3750. {
  3751. if (prevWasValue)
  3752. {
  3753. // Two values in a row cannot be a valid expression
  3754. return false;
  3755. }
  3756. prevWasValue = true;
  3757. }
  3758. else
  3759. {
  3760. prevWasValue = false;
  3761. }
  3762. if (auto block = BfNodeDynCastExact<BfBlock>(node))
  3763. {
  3764. // Local method decl
  3765. if ((parenDepth == 0) && (prevTokenNode != NULL) && (prevTokenNode->GetToken() == BfToken_RParen))
  3766. return false;
  3767. }
  3768. prevTokenNode = tokenNode;
  3769. readIdx++;
  3770. }
  3771. int outEndNode = 0;
  3772. bool couldBeExpr = false;
  3773. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr))
  3774. {
  3775. if (outEndNode == mVisitorPos.mTotalSize - 1)
  3776. {
  3777. if (auto name = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  3778. {
  3779. auto beforeNameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  3780. // We treat "a*b" as a multiply rather than a variable declaration
  3781. if ((beforeNameToken == NULL) || (beforeNameToken->GetToken() != BfToken_Star))
  3782. {
  3783. return false;
  3784. }
  3785. }
  3786. }
  3787. }
  3788. return true;
  3789. }
  3790. BfAstNode* BfReducer::CreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3791. {
  3792. AssertCurrentNode(node);
  3793. node = ReplaceTokenStarter(node);
  3794. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0)
  3795. {
  3796. if (IsTerminatingExpression(node))
  3797. {
  3798. mPrevStmtHadError = false;
  3799. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3800. auto expr = CreateExpression(node, (CreateExprFlags)((createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask) | CreateExprFlags_NoCaseExpr));
  3801. auto nextNode = mVisitorPos.GetNext();
  3802. if (nextNode != NULL)
  3803. {
  3804. mPassInstance->FailAfter("Semicolon expected", expr);
  3805. }
  3806. return expr;
  3807. }
  3808. }
  3809. mStmtHasError = false;
  3810. auto stmtNode = DoCreateStatement(node, createStmtFlags);
  3811. mPrevStmtHadError = mStmtHasError;
  3812. if (stmtNode == NULL)
  3813. return NULL;
  3814. auto origStmtNode = stmtNode;
  3815. if (stmtNode->IsA<BfBlock>())
  3816. return stmtNode;
  3817. auto nextNode = mVisitorPos.GetNext();
  3818. if (auto expr = BfNodeDynCast<BfExpression>(stmtNode))
  3819. {
  3820. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (nextNode == NULL))
  3821. return expr;
  3822. auto stmt = mAlloc->Alloc<BfExpressionStatement>();
  3823. ReplaceNode(expr, stmt);
  3824. stmt->mExpression = expr;
  3825. stmtNode = stmt;
  3826. }
  3827. if (auto stmt = BfNodeDynCast<BfStatement>(stmtNode))
  3828. {
  3829. if ((stmt->IsMissingSemicolon()) && ((createStmtFlags & CreateStmtFlags_FindTrailingSemicolon) != 0) && (!stmt->IsA<BfEmptyStatement>()))
  3830. {
  3831. if (!IsSemicolon(nextNode))
  3832. {
  3833. // Why did we have this BfIdentifierNode check? It failed to throw an error on just things like "{ a }"
  3834. if (/*(origStmtNode->IsA<BfIdentifierNode>()) || */(origStmtNode->IsA<BfCompoundStatement>()) || (origStmtNode->IsA<BfBlock>()))
  3835. return stmt;
  3836. if (origStmtNode->IsA<BfVariableDeclaration>())
  3837. {
  3838. // For compound variables
  3839. auto commaToken = BfNodeDynCast<BfTokenNode>(nextNode);
  3840. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Comma))
  3841. return stmt;
  3842. }
  3843. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (origStmtNode->IsA<BfExpression>()) && (nextNode == NULL))
  3844. return stmt;
  3845. mPassInstance->FailAfterAt("Semicolon expected", node->GetSourceData(), stmt->GetSrcEnd() - 1);
  3846. mPrevStmtHadError = true;
  3847. return stmt;
  3848. }
  3849. if ((!stmt->IsA<BfBlock>()) && (!stmt->IsA<BfIdentifierNode>()))
  3850. {
  3851. mVisitorPos.MoveNext();
  3852. MEMBER_SET(stmt, mTrailingSemicolon, (BfTokenNode*)nextNode);
  3853. }
  3854. }
  3855. }
  3856. return stmtNode;
  3857. }
  3858. BfAstNode* BfReducer::CreateStatementAfter(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3859. {
  3860. AssertCurrentNode(node);
  3861. auto nextNode = mVisitorPos.GetNext();
  3862. if (nextNode == NULL)
  3863. {
  3864. FailAfter("Expected statement", node);
  3865. return NULL;
  3866. }
  3867. mVisitorPos.MoveNext();
  3868. BfAstNode* stmt = CreateStatement(nextNode, createStmtFlags);
  3869. if (stmt == NULL)
  3870. {
  3871. // Nope, didn't handle it
  3872. mVisitorPos.mReadPos--;
  3873. }
  3874. return stmt;
  3875. }
  3876. bool BfReducer::IsExtendedTypeName(BfIdentifierNode* identifierNode)
  3877. {
  3878. auto nextNode = mVisitorPos.GetNext();
  3879. if (nextNode == NULL)
  3880. return false;
  3881. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3882. if (tokenNode == NULL)
  3883. return false;
  3884. int token = tokenNode->GetToken();
  3885. return ((token == BfToken_Star) ||
  3886. (token == BfToken_Question) ||
  3887. (token == BfToken_Dot) ||
  3888. (token == BfToken_LChevron) ||
  3889. (token == BfToken_LBracket));
  3890. }
  3891. static String TypeToString(BfTypeReference* typeRef)
  3892. {
  3893. if (typeRef == NULL)
  3894. return "null";
  3895. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  3896. return "(" + TypeToString(qualifiedTypeRef->mLeft) + " . " + TypeToString(qualifiedTypeRef->mRight) + ")";
  3897. if (auto genericTypeInstanceRef = BfNodeDynCast<BfGenericInstanceTypeRef>(typeRef))
  3898. return TypeToString(genericTypeInstanceRef->mElementType) + "<...>";
  3899. return typeRef->ToString();
  3900. }
  3901. BfTypeReference* BfReducer::DoCreateNamedTypeRef(BfIdentifierNode* identifierNode)
  3902. {
  3903. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(identifierNode))
  3904. {
  3905. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  3906. ReplaceNode(identifierNode, qualifiedTypeRef);
  3907. MoveNode(qualifiedNameNode->mLeft, qualifiedTypeRef);
  3908. auto leftTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mLeft);
  3909. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  3910. MEMBER_SET(qualifiedTypeRef, mDot, qualifiedNameNode->mDot);
  3911. MoveNode(qualifiedNameNode->mRight, qualifiedNameNode);
  3912. auto rightTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mRight);
  3913. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  3914. return qualifiedTypeRef;
  3915. }
  3916. else
  3917. {
  3918. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  3919. namedTypeRef->mNameNode = identifierNode;
  3920. ReplaceNode(identifierNode, namedTypeRef);
  3921. namedTypeRef->SetTriviaStart(identifierNode->GetTriviaStart());
  3922. return namedTypeRef;
  3923. }
  3924. }
  3925. BfTypeReference* BfReducer::DoCreateTypeRef(BfAstNode* firstNode, CreateTypeRefFlags createTypeRefFlags)
  3926. {
  3927. AssertCurrentNode(firstNode);
  3928. bool parseArrayBracket = (createTypeRefFlags & CreateTypeRefFlags_NoParseArrayBrackets) == 0;
  3929. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(firstNode);
  3930. if (identifierNode == NULL)
  3931. {
  3932. if (auto memberReferenceExpression = BfNodeDynCast<BfMemberReferenceExpression>(firstNode))
  3933. {
  3934. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  3935. ReplaceNode(firstNode, qualifiedTypeRef);
  3936. BF_ASSERT(memberReferenceExpression->mTarget != NULL);
  3937. if (memberReferenceExpression->mTarget != NULL)
  3938. {
  3939. MoveNode(memberReferenceExpression->mTarget, qualifiedTypeRef);
  3940. auto leftTypeRef = DoCreateTypeRef(memberReferenceExpression->mTarget);
  3941. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  3942. }
  3943. MEMBER_SET(qualifiedTypeRef, mDot, memberReferenceExpression->mDotToken);
  3944. if (memberReferenceExpression->mMemberName != NULL)
  3945. {
  3946. MoveNode(memberReferenceExpression->mMemberName, memberReferenceExpression);
  3947. auto rightTypeRef = DoCreateTypeRef(memberReferenceExpression->mMemberName);
  3948. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  3949. }
  3950. firstNode = qualifiedTypeRef;
  3951. }
  3952. else
  3953. {
  3954. bool isHandled = false;
  3955. auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode);
  3956. if (tokenNode != NULL)
  3957. {
  3958. int token = tokenNode->GetToken();
  3959. if (token == BfToken_Dot)
  3960. {
  3961. auto dotTypeRef = mAlloc->Alloc<BfDotTypeReference>();
  3962. ReplaceNode(firstNode, dotTypeRef);
  3963. dotTypeRef->mDotToken = tokenNode;
  3964. firstNode = dotTypeRef;
  3965. isHandled = true;
  3966. //return dotTypeRef;
  3967. }
  3968. else if ((token == BfToken_Star) && (mAllowTypeWildcard))
  3969. {
  3970. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  3971. ReplaceNode(firstNode, wildcardTypeRef);
  3972. wildcardTypeRef->mWildcardToken = tokenNode;
  3973. return wildcardTypeRef;
  3974. }
  3975. else if ((token == BfToken_Var) || (token == BfToken_Let))
  3976. {
  3977. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3978. {
  3979. if ((nextToken->GetToken() == BfToken_Ref) || (nextToken->GetToken() == BfToken_Mut))
  3980. {
  3981. auto varTypeRef = mAlloc->Alloc<BfVarRefTypeReference>();
  3982. ReplaceNode(firstNode, varTypeRef);
  3983. varTypeRef->mVarToken = tokenNode;
  3984. MEMBER_SET(varTypeRef, mRefToken, nextToken);
  3985. mVisitorPos.MoveNext();
  3986. return varTypeRef;
  3987. }
  3988. }
  3989. if (token == BfToken_Var)
  3990. {
  3991. auto varTypeRef = mAlloc->Alloc<BfVarTypeReference>();
  3992. ReplaceNode(firstNode, varTypeRef);
  3993. varTypeRef->mVarToken = tokenNode;
  3994. return varTypeRef;
  3995. }
  3996. else
  3997. {
  3998. auto letTypeRef = mAlloc->Alloc<BfLetTypeReference>();
  3999. ReplaceNode(firstNode, letTypeRef);
  4000. letTypeRef->mLetToken = tokenNode;
  4001. return letTypeRef;
  4002. }
  4003. }
  4004. else if ((mCompatMode) && (token == BfToken_Minus))
  4005. {
  4006. auto constExpr = CreateExpression(tokenNode, CreateExprFlags_BreakOnRChevron);
  4007. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4008. ReplaceNode(firstNode, constTypeRef);
  4009. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4010. return constTypeRef;
  4011. }
  4012. else if (token == BfToken_Const)
  4013. {
  4014. if (!mCompatMode)
  4015. {
  4016. //Fail("Invalid use of 'const', only fields and local variables can be declared as const", tokenNode);
  4017. //AddErrorNode(tokenNode);
  4018. auto constExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_BreakOnRChevron);
  4019. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4020. ReplaceNode(firstNode, constTypeRef);
  4021. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4022. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4023. return constTypeRef;
  4024. }
  4025. else
  4026. {
  4027. auto elementType = CreateTypeRefAfter(tokenNode, createTypeRefFlags);
  4028. auto constTypeRef = mAlloc->Alloc<BfConstTypeRef>();
  4029. ReplaceNode(firstNode, constTypeRef);
  4030. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4031. MEMBER_SET_CHECKED(constTypeRef, mElementType, elementType);
  4032. return constTypeRef;
  4033. }
  4034. }
  4035. else if (token == BfToken_Unsigned)
  4036. {
  4037. BF_ASSERT(mCompatMode);
  4038. auto elementType = CreateTypeRefAfter(tokenNode, createTypeRefFlags);
  4039. BfTypeReference* rootElementParent = NULL;
  4040. auto rootElement = elementType;
  4041. while (auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElement))
  4042. {
  4043. rootElementParent = rootElement;
  4044. rootElement = elementedType->mElementType;
  4045. }
  4046. auto unsignedTypeRef = mAlloc->Alloc<BfUnsignedTypeRef>();
  4047. ReplaceNode(firstNode, unsignedTypeRef);
  4048. MEMBER_SET(unsignedTypeRef, mUnsignedToken, tokenNode);
  4049. if (rootElement == elementType)
  4050. {
  4051. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, elementType);
  4052. return unsignedTypeRef;
  4053. }
  4054. else
  4055. {
  4056. #ifdef BF_AST_HAS_PARENT_MEMBER
  4057. BF_ASSERT(rootElementParent == rootElement->mParent);
  4058. #endif
  4059. auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElementParent);
  4060. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, rootElement);
  4061. MEMBER_SET_CHECKED(elementedType, mElementType, unsignedTypeRef);
  4062. elementType->SetSrcStart(unsignedTypeRef->GetSrcStart());
  4063. return elementType;
  4064. }
  4065. }
  4066. else if (token == BfToken_RetType)
  4067. {
  4068. auto retTypeTypeRef = mAlloc->Alloc<BfRetTypeTypeRef>();
  4069. ReplaceNode(firstNode, retTypeTypeRef);
  4070. MEMBER_SET(retTypeTypeRef, mRetTypeToken, tokenNode);
  4071. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_LParen);
  4072. MEMBER_SET_CHECKED(retTypeTypeRef, mOpenParen, tokenNode);
  4073. auto elementType = CreateTypeRefAfter(retTypeTypeRef, createTypeRefFlags);
  4074. MEMBER_SET_CHECKED(retTypeTypeRef, mElementType, elementType);
  4075. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_RParen);
  4076. MEMBER_SET_CHECKED(retTypeTypeRef, mCloseParen, tokenNode);
  4077. return retTypeTypeRef;
  4078. }
  4079. else if ((token == BfToken_Delegate) || (token == BfToken_Function))
  4080. {
  4081. auto delegateTypeRef = mAlloc->Alloc<BfDelegateTypeRef>();
  4082. ReplaceNode(firstNode, delegateTypeRef);
  4083. MEMBER_SET(delegateTypeRef, mTypeToken, tokenNode);
  4084. auto returnType = CreateTypeRefAfter(delegateTypeRef);
  4085. MEMBER_SET_CHECKED(delegateTypeRef, mReturnType, returnType);
  4086. tokenNode = ExpectTokenAfter(delegateTypeRef, BfToken_LParen);
  4087. MEMBER_SET_CHECKED(delegateTypeRef, mOpenParen, tokenNode);
  4088. BfDeferredAstSizedArray<BfParameterDeclaration*> params(delegateTypeRef->mParams, mAlloc);
  4089. BfDeferredAstSizedArray<BfTokenNode*> commas(delegateTypeRef->mCommas, mAlloc);
  4090. auto closeNode = ParseMethodParams(delegateTypeRef, &params, &commas, BfToken_RParen);
  4091. if (closeNode == NULL)
  4092. {
  4093. if (!params.empty())
  4094. delegateTypeRef->AdjustSrcEnd(params.back());
  4095. if (!commas.empty())
  4096. delegateTypeRef->AdjustSrcEnd(commas.back());
  4097. }
  4098. MEMBER_SET_CHECKED(delegateTypeRef, mCloseParen, closeNode);
  4099. mVisitorPos.MoveNext();
  4100. return delegateTypeRef;
  4101. }
  4102. else if (token == BfToken_Decltype)
  4103. {
  4104. auto declTypeRef = mAlloc->Alloc<BfDeclTypeRef>();
  4105. ReplaceNode(tokenNode, declTypeRef);
  4106. declTypeRef->mToken = tokenNode;
  4107. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_LParen);
  4108. MEMBER_SET_CHECKED(declTypeRef, mOpenParen, tokenNode);
  4109. auto targetExpr = CreateExpressionAfter(declTypeRef);
  4110. MEMBER_SET_CHECKED(declTypeRef, mTarget, targetExpr);
  4111. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_RParen);
  4112. MEMBER_SET_CHECKED(declTypeRef, mCloseParen, tokenNode);
  4113. return declTypeRef;
  4114. }
  4115. else if (token == BfToken_LParen)
  4116. {
  4117. auto tupleTypeRef = mAlloc->Alloc<BfTupleTypeRef>();
  4118. BfDeferredAstSizedArray<BfTypeReference*> fieldTypes(tupleTypeRef->mFieldTypes, mAlloc);
  4119. BfDeferredAstSizedArray<BfIdentifierNode*> fieldNames(tupleTypeRef->mFieldNames, mAlloc);
  4120. BfDeferredAstSizedArray<BfAstNode*> commas(tupleTypeRef->mCommas, mAlloc);
  4121. ReplaceNode(firstNode, tupleTypeRef);
  4122. tupleTypeRef->mOpenParen = tokenNode;
  4123. while (true)
  4124. {
  4125. auto tupleFieldType = CreateTypeRefAfter(tupleTypeRef);
  4126. if (tupleFieldType == NULL)
  4127. return tupleTypeRef;
  4128. fieldTypes.push_back(tupleFieldType);
  4129. MoveNode(tupleFieldType, tupleTypeRef);
  4130. auto nextNode = mVisitorPos.GetNext();
  4131. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
  4132. {
  4133. while (fieldNames.size() < fieldTypes.size() - 1)
  4134. fieldNames.push_back(NULL);
  4135. MoveNode(identifierNode, tupleTypeRef);
  4136. fieldNames.push_back(identifierNode);
  4137. mVisitorPos.MoveNext();
  4138. }
  4139. auto tokenNode = ExpectTokenAfter(tupleTypeRef, BfToken_Comma, BfToken_RParen);
  4140. if (tokenNode == NULL)
  4141. return tupleTypeRef;
  4142. if (tokenNode->GetToken() == BfToken_RParen)
  4143. {
  4144. MEMBER_SET(tupleTypeRef, mCloseParen, tokenNode);
  4145. //return tupleTypeRef;
  4146. firstNode = tupleTypeRef;
  4147. isHandled = true;
  4148. break;
  4149. }
  4150. MoveNode(tokenNode, tupleTypeRef);
  4151. commas.push_back(tokenNode);
  4152. }
  4153. }
  4154. }
  4155. else if (mCompatMode)
  4156. {
  4157. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(firstNode))
  4158. {
  4159. auto constExpr = CreateExpression(literalExpr, CreateExprFlags_BreakOnRChevron);
  4160. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4161. ReplaceNode(firstNode, constTypeRef);
  4162. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4163. return constTypeRef;
  4164. }
  4165. }
  4166. if (!isHandled)
  4167. {
  4168. Fail("Expected type", firstNode);
  4169. return NULL;
  4170. }
  4171. }
  4172. }
  4173. BfTypeReference* typeRef = BfNodeDynCast<BfTypeReference>(firstNode);
  4174. if (typeRef == NULL)
  4175. {
  4176. typeRef = DoCreateNamedTypeRef(identifierNode);
  4177. }
  4178. while (true)
  4179. {
  4180. auto nextNode = mVisitorPos.GetNext();
  4181. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4182. if (tokenNode != NULL)
  4183. {
  4184. BfToken token = tokenNode->GetToken();
  4185. if (token == BfToken_Dot)
  4186. {
  4187. BfQualifiedTypeReference* qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4188. ReplaceNode(typeRef, qualifiedTypeRef);
  4189. qualifiedTypeRef->mLeft = typeRef;
  4190. MEMBER_SET(qualifiedTypeRef, mDot, tokenNode);
  4191. mVisitorPos.MoveNext();
  4192. while (true)
  4193. {
  4194. bool handled = false;
  4195. if (mAllowTypeWildcard)
  4196. {
  4197. auto nextNode = mVisitorPos.GetNext();
  4198. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  4199. {
  4200. if (nextTokenNode->mToken == BfToken_Star)
  4201. {
  4202. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  4203. ReplaceNode(nextTokenNode, wildcardTypeRef);
  4204. wildcardTypeRef->mWildcardToken = nextTokenNode;
  4205. typeRef = wildcardTypeRef;
  4206. handled = true;
  4207. mVisitorPos.MoveNext();
  4208. }
  4209. }
  4210. }
  4211. if (!handled)
  4212. {
  4213. auto rightIdentifer = ExpectIdentifierAfter(qualifiedTypeRef);
  4214. if (rightIdentifer == NULL)
  4215. return qualifiedTypeRef;
  4216. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  4217. namedTypeRef->mNameNode = rightIdentifer;
  4218. ReplaceNode(rightIdentifer, namedTypeRef);
  4219. namedTypeRef->SetTriviaStart(rightIdentifer->GetTriviaStart());
  4220. typeRef = namedTypeRef;
  4221. }
  4222. MEMBER_SET(qualifiedTypeRef, mRight, typeRef);
  4223. nextNode = mVisitorPos.GetNext();
  4224. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  4225. {
  4226. if (tokenNode->GetToken() == BfToken_Dot)
  4227. {
  4228. BfQualifiedTypeReference* outerQualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4229. ReplaceNode(qualifiedTypeRef, outerQualifiedTypeRef);
  4230. outerQualifiedTypeRef->mLeft = qualifiedTypeRef;
  4231. MEMBER_SET(outerQualifiedTypeRef, mDot, tokenNode);
  4232. qualifiedTypeRef = outerQualifiedTypeRef;
  4233. mVisitorPos.MoveNext();
  4234. }
  4235. else
  4236. break;
  4237. }
  4238. else
  4239. {
  4240. break;
  4241. }
  4242. }
  4243. typeRef = qualifiedTypeRef;
  4244. }
  4245. else if (token == BfToken_Star)
  4246. {
  4247. auto ptrType = mAlloc->Alloc<BfPointerTypeRef>();
  4248. ReplaceNode(typeRef, ptrType);
  4249. ptrType->mElementType = typeRef;
  4250. MEMBER_SET(ptrType, mStarNode, tokenNode);
  4251. typeRef = ptrType;
  4252. mVisitorPos.MoveNext();
  4253. }
  4254. else if ((token == BfToken_Question) || (token == BfToken_QuestionLBracket))
  4255. {
  4256. if (token == BfToken_QuestionLBracket)
  4257. tokenNode = BreakQuestionLBracket(tokenNode);
  4258. else
  4259. mVisitorPos.MoveNext();
  4260. auto nullableType = mAlloc->Alloc<BfNullableTypeRef>();
  4261. ReplaceNode(typeRef, nullableType);
  4262. nullableType->mElementType = typeRef;
  4263. MEMBER_SET(nullableType, mQuestionToken, tokenNode);
  4264. typeRef = nullableType;
  4265. }
  4266. else if (token == BfToken_LBracket)
  4267. {
  4268. if (!parseArrayBracket)
  4269. return typeRef;
  4270. auto arrayType = mAlloc->Alloc<BfArrayTypeRef>();
  4271. auto newArrayType = arrayType;
  4272. ReplaceNode(typeRef, arrayType);
  4273. arrayType->mOpenBracket = tokenNode;
  4274. MoveNode(tokenNode, arrayType);
  4275. arrayType->mDimensions = 1;
  4276. arrayType->mElementType = typeRef;
  4277. mVisitorPos.MoveNext();
  4278. while (true)
  4279. {
  4280. auto prevArrayType = BfNodeDynCast<BfArrayTypeRef>(arrayType->mElementType);
  4281. if (prevArrayType == NULL)
  4282. break;
  4283. std::swap(prevArrayType->mOpenBracket, arrayType->mOpenBracket);
  4284. std::swap(prevArrayType->mParams, arrayType->mParams);
  4285. std::swap(prevArrayType->mCloseBracket, arrayType->mCloseBracket);
  4286. std::swap(prevArrayType->mDimensions, arrayType->mDimensions);
  4287. prevArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4288. arrayType = prevArrayType;
  4289. }
  4290. BF_ASSERT(arrayType->mParams.mVals == NULL);
  4291. arrayType->mParams.mSize = 0;
  4292. BfDeferredAstSizedArray<BfAstNode*> params(arrayType->mParams, mAlloc);
  4293. bool hasFailed = false;
  4294. bool isSized = false;
  4295. while (true)
  4296. {
  4297. nextNode = mVisitorPos.GetNext();
  4298. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4299. if (tokenNode != NULL)
  4300. {
  4301. if (tokenNode->GetToken() == BfToken_Comma)
  4302. {
  4303. MoveNode(tokenNode, arrayType);
  4304. mVisitorPos.MoveNext();
  4305. arrayType->mDimensions++;
  4306. params.push_back(tokenNode);
  4307. }
  4308. else if (tokenNode->GetToken() == BfToken_RBracket)
  4309. {
  4310. MoveNode(tokenNode, arrayType);
  4311. mVisitorPos.MoveNext();
  4312. arrayType->mCloseBracket = tokenNode;
  4313. break;
  4314. }
  4315. else
  4316. tokenNode = NULL;
  4317. }
  4318. if (tokenNode == NULL)
  4319. {
  4320. BfExpression* sizeExpr = CreateExpressionAfter(arrayType);
  4321. if (sizeExpr == NULL)
  4322. {
  4323. hasFailed = true;
  4324. break;
  4325. }
  4326. MoveNode(sizeExpr, arrayType);
  4327. params.push_back(sizeExpr);
  4328. }
  4329. }
  4330. newArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4331. if (hasFailed)
  4332. return newArrayType;
  4333. typeRef = newArrayType;
  4334. }
  4335. else if (token == BfToken_LChevron)
  4336. {
  4337. auto genericInstance = mAlloc->Alloc<BfGenericInstanceTypeRef>();
  4338. BfDeferredSizedArray<BfTypeReference*> genericArguments(genericInstance->mGenericArguments, mAlloc);
  4339. BfDeferredAstSizedArray<BfAstNode*> commas(genericInstance->mCommas, mAlloc);
  4340. ReplaceNode(typeRef, genericInstance);
  4341. genericInstance->mOpenChevron = tokenNode;
  4342. MoveNode(tokenNode, genericInstance);
  4343. genericInstance->mElementType = typeRef;
  4344. mVisitorPos.MoveNext();
  4345. bool isBoundName = false;
  4346. bool isUnboundName = false;
  4347. while (true)
  4348. {
  4349. auto nextNode = mVisitorPos.GetNext();
  4350. auto genericIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  4351. bool doAddType = genericIdentifier != NULL;
  4352. if (mCompatMode)
  4353. {
  4354. if (BfNodeDynCast<BfLiteralExpression>(nextNode) != NULL)
  4355. doAddType = true;
  4356. }
  4357. if (genericIdentifier == NULL)
  4358. {
  4359. auto nextNode = mVisitorPos.GetNext();
  4360. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4361. BfToken token = BfToken_None;
  4362. if (tokenNode != NULL)
  4363. token = tokenNode->GetToken();
  4364. if ((tokenNode != NULL) &&
  4365. ((token == BfToken_Const) ||
  4366. (token == BfToken_Ref) ||
  4367. (token == BfToken_Mut) ||
  4368. (token == BfToken_LParen) ||
  4369. (token == BfToken_Delegate) ||
  4370. (token == BfToken_Function) ||
  4371. (token == BfToken_Decltype) ||
  4372. ((token == BfToken_Star) && (mAllowTypeWildcard))))
  4373. doAddType = true;
  4374. }
  4375. if ((!doAddType) && (isBoundName))
  4376. {
  4377. mPassInstance->FailAfter("Expected type", genericInstance);
  4378. }
  4379. if ((doAddType) && (!isUnboundName))
  4380. {
  4381. auto genericArgumentTypeRef = CreateTypeRefAfter(genericInstance);
  4382. if (genericArgumentTypeRef == NULL)
  4383. return NULL;
  4384. MoveNode(genericArgumentTypeRef, genericInstance);
  4385. genericArguments.push_back(genericArgumentTypeRef);
  4386. isBoundName = true;
  4387. }
  4388. else
  4389. isUnboundName = true;
  4390. nextNode = mVisitorPos.GetNext();
  4391. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4392. if (tokenNode == NULL)
  4393. {
  4394. FailAfter("Expected ',' or '>'", genericInstance);
  4395. return genericInstance;
  4396. }
  4397. token = tokenNode->GetToken();
  4398. if (token == BfToken_RDblChevron)
  4399. {
  4400. tokenNode = BreakDoubleChevron(tokenNode);
  4401. token = tokenNode->GetToken();
  4402. }
  4403. else
  4404. {
  4405. mVisitorPos.MoveNext();
  4406. }
  4407. if (token == BfToken_RChevron)
  4408. {
  4409. MoveNode(tokenNode, genericInstance);
  4410. genericInstance->mCloseChevron = tokenNode;
  4411. break;
  4412. }
  4413. if (token != BfToken_Comma)
  4414. {
  4415. Fail("Either ',' or '>' expected", tokenNode);
  4416. mVisitorPos.mReadPos--;
  4417. //AddErrorNode(tokenNode);
  4418. return genericInstance;
  4419. }
  4420. MoveNode(tokenNode, genericInstance);
  4421. commas.push_back(tokenNode);
  4422. }
  4423. typeRef = genericInstance;
  4424. }
  4425. else
  4426. break;
  4427. }
  4428. else
  4429. break;
  4430. }
  4431. return typeRef;
  4432. }
  4433. BfTypeReference* BfReducer::CreateTypeRef(BfAstNode* firstNode, CreateTypeRefFlags createTypeRefFlags)
  4434. {
  4435. if ((createTypeRefFlags & CreateTypeRefFlags_SafeGenericParse) != 0)
  4436. {
  4437. createTypeRefFlags = (CreateTypeRefFlags)(createTypeRefFlags & ~CreateTypeRefFlags_SafeGenericParse);
  4438. int outEndNode = -1;
  4439. bool isTypeRef = IsTypeReference(firstNode, BfToken_None, &outEndNode);
  4440. if ((!isTypeRef) && (outEndNode != -1))
  4441. {
  4442. for (int checkIdx = outEndNode - 1; checkIdx > mVisitorPos.mReadPos; checkIdx--)
  4443. {
  4444. auto checkNode = mVisitorPos.Get(checkIdx);
  4445. if (auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode))
  4446. {
  4447. if (checkToken->mToken == BfToken_LChevron)
  4448. {
  4449. checkToken->mToken = BfToken_Bar;
  4450. auto typeRef = CreateTypeRef(firstNode, createTypeRefFlags);
  4451. checkToken->mToken = BfToken_LChevron;
  4452. return typeRef;
  4453. }
  4454. }
  4455. }
  4456. }
  4457. }
  4458. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode))
  4459. {
  4460. BfToken token = tokenNode->GetToken();
  4461. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  4462. {
  4463. auto nextNode = mVisitorPos.GetNext();
  4464. mVisitorPos.MoveNext();
  4465. auto typeRef = DoCreateTypeRef(nextNode, createTypeRefFlags);
  4466. if (typeRef == NULL)
  4467. {
  4468. mVisitorPos.mReadPos--;
  4469. AddErrorNode(tokenNode);
  4470. return NULL;
  4471. }
  4472. return CreateRefTypeRef(typeRef, tokenNode);
  4473. }
  4474. else if ((token == BfToken_In) || (token == BfToken_As))
  4475. {
  4476. // This is mostly to allow a partially typed 'int' to be parsed as 'in' to make autocomplete nicer
  4477. return CreateTypeRef(ReplaceTokenStarter(firstNode), createTypeRefFlags);
  4478. }
  4479. }
  4480. return DoCreateTypeRef(firstNode, createTypeRefFlags);
  4481. }
  4482. BfTypeReference* BfReducer::CreateTypeRefAfter(BfAstNode* astNode, CreateTypeRefFlags createTypeRefFlags)
  4483. {
  4484. AssertCurrentNode(astNode);
  4485. auto nextNode = mVisitorPos.GetNext();
  4486. if (nextNode == NULL)
  4487. {
  4488. FailAfter("Expected type", astNode);
  4489. return NULL;
  4490. }
  4491. mVisitorPos.MoveNext();
  4492. int startPos = mVisitorPos.mReadPos;
  4493. BfTypeReference* typeRef = CreateTypeRef(nextNode, createTypeRefFlags);
  4494. if (typeRef == NULL)
  4495. {
  4496. BF_ASSERT(mVisitorPos.mReadPos == startPos);
  4497. mVisitorPos.mReadPos--;
  4498. }
  4499. return typeRef;
  4500. }
  4501. BfTypeReference* BfReducer::CreateRefTypeRef(BfTypeReference* elementType, BfTokenNode* refTokenNode)
  4502. {
  4503. BfToken refToken = refTokenNode->GetToken();
  4504. BF_ASSERT((refToken == BfToken_Ref) || (refToken == BfToken_Mut) || (refToken == BfToken_Out));
  4505. if (elementType->IsA<BfRefTypeRef>())
  4506. {
  4507. Fail("Multiple ref levels are not allowed", refTokenNode);
  4508. AddErrorNode(refTokenNode);
  4509. return elementType;
  4510. }
  4511. if (elementType->IsA<BfConstTypeRef>())
  4512. {
  4513. Fail("Refs to const values are not allowed", refTokenNode);
  4514. AddErrorNode(refTokenNode);
  4515. return elementType;
  4516. }
  4517. auto refTypeRef = mAlloc->Alloc<BfRefTypeRef>();
  4518. MEMBER_SET(refTypeRef, mRefToken, refTokenNode);
  4519. ReplaceNode(elementType, refTypeRef);
  4520. refTypeRef->mElementType = elementType;
  4521. return refTypeRef;
  4522. }
  4523. BfIdentifierNode* BfReducer::CompactQualifiedName(BfAstNode* leftNode)
  4524. {
  4525. AssertCurrentNode(leftNode);
  4526. if ((leftNode == NULL) || (!leftNode->IsA<BfIdentifierNode>()))
  4527. return NULL;
  4528. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  4529. auto leftIdentifier = (BfIdentifierNode*)leftNode;
  4530. while (true)
  4531. {
  4532. auto nextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  4533. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextToken);
  4534. if ((tokenNode == NULL) || ((tokenNode->GetToken() != BfToken_Dot) /*&& (tokenNode->GetToken() != BfToken_QuestionDot)*/))
  4535. return leftIdentifier;
  4536. auto nextNextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  4537. auto rightIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNextToken);
  4538. if (rightIdentifier == NULL)
  4539. return leftIdentifier;
  4540. // If the previous dotted span failed (IE: had chevrons) then don't insert qualified names in the middle of it
  4541. auto prevNodeToken = BfNodeDynCast<BfTokenNode>(prevNode);
  4542. if ((prevNodeToken != NULL) && ((prevNodeToken->GetToken() == BfToken_Dot) || (prevNodeToken->GetToken() == BfToken_QuestionDot)))
  4543. return leftIdentifier;
  4544. mVisitorPos.MoveNext(); // past .
  4545. mVisitorPos.MoveNext(); // past right
  4546. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  4547. ReplaceNode(leftIdentifier, qualifiedNameNode);
  4548. qualifiedNameNode->mLeft = leftIdentifier;
  4549. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  4550. MEMBER_SET(qualifiedNameNode, mRight, rightIdentifier);
  4551. leftIdentifier = qualifiedNameNode;
  4552. prevNode = NULL;
  4553. }
  4554. return leftIdentifier;
  4555. }
  4556. void BfReducer::CreateQualifiedNames(BfAstNode* node)
  4557. {
  4558. auto block = BfNodeDynCast<BfBlock>(node);
  4559. if (block == NULL)
  4560. return;
  4561. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  4562. bool isDone = !mVisitorPos.MoveNext();
  4563. while (!isDone)
  4564. {
  4565. auto child = mVisitorPos.GetCurrent();
  4566. BfAstNode* newNode = CompactQualifiedName(child);
  4567. if (newNode == NULL)
  4568. newNode = child;
  4569. CreateQualifiedNames(child);
  4570. isDone = !mVisitorPos.MoveNext();
  4571. if (newNode != NULL)
  4572. mVisitorPos.Write(newNode);
  4573. }
  4574. mVisitorPos.Trim();
  4575. }
  4576. BfAttributeDirective* BfReducer::CreateAttributeDirective(BfTokenNode* startToken)
  4577. {
  4578. BfAttributeDirective* attributeDirective = mAlloc->Alloc<BfAttributeDirective>();
  4579. BfDeferredAstSizedArray<BfExpression*> arguments(attributeDirective->mArguments, mAlloc);
  4580. BfDeferredAstSizedArray<BfTokenNode*> commas(attributeDirective->mCommas, mAlloc);
  4581. ReplaceNode(startToken, attributeDirective);
  4582. attributeDirective->mAttrOpenToken = startToken;
  4583. bool isHandled = false;
  4584. auto nextNode = mVisitorPos.GetNext();
  4585. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4586. if (tokenNode != NULL)
  4587. {
  4588. if (tokenNode->GetToken() == BfToken_Return)
  4589. {
  4590. auto attributeTargetSpecifier = mAlloc->Alloc<BfAttributeTargetSpecifier>();
  4591. ReplaceNode(tokenNode, attributeTargetSpecifier);
  4592. MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, attributeTargetSpecifier);
  4593. attributeTargetSpecifier->mTargetToken = tokenNode;
  4594. mVisitorPos.MoveNext();
  4595. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_Colon);
  4596. if (tokenNode != NULL)
  4597. MEMBER_SET(attributeTargetSpecifier, mColonToken, tokenNode);
  4598. attributeDirective->SetSrcEnd(attributeDirective->mAttributeTargetSpecifier->GetSrcEnd());
  4599. }
  4600. else if ((tokenNode->mToken == BfToken_Ampersand) || (tokenNode->mToken == BfToken_AssignEquals))
  4601. {
  4602. MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, tokenNode);
  4603. mVisitorPos.MoveNext();
  4604. isHandled = true;
  4605. nextNode = mVisitorPos.GetNext();
  4606. if (auto identiferNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
  4607. {
  4608. attributeDirective->SetSrcEnd(identiferNode->GetSrcEnd());
  4609. arguments.push_back(identiferNode);
  4610. mVisitorPos.MoveNext();
  4611. nextNode = mVisitorPos.GetNext();
  4612. }
  4613. }
  4614. }
  4615. if (!isHandled)
  4616. {
  4617. auto typeRef = CreateTypeRefAfter(attributeDirective);
  4618. if (typeRef == NULL)
  4619. {
  4620. auto nextNode = mVisitorPos.GetNext();
  4621. if (BfTokenNode* endToken = BfNodeDynCast<BfTokenNode>(nextNode))
  4622. {
  4623. if (endToken->GetToken() == BfToken_RBracket)
  4624. {
  4625. mVisitorPos.MoveNext();
  4626. MEMBER_SET(attributeDirective, mCtorCloseParen, endToken);
  4627. return attributeDirective;
  4628. }
  4629. }
  4630. return attributeDirective;
  4631. }
  4632. MEMBER_SET(attributeDirective, mAttributeTypeRef, typeRef);
  4633. }
  4634. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_LParen, BfToken_RBracket, BfToken_Comma);
  4635. if (tokenNode == NULL)
  4636. return attributeDirective;
  4637. if (tokenNode->GetToken() == BfToken_LParen)
  4638. {
  4639. MEMBER_SET(attributeDirective, mCtorOpenParen, tokenNode);
  4640. tokenNode = ReadArguments(attributeDirective, attributeDirective, &arguments, &commas, BfToken_RParen, false);
  4641. if (tokenNode == NULL)
  4642. {
  4643. auto nextNode = mVisitorPos.GetNext();
  4644. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4645. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_RBracket))
  4646. goto Do_RBracket;
  4647. return attributeDirective;
  4648. }
  4649. MEMBER_SET(attributeDirective, mCtorCloseParen, tokenNode);
  4650. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_RBracket, BfToken_Comma);
  4651. if (tokenNode == NULL)
  4652. return attributeDirective;
  4653. }
  4654. Do_RBracket:
  4655. if (tokenNode->GetToken() == BfToken_RBracket)
  4656. {
  4657. MEMBER_SET(attributeDirective, mAttrCloseToken, tokenNode);
  4658. auto nextNode = mVisitorPos.GetNext();
  4659. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4660. if ((tokenNode == NULL) || (tokenNode->GetToken() != BfToken_LBracket))
  4661. return attributeDirective;
  4662. mVisitorPos.MoveNext();
  4663. }
  4664. // Has another one- chain it
  4665. auto nextAttribute = CreateAttributeDirective(tokenNode);
  4666. if (nextAttribute != NULL)
  4667. {
  4668. MEMBER_SET(attributeDirective, mNextAttribute, nextAttribute);
  4669. }
  4670. return attributeDirective;
  4671. }
  4672. BfExpression* BfReducer::CreateAttributedExpression(BfTokenNode* tokenNode, bool onlyAllowIdentifier)
  4673. {
  4674. auto attrib = CreateAttributeDirective(tokenNode);
  4675. if (attrib == NULL)
  4676. return NULL;
  4677. if (!onlyAllowIdentifier)
  4678. {
  4679. auto expr = CreateExpressionAfter(attrib);
  4680. if (expr != NULL)
  4681. {
  4682. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(expr))
  4683. {
  4684. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4685. ReplaceNode(attrib, attrIdentifier);
  4686. attrIdentifier->mAttributes = attrib;
  4687. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4688. return attrIdentifier;
  4689. }
  4690. if ((expr->IsA<BfObjectCreateExpression>()) ||
  4691. (expr->IsA<BfInvocationExpression>()) ||
  4692. (expr->IsA<BfVariableDeclaration>()))
  4693. {
  4694. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4695. ReplaceNode(attrib, attribExpr);
  4696. attribExpr->mAttributes = attrib;
  4697. MEMBER_SET(attribExpr, mExpression, expr);
  4698. return attribExpr;
  4699. }
  4700. }
  4701. Fail("Prefixed attributes can only be used on constructor calls, invocations, or variable declarations", attrib);
  4702. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4703. ReplaceNode(attrib, attribExpr);
  4704. attribExpr->mAttributes = attrib;
  4705. if (expr != NULL)
  4706. MEMBER_SET(attribExpr, mExpression, expr);
  4707. return attribExpr;
  4708. }
  4709. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4710. ReplaceNode(attrib, attrIdentifier);
  4711. attrIdentifier->mAttributes = attrib;
  4712. auto identifier = ExpectIdentifierAfter(attrib);
  4713. if (identifier != NULL)
  4714. {
  4715. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4716. }
  4717. return attrIdentifier;
  4718. }
  4719. BfTokenNode* BfReducer::ReadArguments(BfAstNode* parentNode, BfAstNode* afterNode, SizedArrayImpl<BfExpression*>* arguments, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken, bool allowSkippedArgs, CreateExprFlags createExprFlags)
  4720. {
  4721. for (int paramIdx = 0; true; paramIdx++)
  4722. {
  4723. auto nextNode = mVisitorPos.GetNext();
  4724. if ((nextNode == NULL) && (endToken == BfToken_None))
  4725. return NULL;
  4726. BfTokenNode* tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode);
  4727. if (tokenNode != NULL)
  4728. {
  4729. if (tokenNode->GetToken() == endToken)
  4730. {
  4731. MoveNode(tokenNode, parentNode);
  4732. mVisitorPos.MoveNext();
  4733. return tokenNode;
  4734. }
  4735. if (paramIdx > 0)
  4736. {
  4737. if (tokenNode->GetToken() != BfToken_Comma)
  4738. {
  4739. Fail("Expected comma", tokenNode);
  4740. return NULL;
  4741. }
  4742. commas->push_back(tokenNode);
  4743. MoveNode(tokenNode, parentNode);
  4744. mVisitorPos.MoveNext();
  4745. }
  4746. }
  4747. else
  4748. {
  4749. if (paramIdx > 0)
  4750. {
  4751. FailAfter("Expected comma", afterNode);
  4752. return NULL;
  4753. }
  4754. }
  4755. if (allowSkippedArgs)
  4756. {
  4757. auto nextNode = mVisitorPos.GetNext();
  4758. if ((nextNode == NULL) && (endToken == BfToken_None))
  4759. return NULL;
  4760. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(nextNode))
  4761. {
  4762. if (nextToken->GetToken() == endToken)
  4763. continue;
  4764. if (nextToken->GetToken() == BfToken_Comma)
  4765. {
  4766. arguments->push_back(NULL);
  4767. continue;
  4768. }
  4769. }
  4770. }
  4771. auto argumentExpr = CreateExpressionAfter(afterNode, CreateExprFlags_AllowVariableDecl);
  4772. if ((argumentExpr != NULL) || (endToken != BfToken_None))
  4773. arguments->push_back(argumentExpr);
  4774. if (argumentExpr == NULL)
  4775. {
  4776. auto nextNode = mVisitorPos.GetNext();
  4777. if (auto tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode))
  4778. {
  4779. // Try to continue with param list even after an error
  4780. if ((tokenNode->GetToken() == BfToken_Comma) || (tokenNode->GetToken() == endToken))
  4781. continue;
  4782. }
  4783. return NULL;
  4784. }
  4785. MoveNode(argumentExpr, parentNode);
  4786. afterNode = parentNode;
  4787. }
  4788. }
  4789. BfIdentifierNode* BfReducer::ExtractExplicitInterfaceRef(BfAstNode* memberDeclaration, BfIdentifierNode* nameIdentifier, BfTypeReference** outExplicitInterface, BfTokenNode** outExplicitInterfaceDotToken)
  4790. {
  4791. int dotTokenIdx = -1;
  4792. if (auto qualifiedName = BfNodeDynCast<BfQualifiedNameNode>(nameIdentifier))
  4793. {
  4794. MoveNode(qualifiedName, memberDeclaration);
  4795. MoveNode(qualifiedName->mDot, memberDeclaration);
  4796. *outExplicitInterfaceDotToken = qualifiedName->mDot;
  4797. auto explicitInterfaceRef = CreateTypeRef(qualifiedName->mLeft);
  4798. BF_ASSERT(explicitInterfaceRef != NULL);
  4799. MoveNode(explicitInterfaceRef, memberDeclaration);
  4800. *outExplicitInterface = explicitInterfaceRef;
  4801. return qualifiedName->mRight;
  4802. }
  4803. else if (IsTypeReference(nameIdentifier, BfToken_Dot, &dotTokenIdx))
  4804. {
  4805. BfAstNode* dotToken = mVisitorPos.Get(dotTokenIdx);
  4806. MoveNode(dotToken, memberDeclaration);
  4807. *outExplicitInterfaceDotToken = (BfTokenNode*)dotToken;
  4808. auto explicitInterfaceRef = CreateTypeRef(nameIdentifier);
  4809. BF_ASSERT(explicitInterfaceRef != NULL);
  4810. MoveNode(explicitInterfaceRef, memberDeclaration);
  4811. *outExplicitInterface = explicitInterfaceRef;
  4812. return ExpectIdentifierAfter(memberDeclaration);
  4813. }
  4814. return nameIdentifier;
  4815. }
  4816. BfFieldDtorDeclaration* BfReducer::CreateFieldDtorDeclaration(BfAstNode* srcNode)
  4817. {
  4818. BfFieldDtorDeclaration* firstFieldDtor = NULL;
  4819. BfFieldDtorDeclaration* prevFieldDtor = NULL;
  4820. auto nextNode = mVisitorPos.GetNext();
  4821. while (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  4822. {
  4823. if (nextToken->GetToken() != BfToken_Tilde)
  4824. break;
  4825. auto fieldDtor = mAlloc->Alloc<BfFieldDtorDeclaration>();
  4826. ReplaceNode(nextToken, fieldDtor);
  4827. fieldDtor->mTildeToken = nextToken;
  4828. //int prevReadPos = mVisitorPos.mReadPos;
  4829. mVisitorPos.MoveNext();
  4830. if (prevFieldDtor != NULL)
  4831. {
  4832. MEMBER_SET(prevFieldDtor, mNextFieldDtor, fieldDtor);
  4833. }
  4834. else
  4835. {
  4836. firstFieldDtor = fieldDtor;
  4837. MoveNode(fieldDtor, srcNode);
  4838. }
  4839. auto statement = CreateStatementAfter(srcNode);
  4840. if (statement == NULL)
  4841. {
  4842. //mVisitorPos.mReadPos = prevReadPos;
  4843. break;
  4844. }
  4845. MEMBER_SET(fieldDtor, mBody, statement);
  4846. fieldDtor->SetSrcEnd(statement->GetSrcEnd());
  4847. prevFieldDtor = fieldDtor;
  4848. srcNode->SetSrcEnd(fieldDtor->GetSrcEnd());
  4849. nextNode = mVisitorPos.GetNext();
  4850. // We used to NOT have this break here. Why were we allowing multiple ~'s when a block statement would have made more sense?
  4851. break; // Wh
  4852. }
  4853. return firstFieldDtor;
  4854. }
  4855. BfFieldDeclaration* BfReducer::CreateFieldDeclaration(BfTokenNode* tokenNode, BfTypeReference* typeRef, BfIdentifierNode* nameIdentifier, BfFieldDeclaration* prevFieldDeclaration)
  4856. {
  4857. auto fieldDeclaration = mAlloc->Alloc<BfFieldDeclaration>();
  4858. if (prevFieldDeclaration != NULL)
  4859. {
  4860. ReplaceNode(tokenNode, fieldDeclaration);
  4861. MEMBER_SET(fieldDeclaration, mPrecedingComma, tokenNode);
  4862. MEMBER_SET(fieldDeclaration, mNameNode, nameIdentifier);
  4863. fieldDeclaration->mDocumentation = prevFieldDeclaration->mDocumentation;
  4864. fieldDeclaration->mAttributes = prevFieldDeclaration->mAttributes;
  4865. fieldDeclaration->mInternalSpecifier = prevFieldDeclaration->mInternalSpecifier;
  4866. fieldDeclaration->mProtectionSpecifier = prevFieldDeclaration->mProtectionSpecifier;
  4867. fieldDeclaration->mStaticSpecifier = prevFieldDeclaration->mStaticSpecifier;
  4868. fieldDeclaration->mTypeRef = prevFieldDeclaration->mTypeRef;
  4869. fieldDeclaration->mConstSpecifier = prevFieldDeclaration->mConstSpecifier;
  4870. fieldDeclaration->mReadOnlySpecifier = prevFieldDeclaration->mReadOnlySpecifier;
  4871. fieldDeclaration->mVolatileSpecifier = prevFieldDeclaration->mVolatileSpecifier;
  4872. fieldDeclaration->mNewSpecifier = prevFieldDeclaration->mNewSpecifier;
  4873. fieldDeclaration->mExternSpecifier = prevFieldDeclaration->mExternSpecifier;
  4874. tokenNode = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_AssignEquals, BfToken_Comma);
  4875. if (tokenNode == NULL)
  4876. return fieldDeclaration;
  4877. mVisitorPos.mReadPos--; // Go back to token
  4878. }
  4879. else
  4880. {
  4881. ReplaceNode(typeRef, fieldDeclaration);
  4882. fieldDeclaration->mTypeRef = typeRef;
  4883. fieldDeclaration->mNameNode = nameIdentifier;
  4884. fieldDeclaration->mInitializer = NULL;
  4885. MoveNode(fieldDeclaration->mNameNode, fieldDeclaration);
  4886. //mVisitorPos.MoveNext();
  4887. }
  4888. BfToken token = tokenNode->GetToken();
  4889. if (token == BfToken_AssignEquals)
  4890. {
  4891. MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  4892. MoveNode(tokenNode, fieldDeclaration);
  4893. mVisitorPos.MoveNext();
  4894. mIsFieldInitializer = true;
  4895. fieldDeclaration->mInitializer = CreateExpressionAfter(fieldDeclaration);
  4896. mIsFieldInitializer = false;
  4897. if (fieldDeclaration->mInitializer != NULL)
  4898. {
  4899. MoveNode(fieldDeclaration->mInitializer, fieldDeclaration);
  4900. auto nextToken = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Tilde);
  4901. if (nextToken != NULL)
  4902. mVisitorPos.mReadPos--; // Backtrack, someone else eats these
  4903. }
  4904. }
  4905. else if (token == BfToken_Comma)
  4906. {
  4907. //
  4908. }
  4909. else if (token == BfToken_Tilde)
  4910. {
  4911. //
  4912. }
  4913. else if (token != BfToken_Semicolon)
  4914. {
  4915. //MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  4916. FailAfter("';', '=', or '~' expected", nameIdentifier);
  4917. return fieldDeclaration;
  4918. }
  4919. auto fieldDtor = CreateFieldDtorDeclaration(fieldDeclaration);
  4920. if (fieldDtor != NULL)
  4921. fieldDeclaration->mFieldDtor = fieldDtor;
  4922. if (ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Comma) != NULL)
  4923. {
  4924. // This gets taken later
  4925. mVisitorPos.mReadPos--;
  4926. }
  4927. fieldDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart, fieldDeclaration, true);
  4928. return fieldDeclaration;
  4929. }
  4930. BfAstNode* BfReducer::ReadTypeMember(BfTokenNode* tokenNode, int depth)
  4931. {
  4932. BfToken token = tokenNode->GetToken();
  4933. if (token == BfToken_Semicolon)
  4934. return tokenNode;
  4935. if (token == BfToken_LBracket)
  4936. {
  4937. auto attributes = CreateAttributeDirective(tokenNode);
  4938. if (attributes == NULL)
  4939. return NULL;
  4940. auto nextNode = mVisitorPos.GetNext();
  4941. if (nextNode == NULL)
  4942. {
  4943. FailAfter("Expected member", attributes);
  4944. return NULL;
  4945. }
  4946. mVisitorPos.MoveNext();
  4947. auto memberNode = ReadTypeMember(nextNode);
  4948. if (memberNode == NULL)
  4949. return NULL;
  4950. auto member = BfNodeDynCast<BfMemberDeclaration>(memberNode);
  4951. if (member == NULL)
  4952. {
  4953. if (auto innerType = BfNodeDynCast<BfTypeDeclaration>(memberNode))
  4954. {
  4955. ReplaceNode(attributes, innerType);
  4956. innerType->mAttributes = attributes;
  4957. return innerType;
  4958. }
  4959. mPassInstance->Fail("Invalid target for attributes", memberNode);
  4960. return memberNode;
  4961. }
  4962. ReplaceNode(attributes, member);
  4963. member->mAttributes = attributes;
  4964. return member;
  4965. }
  4966. if (token == BfToken_Operator)
  4967. {
  4968. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  4969. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  4970. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  4971. ReplaceNode(tokenNode, operatorDecl);
  4972. operatorDecl->mOperatorToken = tokenNode;
  4973. auto nextIdentifier = ExpectIdentifierAfter(operatorDecl, "type");
  4974. if (nextIdentifier == NULL)
  4975. return operatorDecl;
  4976. mVisitorPos.mReadPos--; // Backtrack, that's part of our type
  4977. auto typeRef = CreateTypeRefAfter(operatorDecl);
  4978. MEMBER_SET_CHECKED(operatorDecl, mReturnType, typeRef);
  4979. operatorDecl->mIsConvOperator = true;
  4980. ParseMethod(operatorDecl, &params, &commas);
  4981. return operatorDecl;
  4982. }
  4983. if (token == BfToken_This)
  4984. {
  4985. auto ctorDecl = mAlloc->Alloc<BfConstructorDeclaration>();
  4986. BfDeferredAstSizedArray<BfParameterDeclaration*> params(ctorDecl->mParams, mAlloc);
  4987. BfDeferredAstSizedArray<BfTokenNode*> commas(ctorDecl->mCommas, mAlloc);
  4988. ctorDecl->mReturnType = NULL;
  4989. ReplaceNode(tokenNode, ctorDecl);
  4990. MEMBER_SET(ctorDecl, mThisToken, tokenNode);
  4991. ParseMethod(ctorDecl, &params, &commas);
  4992. return ctorDecl;
  4993. }
  4994. if (token == BfToken_Tilde)
  4995. {
  4996. auto thisToken = ExpectTokenAfter(tokenNode, BfToken_This);
  4997. if (thisToken == NULL)
  4998. {
  4999. auto nextNode = mVisitorPos.GetNext();
  5000. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5001. if (nameIdentifier != NULL)
  5002. {
  5003. // Eat DTOR name
  5004. AddErrorNode(nameIdentifier);
  5005. //nameIdentifier->RemoveSelf();
  5006. }
  5007. else
  5008. {
  5009. //AddErrorNode(tokenNode);
  5010. //return NULL;
  5011. }
  5012. AddErrorNode(tokenNode);
  5013. return NULL;
  5014. }
  5015. auto dtorDecl = mAlloc->Alloc<BfDestructorDeclaration>();
  5016. BfDeferredAstSizedArray<BfParameterDeclaration*> params(dtorDecl->mParams, mAlloc);
  5017. BfDeferredAstSizedArray<BfTokenNode*> commas(dtorDecl->mCommas, mAlloc);
  5018. dtorDecl->mReturnType = NULL;
  5019. ReplaceNode(tokenNode, dtorDecl);
  5020. dtorDecl->mTildeToken = tokenNode;
  5021. if (thisToken != NULL)
  5022. {
  5023. MEMBER_SET(dtorDecl, mThisToken, thisToken);
  5024. }
  5025. ParseMethod(dtorDecl, &params, &commas);
  5026. return dtorDecl;
  5027. }
  5028. if (token == BfToken_Mixin)
  5029. {
  5030. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5031. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  5032. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  5033. ReplaceNode(tokenNode, methodDecl);
  5034. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5035. methodDecl->mMixinSpecifier = tokenNode;
  5036. //mVisitorPos.MoveNext();
  5037. auto nameNode = ExpectIdentifierAfter(methodDecl);
  5038. if (nameNode != NULL)
  5039. {
  5040. MEMBER_SET(methodDecl, mNameNode, nameNode);
  5041. auto nextNode = mVisitorPos.GetNext();
  5042. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  5043. {
  5044. if (tokenNode->GetToken() == BfToken_LChevron)
  5045. {
  5046. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  5047. if (genericParams != NULL)
  5048. {
  5049. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  5050. }
  5051. }
  5052. }
  5053. ParseMethod(methodDecl, &params, &commas);
  5054. }
  5055. return methodDecl;
  5056. }
  5057. if (token == BfToken_Case)
  5058. {
  5059. auto enumCaseDecl = mAlloc->Alloc<BfEnumCaseDeclaration>();
  5060. BfDeferredAstSizedArray<BfFieldDeclaration*> entries(enumCaseDecl->mEntries, mAlloc);
  5061. BfDeferredAstSizedArray<BfTokenNode*> commas(enumCaseDecl->mCommas, mAlloc);
  5062. ReplaceNode(tokenNode, enumCaseDecl);
  5063. enumCaseDecl->mCaseToken = tokenNode;
  5064. while (true)
  5065. {
  5066. auto caseName = ExpectIdentifierAfter(enumCaseDecl);
  5067. if (caseName == NULL)
  5068. break;
  5069. auto enumEntry = mAlloc->Alloc<BfEnumEntryDeclaration>();
  5070. ReplaceNode(caseName, enumEntry);
  5071. enumEntry->mNameNode = caseName;
  5072. entries.push_back(enumEntry);
  5073. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_LParen, BfToken_Semicolon);
  5074. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LParen))
  5075. {
  5076. auto typeRef = CreateTypeRef(tokenNode);
  5077. tokenNode = NULL;
  5078. auto tupleType = BfNodeDynCast<BfTupleTypeRef>(typeRef);
  5079. if (tupleType != NULL)
  5080. {
  5081. MEMBER_SET(enumEntry, mTypeRef, tupleType);
  5082. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_Semicolon);
  5083. }
  5084. }
  5085. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  5086. {
  5087. MEMBER_SET(enumEntry, mEqualsNode, tokenNode);
  5088. tokenNode = NULL;
  5089. auto initializer = CreateExpressionAfter(enumEntry);
  5090. if (initializer != NULL)
  5091. {
  5092. MEMBER_SET(enumEntry, mInitializer, initializer);
  5093. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_Semicolon);
  5094. }
  5095. }
  5096. MoveNode(enumEntry, enumCaseDecl);
  5097. if (tokenNode == NULL)
  5098. return enumCaseDecl;
  5099. if (tokenNode->GetToken() == BfToken_Semicolon)
  5100. {
  5101. mVisitorPos.mReadPos--;
  5102. return enumCaseDecl;
  5103. }
  5104. MoveNode(tokenNode, enumCaseDecl);
  5105. commas.push_back(tokenNode);
  5106. }
  5107. return enumCaseDecl;
  5108. }
  5109. auto nextNode = mVisitorPos.GetNext();
  5110. if (nextNode == NULL)
  5111. FailAfter("Type expected", tokenNode);
  5112. if ((token == BfToken_Struct) || (token == BfToken_Enum) || (token == BfToken_Class) || (token == BfToken_Delegate) ||
  5113. (token == BfToken_Function) || (token == BfToken_Interface) || (token == BfToken_Extension) || (token == BfToken_TypeAlias))
  5114. {
  5115. mVisitorPos.mReadPos -= depth;
  5116. BfAstNode* startNode = mVisitorPos.GetCurrent();
  5117. auto startToken = BfNodeDynCast<BfTokenNode>(startNode);
  5118. auto topLevelObject = CreateTopLevelObject(startToken, NULL);
  5119. auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  5120. if (typeDecl == NULL)
  5121. {
  5122. AddErrorNode(tokenNode);
  5123. return NULL;
  5124. }
  5125. return typeDecl;
  5126. }
  5127. if (token == BfToken_Comma)
  5128. {
  5129. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  5130. auto prevFieldDecl = BfNodeDynCast<BfFieldDeclaration>(prevNode);
  5131. if (prevFieldDecl != NULL)
  5132. {
  5133. auto nameIdentifier = ExpectIdentifierAfter(tokenNode);
  5134. if (nameIdentifier == NULL)
  5135. {
  5136. AddErrorNode(tokenNode);
  5137. return NULL;
  5138. }
  5139. return CreateFieldDeclaration(tokenNode, prevFieldDecl->mTypeRef, nameIdentifier, prevFieldDecl);
  5140. }
  5141. }
  5142. switch (token)
  5143. {
  5144. case BfToken_Sealed:
  5145. case BfToken_Static:
  5146. case BfToken_Const:
  5147. case BfToken_Mut:
  5148. case BfToken_Public:
  5149. case BfToken_Protected:
  5150. case BfToken_Private:
  5151. case BfToken_Virtual:
  5152. case BfToken_Override:
  5153. case BfToken_Abstract:
  5154. case BfToken_Concrete:
  5155. case BfToken_Internal:
  5156. case BfToken_Extern:
  5157. case BfToken_New:
  5158. case BfToken_Implicit:
  5159. case BfToken_Explicit:
  5160. case BfToken_ReadOnly:
  5161. case BfToken_Inline:
  5162. case BfToken_Volatile:
  5163. break;
  5164. default:
  5165. AddErrorNode(tokenNode);
  5166. Fail("Unexpected token", tokenNode);
  5167. return NULL;
  5168. break;
  5169. }
  5170. int startNodeIdx = gAssertCurrentNodeIdx;
  5171. BfAstNode* typeMember = NULL;
  5172. nextNode = mVisitorPos.GetNext();
  5173. if (nextNode != NULL)
  5174. {
  5175. mVisitorPos.MoveNext();
  5176. typeMember = ReadTypeMember(nextNode, depth + 1);
  5177. }
  5178. auto memberDecl = BfNodeDynCast<BfMemberDeclaration>(typeMember);
  5179. if (memberDecl == NULL) // May be an embedded type
  5180. {
  5181. if (auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(typeMember))
  5182. return typeMember;
  5183. }
  5184. if (typeMember == NULL)
  5185. {
  5186. auto propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  5187. ReplaceNode(tokenNode, propertyDeclaration);
  5188. propertyDeclaration->mDocumentation = FindDocumentation(propertyDeclaration);
  5189. typeMember = memberDecl = propertyDeclaration;
  5190. }
  5191. if (memberDecl == NULL)
  5192. return NULL;
  5193. if (token == BfToken_Static)
  5194. {
  5195. if (memberDecl->mStaticSpecifier != NULL)
  5196. {
  5197. AddErrorNode(memberDecl->mStaticSpecifier);
  5198. Fail("Static already specified", memberDecl->mStaticSpecifier);
  5199. }
  5200. MEMBER_SET(memberDecl, mStaticSpecifier, tokenNode);
  5201. auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl);
  5202. if (fieldDecl != NULL)
  5203. {
  5204. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5205. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5206. }
  5207. return memberDecl;
  5208. }
  5209. if ((token == BfToken_Public) ||
  5210. (token == BfToken_Protected) ||
  5211. (token == BfToken_Private))
  5212. {
  5213. if (memberDecl->mProtectionSpecifier != NULL)
  5214. {
  5215. AddErrorNode(memberDecl->mProtectionSpecifier);
  5216. Fail("Protection already specified", memberDecl->mProtectionSpecifier);
  5217. }
  5218. MEMBER_SET(memberDecl, mProtectionSpecifier, tokenNode);
  5219. return memberDecl;
  5220. }
  5221. if (token == BfToken_Internal)
  5222. {
  5223. if (memberDecl->mInternalSpecifier != NULL)
  5224. {
  5225. AddErrorNode(memberDecl->mInternalSpecifier);
  5226. Fail("Internal already specified", memberDecl->mInternalSpecifier);
  5227. }
  5228. MEMBER_SET(memberDecl, mInternalSpecifier, tokenNode);
  5229. return memberDecl;
  5230. }
  5231. if (auto methodDecl = BfNodeDynCast<BfMethodDeclaration>(memberDecl))
  5232. {
  5233. if ((token == BfToken_Virtual) ||
  5234. (token == BfToken_Override) ||
  5235. (token == BfToken_Abstract) ||
  5236. (token == BfToken_Concrete))
  5237. {
  5238. if (methodDecl->mVirtualSpecifier != NULL)
  5239. {
  5240. AddErrorNode(methodDecl->mVirtualSpecifier);
  5241. if (methodDecl->mVirtualSpecifier->GetToken() == tokenNode->GetToken())
  5242. Fail(StrFormat("Already specified '%s'", BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5243. else
  5244. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(methodDecl->mVirtualSpecifier->GetToken()), BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5245. }
  5246. MEMBER_SET(methodDecl, mVirtualSpecifier, tokenNode);
  5247. return memberDecl;
  5248. }
  5249. if (token == BfToken_Extern)
  5250. {
  5251. if (methodDecl->mExternSpecifier != NULL)
  5252. {
  5253. AddErrorNode(methodDecl->mExternSpecifier);
  5254. Fail("Extern already specified", methodDecl->mExternSpecifier);
  5255. }
  5256. MEMBER_SET(methodDecl, mExternSpecifier, tokenNode);
  5257. return memberDecl;
  5258. }
  5259. if (token == BfToken_New)
  5260. {
  5261. if (methodDecl->mNewSpecifier != NULL)
  5262. {
  5263. AddErrorNode(methodDecl->mNewSpecifier);
  5264. Fail("New already specified", methodDecl->mNewSpecifier);
  5265. }
  5266. MEMBER_SET(methodDecl, mNewSpecifier, tokenNode);
  5267. return memberDecl;
  5268. }
  5269. if (token == BfToken_Mut)
  5270. {
  5271. if (methodDecl->mMutSpecifier != NULL)
  5272. {
  5273. AddErrorNode(methodDecl->mMutSpecifier);
  5274. Fail("Mut already specified", methodDecl->mMutSpecifier);
  5275. }
  5276. MEMBER_SET(methodDecl, mMutSpecifier, tokenNode);
  5277. return memberDecl;
  5278. }
  5279. if (token == BfToken_ReadOnly)
  5280. {
  5281. if (methodDecl->mReadOnlySpecifier == NULL)
  5282. {
  5283. MEMBER_SET(methodDecl, mReadOnlySpecifier, tokenNode);
  5284. }
  5285. return memberDecl;
  5286. }
  5287. }
  5288. if (auto operatorDecl = BfNodeDynCast<BfOperatorDeclaration>(memberDecl))
  5289. {
  5290. if ((token == BfToken_Implicit) ||
  5291. (token == BfToken_Explicit))
  5292. {
  5293. if (operatorDecl->mExplicitToken != NULL)
  5294. {
  5295. AddErrorNode(operatorDecl->mExplicitToken);
  5296. Fail(StrFormat("'%s' already specified", BfTokenToString(operatorDecl->mExplicitToken->GetToken())), operatorDecl->mExplicitToken);
  5297. }
  5298. MEMBER_SET(operatorDecl, mExplicitToken, tokenNode);
  5299. return memberDecl;
  5300. }
  5301. }
  5302. if (auto propDecl = BfNodeDynCast<BfPropertyDeclaration>(memberDecl))
  5303. {
  5304. if ((token == BfToken_Virtual) ||
  5305. (token == BfToken_Override) ||
  5306. (token == BfToken_Abstract) ||
  5307. (token == BfToken_Concrete))
  5308. {
  5309. if (propDecl->mVirtualSpecifier != NULL)
  5310. {
  5311. AddErrorNode(propDecl->mVirtualSpecifier);
  5312. if (propDecl->mVirtualSpecifier->GetToken() == token)
  5313. Fail(StrFormat("Already specified '%s'", BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5314. else
  5315. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(propDecl->mVirtualSpecifier->GetToken()), BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5316. }
  5317. MEMBER_SET(propDecl, mVirtualSpecifier, tokenNode);
  5318. return memberDecl;
  5319. }
  5320. }
  5321. if (auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl))
  5322. {
  5323. if (token == BfToken_Override)
  5324. {
  5325. // Must be typing an 'override' over a field declaration
  5326. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5327. propDecl->mVirtualSpecifier = tokenNode;
  5328. typeMember = memberDecl = propDecl;
  5329. }
  5330. bool handled = false;
  5331. if (token == BfToken_Const)
  5332. {
  5333. MEMBER_SET(fieldDecl, mConstSpecifier, tokenNode);
  5334. handled = true;
  5335. }
  5336. if (token == BfToken_ReadOnly)
  5337. {
  5338. if (fieldDecl->mReadOnlySpecifier == NULL)
  5339. {
  5340. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5341. }
  5342. handled = true;
  5343. }
  5344. if (token == BfToken_Inline)
  5345. {
  5346. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5347. handled = true;
  5348. }
  5349. if (token == BfToken_Volatile)
  5350. {
  5351. MEMBER_SET(fieldDecl, mVolatileSpecifier, tokenNode);
  5352. handled = true;
  5353. }
  5354. if (token == BfToken_Extern)
  5355. {
  5356. MEMBER_SET(fieldDecl, mExternSpecifier, tokenNode);
  5357. handled = true;
  5358. }
  5359. if (token == BfToken_Internal)
  5360. {
  5361. MEMBER_SET(fieldDecl, mInternalSpecifier, tokenNode);
  5362. handled = true;
  5363. }
  5364. if (token == BfToken_New)
  5365. {
  5366. if (fieldDecl->mNewSpecifier != NULL)
  5367. {
  5368. Fail("New already specified", tokenNode);
  5369. }
  5370. MEMBER_SET(fieldDecl, mNewSpecifier, tokenNode);
  5371. handled = true;
  5372. }
  5373. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5374. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5375. if ((fieldDecl->mReadOnlySpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5376. Fail("Cannot use 'readonly' and 'const' together", fieldDecl);
  5377. if ((fieldDecl->mVolatileSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5378. Fail("Cannot use 'volatile' and 'const' together", fieldDecl);
  5379. if (handled)
  5380. return fieldDecl;
  5381. }
  5382. // Eat node
  5383. if (memberDecl != NULL)
  5384. ReplaceNode(tokenNode, memberDecl);
  5385. Fail("Invalid token", tokenNode);
  5386. return memberDecl;
  5387. }
  5388. void BfReducer::ReadPropertyBlock(BfPropertyDeclaration* propertyDeclaration, BfBlock* block)
  5389. {
  5390. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  5391. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  5392. bool hadGet = false;
  5393. bool hadSet = false;
  5394. while (true)
  5395. {
  5396. BfTokenNode* protectionSpecifier = NULL;
  5397. BfAttributeDirective* attributes = NULL;
  5398. auto child = mVisitorPos.GetNext();
  5399. if (child == NULL)
  5400. break;
  5401. String accessorName;
  5402. BfTokenNode* mutSpecifier = NULL;
  5403. while (true)
  5404. {
  5405. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5406. if (tokenNode == NULL)
  5407. break;
  5408. BfToken token = tokenNode->GetToken();
  5409. if (token == BfToken_LBracket)
  5410. {
  5411. mVisitorPos.MoveNext();
  5412. attributes = CreateAttributeDirective(tokenNode);
  5413. child = mVisitorPos.GetNext();
  5414. }
  5415. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5416. if (tokenNode == NULL)
  5417. break;
  5418. token = tokenNode->GetToken();
  5419. if ((token == BfToken_Private) ||
  5420. (token == BfToken_Protected) ||
  5421. (token == BfToken_Public) ||
  5422. (token == BfToken_Internal))
  5423. {
  5424. if (protectionSpecifier != NULL)
  5425. {
  5426. Fail("Protection already specified", protectionSpecifier);
  5427. }
  5428. protectionSpecifier = tokenNode;
  5429. mVisitorPos.MoveNext();
  5430. child = mVisitorPos.GetCurrent();
  5431. }
  5432. else if (token == BfToken_Mut)
  5433. {
  5434. Fail("'mut' must be specified after get/set", tokenNode);
  5435. mutSpecifier = tokenNode;
  5436. mVisitorPos.MoveNext();
  5437. }
  5438. else
  5439. break;
  5440. child = mVisitorPos.GetNext();
  5441. }
  5442. auto identifierNode = child;
  5443. auto accessorIdentifier = BfNodeDynCast<BfIdentifierNode>(child);
  5444. if (accessorIdentifier != NULL)
  5445. {
  5446. accessorName = accessorIdentifier->ToString();
  5447. mVisitorPos.MoveNext();
  5448. child = mVisitorPos.GetNext();
  5449. }
  5450. if (accessorName == "get")
  5451. {
  5452. // if (hadGet)
  5453. // Fail("Only one 'get' method can be specified", accessorIdentifier);
  5454. hadGet = true;
  5455. }
  5456. else if (accessorName == "set")
  5457. {
  5458. // if (hadSet)
  5459. // Fail("Only one 'set' method can be specified", accessorIdentifier);
  5460. hadSet = true;
  5461. }
  5462. else
  5463. {
  5464. Fail("Expected 'set' or 'get'", identifierNode);
  5465. }
  5466. BfAstNode* bodyAfterNode = accessorIdentifier;
  5467. BfAstNode* body = NULL;
  5468. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5469. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Mut))
  5470. {
  5471. if (mutSpecifier != NULL)
  5472. {
  5473. Fail("'mut' already specified", mutSpecifier);
  5474. }
  5475. mutSpecifier = tokenNode;
  5476. bodyAfterNode = tokenNode;
  5477. mVisitorPos.MoveNext();
  5478. child = mVisitorPos.GetCurrent();
  5479. }
  5480. auto endSemicolon = BfNodeDynCast<BfTokenNode>(child);
  5481. if ((endSemicolon != NULL) && (endSemicolon->GetToken() == BfToken_Semicolon))
  5482. {
  5483. body = endSemicolon;
  5484. mVisitorPos.MoveNext();
  5485. }
  5486. if (body == NULL)
  5487. {
  5488. if (bodyAfterNode != NULL)
  5489. {
  5490. body = ExpectBlockAfter(bodyAfterNode);
  5491. }
  5492. else
  5493. {
  5494. auto accessorBlock = BfNodeDynCast<BfBlock>(child);
  5495. if (accessorBlock == NULL)
  5496. {
  5497. if (child != NULL)
  5498. {
  5499. Fail("Block expected", child);
  5500. AddErrorNode(child);
  5501. mVisitorPos.MoveNext();
  5502. }
  5503. continue;
  5504. }
  5505. body = accessorBlock;
  5506. mVisitorPos.MoveNext();
  5507. }
  5508. }
  5509. if (auto block = BfNodeDynCast<BfBlock>(body))
  5510. {
  5511. if (((attributes == NULL) && (IsNodeRelevant(block))) ||
  5512. ((attributes != NULL) && (IsNodeRelevant(attributes, block))))
  5513. {
  5514. HandleBlock(block);
  5515. }
  5516. }
  5517. if (body == NULL)
  5518. {
  5519. if (protectionSpecifier != NULL)
  5520. AddErrorNode(protectionSpecifier);
  5521. if (accessorIdentifier != NULL)
  5522. AddErrorNode(accessorIdentifier);
  5523. if (mutSpecifier != NULL)
  5524. AddErrorNode(mutSpecifier);
  5525. continue;
  5526. }
  5527. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  5528. method->mPropertyDeclaration = propertyDeclaration;
  5529. if (protectionSpecifier != NULL)
  5530. MEMBER_SET(method, mProtectionSpecifier, protectionSpecifier);
  5531. if (accessorIdentifier != NULL)
  5532. MEMBER_SET(method, mNameNode, accessorIdentifier);
  5533. if (body != NULL)
  5534. {
  5535. MEMBER_SET(method, mBody, body);
  5536. }
  5537. if (mutSpecifier != NULL)
  5538. MEMBER_SET(method, mMutSpecifier, mutSpecifier);
  5539. // if ((accessorBlock != NULL) && (IsNodeRelevant(propertyDeclaration)))
  5540. // HandleBlock(accessorBlock);
  5541. if (attributes != NULL)
  5542. MEMBER_SET(method, mAttributes, attributes);
  5543. methods.push_back(method);
  5544. }
  5545. }
  5546. BfAstNode* BfReducer::ReadTypeMember(BfAstNode* node, int depth)
  5547. {
  5548. SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, node, false);
  5549. if (depth == 0)
  5550. prevTypeMemberNodeStart.Set();
  5551. AssertCurrentNode(node);
  5552. node = ReplaceTokenStarter(node);
  5553. BfTokenNode* refToken = NULL;
  5554. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  5555. {
  5556. BfToken token = tokenNode->GetToken();
  5557. bool isTypeRef = false;
  5558. if ((token == BfToken_Delegate) || (token == BfToken_Function))
  5559. {
  5560. // We need to differentiate between a delegate type reference and a delegate type declaration
  5561. int endNodeIdx = -1;
  5562. if (IsTypeReference(node, BfToken_LParen, &endNodeIdx))
  5563. {
  5564. isTypeRef = true;
  5565. }
  5566. }
  5567. if (isTypeRef)
  5568. {
  5569. // Handled below
  5570. }
  5571. else if ((token == BfToken_Ref) || (token == BfToken_Mut))
  5572. {
  5573. refToken = tokenNode;
  5574. mVisitorPos.MoveNext();
  5575. // Read type member
  5576. }
  5577. else if ((token == BfToken_Var) ||
  5578. (token == BfToken_Let) ||
  5579. (token == BfToken_RetType) ||
  5580. (token == BfToken_Decltype) ||
  5581. (token == BfToken_LParen))
  5582. {
  5583. // Read type member
  5584. }
  5585. else
  5586. return ReadTypeMember(tokenNode, depth);
  5587. }
  5588. else if (auto block = BfNodeDynCast<BfBlock>(node))
  5589. {
  5590. Fail("Expected method declaration", node);
  5591. HandleBlock(block);
  5592. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5593. ReplaceNode(block, methodDecl);
  5594. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5595. methodDecl->mBody = block;
  5596. return methodDecl;
  5597. }
  5598. BfTokenNode* indexerThisToken = NULL;
  5599. bool isIndexProp = false;
  5600. auto origNode = node;
  5601. if (refToken != NULL)
  5602. {
  5603. auto nextNode = mVisitorPos.Get(mVisitorPos.mReadPos);
  5604. if (nextNode != NULL)
  5605. node = nextNode;
  5606. }
  5607. auto typeRef = CreateTypeRef(node);
  5608. if (typeRef == NULL)
  5609. {
  5610. if (refToken != NULL)
  5611. {
  5612. AddErrorNode(refToken);
  5613. if (mVisitorPos.Get(mVisitorPos.mReadPos) == node)
  5614. {
  5615. mVisitorPos.mReadPos--;
  5616. return NULL;
  5617. }
  5618. }
  5619. #ifdef BF_AST_HAS_PARENT_MEMBER
  5620. BF_ASSERT(node->mParent != NULL);
  5621. #endif
  5622. AddErrorNode(node);
  5623. return NULL;
  5624. }
  5625. if (refToken != NULL)
  5626. typeRef = CreateRefTypeRef(typeRef, refToken);
  5627. node = typeRef;
  5628. auto nextNode = mVisitorPos.GetNext();
  5629. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  5630. {
  5631. if (tokenNode->GetToken() == BfToken_This)
  5632. indexerThisToken = tokenNode;
  5633. }
  5634. BfTokenNode* explicitInterfaceDot = NULL;
  5635. BfTypeReference* explicitInterface = NULL;
  5636. bool forceIsMethod = false;
  5637. nextNode = mVisitorPos.GetNext();
  5638. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5639. if (nameIdentifier != NULL)
  5640. {
  5641. mVisitorPos.MoveNext();
  5642. bool doExplicitInterface = false;
  5643. int endNodeIdx = -1;
  5644. //mVisitorPos.mReadPos++;
  5645. int nameIdentifierIdx = mVisitorPos.mReadPos;
  5646. doExplicitInterface = IsTypeReference(nameIdentifier, BfToken_LParen, &endNodeIdx);
  5647. //mVisitorPos.mReadPos--;
  5648. BfAstNode* endNode = mVisitorPos.Get(endNodeIdx);
  5649. if (!doExplicitInterface)
  5650. {
  5651. if (auto endToken = BfNodeDynCastExact<BfTokenNode>(endNode))
  5652. {
  5653. if (endToken->GetToken() == BfToken_This)
  5654. {
  5655. indexerThisToken = endToken;
  5656. doExplicitInterface = true;
  5657. }
  5658. }
  5659. else if (auto block = BfNodeDynCastExact<BfBlock>(endNode))
  5660. {
  5661. doExplicitInterface = true; // Qualified property
  5662. }
  5663. }
  5664. if (doExplicitInterface)
  5665. {
  5666. auto prevEndNode = mVisitorPos.Get(endNodeIdx - 1);
  5667. int explicitInterfaceDotIdx = QualifiedBacktrack(prevEndNode, endNodeIdx - 1);
  5668. if (explicitInterfaceDotIdx != -1)
  5669. {
  5670. explicitInterfaceDot = (BfTokenNode*)mVisitorPos.Get(explicitInterfaceDotIdx);
  5671. mVisitorPos.mReadPos = nameIdentifierIdx;
  5672. explicitInterfaceDot->SetToken(BfToken_Bar); // Hack to stop TypeRef parsing
  5673. explicitInterface = CreateTypeRef(nameIdentifier);
  5674. explicitInterfaceDot->SetToken(BfToken_Dot);
  5675. if (explicitInterface == NULL)
  5676. return NULL;
  5677. mVisitorPos.mReadPos = explicitInterfaceDotIdx;
  5678. if (indexerThisToken == NULL)
  5679. {
  5680. nameIdentifier = ExpectIdentifierAfter(explicitInterfaceDot);
  5681. if (nameIdentifier == NULL)
  5682. {
  5683. // Looks like a method declaration
  5684. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  5685. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  5686. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  5687. if (typeRef != NULL)
  5688. ReplaceNode(typeRef, methodDeclaration);
  5689. else
  5690. ReplaceNode(nameIdentifier, methodDeclaration);
  5691. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5692. MEMBER_SET(methodDeclaration, mReturnType, typeRef);
  5693. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  5694. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5695. return methodDeclaration;
  5696. }
  5697. }
  5698. }
  5699. }
  5700. }
  5701. else if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5702. {
  5703. if (nextToken->GetToken() == BfToken_Operator)
  5704. {
  5705. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  5706. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  5707. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  5708. ReplaceNode(typeRef, operatorDecl);
  5709. operatorDecl->mReturnType = typeRef;
  5710. mVisitorPos.MoveNext();
  5711. MEMBER_SET(operatorDecl, mOperatorToken, nextToken);
  5712. bool hadFailedOperator = false;
  5713. auto nextNode = mVisitorPos.GetNext();
  5714. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5715. {
  5716. operatorDecl->mBinOp = BfTokenToBinaryOp(nextToken->GetToken());
  5717. if (operatorDecl->mBinOp != BfBinaryOp_None)
  5718. {
  5719. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5720. mVisitorPos.MoveNext();
  5721. }
  5722. else
  5723. {
  5724. operatorDecl->mUnaryOp = BfTokenToUnaryOp(nextToken->GetToken());
  5725. if (operatorDecl->mUnaryOp != BfUnaryOp_None)
  5726. {
  5727. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5728. mVisitorPos.MoveNext();
  5729. }
  5730. else
  5731. {
  5732. operatorDecl->mAssignOp = BfTokenToAssignmentOp(nextToken->GetToken());
  5733. if (operatorDecl->mAssignOp == BfAssignmentOp_Assign)
  5734. {
  5735. Fail("The assignment operator '=' cannot be overridden", nextToken);
  5736. }
  5737. if (operatorDecl->mAssignOp != BfAssignmentOp_None)
  5738. {
  5739. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5740. mVisitorPos.MoveNext();
  5741. }
  5742. else if (nextToken->GetToken() != BfToken_LParen)
  5743. {
  5744. Fail("Invalid operator type", nextToken);
  5745. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5746. mVisitorPos.MoveNext();
  5747. }
  5748. }
  5749. }
  5750. }
  5751. if ((operatorDecl->mOpTypeToken == NULL) && (operatorDecl->mReturnType == NULL) && (!hadFailedOperator))
  5752. {
  5753. FailAfter("Expected operator type", operatorDecl);
  5754. return NULL;
  5755. }
  5756. ParseMethod(operatorDecl, &params, &commas);
  5757. // This was the one ambiguous case
  5758. if ((operatorDecl->mBinOp == BfBinaryOp_Subtract) && (params.size() == 1))
  5759. {
  5760. operatorDecl->mBinOp = BfBinaryOp_None;
  5761. operatorDecl->mUnaryOp = BfUnaryOp_Negate;
  5762. }
  5763. return operatorDecl;
  5764. }
  5765. else if (nextToken->GetToken() == BfToken_LParen)
  5766. {
  5767. Fail("Method name, 'this', or '~this' expected", node);
  5768. nameIdentifier = BfNodeDynCast<BfIdentifierNode>(origNode);
  5769. if (nameIdentifier != NULL)
  5770. {
  5771. // Remove TypeRef
  5772. ReplaceNode(typeRef, nameIdentifier);
  5773. typeRef = NULL;
  5774. }
  5775. }
  5776. }
  5777. if ((nameIdentifier != NULL) || (forceIsMethod) || (indexerThisToken != NULL))
  5778. {
  5779. //ExtractExplicitInterfaceRef
  5780. int blockAfterIdx = mVisitorPos.mReadPos + 1;
  5781. BfAstNode* blockAfterPos = nameIdentifier;
  5782. BfPropertyDeclaration* propertyDeclaration = NULL;
  5783. if (indexerThisToken != NULL)
  5784. {
  5785. auto indexerDeclaration = mAlloc->Alloc<BfIndexerDeclaration>();
  5786. BfDeferredAstSizedArray<BfParameterDeclaration*> params(indexerDeclaration->mParams, mAlloc);
  5787. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerDeclaration->mCommas, mAlloc);
  5788. ReplaceNode(typeRef, indexerDeclaration);
  5789. indexerDeclaration->mTypeRef = typeRef;
  5790. MEMBER_SET(indexerDeclaration, mThisToken, indexerThisToken);
  5791. mVisitorPos.MoveNext();
  5792. if (explicitInterface != NULL)
  5793. {
  5794. MEMBER_SET(indexerDeclaration, mExplicitInterface, explicitInterface);
  5795. MEMBER_SET(indexerDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5796. //mVisitorPos.mReadPos = endNodeIdx;
  5797. }
  5798. auto openToken = ExpectTokenAfter(indexerDeclaration, BfToken_LBracket);
  5799. if (openToken == NULL)
  5800. return indexerDeclaration;
  5801. MEMBER_SET(indexerDeclaration, mOpenBracket, openToken);
  5802. auto endToken = ParseMethodParams(indexerDeclaration, &params, &commas, BfToken_RBracket);
  5803. if (endToken == NULL)
  5804. return indexerDeclaration;
  5805. MEMBER_SET(indexerDeclaration, mCloseBracket, endToken);
  5806. propertyDeclaration = indexerDeclaration;
  5807. blockAfterPos = propertyDeclaration;
  5808. mVisitorPos.MoveNext();
  5809. blockAfterIdx = mVisitorPos.mReadPos + 1;
  5810. auto block = ExpectBlockAfter(blockAfterPos);
  5811. if (block == NULL)
  5812. return indexerDeclaration;
  5813. }
  5814. else
  5815. {
  5816. blockAfterPos = nameIdentifier;
  5817. }
  5818. nextNode = mVisitorPos.Get(blockAfterIdx);
  5819. auto block = BfNodeDynCast<BfBlock>(nextNode);
  5820. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  5821. bool isExprBodyProp = (tokenNode != NULL) && (tokenNode->mToken == BfToken_FatArrow);
  5822. // Property.
  5823. // If we don't have a token afterwards then still treat it as a property for autocomplete purposes
  5824. if ((typeRef != NULL) &&
  5825. ((block != NULL) || (tokenNode == NULL) || (isExprBodyProp)))
  5826. {
  5827. //mVisitorPos.mReadPos = blockAfterIdx;
  5828. if (propertyDeclaration == NULL)
  5829. {
  5830. if ((block == NULL) && (!isExprBodyProp))
  5831. {
  5832. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5833. ReplaceNode(typeRef, propDecl);
  5834. propDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5835. propDecl->mTypeRef = typeRef;
  5836. if (explicitInterface != NULL)
  5837. {
  5838. MEMBER_SET(propDecl, mExplicitInterface, explicitInterface);
  5839. MEMBER_SET(propDecl, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5840. }
  5841. // Don't set the name identifier, this could be bogus
  5842. //mVisitorPos.mReadPos--;
  5843. // WHY did we want to not set this?
  5844. // If we don't, then typing a new method name will end up treating the name node as a typeRef
  5845. // which can autocomplete incorrectly
  5846. MEMBER_SET(propDecl, mNameNode, nameIdentifier);
  5847. return propDecl;
  5848. }
  5849. mVisitorPos.mReadPos = blockAfterIdx;
  5850. propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  5851. ReplaceNode(typeRef, propertyDeclaration);
  5852. propertyDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5853. propertyDeclaration->mTypeRef = typeRef;
  5854. if (explicitInterface != NULL)
  5855. {
  5856. MEMBER_SET(propertyDeclaration, mExplicitInterface, explicitInterface);
  5857. MEMBER_SET(propertyDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5858. }
  5859. MEMBER_SET(propertyDeclaration, mNameNode, nameIdentifier);
  5860. //mVisitorPos.MoveNext();
  5861. }
  5862. else
  5863. mVisitorPos.mReadPos = blockAfterIdx;
  5864. if (block != NULL)
  5865. {
  5866. MEMBER_SET(propertyDeclaration, mDefinitionBlock, block);
  5867. ReadPropertyBlock(propertyDeclaration, block);
  5868. }
  5869. else if (isExprBodyProp)
  5870. {
  5871. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  5872. auto propertyBodyExpr = mAlloc->Alloc<BfPropertyBodyExpression>();
  5873. ReplaceNode(tokenNode, propertyBodyExpr);
  5874. MEMBER_SET(propertyBodyExpr, mFatTokenArrow, tokenNode);
  5875. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  5876. method->mPropertyDeclaration = propertyDeclaration;
  5877. method->mNameNode = propertyDeclaration->mNameNode;
  5878. auto expr = CreateExpressionAfter(tokenNode);
  5879. if (expr != NULL)
  5880. {
  5881. MEMBER_SET(method, mBody, expr);
  5882. propertyDeclaration->SetSrcEnd(expr->GetSrcEnd());
  5883. }
  5884. methods.Add(method);
  5885. MEMBER_SET(propertyDeclaration, mDefinitionBlock, propertyBodyExpr);
  5886. }
  5887. return propertyDeclaration;
  5888. }
  5889. //nextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  5890. /*if (tokenNode == NULL)
  5891. {
  5892. mVisitorPos.MoveNext();
  5893. ExpectTokenAfter(nameIdentifier, BfToken_Semicolon);
  5894. // Just 'eat' the typeRef by stuffing it into a property declaration
  5895. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5896. ReplaceNode(typeRef, fieldDecl);
  5897. fieldDecl->mTypeRef = typeRef;
  5898. return fieldDecl;
  5899. }*/
  5900. if (tokenNode == NULL)
  5901. {
  5902. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5903. ReplaceNode(nameIdentifier, fieldDecl);
  5904. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5905. fieldDecl->mNameNode = nameIdentifier;
  5906. return fieldDecl;
  5907. }
  5908. BfToken token = tokenNode->GetToken();
  5909. if ((token == BfToken_LParen) ||
  5910. (token == BfToken_LChevron))
  5911. {
  5912. if (token == BfToken_LChevron)
  5913. {
  5914. //mVisitorPos.mReadPos++;
  5915. bool isTypeRef = IsTypeReference(nameIdentifier, BfToken_LParen);
  5916. //mVisitorPos.mReadPos--;
  5917. if (!isTypeRef)
  5918. {
  5919. bool onNewLine = false;
  5920. auto src = nameIdentifier->GetSourceData();
  5921. int srcStart = nameIdentifier->GetSrcStart();
  5922. for (int srcIdx = typeRef->GetSrcEnd(); srcIdx < srcStart; srcIdx++)
  5923. if (src->mSrc[srcIdx] == '\n')
  5924. onNewLine = false;
  5925. if (onNewLine)
  5926. {
  5927. // Actually it looks like a partially formed type declaration followed by a method
  5928. // which returns a generic type
  5929. FailAfter("Name expected", typeRef);
  5930. auto fieldDecl = mAlloc->Alloc<BfFieldDeclaration>();
  5931. ReplaceNode(typeRef, fieldDecl);
  5932. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5933. fieldDecl->mTypeRef = typeRef;
  5934. return fieldDecl;
  5935. }
  5936. }
  5937. }
  5938. // Looks like a method declaration
  5939. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  5940. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  5941. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  5942. if (typeRef != NULL)
  5943. ReplaceNode(typeRef, methodDeclaration);
  5944. else
  5945. ReplaceNode(nameIdentifier, methodDeclaration);
  5946. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5947. if (explicitInterface != NULL)
  5948. {
  5949. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  5950. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5951. }
  5952. if (token == BfToken_LChevron)
  5953. {
  5954. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  5955. if (genericParams != NULL)
  5956. {
  5957. MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
  5958. }
  5959. }
  5960. methodDeclaration->mReturnType = typeRef;
  5961. MEMBER_SET_CHECKED(methodDeclaration, mNameNode, nameIdentifier);
  5962. mCurMethodDecl = methodDeclaration;
  5963. ParseMethod(methodDeclaration, &params, &commas);
  5964. mCurMethodDecl = NULL;
  5965. return methodDeclaration;
  5966. }
  5967. return CreateFieldDeclaration(tokenNode, typeRef, nameIdentifier, NULL);
  5968. }
  5969. FailAfter("Member name expected", node);
  5970. // Same fail case as "expected member declaration"
  5971. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5972. ReplaceNode(typeRef, fieldDecl);
  5973. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5974. fieldDecl->mTypeRef = typeRef;
  5975. return fieldDecl;
  5976. }
  5977. BfInvocationExpression* BfReducer::CreateInvocationExpression(BfAstNode* target, CreateExprFlags createExprFlags)
  5978. {
  5979. auto tokenNode = ExpectTokenAfter(target, BfToken_LParen, BfToken_LChevron, BfToken_Bang);
  5980. auto invocationExpr = mAlloc->Alloc<BfInvocationExpression>();
  5981. BfDeferredAstSizedArray<BfExpression*> arguments(invocationExpr->mArguments, mAlloc);
  5982. BfDeferredAstSizedArray<BfTokenNode*> commas(invocationExpr->mCommas, mAlloc);
  5983. invocationExpr->mTarget = target;
  5984. ReplaceNode(target, invocationExpr);
  5985. if (tokenNode == NULL)
  5986. return invocationExpr;
  5987. if (tokenNode->GetToken() == BfToken_Bang)
  5988. {
  5989. MoveNode(tokenNode, invocationExpr);
  5990. if (tokenNode->GetSrcEnd() == invocationExpr->mTarget->GetSrcEnd() + 1)
  5991. {
  5992. BfAstNode* target = invocationExpr->mTarget;
  5993. while (true)
  5994. {
  5995. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(target))
  5996. target = qualifiedNameNode->mRight;
  5997. else if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(target))
  5998. target = memberRefExpr->mMemberName;
  5999. else if (auto attribIdentifierNode = BfNodeDynCast<BfAttributedIdentifierNode>(target))
  6000. target = attribIdentifierNode->mIdentifier;
  6001. else
  6002. break;
  6003. }
  6004. if (target != NULL)
  6005. {
  6006. BF_ASSERT(tokenNode->GetSrcEnd() == target->GetSrcEnd() + 1);
  6007. target->SetSrcEnd(tokenNode->GetSrcEnd());
  6008. invocationExpr->mTarget->SetSrcEnd(tokenNode->GetSrcEnd());
  6009. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6010. {
  6011. if (nextToken->GetToken() == BfToken_Colon)
  6012. {
  6013. /*auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6014. ReplaceNode(invocationExpr->mTarget, scopedInvocationTarget);
  6015. scopedInvocationTarget->mTarget = invocationExpr->mTarget;
  6016. invocationExpr->mTarget = scopedInvocationTarget;
  6017. MEMBER_SET(scopedInvocationTarget, mColonToken, nextToken);
  6018. mVisitorPos.MoveNext();
  6019. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6020. {
  6021. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6022. {
  6023. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6024. mVisitorPos.MoveNext();
  6025. }
  6026. }
  6027. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6028. {
  6029. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6030. mVisitorPos.MoveNext();
  6031. }
  6032. if (scopedInvocationTarget->mScopeName == NULL)
  6033. {
  6034. FailAfter("Expected scope name", scopedInvocationTarget);
  6035. }*/
  6036. auto scopedInvocationTarget = CreateScopedInvocationTarget(invocationExpr->mTarget, nextToken);
  6037. invocationExpr->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6038. }
  6039. }
  6040. }
  6041. }
  6042. else
  6043. Fail("No space allowed before token", tokenNode);
  6044. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen, BfToken_LChevron);
  6045. if (tokenNode == NULL)
  6046. return invocationExpr;
  6047. }
  6048. if (tokenNode->GetToken() == BfToken_LChevron)
  6049. {
  6050. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6051. MEMBER_SET_CHECKED(invocationExpr, mGenericArgs, genericParamsDecl);
  6052. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen);
  6053. }
  6054. MEMBER_SET_CHECKED(invocationExpr, mOpenParen, tokenNode);
  6055. tokenNode = ReadArguments(invocationExpr, invocationExpr, &arguments, &commas, BfToken_RParen, true);
  6056. if (tokenNode != NULL)
  6057. {
  6058. MEMBER_SET(invocationExpr, mCloseParen, tokenNode);
  6059. }
  6060. return invocationExpr;
  6061. }
  6062. BfDelegateBindExpression* BfReducer::CreateDelegateBindExpression(BfAstNode* allocNode)
  6063. {
  6064. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  6065. ReplaceNode(allocNode, delegateBindExpr);
  6066. MEMBER_SET(delegateBindExpr, mNewToken, allocNode);
  6067. auto tokenNode = ExpectTokenAfter(delegateBindExpr, BfToken_FatArrow);
  6068. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  6069. auto expr = CreateExpressionAfter(delegateBindExpr);
  6070. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  6071. auto nextNode = mVisitorPos.GetNext();
  6072. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  6073. {
  6074. if (tokenNode->GetToken() == BfToken_LChevron)
  6075. {
  6076. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6077. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  6078. }
  6079. }
  6080. return delegateBindExpr;
  6081. }
  6082. BfLambdaBindExpression* BfReducer::CreateLambdaBindExpression(BfAstNode* allocNode, BfTokenNode* parenToken)
  6083. {
  6084. auto lambdaBindExpr = mAlloc->Alloc<BfLambdaBindExpression>();
  6085. BfDeferredAstSizedArray<BfIdentifierNode*> params(lambdaBindExpr->mParams, mAlloc);
  6086. BfDeferredAstSizedArray<BfTokenNode*> commas(lambdaBindExpr->mCommas, mAlloc);
  6087. BfTokenNode* tokenNode;
  6088. if (allocNode != NULL)
  6089. {
  6090. ReplaceNode(allocNode, lambdaBindExpr);
  6091. MEMBER_SET(lambdaBindExpr, mNewToken, allocNode);
  6092. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen, BfToken_LBracket);
  6093. }
  6094. else
  6095. {
  6096. ReplaceNode(parenToken, lambdaBindExpr);
  6097. tokenNode = parenToken;
  6098. }
  6099. if (tokenNode == NULL)
  6100. return lambdaBindExpr;
  6101. MEMBER_SET_CHECKED(lambdaBindExpr, mOpenParen, tokenNode);
  6102. for (int paramIdx = 0; true; paramIdx++)
  6103. {
  6104. bool isRParen = false;
  6105. auto nextNode = mVisitorPos.GetNext();
  6106. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  6107. isRParen = tokenNode->GetToken() == BfToken_RParen;
  6108. if (!isRParen)
  6109. {
  6110. auto nameIdentifier = ExpectIdentifierAfter(lambdaBindExpr, "parameter name");
  6111. if (nameIdentifier == NULL)
  6112. return lambdaBindExpr;
  6113. MoveNode(nameIdentifier, lambdaBindExpr);
  6114. params.push_back(nameIdentifier);
  6115. }
  6116. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_Comma, BfToken_RParen);
  6117. if (tokenNode == NULL)
  6118. return lambdaBindExpr;
  6119. if (tokenNode->GetToken() == BfToken_RParen)
  6120. {
  6121. MEMBER_SET(lambdaBindExpr, mCloseParen, tokenNode);
  6122. break;
  6123. }
  6124. MoveNode(tokenNode, lambdaBindExpr);
  6125. commas.push_back(tokenNode);
  6126. }
  6127. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_FatArrow);
  6128. MEMBER_SET_CHECKED(lambdaBindExpr, mFatArrowToken, tokenNode);
  6129. auto nextNode = mVisitorPos.GetNext();
  6130. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6131. if (block != NULL)
  6132. {
  6133. HandleBlock(block, true);
  6134. mVisitorPos.MoveNext();
  6135. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, block);
  6136. }
  6137. else
  6138. {
  6139. auto expr = CreateExpressionAfter(lambdaBindExpr);
  6140. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, expr);
  6141. }
  6142. auto lambdaDtor = CreateFieldDtorDeclaration(lambdaBindExpr);
  6143. if (lambdaDtor != NULL)
  6144. {
  6145. if ((mIsFieldInitializer) && (!mInParenExpr))
  6146. {
  6147. Fail("Ambiguous destructor: could be field destructor or lambda destructor. Disambiguate with parentheses, either '(lambda) ~ fieldDtor' or '(lambda ~ lambdaDtor)'", lambdaBindExpr);
  6148. }
  6149. lambdaBindExpr->mDtor = lambdaDtor;
  6150. }
  6151. return lambdaBindExpr;
  6152. }
  6153. BfCollectionInitializerExpression* BfReducer::CreateCollectionInitializerExpression(BfBlock* block)
  6154. {
  6155. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6156. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6157. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6158. ReplaceNode(block, arrayInitializerExpression);
  6159. MEMBER_SET(arrayInitializerExpression, mOpenBrace, block->mOpenBrace);
  6160. if (block->mCloseBrace != NULL)
  6161. MEMBER_SET(arrayInitializerExpression, mCloseBrace, block->mCloseBrace);
  6162. block->mOpenBrace = NULL;
  6163. block->mCloseBrace = NULL;
  6164. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6165. bool isDone = !mVisitorPos.MoveNext();
  6166. while (true)
  6167. {
  6168. auto head = mVisitorPos.GetCurrent();
  6169. if (head == NULL)
  6170. break;
  6171. BfExpression* expression;
  6172. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6173. expression = CreateCollectionInitializerExpression(innerBlock);
  6174. else
  6175. expression = CreateExpression(head);
  6176. if (expression == NULL)
  6177. break;
  6178. auto nextNode = mVisitorPos.GetNext();
  6179. bool atEnd = nextNode == NULL;
  6180. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RBrace);
  6181. MoveNode(expression, arrayInitializerExpression);
  6182. values.push_back(expression);
  6183. if ((!atEnd) && (tokenNode == NULL))
  6184. break;
  6185. if (atEnd)
  6186. break;
  6187. MoveNode(tokenNode, arrayInitializerExpression);
  6188. commas.push_back(tokenNode);
  6189. isDone = !mVisitorPos.MoveNext();
  6190. }
  6191. return arrayInitializerExpression;
  6192. }
  6193. BfCollectionInitializerExpression * BfReducer::CreateCollectionInitializerExpression(BfTokenNode* openToken)
  6194. {
  6195. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6196. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6197. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6198. ReplaceNode(openToken, arrayInitializerExpression);
  6199. MEMBER_SET(arrayInitializerExpression, mOpenBrace, openToken);
  6200. bool isDone = !mVisitorPos.MoveNext();
  6201. while (true)
  6202. {
  6203. auto head = mVisitorPos.GetCurrent();
  6204. if (head == NULL)
  6205. break;
  6206. BfExpression* expression;
  6207. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6208. expression = CreateCollectionInitializerExpression(innerBlock);
  6209. else
  6210. {
  6211. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(head))
  6212. {
  6213. if (tokenNode->mToken == BfToken_RParen)
  6214. {
  6215. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6216. return arrayInitializerExpression;
  6217. }
  6218. }
  6219. expression = CreateExpression(head);
  6220. }
  6221. if (expression == NULL)
  6222. break;
  6223. auto nextNode = mVisitorPos.GetNext();
  6224. bool atEnd = nextNode == NULL;
  6225. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RParen);
  6226. MoveNode(expression, arrayInitializerExpression);
  6227. values.push_back(expression);
  6228. if ((!atEnd) && (tokenNode == NULL))
  6229. break;
  6230. if (atEnd)
  6231. break;
  6232. MoveNode(tokenNode, arrayInitializerExpression);
  6233. if (tokenNode->GetToken() == BfToken_RParen)
  6234. {
  6235. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6236. break;
  6237. }
  6238. commas.push_back(tokenNode);
  6239. isDone = !mVisitorPos.MoveNext();
  6240. }
  6241. return arrayInitializerExpression;
  6242. }
  6243. BfScopedInvocationTarget* BfReducer::CreateScopedInvocationTarget(BfAstNode*& targetRef, BfTokenNode* colonToken)
  6244. {
  6245. auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6246. ReplaceNode(targetRef, scopedInvocationTarget);
  6247. scopedInvocationTarget->mTarget = targetRef;
  6248. targetRef = scopedInvocationTarget;
  6249. if (colonToken == NULL)
  6250. return scopedInvocationTarget;
  6251. MEMBER_SET(scopedInvocationTarget, mColonToken, colonToken);
  6252. mVisitorPos.MoveNext();
  6253. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6254. {
  6255. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6256. {
  6257. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6258. mVisitorPos.MoveNext();
  6259. }
  6260. }
  6261. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6262. {
  6263. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6264. mVisitorPos.MoveNext();
  6265. }
  6266. if (scopedInvocationTarget->mScopeName == NULL)
  6267. {
  6268. FailAfter("Expected scope name", scopedInvocationTarget);
  6269. }
  6270. return scopedInvocationTarget;
  6271. }
  6272. BfAstNode* BfReducer::CreateAllocNode(BfTokenNode* allocToken)
  6273. {
  6274. if (allocToken->GetToken() == BfToken_Scope)
  6275. {
  6276. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6277. if (nextToken == NULL)
  6278. return allocToken;
  6279. if ((nextToken->mToken != BfToken_Colon) && (nextToken->mToken != BfToken_LBracket))
  6280. return allocToken;
  6281. auto scopeNode = mAlloc->Alloc<BfScopeNode>();
  6282. ReplaceNode(allocToken, scopeNode);
  6283. scopeNode->mScopeToken = allocToken;
  6284. if (nextToken->mToken == BfToken_Colon)
  6285. {
  6286. MEMBER_SET(scopeNode, mColonToken, nextToken);
  6287. mVisitorPos.MoveNext();
  6288. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6289. {
  6290. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6291. {
  6292. MEMBER_SET(scopeNode, mTargetNode, nextToken);
  6293. mVisitorPos.MoveNext();
  6294. }
  6295. }
  6296. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6297. {
  6298. MEMBER_SET(scopeNode, mTargetNode, identifier);
  6299. mVisitorPos.MoveNext();
  6300. }
  6301. if (scopeNode->mTargetNode == NULL)
  6302. {
  6303. FailAfter("Expected scope name", scopeNode);
  6304. }
  6305. }
  6306. nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6307. if (nextToken == NULL)
  6308. return scopeNode;
  6309. if (nextToken->mToken != BfToken_LBracket)
  6310. return scopeNode;
  6311. mVisitorPos.MoveNext();
  6312. auto attributeDirective = CreateAttributeDirective(nextToken);
  6313. MEMBER_SET(scopeNode, mAttributes, attributeDirective);
  6314. return scopeNode;
  6315. }
  6316. if (allocToken->GetToken() == BfToken_New)
  6317. {
  6318. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6319. if (nextToken == NULL)
  6320. return allocToken;
  6321. if ((nextToken->mToken != BfToken_Colon) && (nextToken->mToken != BfToken_LBracket))
  6322. return allocToken;
  6323. auto newNode = mAlloc->Alloc<BfNewNode>();
  6324. ReplaceNode(allocToken, newNode);
  6325. newNode->mNewToken = allocToken;
  6326. if (nextToken->mToken == BfToken_Colon)
  6327. {
  6328. MEMBER_SET(newNode, mColonToken, nextToken);
  6329. mVisitorPos.MoveNext();
  6330. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6331. {
  6332. BfToken nextToken = nextTokenNode->GetToken();
  6333. if ((nextToken == BfToken_LParen) || (nextToken == BfToken_This) || (nextToken == BfToken_Null))
  6334. {
  6335. auto allocExpr = CreateExpressionAfter(newNode, (CreateExprFlags)(CreateExprFlags_NoCast | CreateExprFlags_ExitOnParenExpr));
  6336. if (allocExpr != NULL)
  6337. {
  6338. MEMBER_SET(newNode, mAllocNode, allocExpr);
  6339. }
  6340. }
  6341. }
  6342. else
  6343. {
  6344. int endNodeIdx = -1;
  6345. int nodeIdx = mVisitorPos.mReadPos;
  6346. mVisitorPos.MoveNext();
  6347. if (IsTypeReference(mVisitorPos.GetCurrent(), BfToken_Bang, &endNodeIdx))
  6348. {
  6349. if (auto bangToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx)))
  6350. {
  6351. if (auto prevIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(endNodeIdx - 1)))
  6352. {
  6353. if (bangToken->GetSrcStart() == prevIdentifier->GetSrcEnd())
  6354. {
  6355. if (endNodeIdx == nodeIdx + 2)
  6356. {
  6357. MEMBER_SET(newNode, mAllocNode, prevIdentifier);
  6358. prevIdentifier->SetSrcEnd(bangToken->GetSrcEnd());
  6359. }
  6360. else
  6361. {
  6362. mVisitorPos.mReadPos = nodeIdx + 1;
  6363. BfExpression* expr = CreateExpression(mVisitorPos.Get(nodeIdx + 1), CreateExprFlags_ExitOnBang);
  6364. expr->SetSrcEnd(bangToken->GetSrcEnd());
  6365. MEMBER_SET(newNode, mAllocNode, expr);
  6366. BfAstNode* memberNode = expr;
  6367. if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(expr))
  6368. {
  6369. memberNode = memberRefExpr->mMemberName;
  6370. }
  6371. else if (auto qualifiedIdentifier = BfNodeDynCast<BfQualifiedNameNode>(expr))
  6372. {
  6373. memberNode = qualifiedIdentifier->mRight;
  6374. }
  6375. if (memberNode != NULL)
  6376. memberNode->SetSrcEnd(bangToken->GetSrcEnd());
  6377. }
  6378. newNode->SetSrcEnd(bangToken->GetSrcEnd());
  6379. mVisitorPos.mReadPos = endNodeIdx;
  6380. BfTokenNode* colonToken = NULL;
  6381. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx + 1)))
  6382. {
  6383. if (nextToken->GetToken() == BfToken_Colon)
  6384. colonToken = nextToken;
  6385. }
  6386. auto scopedInvocationTarget = CreateScopedInvocationTarget(newNode->mAllocNode, colonToken);
  6387. newNode->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6388. }
  6389. }
  6390. }
  6391. }
  6392. if (newNode->mAllocNode == NULL)
  6393. {
  6394. mVisitorPos.mReadPos = nodeIdx;
  6395. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6396. {
  6397. MEMBER_SET(newNode, mAllocNode, identifier);
  6398. mVisitorPos.MoveNext();
  6399. }
  6400. }
  6401. }
  6402. if (newNode->mAllocNode == NULL)
  6403. {
  6404. FailAfter("Expected allocator expression", newNode);
  6405. }
  6406. }
  6407. nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6408. if (nextToken == NULL)
  6409. return newNode;
  6410. if (nextToken->mToken != BfToken_LBracket)
  6411. return newNode;
  6412. mVisitorPos.MoveNext();
  6413. auto attributeDirective = CreateAttributeDirective(nextToken);
  6414. MEMBER_SET(newNode, mAttributes, attributeDirective);
  6415. return newNode;
  6416. }
  6417. return allocToken;
  6418. }
  6419. BfObjectCreateExpression* BfReducer::CreateObjectCreateExpression(BfAstNode* allocNode)
  6420. {
  6421. auto objectCreateExpr = mAlloc->Alloc<BfObjectCreateExpression>();
  6422. BfDeferredAstSizedArray<BfExpression*> arguments(objectCreateExpr->mArguments, mAlloc);
  6423. BfDeferredAstSizedArray<BfTokenNode*> commas(objectCreateExpr->mCommas, mAlloc);
  6424. ReplaceNode(allocNode, objectCreateExpr);
  6425. MEMBER_SET(objectCreateExpr, mNewNode, allocNode);
  6426. auto nextNode = mVisitorPos.GetNext();
  6427. BfTokenNode* tokenNode;
  6428. // Why did we want this syntax?
  6429. // if (tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6430. // {
  6431. // if (tokenNode->GetToken() == BfToken_Star)
  6432. // {
  6433. // MEMBER_SET(objectCreateExpr, mStarToken, tokenNode);
  6434. // mVisitorPos.MoveNext();
  6435. // }
  6436. // }
  6437. auto typeRef = CreateTypeRefAfter(objectCreateExpr);
  6438. if (typeRef == NULL)
  6439. return objectCreateExpr;
  6440. if (auto ptrType = BfNodeDynCast<BfPointerTypeRef>(typeRef))
  6441. {
  6442. if (auto arrayType = BfNodeDynCast<BfArrayTypeRef>(ptrType->mElementType))
  6443. {
  6444. MEMBER_SET(objectCreateExpr, mStarToken, ptrType->mStarNode);
  6445. typeRef = ptrType->mElementType;
  6446. }
  6447. }
  6448. MEMBER_SET(objectCreateExpr, mTypeRef, typeRef);
  6449. if (auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
  6450. {
  6451. mVisitorPos.MoveNext();
  6452. MEMBER_SET(objectCreateExpr, mOpenToken, block->mOpenBrace);
  6453. //
  6454. {
  6455. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6456. ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_None, true);
  6457. }
  6458. MEMBER_SET(objectCreateExpr, mCloseToken, block->mCloseBrace);
  6459. return objectCreateExpr;
  6460. }
  6461. tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6462. if (tokenNode == NULL)
  6463. return objectCreateExpr;
  6464. if (tokenNode->GetToken() != BfToken_LParen)
  6465. return objectCreateExpr;
  6466. mVisitorPos.MoveNext();
  6467. MEMBER_SET(objectCreateExpr, mOpenToken, tokenNode);
  6468. BfToken endToken = (BfToken)(tokenNode->GetToken() + 1);
  6469. tokenNode = ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_RParen, true);
  6470. if (tokenNode == NULL)
  6471. return objectCreateExpr;
  6472. MEMBER_SET(objectCreateExpr, mCloseToken, tokenNode);
  6473. return objectCreateExpr;
  6474. }
  6475. BfExpression* BfReducer::CreateIndexerExpression(BfExpression* target)
  6476. {
  6477. auto tokenNode = ExpectTokenAfter(target, BfToken_LBracket, BfToken_QuestionLBracket);
  6478. auto indexerExpr = mAlloc->Alloc<BfIndexerExpression>();
  6479. BfDeferredAstSizedArray<BfExpression*> arguments(indexerExpr->mArguments, mAlloc);
  6480. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerExpr->mCommas, mAlloc);
  6481. indexerExpr->mTarget = target;
  6482. ReplaceNode(target, indexerExpr);
  6483. indexerExpr->mOpenBracket = tokenNode;
  6484. MoveNode(indexerExpr->mOpenBracket, indexerExpr);
  6485. BfAstNode* argAfterNode = indexerExpr;
  6486. BfAttributeDirective* attributeDirective = NULL;
  6487. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6488. {
  6489. if (tokenNode->mToken == BfToken_LBracket)
  6490. {
  6491. mVisitorPos.MoveNext();
  6492. attributeDirective = CreateAttributeDirective(tokenNode);
  6493. argAfterNode = attributeDirective;
  6494. }
  6495. }
  6496. indexerExpr->mCloseBracket = ReadArguments(indexerExpr, argAfterNode, &arguments, &commas, BfToken_RBracket, false);
  6497. if (attributeDirective != NULL)
  6498. {
  6499. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  6500. attribExpr->mAttributes = attributeDirective;
  6501. MEMBER_SET(attribExpr, mExpression, indexerExpr);
  6502. return attribExpr;
  6503. }
  6504. return indexerExpr;
  6505. }
  6506. BfMemberReferenceExpression* BfReducer::CreateMemberReferenceExpression(BfAstNode* target)
  6507. {
  6508. auto tokenNode = ExpectTokenAfter(target, BfToken_Dot, BfToken_DotDot, BfToken_QuestionDot);
  6509. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  6510. if (target != NULL)
  6511. {
  6512. memberReferenceExpr->mTarget = target;
  6513. ReplaceNode(target, memberReferenceExpr);
  6514. }
  6515. MEMBER_SET_CHECKED(memberReferenceExpr, mDotToken, tokenNode);
  6516. auto nextNode = mVisitorPos.GetNext();
  6517. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(nextNode))
  6518. {
  6519. // Special case for "tuple.0" type references
  6520. if (literalExpr->mValue.mTypeCode == BfTypeCode_IntUnknown)
  6521. {
  6522. MEMBER_SET(memberReferenceExpr, mMemberName, literalExpr);
  6523. mVisitorPos.MoveNext();
  6524. return memberReferenceExpr;
  6525. }
  6526. }
  6527. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  6528. {
  6529. if (tokenNode->GetToken() == BfToken_LBracket)
  6530. {
  6531. mVisitorPos.MoveNext();
  6532. auto attrIdentifier = CreateAttributedExpression(tokenNode, true);
  6533. if (attrIdentifier != NULL)
  6534. {
  6535. MEMBER_SET(memberReferenceExpr, mMemberName, attrIdentifier);
  6536. }
  6537. }
  6538. }
  6539. if (memberReferenceExpr->mMemberName == NULL)
  6540. {
  6541. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  6542. if (memberName != NULL)
  6543. {
  6544. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  6545. }
  6546. }
  6547. return memberReferenceExpr;
  6548. }
  6549. BfTupleExpression* BfReducer::CreateTupleExpression(BfTokenNode* node, BfExpression* innerExpr)
  6550. {
  6551. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  6552. ReplaceNode(node, tupleExpr);
  6553. tupleExpr->mOpenParen = node;
  6554. BfDeferredAstSizedArray<BfTupleNameNode*> names(tupleExpr->mNames, mAlloc);
  6555. BfDeferredAstSizedArray<BfExpression*> values(tupleExpr->mValues, mAlloc);
  6556. BfDeferredAstSizedArray<BfTokenNode*> commas(tupleExpr->mCommas, mAlloc);
  6557. while (true)
  6558. {
  6559. BfTokenNode* closeParenToken;
  6560. if (innerExpr == NULL)
  6561. {
  6562. bool skipExpr = false;
  6563. if (values.size() != 0)
  6564. {
  6565. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  6566. {
  6567. if (nextToken->GetToken() == BfToken_RParen)
  6568. {
  6569. // Unterminated - default initialize
  6570. skipExpr = true;
  6571. }
  6572. }
  6573. }
  6574. if (!skipExpr)
  6575. innerExpr = CreateExpressionAfter(tupleExpr, CreateExprFlags_PermissiveVariableDecl);
  6576. }
  6577. if (innerExpr == NULL)
  6578. {
  6579. // Failed, but can we pull in the closing rparen?
  6580. auto nextNode = mVisitorPos.GetNext();
  6581. if ((closeParenToken = BfNodeDynCast<BfTokenNode>(nextNode)))
  6582. {
  6583. if (closeParenToken->GetToken() == BfToken_RParen)
  6584. {
  6585. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  6586. mVisitorPos.MoveNext();
  6587. }
  6588. }
  6589. break;
  6590. }
  6591. if (innerExpr->IsA<BfIdentifierNode>())
  6592. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  6593. else
  6594. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  6595. if (closeParenToken == NULL)
  6596. {
  6597. values.push_back(innerExpr);
  6598. MoveNode(innerExpr, tupleExpr);
  6599. break;
  6600. }
  6601. //TODO: Why did we have this compat mode thing? It kept us from properly creating tuples with names
  6602. if ((closeParenToken->GetToken() == BfToken_Colon) /*&& (!mCompatMode)*/)
  6603. {
  6604. BfTupleNameNode* tupleNameNode = mAlloc->Alloc<BfTupleNameNode>();
  6605. ReplaceNode(innerExpr, tupleNameNode);
  6606. tupleNameNode->mNameNode = (BfIdentifierNode*)innerExpr;
  6607. MEMBER_SET(tupleNameNode, mColonToken, closeParenToken);
  6608. while ((int)values.size() > names.size())
  6609. names.push_back(NULL);
  6610. names.push_back(tupleNameNode);
  6611. MoveNode(tupleNameNode, tupleExpr);
  6612. innerExpr = CreateExpressionAfter(tupleExpr);
  6613. if (innerExpr == NULL)
  6614. break;
  6615. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  6616. }
  6617. values.push_back(innerExpr);
  6618. MoveNode(innerExpr, tupleExpr);
  6619. innerExpr = NULL;
  6620. if (closeParenToken == NULL)
  6621. break;
  6622. if (closeParenToken->GetToken() == BfToken_RParen)
  6623. {
  6624. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  6625. break;
  6626. }
  6627. commas.push_back(closeParenToken);
  6628. MoveNode(closeParenToken, tupleExpr);
  6629. }
  6630. return tupleExpr;
  6631. }
  6632. BfAstNode* BfReducer::HandleTopLevel(BfBlock* node)
  6633. {
  6634. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(node));
  6635. BfAstNode* prevNode = NULL;
  6636. bool hadPrevFail = false;
  6637. bool isDone = !mVisitorPos.MoveNext();
  6638. while (!isDone)
  6639. {
  6640. auto child = mVisitorPos.GetCurrent();
  6641. if (child == prevNode)
  6642. {
  6643. // If we're stuck on an error and can't process any more nodes
  6644. break;
  6645. }
  6646. prevNode = child;
  6647. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  6648. if (tokenNode == NULL)
  6649. {
  6650. if (!hadPrevFail)
  6651. Fail("Namespace or type declaration expected", child);
  6652. hadPrevFail = true;
  6653. isDone = !mVisitorPos.MoveNext();
  6654. mVisitorPos.Write(child); // Just keep it...
  6655. continue;
  6656. }
  6657. auto newNode = CreateTopLevelObject(tokenNode, NULL);
  6658. hadPrevFail = newNode == NULL;
  6659. isDone = !mVisitorPos.MoveNext();
  6660. if (newNode != NULL)
  6661. mVisitorPos.Write(newNode);
  6662. }
  6663. mVisitorPos.Trim();
  6664. return node;
  6665. }
  6666. BfAstNode* BfReducer::CreateTopLevelObject(BfTokenNode* tokenNode, BfAttributeDirective* attributes)
  6667. {
  6668. AssertCurrentNode(tokenNode);
  6669. bool isSimpleEnum = false;
  6670. if (tokenNode->GetToken() == BfToken_Enum)
  6671. {
  6672. int checkReadPos = mVisitorPos.mReadPos + 1;
  6673. // Do we just have a value list with no members?
  6674. auto nextNode = mVisitorPos.Get(checkReadPos);
  6675. auto checkNode = nextNode;
  6676. while (checkNode != NULL)
  6677. {
  6678. if (auto block = BfNodeDynCast<BfBlock>(checkNode))
  6679. {
  6680. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6681. mVisitorPos.MoveNext();
  6682. BfAstNode* headNode = block->mChildArr.GetAs<BfAstNode*>(0);
  6683. if (auto nameNode = BfNodeDynCast<BfIdentifierNode>(headNode))
  6684. {
  6685. auto nextNode = mVisitorPos.Get(1);
  6686. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  6687. {
  6688. if ((nextToken->GetToken() == BfToken_Comma) || (nextToken->GetToken() == BfToken_AssignEquals))
  6689. isSimpleEnum = true;
  6690. }
  6691. if (nextNode == NULL)
  6692. isSimpleEnum = true;
  6693. }
  6694. break;
  6695. }
  6696. checkReadPos++;
  6697. auto nextCheckNode = mVisitorPos.Get(checkReadPos);
  6698. checkNode = nextCheckNode;
  6699. }
  6700. }
  6701. switch (tokenNode->GetToken())
  6702. {
  6703. case BfToken_Using:
  6704. {
  6705. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6706. {
  6707. if (nextTokenNode->mToken == BfToken_Static)
  6708. {
  6709. auto usingDirective = mAlloc->Alloc<BfUsingStaticDirective>();
  6710. ReplaceNode(tokenNode, usingDirective);
  6711. usingDirective->mUsingToken = tokenNode;
  6712. MEMBER_SET(usingDirective, mStaticToken, nextTokenNode);
  6713. mVisitorPos.MoveNext();
  6714. auto typeRef = CreateTypeRefAfter(usingDirective);
  6715. if (typeRef != NULL)
  6716. MEMBER_SET(usingDirective, mTypeRef, typeRef);
  6717. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  6718. if (tokenNode != NULL)
  6719. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  6720. mExteriorNodes.Add(usingDirective);
  6721. return usingDirective;
  6722. }
  6723. }
  6724. auto usingDirective = mAlloc->Alloc<BfUsingDirective>();
  6725. ReplaceNode(tokenNode, usingDirective);
  6726. usingDirective->mUsingToken = tokenNode;
  6727. auto identifierNode = ExpectIdentifierAfter(usingDirective);
  6728. if (identifierNode != NULL)
  6729. {
  6730. identifierNode = CompactQualifiedName(identifierNode);
  6731. MEMBER_SET(usingDirective, mNamespace, identifierNode);
  6732. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  6733. if (tokenNode == NULL)
  6734. {
  6735. // Failure, but eat any following dot for autocompletion purposes
  6736. auto nextNode = mVisitorPos.GetNext();
  6737. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  6738. {
  6739. if (tokenNode->GetToken() == BfToken_Dot)
  6740. {
  6741. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  6742. ReplaceNode(usingDirective->mNamespace, qualifiedNameNode);
  6743. qualifiedNameNode->mLeft = usingDirective->mNamespace;
  6744. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  6745. usingDirective->mNamespace = qualifiedNameNode;
  6746. usingDirective->SetSrcEnd(qualifiedNameNode->GetSrcEnd());
  6747. return usingDirective;
  6748. }
  6749. }
  6750. }
  6751. else if (tokenNode != NULL)
  6752. {
  6753. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  6754. }
  6755. }
  6756. mExteriorNodes.Add(usingDirective);
  6757. return usingDirective;
  6758. }
  6759. break;
  6760. case BfToken_Namespace:
  6761. {
  6762. auto namespaceDeclaration = mAlloc->Alloc<BfNamespaceDeclaration>();
  6763. namespaceDeclaration->mNamespaceNode = tokenNode;
  6764. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  6765. if (identifierNode == NULL)
  6766. return namespaceDeclaration;
  6767. identifierNode = CompactQualifiedName(identifierNode);
  6768. namespaceDeclaration->mNameNode = identifierNode;
  6769. ReplaceNode(tokenNode, namespaceDeclaration);
  6770. MoveNode(identifierNode, namespaceDeclaration);
  6771. auto blockNode = ExpectBlockAfter(namespaceDeclaration);
  6772. if (blockNode == NULL)
  6773. return namespaceDeclaration;
  6774. MoveNode(blockNode, namespaceDeclaration);
  6775. namespaceDeclaration->mBlock = blockNode;
  6776. HandleTopLevel(namespaceDeclaration->mBlock);
  6777. return namespaceDeclaration;
  6778. }
  6779. break;
  6780. case BfToken_LBracket:
  6781. {
  6782. auto attributes = CreateAttributeDirective(tokenNode);
  6783. if (attributes == NULL)
  6784. return NULL;
  6785. auto nextNode = mVisitorPos.GetNext();
  6786. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  6787. if (nextToken == NULL)
  6788. {
  6789. FailAfter("Expected type declaration", tokenNode);
  6790. return NULL;
  6791. }
  6792. mVisitorPos.MoveNext();
  6793. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  6794. if (topLevelObject == NULL)
  6795. return NULL;
  6796. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  6797. if (typeDeclaration == NULL)
  6798. {
  6799. Fail("Invalid type specifier", tokenNode);
  6800. return NULL;
  6801. }
  6802. typeDeclaration->mAttributes = attributes;
  6803. ReplaceNode(attributes, typeDeclaration);
  6804. return typeDeclaration;
  6805. }
  6806. break;
  6807. case BfToken_Sealed:
  6808. case BfToken_Abstract:
  6809. case BfToken_Concrete:
  6810. case BfToken_Internal:
  6811. case BfToken_Public:
  6812. case BfToken_Private:
  6813. case BfToken_Protected:
  6814. case BfToken_Static:
  6815. {
  6816. auto nextNode = mVisitorPos.GetNext();
  6817. if ((tokenNode->GetToken() == BfToken_Static) && BfNodeIsA<BfBlock>(nextNode))
  6818. {
  6819. // It's a global block!
  6820. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  6821. ReplaceNode(tokenNode, typeDeclaration);
  6822. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  6823. typeDeclaration->mStaticSpecifier = tokenNode;
  6824. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6825. MEMBER_SET(typeDeclaration, mDefineNode, block);
  6826. mVisitorPos.MoveNext();
  6827. HandleTypeDeclaration(typeDeclaration, attributes);
  6828. return typeDeclaration;
  6829. }
  6830. nextNode = mVisitorPos.GetNext();
  6831. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  6832. if (nextToken == NULL)
  6833. {
  6834. AddErrorNode(tokenNode);
  6835. FailAfter("Expected type declaration", tokenNode);
  6836. return NULL;
  6837. }
  6838. mVisitorPos.MoveNext();
  6839. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  6840. if (topLevelObject == NULL)
  6841. {
  6842. AddErrorNode(tokenNode);
  6843. return NULL;
  6844. }
  6845. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  6846. if (typeDeclaration == NULL)
  6847. {
  6848. AddErrorNode(tokenNode);
  6849. Fail("Invalid type specifier", tokenNode);
  6850. return NULL;
  6851. }
  6852. ReplaceNode(tokenNode, typeDeclaration);
  6853. BfToken token = tokenNode->GetToken();
  6854. if ((token == BfToken_Public) ||
  6855. (token == BfToken_Protected) ||
  6856. (token == BfToken_Private))
  6857. {
  6858. if (typeDeclaration->mProtectionSpecifier != NULL)
  6859. {
  6860. Fail("Protection already specified", tokenNode);
  6861. }
  6862. MEMBER_SET(typeDeclaration, mProtectionSpecifier, tokenNode);
  6863. }
  6864. if (token == BfToken_Internal)
  6865. {
  6866. if (typeDeclaration->mInternalSpecifier != NULL)
  6867. {
  6868. Fail("Internal already specified", typeDeclaration->mInternalSpecifier);
  6869. }
  6870. MEMBER_SET(typeDeclaration, mInternalSpecifier, tokenNode);
  6871. }
  6872. if (token == BfToken_Static)
  6873. {
  6874. if (typeDeclaration->mStaticSpecifier != NULL)
  6875. {
  6876. Fail("Static already specified", tokenNode);
  6877. }
  6878. MEMBER_SET(typeDeclaration, mStaticSpecifier, tokenNode);
  6879. }
  6880. if (token == BfToken_Sealed)
  6881. {
  6882. if (typeDeclaration->mSealedSpecifier != NULL)
  6883. {
  6884. Fail("Sealed already specified", tokenNode);
  6885. }
  6886. MEMBER_SET(typeDeclaration, mSealedSpecifier, tokenNode);
  6887. }
  6888. if ((token == BfToken_Abstract) || (token == BfToken_Concrete))
  6889. {
  6890. if (typeDeclaration->mAbstractSpecifier != NULL)
  6891. {
  6892. Fail(StrFormat("'%s' already specified", typeDeclaration->mAbstractSpecifier->ToString().c_str()), tokenNode);
  6893. }
  6894. MEMBER_SET(typeDeclaration, mAbstractSpecifier, tokenNode);
  6895. }
  6896. //TODO: Store type specifiers
  6897. return typeDeclaration;
  6898. }
  6899. break;
  6900. case BfToken_Delegate:
  6901. case BfToken_Function:
  6902. {
  6903. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  6904. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDeclaration);
  6905. ReplaceNode(tokenNode, typeDeclaration);
  6906. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  6907. typeDeclaration->mTypeNode = tokenNode;
  6908. auto retType = CreateTypeRefAfter(typeDeclaration);
  6909. if (retType == NULL)
  6910. return typeDeclaration;
  6911. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  6912. MEMBER_SET(methodDecl, mReturnType, retType);
  6913. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  6914. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  6915. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  6916. BfBlock* defineBlock = mAlloc->Alloc<BfBlock>();
  6917. MoveNode(defineBlock, typeDeclaration);
  6918. BfDeferredAstSizedArray<BfAstNode*> members(defineBlock->mChildArr, mAlloc);
  6919. members.push_back(methodDecl);
  6920. MoveNode(methodDecl, typeDeclaration);
  6921. typeDeclaration->mDefineNode = defineBlock;
  6922. auto name = ExpectIdentifierAfter(retType);
  6923. if (name == NULL)
  6924. {
  6925. ReplaceNode(retType, methodDecl);
  6926. return typeDeclaration;
  6927. }
  6928. ReplaceNode(name, methodDecl);
  6929. MEMBER_SET_CHECKED(typeDeclaration, mNameNode, name);
  6930. auto nextNode = mVisitorPos.GetNext();
  6931. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  6932. {
  6933. if (tokenNode->GetToken() == BfToken_LChevron)
  6934. {
  6935. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  6936. MEMBER_SET_CHECKED(typeDeclaration, mGenericParams, genericParams);
  6937. methodDecl->SetSrcEnd(genericParams->GetSrcEnd());
  6938. }
  6939. }
  6940. if (!ParseMethod(methodDecl, &params, &commas))
  6941. return typeDeclaration;
  6942. if (methodDecl->mEndSemicolon == NULL)
  6943. FailAfter("Expected ';'", methodDecl->mCloseParen);
  6944. //MEMBER_SET(methodDecl, mReturnType, retType);
  6945. return typeDeclaration;
  6946. }
  6947. break;
  6948. case BfToken_TypeAlias:
  6949. {
  6950. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  6951. if (identifierNode == NULL)
  6952. return NULL;
  6953. auto typeDeclaration = mAlloc->Alloc<BfTypeAliasDeclaration>();
  6954. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  6955. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  6956. mLastTypeDecl = typeDeclaration;
  6957. typeDeclaration->mTypeNode = tokenNode;
  6958. typeDeclaration->mNameNode = identifierNode;
  6959. ReplaceNode(tokenNode, typeDeclaration);
  6960. MoveNode(identifierNode, typeDeclaration);
  6961. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  6962. auto nextNode = mVisitorPos.GetNext();
  6963. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  6964. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  6965. {
  6966. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  6967. if (genericMethodParams != NULL)
  6968. {
  6969. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  6970. }
  6971. }
  6972. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_AssignEquals);
  6973. if (tokenNode != NULL)
  6974. {
  6975. MEMBER_SET(typeDeclaration, mEqualsToken, tokenNode);
  6976. auto aliasToType = CreateTypeRefAfter(typeDeclaration);
  6977. if (aliasToType != NULL)
  6978. {
  6979. MEMBER_SET(typeDeclaration, mAliasToType, aliasToType);
  6980. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_Semicolon);
  6981. if (tokenNode != NULL)
  6982. MEMBER_SET(typeDeclaration, mEndSemicolon, tokenNode);
  6983. }
  6984. }
  6985. if (!IsNodeRelevant(typeDeclaration))
  6986. typeDeclaration->mIgnoreDeclaration = true;
  6987. return typeDeclaration;
  6988. }
  6989. break;
  6990. case BfToken_Class:
  6991. case BfToken_Struct:
  6992. case BfToken_Interface:
  6993. case BfToken_Enum:
  6994. case BfToken_Extension:
  6995. {
  6996. if ((tokenNode->GetToken() == BfToken_Enum) && (isSimpleEnum))
  6997. break;
  6998. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  6999. if (identifierNode == NULL)
  7000. {
  7001. AddErrorNode(tokenNode);
  7002. return NULL;
  7003. }
  7004. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7005. // means we don't parse members inside type (messes up colorization and such)
  7006. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7007. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7008. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  7009. mLastTypeDecl = typeDeclaration;
  7010. typeDeclaration->mTypeNode = tokenNode;
  7011. typeDeclaration->mNameNode = identifierNode;
  7012. ReplaceNode(tokenNode, typeDeclaration);
  7013. MoveNode(identifierNode, typeDeclaration);
  7014. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7015. auto nextNode = mVisitorPos.GetNext();
  7016. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7017. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  7018. {
  7019. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  7020. if (genericMethodParams != NULL)
  7021. {
  7022. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  7023. }
  7024. }
  7025. nextNode = mVisitorPos.GetNext();
  7026. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7027. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7028. {
  7029. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7030. mVisitorPos.MoveNext();
  7031. tokenNode = NULL;
  7032. for (int baseTypeIdx = 0; true; baseTypeIdx++)
  7033. {
  7034. nextNode = mVisitorPos.GetNext();
  7035. if ((baseTypeIdx > 0) && (BfNodeDynCast<BfBlock>(nextNode)))
  7036. break;
  7037. if (baseTypeIdx > 0)
  7038. {
  7039. BfTokenNode* commaToken = NULL;
  7040. if (typeDeclaration->mGenericParams != NULL)
  7041. {
  7042. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma, BfToken_Where);
  7043. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Where))
  7044. {
  7045. mVisitorPos.mReadPos--;
  7046. break;
  7047. }
  7048. }
  7049. else
  7050. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma);
  7051. if (commaToken == NULL)
  7052. break;
  7053. MoveNode(commaToken, typeDeclaration);
  7054. baseClassCommas.push_back(commaToken);
  7055. }
  7056. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7057. if (baseType == NULL)
  7058. break;
  7059. MoveNode(baseType, typeDeclaration);
  7060. baseClasses.push_back(baseType);
  7061. }
  7062. nextNode = mVisitorPos.GetNext();
  7063. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7064. }
  7065. if (tokenNode != NULL)
  7066. {
  7067. if (tokenNode->GetToken() == BfToken_Where)
  7068. {
  7069. mVisitorPos.MoveNext();
  7070. auto constraints = CreateGenericConstraintsDeclaration(tokenNode);
  7071. if (constraints != NULL)
  7072. {
  7073. MEMBER_SET(typeDeclaration, mGenericConstraintsDeclaration, constraints);
  7074. }
  7075. }
  7076. if (tokenNode->GetToken() == BfToken_Semicolon)
  7077. {
  7078. typeDeclaration->mDefineNode = tokenNode;
  7079. MoveNode(tokenNode, typeDeclaration);
  7080. mVisitorPos.MoveNext();
  7081. return typeDeclaration;
  7082. }
  7083. }
  7084. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7085. if (blockNode != NULL)
  7086. {
  7087. typeDeclaration->mDefineNode = blockNode;
  7088. MoveNode(blockNode, typeDeclaration);
  7089. HandleTypeDeclaration(typeDeclaration, attributes);
  7090. }
  7091. return typeDeclaration;
  7092. }
  7093. break;
  7094. default: break;
  7095. }
  7096. if (isSimpleEnum)
  7097. {
  7098. auto identifierNode = ExpectIdentifierAfter(tokenNode, "enum name");
  7099. if (identifierNode == NULL)
  7100. return NULL;
  7101. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7102. // means we don't parse members inside type (messes up colorization and such)
  7103. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7104. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7105. auto prevTypeDecl = mCurTypeDecl;
  7106. mCurTypeDecl = typeDeclaration;
  7107. typeDeclaration->mTypeNode = tokenNode;
  7108. typeDeclaration->mNameNode = identifierNode;
  7109. ReplaceNode(tokenNode, typeDeclaration);
  7110. MoveNode(identifierNode, typeDeclaration);
  7111. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7112. auto nextNode = mVisitorPos.GetNext();
  7113. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7114. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7115. {
  7116. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7117. mVisitorPos.MoveNext();
  7118. tokenNode = NULL;
  7119. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7120. if (baseType == NULL)
  7121. return NULL;
  7122. MoveNode(baseType, typeDeclaration);
  7123. baseClasses.push_back(baseType);
  7124. }
  7125. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7126. if (blockNode != NULL)
  7127. {
  7128. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(blockNode));
  7129. mVisitorPos.MoveNext();
  7130. for (int fieldNum = 0; true; fieldNum++)
  7131. {
  7132. BfAstNode* child = mVisitorPos.GetCurrent();
  7133. if (child == NULL)
  7134. break;
  7135. if (fieldNum > 0)
  7136. {
  7137. auto commaToken = BfNodeDynCast<BfTokenNode>(child);
  7138. if ((commaToken == NULL) || (commaToken->GetToken() != BfToken_Comma))
  7139. {
  7140. Fail("Comma expected", child);
  7141. break;
  7142. }
  7143. MoveNode(commaToken, mCurTypeDecl);
  7144. mVisitorPos.MoveNext();
  7145. mVisitorPos.Write(commaToken);
  7146. child = mVisitorPos.GetCurrent();
  7147. }
  7148. if (child == NULL)
  7149. break;
  7150. auto fieldDecl = mAlloc->Alloc<BfEnumEntryDeclaration>();
  7151. mVisitorPos.MoveNext();
  7152. mVisitorPos.Write(fieldDecl);
  7153. ReplaceNode(child, fieldDecl);
  7154. auto valueName = BfNodeDynCast<BfIdentifierNode>(child);
  7155. if (valueName == NULL)
  7156. {
  7157. Fail("Enum value name expected", child);
  7158. break;
  7159. }
  7160. MEMBER_SET(fieldDecl, mNameNode, valueName);
  7161. auto nextNode = mVisitorPos.GetCurrent();
  7162. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(nextNode))
  7163. {
  7164. if (equalsToken->GetToken() == BfToken_AssignEquals)
  7165. {
  7166. MEMBER_SET(fieldDecl, mEqualsNode, equalsToken);
  7167. fieldDecl->mInitializer = CreateExpressionAfter(fieldDecl);
  7168. if (fieldDecl->mInitializer != NULL)
  7169. {
  7170. mVisitorPos.MoveNext();
  7171. MoveNode(fieldDecl->mInitializer, fieldDecl);
  7172. }
  7173. }
  7174. }
  7175. fieldDecl->mDocumentation = FindDocumentation(fieldDecl, NULL, true);
  7176. MoveNode(fieldDecl, mCurTypeDecl);
  7177. }
  7178. mVisitorPos.Trim();
  7179. }
  7180. typeDeclaration->mDefineNode = blockNode;
  7181. if (blockNode != NULL)
  7182. {
  7183. MoveNode(blockNode, typeDeclaration);
  7184. }
  7185. mCurTypeDecl = prevTypeDecl;
  7186. return typeDeclaration;
  7187. }
  7188. Fail("Unexpected token", tokenNode);
  7189. return NULL;
  7190. }
  7191. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken token)
  7192. {
  7193. AssertCurrentNode(node);
  7194. auto nextNode = mVisitorPos.GetNext();
  7195. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7196. if ((tokenNode == NULL) ||
  7197. (tokenNode->GetToken() != token))
  7198. {
  7199. FailAfter(StrFormat("Expected '%s'", BfTokenToString(token)), node);
  7200. return NULL;
  7201. }
  7202. mVisitorPos.MoveNext();
  7203. return tokenNode;
  7204. }
  7205. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB)
  7206. {
  7207. AssertCurrentNode(node);
  7208. auto nextNode = mVisitorPos.GetNext();
  7209. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7210. if ((tokenNode == NULL) ||
  7211. ((tokenNode->GetToken() != tokenA) && (tokenNode->GetToken() != tokenB)))
  7212. {
  7213. FailAfter(StrFormat("Expected '%s' or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB)), node);
  7214. return NULL;
  7215. }
  7216. mVisitorPos.MoveNext();
  7217. return tokenNode;
  7218. }
  7219. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC)
  7220. {
  7221. AssertCurrentNode(node);
  7222. auto nextNode = mVisitorPos.GetNext();
  7223. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7224. BfToken token = BfToken_Null;
  7225. if (tokenNode != NULL)
  7226. token = tokenNode->GetToken();
  7227. if ((tokenNode == NULL) ||
  7228. ((token != tokenA) && (token != tokenB) && (token != tokenC)))
  7229. {
  7230. FailAfter(StrFormat("Expected '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC)), node);
  7231. return NULL;
  7232. }
  7233. mVisitorPos.MoveNext();
  7234. return tokenNode;
  7235. }
  7236. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC, BfToken tokenD)
  7237. {
  7238. AssertCurrentNode(node);
  7239. auto nextNode = mVisitorPos.GetNext();
  7240. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7241. BfToken token = BfToken_Null;
  7242. if (tokenNode != NULL)
  7243. token = tokenNode->GetToken();
  7244. if ((tokenNode == NULL) ||
  7245. ((token != tokenA) && (token != tokenB) && (token != tokenC) && (token != tokenD)))
  7246. {
  7247. FailAfter(StrFormat("Expected '%s', '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC), BfTokenToString(tokenD)), node);
  7248. return NULL;
  7249. }
  7250. mVisitorPos.MoveNext();
  7251. return tokenNode;
  7252. }
  7253. BfIdentifierNode* BfReducer::ExpectIdentifierAfter(BfAstNode* node, const char* typeName)
  7254. {
  7255. AssertCurrentNode(node);
  7256. auto nextNode = mVisitorPos.GetNext();
  7257. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode);
  7258. if (identifierNode == NULL)
  7259. {
  7260. if (typeName != NULL)
  7261. FailAfter(StrFormat("Expected %s", typeName), node);
  7262. else
  7263. FailAfter("Expected identifier", node);
  7264. return NULL;
  7265. }
  7266. mVisitorPos.MoveNext();
  7267. return identifierNode;
  7268. }
  7269. BfBlock* BfReducer::ExpectBlockAfter(BfAstNode* node)
  7270. {
  7271. AssertCurrentNode(node);
  7272. auto nextNode = mVisitorPos.GetNext();
  7273. auto block = BfNodeDynCast<BfBlock>(nextNode);
  7274. if (block == NULL)
  7275. {
  7276. FailAfter("Block expected", node);
  7277. return NULL;
  7278. }
  7279. mVisitorPos.MoveNext();
  7280. return block;
  7281. }
  7282. BfTokenNode* BfReducer::BreakDoubleChevron(BfTokenNode* tokenNode)
  7283. {
  7284. // Break up those chevrons
  7285. auto firstChevron = mAlloc->Alloc<BfTokenNode>();
  7286. firstChevron->SetToken(BfToken_RChevron);
  7287. int triviaStart;
  7288. int srcStart;
  7289. int srcEnd;
  7290. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7291. firstChevron->Init(triviaStart, srcStart, srcEnd - 1);
  7292. tokenNode->SetToken(BfToken_RChevron);
  7293. tokenNode->SetSrcStart(srcStart + 1);
  7294. tokenNode->SetTriviaStart(srcStart);
  7295. return firstChevron;
  7296. }
  7297. BfTokenNode* BfReducer::BreakQuestionLBracket(BfTokenNode* tokenNode)
  7298. {
  7299. // Break up those chevrons
  7300. auto firstToken = mAlloc->Alloc<BfTokenNode>();
  7301. firstToken->SetToken(BfToken_Question);
  7302. int triviaStart;
  7303. int srcStart;
  7304. int srcEnd;
  7305. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7306. firstToken->Init(triviaStart, srcStart, srcEnd - 1);
  7307. tokenNode->SetToken(BfToken_LBracket);
  7308. tokenNode->SetSrcStart(srcStart + 1);
  7309. tokenNode->SetTriviaStart(srcStart);
  7310. return firstToken;
  7311. }
  7312. BfCommentNode * BfReducer::FindDocumentation(BfAstNode* defNodeHead, BfAstNode* defNodeEnd, bool checkDocAfter)
  7313. {
  7314. if (defNodeEnd == NULL)
  7315. defNodeEnd = defNodeHead;
  7316. else if (defNodeHead == NULL)
  7317. defNodeHead = defNodeEnd;
  7318. while (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize)
  7319. {
  7320. auto checkComment = BfNodeDynCast<BfCommentNode>(mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx]);
  7321. if ((checkComment == NULL) || (checkComment->mCommentKind == BfCommentKind_Normal))
  7322. {
  7323. mDocumentCheckIdx++;
  7324. continue;
  7325. }
  7326. if (checkComment->GetSrcEnd() > defNodeEnd->GetSrcStart())
  7327. {
  7328. if (checkComment->mCommentKind == BfCommentKind_Documentation_Post)
  7329. {
  7330. int defEnd = defNodeEnd->GetSrcEnd();
  7331. if (checkDocAfter)
  7332. {
  7333. int endDiff = defEnd - checkComment->GetSrcStart();
  7334. if (endDiff > 256)
  7335. return NULL;
  7336. for (int idx = defEnd; idx < checkComment->GetSrcStart(); idx++)
  7337. {
  7338. char c = mSource->mSrc[idx];
  7339. if (idx == defEnd)
  7340. {
  7341. if ((c == ';') || (c == ','))
  7342. continue;
  7343. }
  7344. if (c == '\n')
  7345. return NULL; // No newline allowed
  7346. if (!isspace((uint8)c))
  7347. return NULL;
  7348. }
  7349. mDocumentCheckIdx++;
  7350. return checkComment;
  7351. }
  7352. }
  7353. return NULL;
  7354. }
  7355. if (checkComment->mCommentKind != BfCommentKind_Documentation_Pre)
  7356. {
  7357. // Skip this, not used
  7358. mDocumentCheckIdx++;
  7359. continue;
  7360. }
  7361. if (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize - 1)
  7362. {
  7363. auto nextComment = mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx + 1];
  7364. if (nextComment->GetSrcEnd() <= defNodeHead->GetSrcStart())
  7365. {
  7366. // This comment is still before the node in question
  7367. mDocumentCheckIdx++;
  7368. continue;
  7369. }
  7370. }
  7371. mDocumentCheckIdx++;
  7372. int defSrcIdx = defNodeHead->GetSrcStart();
  7373. for (int idx = checkComment->GetSrcEnd(); idx < defSrcIdx; idx++)
  7374. {
  7375. char c = mSource->mSrc[idx];
  7376. if (!isspace((uint8)c))
  7377. return NULL;
  7378. }
  7379. return checkComment;
  7380. }
  7381. return NULL;
  7382. }
  7383. BfTokenNode* BfReducer::ParseMethodParams(BfAstNode* node, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken)
  7384. {
  7385. BfAstNode* nameAfterNode = node;
  7386. BfAttributeDirective* attributes = NULL;
  7387. for (int paramIdx = 0; true; paramIdx++)
  7388. {
  7389. auto nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
  7390. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7391. if (tokenNode != NULL)
  7392. {
  7393. BfToken token = tokenNode->GetToken();
  7394. if ((paramIdx > 0) && (token == BfToken_AssignEquals))
  7395. {
  7396. auto paramDecl = params->back();
  7397. MEMBER_SET(paramDecl, mEqualsNode, tokenNode);
  7398. paramDecl->mEqualsNode = tokenNode;
  7399. mVisitorPos.MoveNext();
  7400. mSkipCurrentNodeAssert = true;
  7401. auto initExpr = CreateExpressionAfter(node);
  7402. mSkipCurrentNodeAssert = false;
  7403. if (initExpr == NULL)
  7404. return NULL;
  7405. MEMBER_SET(paramDecl, mInitializer, initExpr);
  7406. auto nextNode = mVisitorPos.GetNext();
  7407. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7408. if (tokenNode == NULL)
  7409. return NULL;
  7410. token = tokenNode->GetToken();
  7411. }
  7412. if (token == endToken)
  7413. return tokenNode;
  7414. if ((paramIdx == 0) && (
  7415. (token == BfToken_Out) || (token == BfToken_Ref) || (token == BfToken_Mut) ||
  7416. (token == BfToken_Delegate) || (token == BfToken_Function) ||
  7417. (token == BfToken_Params) || (token == BfToken_LParen) ||
  7418. (token == BfToken_Var) || (token == BfToken_LBracket)))
  7419. {
  7420. // These get picked up below
  7421. }
  7422. else
  7423. {
  7424. if ((paramIdx == 0) || (token != BfToken_Comma))
  7425. {
  7426. Fail("Expected ')' or parameter list", tokenNode);
  7427. return NULL;
  7428. }
  7429. if (paramIdx > 0)
  7430. commas->push_back(tokenNode);
  7431. MoveNode(tokenNode, node);
  7432. mVisitorPos.MoveNext();
  7433. }
  7434. nameAfterNode = tokenNode;
  7435. }
  7436. else
  7437. {
  7438. if (paramIdx > 0)
  7439. {
  7440. FailAfter("Expected ')' or additional parameters", nameAfterNode);
  7441. return NULL;
  7442. }
  7443. }
  7444. attributes = NULL;
  7445. BfTokenNode* modTokenNode = NULL;
  7446. nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
  7447. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7448. BfTypeReference* typeRef = NULL;
  7449. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LBracket))
  7450. {
  7451. mVisitorPos.MoveNext();
  7452. attributes = CreateAttributeDirective(tokenNode);
  7453. if (attributes != NULL)
  7454. {
  7455. nameAfterNode = attributes;
  7456. auto nextNode = mVisitorPos.GetNext();
  7457. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7458. }
  7459. }
  7460. int paramStartReadPos = mVisitorPos.mReadPos;
  7461. bool isParams = false;
  7462. if (tokenNode != NULL)
  7463. {
  7464. BfToken token = tokenNode->GetToken();
  7465. if ((token == BfToken_Var) || (token == BfToken_LParen) ||
  7466. (token == BfToken_Delegate) || (token == BfToken_Function))
  7467. {
  7468. mVisitorPos.MoveNext();
  7469. typeRef = CreateTypeRef(tokenNode);
  7470. }
  7471. else
  7472. {
  7473. if ((token != BfToken_Out) && (token != BfToken_Ref) && (token != BfToken_Mut) && (token != BfToken_Params))
  7474. {
  7475. Fail("Invalid token", tokenNode);
  7476. return NULL;
  7477. }
  7478. if (token == BfToken_Params)
  7479. isParams = true;
  7480. modTokenNode = tokenNode;
  7481. nameAfterNode = modTokenNode;
  7482. mVisitorPos.MoveNext();
  7483. }
  7484. }
  7485. if (typeRef == NULL)
  7486. {
  7487. auto typeIdentifierNode = ExpectIdentifierAfter(nameAfterNode, "parameter type");
  7488. if (typeIdentifierNode == NULL)
  7489. {
  7490. mVisitorPos.mReadPos = paramStartReadPos;
  7491. break;
  7492. }
  7493. typeRef = CreateTypeRef(typeIdentifierNode);
  7494. if (typeRef == NULL)
  7495. {
  7496. mVisitorPos.mReadPos = paramStartReadPos;
  7497. break;
  7498. }
  7499. }
  7500. BfToken modToken = BfToken_None;
  7501. if (modTokenNode != NULL)
  7502. modToken = modTokenNode->GetToken();
  7503. if ((modTokenNode != NULL) && ((modToken == BfToken_Ref) || (modToken == BfToken_Mut) || (modToken == BfToken_Out)))
  7504. {
  7505. typeRef = CreateRefTypeRef(typeRef, modTokenNode);
  7506. modTokenNode = NULL;
  7507. }
  7508. auto paramDecl = mAlloc->Alloc<BfParameterDeclaration>();
  7509. ReplaceNode(typeRef, paramDecl);
  7510. MoveNode(paramDecl, node);
  7511. params->push_back(paramDecl);
  7512. MEMBER_SET(paramDecl, mTypeRef, typeRef);
  7513. if (attributes != NULL)
  7514. {
  7515. MEMBER_SET(paramDecl, mAttributes, attributes);
  7516. attributes = NULL;
  7517. }
  7518. if (modTokenNode != NULL)
  7519. {
  7520. MEMBER_SET(paramDecl, mModToken, modTokenNode);
  7521. }
  7522. bool allowNameFail = false;
  7523. bool nextIsName = false;
  7524. auto afterNameTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  7525. if (afterNameTokenNode != NULL)
  7526. {
  7527. BfToken afterNameToken = afterNameTokenNode->GetToken();
  7528. if ((afterNameToken == BfToken_Comma) ||
  7529. (afterNameToken == BfToken_AssignEquals) ||
  7530. (afterNameToken == BfToken_RParen))
  7531. {
  7532. nextIsName = true;
  7533. }
  7534. }
  7535. // We definitely have a failure, but we want to attempt to scan to the actual param name if we can...
  7536. if (!nextIsName)
  7537. {
  7538. int nameIdx = -1;
  7539. int checkIdx = mVisitorPos.mReadPos + 1;
  7540. bool useNameIdx = true;
  7541. int parenDepth = 1;
  7542. int bracketDepth = 0;
  7543. while (true)
  7544. {
  7545. auto checkNode = mVisitorPos.Get(checkIdx);
  7546. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  7547. if (checkTokenNode != NULL)
  7548. {
  7549. BfToken checkToken = checkTokenNode->GetToken();
  7550. if (nameIdx == -1)
  7551. {
  7552. if ((parenDepth == 1) && (bracketDepth == 0))
  7553. {
  7554. if ((checkToken == BfToken_Comma) ||
  7555. (checkToken == BfToken_AssignEquals) ||
  7556. (checkToken == BfToken_RParen))
  7557. {
  7558. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(checkIdx - 1)))
  7559. {
  7560. nameIdx = checkIdx - 1;
  7561. }
  7562. else
  7563. {
  7564. useNameIdx = false;
  7565. break;
  7566. }
  7567. }
  7568. }
  7569. }
  7570. if (checkToken == BfToken_RParen)
  7571. parenDepth--;
  7572. else if (checkToken == BfToken_LParen)
  7573. parenDepth++;
  7574. else if (checkToken == BfToken_LBracket)
  7575. bracketDepth++;
  7576. else if (checkToken == BfToken_RBracket)
  7577. bracketDepth--;
  7578. if (parenDepth == 0)
  7579. {
  7580. if (bracketDepth != 0)
  7581. useNameIdx = false;
  7582. break;
  7583. }
  7584. if (checkToken == BfToken_Semicolon)
  7585. {
  7586. useNameIdx = false;
  7587. break;
  7588. }
  7589. }
  7590. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(checkNode))
  7591. {
  7592. // Okay
  7593. }
  7594. else
  7595. {
  7596. // Nothing else is okay
  7597. useNameIdx = false;
  7598. break;
  7599. }
  7600. checkIdx++;
  7601. }
  7602. if ((useNameIdx) && (nameIdx != -1))
  7603. {
  7604. if (nameIdx <= mVisitorPos.mReadPos)
  7605. {
  7606. // We have a valid-enough param list but a missing name, so keep going
  7607. allowNameFail = true;
  7608. }
  7609. else
  7610. {
  7611. for (int errIdx = mVisitorPos.mReadPos + 1; errIdx < nameIdx; errIdx++)
  7612. {
  7613. auto node = mVisitorPos.Get(errIdx);
  7614. if (auto token = BfNodeDynCast<BfTokenNode>(node))
  7615. mPassInstance->Fail("Unexpected token", node);
  7616. else
  7617. mPassInstance->Fail("Unexpected identifier", node);
  7618. AddErrorNode(node);
  7619. }
  7620. auto nameIdentifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(nameIdx));
  7621. paramDecl->mNameNode = nameIdentifierNode;
  7622. MoveNode(nameIdentifierNode, paramDecl);
  7623. nameAfterNode = nameIdentifierNode;
  7624. mVisitorPos.mReadPos = nameIdx;
  7625. continue;
  7626. //mVisitorPos.mReadPos = nameIdx - 1;
  7627. }
  7628. }
  7629. }
  7630. if (auto nameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  7631. {
  7632. if ((nameToken->GetToken() == BfToken_This))
  7633. {
  7634. bool isDelegate = false;
  7635. bool isFunction = false;
  7636. if (auto delegateTypeRef = BfNodeDynCast<BfDelegateTypeRef>(node))
  7637. {
  7638. if (delegateTypeRef->mTypeToken->GetToken() == BfToken_Function)
  7639. isFunction = true;
  7640. else
  7641. isDelegate = true;
  7642. }
  7643. else if (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Function)
  7644. isFunction = true;
  7645. else if (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Delegate)
  7646. isDelegate = true;
  7647. if (isFunction || isDelegate)
  7648. {
  7649. if (paramIdx != 0)
  7650. Fail("'this' can only be used as the first parameter", nameToken);
  7651. if (!isFunction)
  7652. Fail("'this' can only be specified on function types", nameToken);
  7653. mVisitorPos.MoveNext();
  7654. paramDecl->mNameNode = nameToken;
  7655. MoveNode(nameToken, paramDecl);
  7656. nameAfterNode = nameToken;
  7657. }
  7658. }
  7659. }
  7660. if (paramDecl->mNameNode == NULL)
  7661. {
  7662. auto nameIdentifierNode = ExpectIdentifierAfter(node, "parameter name");
  7663. if (nameIdentifierNode == NULL)
  7664. {
  7665. if (!allowNameFail)
  7666. return NULL;
  7667. }
  7668. else
  7669. {
  7670. paramDecl->mNameNode = nameIdentifierNode;
  7671. MoveNode(nameIdentifierNode, paramDecl);
  7672. nameAfterNode = nameIdentifierNode;
  7673. }
  7674. }
  7675. }
  7676. if (attributes != NULL)
  7677. {
  7678. Fail("Unexpected attributes", attributes);
  7679. AddErrorNode(attributes);
  7680. }
  7681. return NULL;
  7682. }
  7683. bool BfReducer::ParseMethod(BfMethodDeclaration* methodDeclaration, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, bool alwaysIncludeBlock)
  7684. {
  7685. BfTokenNode* tokenNode;
  7686. auto nextNode = mVisitorPos.GetNext();
  7687. if (methodDeclaration->mGenericParams == NULL)
  7688. {
  7689. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7690. {
  7691. if (tokenNode->GetToken() == BfToken_LChevron)
  7692. {
  7693. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  7694. if (genericParams != NULL)
  7695. {
  7696. MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
  7697. }
  7698. }
  7699. }
  7700. }
  7701. tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen, BfToken_Bang);
  7702. if (tokenNode == NULL)
  7703. return false;
  7704. if (tokenNode->GetToken() == BfToken_Bang)
  7705. {
  7706. Fail("Cannot include '!' in the method declaration", tokenNode);
  7707. MoveNode(tokenNode, methodDeclaration);
  7708. tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen);
  7709. if (tokenNode == NULL)
  7710. return false;
  7711. }
  7712. methodDeclaration->mOpenParen = tokenNode;
  7713. MoveNode(methodDeclaration->mOpenParen, methodDeclaration);
  7714. methodDeclaration->mCloseParen = ParseMethodParams(methodDeclaration, params, commas, BfToken_RParen);
  7715. // RParen
  7716. if (methodDeclaration->mCloseParen == NULL)
  7717. {
  7718. auto nextNode = mVisitorPos.GetNext();
  7719. while (auto checkToken = BfNodeDynCast<BfTokenNode>(nextNode))
  7720. {
  7721. if (checkToken->GetToken() == BfToken_RParen)
  7722. {
  7723. methodDeclaration->mCloseParen = checkToken;
  7724. break;
  7725. }
  7726. else
  7727. {
  7728. // Just eat it - for autocompletion. This helps make cases nicer where we're typing in the "in" for "int", for example
  7729. MoveNode(checkToken, methodDeclaration);
  7730. AddErrorNode(checkToken);
  7731. mVisitorPos.MoveNext();
  7732. nextNode = mVisitorPos.GetNext();
  7733. }
  7734. }
  7735. if (methodDeclaration->mCloseParen == NULL)
  7736. return false;
  7737. }
  7738. MoveNode(methodDeclaration->mCloseParen, methodDeclaration);
  7739. mVisitorPos.MoveNext();
  7740. auto typeDecl = mCurTypeDecl;
  7741. nextNode = mVisitorPos.GetNext();
  7742. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7743. {
  7744. if (tokenNode->GetToken() == BfToken_Mut)
  7745. {
  7746. if (methodDeclaration->mMutSpecifier != NULL)
  7747. {
  7748. AddErrorNode(methodDeclaration->mMutSpecifier);
  7749. Fail("Mut already specified", methodDeclaration->mMutSpecifier);
  7750. }
  7751. MEMBER_SET(methodDeclaration, mMutSpecifier, tokenNode);
  7752. mVisitorPos.MoveNext();
  7753. nextNode = mVisitorPos.GetNext();
  7754. }
  7755. }
  7756. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7757. {
  7758. if (tokenNode->GetToken() == BfToken_Where)
  7759. {
  7760. mVisitorPos.MoveNext();
  7761. auto genericConstraints = CreateGenericConstraintsDeclaration(tokenNode);
  7762. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mGenericConstraintsDeclaration, genericConstraints);
  7763. }
  7764. }
  7765. auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration);
  7766. nextNode = mVisitorPos.GetNext();
  7767. auto endToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7768. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Colon))
  7769. {
  7770. if (auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration))
  7771. {
  7772. MEMBER_SET(ctorDecl, mInitializerColonToken, endToken);
  7773. mVisitorPos.MoveNext();
  7774. auto nextNode = mVisitorPos.GetNext();
  7775. endToken = ExpectTokenAfter(ctorDecl, BfToken_This, BfToken_Base);
  7776. if (endToken != NULL)
  7777. {
  7778. auto invocationExpr = CreateInvocationExpression(endToken);
  7779. if (invocationExpr != NULL)
  7780. {
  7781. MEMBER_SET(ctorDecl, mInitializer, invocationExpr);
  7782. }
  7783. }
  7784. else if (auto identifierAfter = BfNodeDynCast<BfIdentifierNode>(nextNode))
  7785. {
  7786. // In process of typing - just eat identifier so we don't error out on whole method
  7787. MoveNode(identifierAfter, ctorDecl);
  7788. }
  7789. }
  7790. endToken = NULL;
  7791. }
  7792. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Semicolon))
  7793. {
  7794. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, endToken);
  7795. mVisitorPos.MoveNext();
  7796. }
  7797. else
  7798. {
  7799. nextNode = mVisitorPos.GetNext();
  7800. auto blockNode = BfNodeDynCast<BfBlock>(nextNode);
  7801. if (blockNode != NULL)
  7802. {
  7803. methodDeclaration->mBody = blockNode;
  7804. MoveNode(blockNode, methodDeclaration);
  7805. mVisitorPos.MoveNext();
  7806. if ((IsNodeRelevant(methodDeclaration)) || (alwaysIncludeBlock))
  7807. {
  7808. SetAndRestoreValue<BfMethodDeclaration*> prevMethodDeclaration(mCurMethodDecl, methodDeclaration);
  7809. HandleBlock(blockNode, methodDeclaration->mMixinSpecifier != NULL);
  7810. }
  7811. return true;
  7812. }
  7813. else
  7814. {
  7815. nextNode = mVisitorPos.GetNext();
  7816. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7817. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_FatArrow))
  7818. {
  7819. MEMBER_SET(methodDeclaration, mFatArrowToken, tokenNode);
  7820. mVisitorPos.MoveNext();
  7821. auto methodExpression = CreateExpressionAfter(methodDeclaration);
  7822. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mBody, methodExpression);
  7823. auto semicolonToken = ExpectTokenAfter(methodDeclaration, BfToken_Semicolon);
  7824. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, semicolonToken);
  7825. return true;
  7826. }
  7827. }
  7828. FailAfter("Expected method body", methodDeclaration);
  7829. }
  7830. return true;
  7831. }
  7832. BfGenericArgumentsNode* BfReducer::CreateGenericArguments(BfTokenNode* tokenNode)
  7833. {
  7834. auto genericArgs = mAlloc->Alloc<BfGenericArgumentsNode>();
  7835. BfDeferredAstSizedArray<BfTypeReference*> genericArgsArray(genericArgs->mGenericArgs, mAlloc);
  7836. BfDeferredAstSizedArray<BfAstNode*> commas(genericArgs->mCommas, mAlloc);
  7837. ReplaceNode(tokenNode, genericArgs);
  7838. genericArgs->mOpenChevron = tokenNode;
  7839. while (true)
  7840. {
  7841. auto genericArg = CreateTypeRefAfter(genericArgs);
  7842. if (genericArg == NULL)
  7843. {
  7844. genericArgsArray.push_back(NULL); // Leave empty for purposes of generic argument count
  7845. auto nextNode = mVisitorPos.GetNext();
  7846. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7847. if (tokenNode != NULL)
  7848. {
  7849. // Try to get right chevron. Reduces error count when we're typing out a generic argument list
  7850. if (tokenNode->GetToken() == BfToken_RDblChevron)
  7851. tokenNode = BreakDoubleChevron(tokenNode);
  7852. if (tokenNode->GetToken() == BfToken_RChevron)
  7853. {
  7854. MoveNode(tokenNode, genericArgs);
  7855. genericArgs->mCloseChevron = tokenNode;
  7856. mVisitorPos.MoveNext();
  7857. }
  7858. }
  7859. return genericArgs;
  7860. }
  7861. MoveNode(genericArg, genericArgs);
  7862. genericArgsArray.push_back(genericArg);
  7863. auto nextNode = mVisitorPos.GetNext();
  7864. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7865. if (tokenNode == NULL)
  7866. {
  7867. FailAfter("Expected ',' or '>'", genericArgs);
  7868. return genericArgs;
  7869. }
  7870. BfToken token = tokenNode->GetToken();
  7871. if (token == BfToken_RDblChevron)
  7872. tokenNode = BreakDoubleChevron(tokenNode);
  7873. if (token == BfToken_RChevron)
  7874. {
  7875. MoveNode(tokenNode, genericArgs);
  7876. genericArgs->mCloseChevron = tokenNode;
  7877. mVisitorPos.MoveNext();
  7878. break;
  7879. }
  7880. if (token != BfToken_Comma)
  7881. {
  7882. Fail("Either , or > expected", tokenNode);
  7883. return genericArgs;
  7884. }
  7885. MoveNode(tokenNode, genericArgs);
  7886. commas.push_back(tokenNode);
  7887. mVisitorPos.MoveNext();
  7888. }
  7889. return genericArgs;
  7890. }
  7891. BfGenericParamsDeclaration* BfReducer::CreateGenericParamsDeclaration(BfTokenNode* tokenNode)
  7892. {
  7893. auto genericParams = mAlloc->Alloc<BfGenericParamsDeclaration>();
  7894. BfDeferredAstSizedArray<BfIdentifierNode*> genericParamsArr(genericParams->mGenericParams, mAlloc);
  7895. BfDeferredAstSizedArray<BfAstNode*> commas(genericParams->mCommas, mAlloc);
  7896. ReplaceNode(tokenNode, genericParams);
  7897. genericParams->mOpenChevron = tokenNode;
  7898. mVisitorPos.MoveNext();
  7899. while (true)
  7900. {
  7901. auto genericIdentifier = ExpectIdentifierAfter(genericParams, "generic parameters");
  7902. if (genericIdentifier == NULL)
  7903. return genericParams;
  7904. MoveNode(genericIdentifier, genericParams);
  7905. genericParamsArr.push_back(genericIdentifier);
  7906. auto nextNode = mVisitorPos.GetNext();
  7907. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7908. if (tokenNode == NULL)
  7909. {
  7910. FailAfter("Expected ',' or '>'", genericParams);
  7911. return genericParams;
  7912. }
  7913. BfToken token = tokenNode->GetToken();
  7914. if (token == BfToken_RDblChevron)
  7915. tokenNode = BreakDoubleChevron(tokenNode);
  7916. MoveNode(tokenNode, genericParams);
  7917. mVisitorPos.MoveNext();
  7918. if (token == BfToken_RChevron)
  7919. {
  7920. genericParams->mCloseChevron = tokenNode;
  7921. break;
  7922. }
  7923. if (token != BfToken_Comma)
  7924. {
  7925. Fail("Either , or > expected", tokenNode);
  7926. return genericParams;
  7927. }
  7928. commas.push_back(tokenNode);
  7929. }
  7930. return genericParams;
  7931. }
  7932. BfGenericConstraintsDeclaration* BfReducer::CreateGenericConstraintsDeclaration(BfTokenNode* tokenNode)
  7933. {
  7934. auto constraintsDeclaration = mAlloc->Alloc<BfGenericConstraintsDeclaration>();
  7935. BfDeferredAstSizedArray<BfGenericConstraint*> genericConstraintsArr(constraintsDeclaration->mGenericConstraints, mAlloc);
  7936. bool isDone = false;
  7937. for (int constraintIdx = 0; !isDone; constraintIdx++)
  7938. {
  7939. BfGenericConstraint* genericConstraint = mAlloc->Alloc<BfGenericConstraint>();
  7940. BfDeferredAstSizedArray<BfAstNode*> constraintTypes(genericConstraint->mConstraintTypes, mAlloc);
  7941. BfDeferredAstSizedArray<BfTokenNode*> commas(genericConstraint->mCommas, mAlloc);
  7942. ReplaceNode(tokenNode, genericConstraint);
  7943. genericConstraint->mWhereToken = tokenNode;
  7944. genericConstraintsArr.push_back(genericConstraint);
  7945. auto genericParamName = CreateTypeRefAfter(genericConstraint);
  7946. if (genericParamName != NULL)
  7947. {
  7948. MEMBER_SET(genericConstraint, mTypeRef, genericParamName);
  7949. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Colon, BfToken_AssignEquals);
  7950. }
  7951. else
  7952. isDone = true;
  7953. if (tokenNode != NULL)
  7954. {
  7955. MEMBER_SET(genericConstraint, mColonToken, tokenNode);
  7956. }
  7957. else
  7958. isDone = true;
  7959. for (int typeIdx = 0; !isDone; typeIdx++)
  7960. {
  7961. if (typeIdx > 0)
  7962. {
  7963. auto nextNode = mVisitorPos.GetNext();
  7964. if (BfNodeDynCast<BfBlock>(nextNode))
  7965. {
  7966. isDone = true;
  7967. break;
  7968. }
  7969. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Comma, BfToken_LBrace, BfToken_Where, BfToken_Semicolon);
  7970. if (tokenNode == NULL)
  7971. {
  7972. isDone = true;
  7973. break;
  7974. }
  7975. BfToken token = tokenNode->GetToken();
  7976. if (token == BfToken_Where)
  7977. break;
  7978. if ((token == BfToken_LBrace) || (token == BfToken_Semicolon))
  7979. {
  7980. //return constraintsDeclaration;
  7981. isDone = true;
  7982. break;
  7983. }
  7984. MoveNode(tokenNode, genericConstraint);
  7985. commas.push_back(tokenNode);
  7986. }
  7987. auto nextNode = mVisitorPos.GetNext();
  7988. if (auto constraintToken = BfNodeDynCast<BfTokenNode>(nextNode))
  7989. {
  7990. BfAstNode* constraintNode = NULL;
  7991. bool addToConstraint = false;
  7992. switch (constraintToken->GetToken())
  7993. {
  7994. case BfToken_Class:
  7995. case BfToken_Struct:
  7996. case BfToken_Const:
  7997. case BfToken_Var:
  7998. addToConstraint = true;
  7999. break;
  8000. case BfToken_Operator:
  8001. {
  8002. BfGenericOperatorConstraint* opConstraint = mAlloc->Alloc<BfGenericOperatorConstraint>();
  8003. constraintNode = opConstraint;
  8004. ReplaceNode(constraintToken, opConstraint);
  8005. MEMBER_SET(opConstraint, mOperatorToken, constraintToken);
  8006. mVisitorPos.MoveNext();
  8007. auto opToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  8008. if (opToken == NULL)
  8009. {
  8010. auto typeRef = CreateTypeRefAfter(opConstraint, BfReducer::CreateTypeRefFlags_SafeGenericParse);
  8011. if (typeRef == NULL)
  8012. break;
  8013. MEMBER_SET(opConstraint, mLeftType, typeRef);
  8014. opToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  8015. if (opToken == NULL)
  8016. {
  8017. if (auto pointerTypeRef = BfNodeDynCast<BfPointerTypeRef>(typeRef))
  8018. {
  8019. MEMBER_SET(opConstraint, mLeftType, pointerTypeRef->mElementType);
  8020. opToken = pointerTypeRef->mStarNode;
  8021. MEMBER_SET(opConstraint, mOpToken, opToken);
  8022. }
  8023. }
  8024. }
  8025. if (opConstraint->mOpToken == NULL)
  8026. {
  8027. if (opToken == NULL)
  8028. break;
  8029. MEMBER_SET(opConstraint, mOpToken, opToken);
  8030. mVisitorPos.MoveNext();
  8031. }
  8032. auto typeRef = CreateTypeRefAfter(opConstraint);
  8033. if (typeRef == NULL)
  8034. break;
  8035. MEMBER_SET(opConstraint, mRightType, typeRef);
  8036. }
  8037. break;
  8038. default: break;
  8039. }
  8040. if (addToConstraint)
  8041. {
  8042. constraintNode = constraintToken;
  8043. bool addToConstraint = false;
  8044. mVisitorPos.MoveNext();
  8045. if (constraintToken->GetToken() == BfToken_Struct)
  8046. {
  8047. addToConstraint = true;
  8048. nextNode = mVisitorPos.GetNext();
  8049. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8050. {
  8051. if (tokenNode->GetToken() == BfToken_Star)
  8052. {
  8053. auto tokenPair = mAlloc->Alloc<BfTokenPairNode>();
  8054. ReplaceNode(constraintToken, tokenPair);
  8055. MEMBER_SET(tokenPair, mLeft, constraintToken);
  8056. MEMBER_SET(tokenPair, mRight, tokenNode);
  8057. constraintNode = tokenPair;
  8058. MoveNode(constraintToken, genericConstraint);
  8059. genericConstraint->SetSrcEnd(tokenNode->GetSrcEnd());
  8060. mVisitorPos.MoveNext();
  8061. }
  8062. }
  8063. }
  8064. else if (constraintToken->GetToken() == BfToken_Const)
  8065. {
  8066. constraintTypes.push_back(constraintNode);
  8067. auto typeRef = CreateTypeRefAfter(nextNode);
  8068. if (typeRef == NULL)
  8069. {
  8070. isDone = true;
  8071. break;
  8072. }
  8073. MoveNode(typeRef, genericConstraint);
  8074. constraintTypes.push_back(typeRef);
  8075. continue;
  8076. }
  8077. }
  8078. if (constraintNode != NULL)
  8079. {
  8080. MoveNode(constraintNode, genericConstraint);
  8081. constraintTypes.push_back(constraintNode);
  8082. continue;
  8083. }
  8084. }
  8085. auto typeRef = CreateTypeRefAfter(genericConstraint);
  8086. if (typeRef == NULL)
  8087. {
  8088. isDone = true;
  8089. break;
  8090. }
  8091. MoveNode(typeRef, genericConstraint);
  8092. constraintTypes.push_back(typeRef);
  8093. }
  8094. if (constraintIdx == 0)
  8095. ReplaceNode(genericConstraint, constraintsDeclaration);
  8096. else
  8097. MoveNode(genericConstraint, constraintsDeclaration);
  8098. }
  8099. return constraintsDeclaration;
  8100. }
  8101. void BfReducer::HandleBlock(BfBlock* block, bool allowEndingExpression)
  8102. {
  8103. //for (auto node : block->mChildren)
  8104. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  8105. bool isDone = !mVisitorPos.MoveNext();
  8106. BfAstNode* nextNode = NULL;
  8107. while (!isDone)
  8108. {
  8109. BfAstNode* node = mVisitorPos.GetCurrent();
  8110. CreateStmtFlags flags = (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowLocalFunction);
  8111. if (allowEndingExpression)
  8112. flags = (CreateStmtFlags)(flags | CreateStmtFlags_AllowUnterminatedExpression);
  8113. auto statement = CreateStatement(node, flags);
  8114. if (statement == NULL)
  8115. {
  8116. auto nextNode = mVisitorPos.GetNext();
  8117. isDone = !mVisitorPos.MoveNext();
  8118. #ifdef BF_AST_HAS_PARENT_MEMBER
  8119. BF_ASSERT(node->mParent != NULL);
  8120. #endif
  8121. node->RemoveSelf();
  8122. BF_ASSERT(node->GetSourceData() == mSource->mSourceData);
  8123. mSource->AddErrorNode(node);
  8124. if (nextNode == NULL)
  8125. break;
  8126. continue;
  8127. }
  8128. isDone = !mVisitorPos.MoveNext();
  8129. mVisitorPos.Write(statement);
  8130. }
  8131. mVisitorPos.Trim();
  8132. }
  8133. void BfReducer::HandleTypeDeclaration(BfTypeDeclaration* typeDecl, BfAttributeDirective* attributes)
  8134. {
  8135. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDecl);
  8136. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(BfNodeDynCast<BfBlock>(typeDecl->mDefineNode)));
  8137. if (attributes != NULL)
  8138. {
  8139. MEMBER_SET(typeDecl, mAttributes, attributes);
  8140. }
  8141. if (!IsNodeRelevant(typeDecl))
  8142. {
  8143. typeDecl->mIgnoreDeclaration = true;
  8144. return;
  8145. }
  8146. BfAstNode* prevNode = NULL;
  8147. bool isDone = !mVisitorPos.MoveNext();
  8148. while (!isDone)
  8149. {
  8150. auto node = mVisitorPos.GetCurrent();
  8151. if (node == prevNode)
  8152. {
  8153. BF_FATAL("Should have handled node already");
  8154. // If we're stuck on an error and can't process any more nodes
  8155. break;
  8156. }
  8157. prevNode = node;
  8158. BfAstNode* typeMember = BfNodeDynCast<BfMemberDeclaration>(node);
  8159. if (typeMember == NULL)
  8160. typeMember = ReadTypeMember(node);
  8161. //methodDeclaration->mDocumentation = FindDocumentation(methodDeclaration);
  8162. isDone = !mVisitorPos.MoveNext();
  8163. if (typeMember != NULL)
  8164. {
  8165. mVisitorPos.Write(typeMember);
  8166. }
  8167. }
  8168. mVisitorPos.Trim();
  8169. }
  8170. void BfReducer::HandleRoot(BfRootNode* rootNode)
  8171. {
  8172. String fileName;
  8173. auto parser = rootNode->GetSourceData()->ToParserData();
  8174. if (parser != NULL)
  8175. fileName = parser->mFileName;
  8176. BP_ZONE_F("BfReducer::HandleRoot %s", fileName.c_str());
  8177. mAlloc = &rootNode->GetSourceData()->mAlloc;
  8178. mSystem = mSource->mSystem;
  8179. HandleTopLevel(rootNode);
  8180. BfSizedArrayInitIndirect(mSource->mSourceData->mExteriorNodes, mExteriorNodes, mAlloc);
  8181. mAlloc = NULL;
  8182. if (mPassInstance->HasFailed())
  8183. mSource->mParsingFailed = true;
  8184. }
  8185. static String NodeToString(BfAstNode* node)
  8186. {
  8187. return String(&node->GetSourceData()->mSrc[node->GetSrcStart()], node->GetSrcLength());
  8188. }
  8189. BfInlineAsmStatement* BfReducer::CreateInlineAsmStatement(BfAstNode* asmNode)
  8190. {
  8191. auto asmToken = BfNodeDynCast<BfTokenNode>(asmNode);
  8192. auto nextNode = mVisitorPos.GetNext();
  8193. auto blockNode = BfNodeDynCast<BfInlineAsmStatement>(nextNode);
  8194. if (blockNode == NULL)
  8195. return (BfInlineAsmStatement*)Fail("Expected inline assembly block", asmNode);
  8196. ReplaceNode(asmToken, blockNode);
  8197. BfInlineAsmStatement* asmStatement = (BfInlineAsmStatement*)blockNode;
  8198. {
  8199. auto processInstrNodes = [&](const Array<BfAstNode*>& nodes) -> BfInlineAsmInstruction*
  8200. {
  8201. int nodeCount = (int)nodes.size();
  8202. int curNodeIdx = 0;
  8203. auto instNode = mAlloc->Alloc<BfInlineAsmInstruction>();
  8204. //instNode->mSource = asmStatement->mSource;
  8205. int srcStart = nodes.front()->GetSrcStart();
  8206. int srcEnd = nodes.back()->GetSrcEnd();
  8207. instNode->Init(srcStart, srcStart, srcEnd);
  8208. auto replaceWithLower = [](String& s)
  8209. {
  8210. std::transform(s.begin(), s.end(), s.begin(), ::tolower);
  8211. };
  8212. auto readIdent = [&](String& outStr, bool forceLowerCase, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8213. {
  8214. if (curNodeIdx >= nodeCount)
  8215. {
  8216. if (!peekOnly)
  8217. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8218. return false;
  8219. }
  8220. BfAstNode* curNode = nodes[curNodeIdx];
  8221. if (!peekOnly)
  8222. ++curNodeIdx;
  8223. if (!BfNodeDynCast<BfIdentifierNode>(curNode))
  8224. {
  8225. if (!peekOnly)
  8226. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8227. return false;
  8228. }
  8229. outStr = NodeToString(curNode);
  8230. if (forceLowerCase)
  8231. replaceWithLower(outStr);
  8232. return true;
  8233. };
  8234. auto readToken = [&](BfToken tokenType, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8235. {
  8236. if (curNodeIdx >= nodeCount)
  8237. {
  8238. if (!peekOnly)
  8239. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8240. return false;
  8241. }
  8242. BfAstNode* curNode = nodes[curNodeIdx];
  8243. if (!peekOnly)
  8244. ++curNodeIdx;
  8245. auto tokenNode = BfNodeDynCast<BfTokenNode>(curNode);
  8246. if (!tokenNode || tokenNode->GetToken() != tokenType)
  8247. {
  8248. if (!peekOnly)
  8249. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8250. return false;
  8251. }
  8252. return true;
  8253. };
  8254. auto readInteger = [&](int& outInt, const StringImpl& errorExpectation, bool peekOnly, int& outAdvanceTokenCount) -> bool
  8255. {
  8256. int origCurNodeIdx = curNodeIdx;
  8257. outAdvanceTokenCount = 0;
  8258. bool negate = false;
  8259. if (readToken(BfToken_Minus, "", true))
  8260. {
  8261. ++curNodeIdx;
  8262. ++outAdvanceTokenCount;
  8263. negate = true;
  8264. }
  8265. if (curNodeIdx >= nodeCount)
  8266. {
  8267. if (!peekOnly)
  8268. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8269. else
  8270. curNodeIdx = origCurNodeIdx;
  8271. return false;
  8272. }
  8273. BfAstNode* curNode = nodes[curNodeIdx];
  8274. ++curNodeIdx;
  8275. ++outAdvanceTokenCount;
  8276. auto litNode = BfNodeDynCast<BfLiteralExpression>(curNode);
  8277. if (!litNode || litNode->mValue.mTypeCode != BfTypeCode_Int32)
  8278. {
  8279. if (!peekOnly)
  8280. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8281. else
  8282. curNodeIdx = origCurNodeIdx;
  8283. return false;
  8284. }
  8285. outInt = litNode->mValue.mInt32;
  8286. if (negate)
  8287. outInt = -outInt;
  8288. if (peekOnly)
  8289. curNodeIdx = origCurNodeIdx;
  8290. return true;
  8291. };
  8292. auto readArgMemPrimaryExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8293. {
  8294. String primaryIdent;
  8295. int primaryInt;
  8296. int advanceTokenCount = 0;
  8297. if (readIdent(primaryIdent, false, "", true))
  8298. {
  8299. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8300. outArg.mReg = primaryIdent;
  8301. ++curNodeIdx;
  8302. return true;
  8303. }
  8304. else if (readInteger(primaryInt, "", true, advanceTokenCount))
  8305. {
  8306. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8307. outArg.mInt = primaryInt;
  8308. curNodeIdx += advanceTokenCount;
  8309. return true;
  8310. }
  8311. else
  8312. {
  8313. Fail(StrFormat("Found \"%s\", expected integer or identifier", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8314. return false;
  8315. }
  8316. };
  8317. std::function<bool(BfInlineAsmInstruction::AsmArg&)> readArgMemMulExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8318. {
  8319. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8320. if (!readArgMemPrimaryExpr(exprArgLeft))
  8321. return false;
  8322. if (!readToken(BfToken_Star, "", true))
  8323. {
  8324. outArg = exprArgLeft;
  8325. return true;
  8326. }
  8327. ++curNodeIdx;
  8328. if (!readArgMemMulExpr(exprArgRight))
  8329. return false;
  8330. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8331. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8332. if (leftIdent && rightIdent)
  8333. {
  8334. Fail(StrFormat("Memory expressions can only scale by an integer", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8335. return false;
  8336. }
  8337. else if (leftIdent || rightIdent)
  8338. {
  8339. if (leftIdent)
  8340. {
  8341. outArg = exprArgLeft;
  8342. outArg.mAdjRegScalar = exprArgRight.mInt;
  8343. }
  8344. else
  8345. {
  8346. outArg = exprArgRight;
  8347. outArg.mAdjRegScalar = exprArgLeft.mInt;
  8348. }
  8349. outArg.mMemFlags &= ~BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8350. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg;
  8351. outArg.mAdjReg = outArg.mReg;
  8352. outArg.mReg.clear();
  8353. }
  8354. else
  8355. {
  8356. outArg = exprArgLeft;
  8357. outArg.mInt = exprArgLeft.mInt * exprArgRight.mInt;
  8358. }
  8359. return true;
  8360. };
  8361. std::function<bool(BfInlineAsmInstruction::AsmArg&, bool)> readArgMemAddExpr = [&](BfInlineAsmInstruction::AsmArg& outArg, bool subtractLeft) -> bool // can't use 'auto' here since it's recursive
  8362. {
  8363. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8364. if (!readArgMemMulExpr(exprArgLeft))
  8365. return false;
  8366. if (subtractLeft)
  8367. {
  8368. if (exprArgLeft.mMemFlags != BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8369. {
  8370. Fail("Memory expressions can only subtract by an integer", instNode);
  8371. return false;
  8372. }
  8373. exprArgLeft.mInt = -exprArgLeft.mInt;
  8374. }
  8375. bool subtract = false;
  8376. if (!readToken(BfToken_Plus, "", true))
  8377. {
  8378. if (!readToken(BfToken_Minus, "", true))
  8379. {
  8380. outArg = exprArgLeft;
  8381. return true;
  8382. }
  8383. else
  8384. subtract = true;
  8385. }
  8386. ++curNodeIdx;
  8387. if (!readArgMemAddExpr(exprArgRight, subtract))
  8388. return false;
  8389. bool leftScaling = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8390. bool rightScaling = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8391. if (leftScaling && rightScaling)
  8392. {
  8393. Fail("Memory expressions can only have one scaling register and one non-scaling register", instNode);
  8394. return false;
  8395. }
  8396. BfInlineAsmInstruction::AsmArg* scaledArg = leftScaling ? &exprArgLeft : (rightScaling ? &exprArgRight : nullptr);
  8397. if (scaledArg)
  8398. {
  8399. BfInlineAsmInstruction::AsmArg* otherArg = leftScaling ? &exprArgRight : &exprArgLeft;
  8400. outArg = *scaledArg;
  8401. outArg.mMemFlags |= otherArg->mMemFlags;
  8402. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8403. {
  8404. if (scaledArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8405. {
  8406. Fail("Memory expressions can involve at most two registers", instNode);
  8407. return false;
  8408. }
  8409. outArg.mReg = otherArg->mReg;
  8410. }
  8411. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8412. {
  8413. outArg.mInt += otherArg->mInt;
  8414. }
  8415. }
  8416. else
  8417. {
  8418. outArg.mInt = 0;
  8419. if (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8420. {
  8421. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8422. outArg.mInt += exprArgLeft.mInt;
  8423. }
  8424. if (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8425. {
  8426. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8427. outArg.mInt += exprArgRight.mInt;
  8428. }
  8429. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8430. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8431. if (leftIdent && rightIdent)
  8432. {
  8433. outArg.mMemFlags |= (BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg | BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg);
  8434. outArg.mReg = exprArgLeft.mReg;
  8435. outArg.mAdjReg = exprArgRight.mReg;
  8436. outArg.mAdjRegScalar = 1;
  8437. }
  8438. else if (leftIdent)
  8439. {
  8440. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8441. outArg.mReg = exprArgLeft.mReg;
  8442. }
  8443. else if (rightIdent)
  8444. {
  8445. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8446. outArg.mReg = exprArgRight.mReg;
  8447. }
  8448. }
  8449. return true;
  8450. };
  8451. auto parseArg = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8452. {
  8453. bool keepGoing = true;
  8454. while (keepGoing)
  8455. {
  8456. keepGoing = false;
  8457. int peekInt;
  8458. String peekStr;
  8459. int advanceTokenCount;
  8460. if (readInteger(peekInt, "", true, advanceTokenCount))
  8461. {
  8462. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Immediate;
  8463. outArg.mInt = peekInt;
  8464. curNodeIdx += advanceTokenCount;
  8465. }
  8466. else if (readIdent(peekStr, false, "", true))
  8467. {
  8468. ++curNodeIdx;
  8469. String s(peekStr);
  8470. replaceWithLower(s);
  8471. String tempIdent;
  8472. if ((s == "cs" || s == "ds" || s == "es" || s == "fs" || s == "gs" || s == "ss") && readToken(BfToken_Colon, "", true))
  8473. {
  8474. ++curNodeIdx;
  8475. outArg.mSegPrefix = s;
  8476. keepGoing = true;
  8477. }
  8478. else if (s == "st" && readToken(BfToken_LParen, "", true))
  8479. {
  8480. ++curNodeIdx;
  8481. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_FloatReg;
  8482. if (!readInteger(peekInt, "integer floating-point register number", false, advanceTokenCount))
  8483. return false;
  8484. outArg.mInt = peekInt;
  8485. if (!readToken(BfToken_RParen, "')'", false))
  8486. return false;
  8487. }
  8488. else if ((s == "byte" || s == "word" || s == "dword" || s == "qword" || s == "xword" || s == "xmmword" || s == "opaque") && readIdent(tempIdent, true, "", true))
  8489. {
  8490. if (tempIdent != "ptr")
  8491. {
  8492. Fail(StrFormat("Found \"%s\", expected \"ptr\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8493. return false;
  8494. }
  8495. ++curNodeIdx;
  8496. outArg.mSizePrefix = s;
  8497. keepGoing = true;
  8498. }
  8499. else
  8500. {
  8501. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_IntReg;
  8502. outArg.mReg = peekStr;
  8503. }
  8504. }
  8505. else if (readToken(BfToken_LBracket, "", true))
  8506. {
  8507. ++curNodeIdx;
  8508. BfInlineAsmInstruction::AsmArg exprArgLeft;
  8509. if (!readArgMemAddExpr(exprArgLeft, false))
  8510. return false;
  8511. if (!readToken(BfToken_RBracket, "']'", false))
  8512. return false;
  8513. if (readToken(BfToken_Dot, "", true))
  8514. {
  8515. ++curNodeIdx;
  8516. if (!readIdent(outArg.mMemberSuffix, false, "struct member suffix identifier", false))
  8517. return false;
  8518. }
  8519. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Memory;
  8520. outArg.mMemFlags = exprArgLeft.mMemFlags;
  8521. //outArg.mSegPrefix = already_set_leave_me_alone;
  8522. //outArg.mSizePrefix = already_set_leave_me_alone;
  8523. outArg.mInt = exprArgLeft.mInt;
  8524. outArg.mReg = exprArgLeft.mReg;
  8525. outArg.mAdjReg = exprArgLeft.mAdjReg;
  8526. outArg.mAdjRegScalar = exprArgLeft.mAdjRegScalar;
  8527. //outArg.mMemberSuffix = already_set_leave_me_alone;
  8528. return true;
  8529. }
  8530. else
  8531. return false;
  8532. }
  8533. return true;
  8534. };
  8535. BfInlineAsmInstruction::AsmInst& outInst = instNode->mAsmInst;
  8536. // instruction / instruction prefix / label
  8537. String opStr;
  8538. if (!readIdent(opStr, false, "instruction, instruction prefix, or label", false))
  8539. return nullptr;
  8540. if (readToken(BfToken_Colon, "", true))
  8541. {
  8542. ++curNodeIdx;
  8543. outInst.mLabel = opStr;
  8544. if (curNodeIdx >= nodeCount)
  8545. return instNode;
  8546. if (!readIdent(opStr, false, "instruction or instruction prefix", false))
  8547. return nullptr;
  8548. }
  8549. replaceWithLower(opStr);
  8550. // check for instruction prefix(s)
  8551. while (opStr == "lock" || opStr == "rep" || opStr == "repe" || opStr == "repne" || opStr == "repz" || opStr == "repnz")
  8552. {
  8553. if (curNodeIdx >= nodeCount) // in case prefix is listed like a separate instruction
  8554. break;
  8555. outInst.mOpPrefixes.push_back(opStr);
  8556. if (!readIdent(opStr, true, "instruction or instruction prefix", false))
  8557. return nullptr;
  8558. }
  8559. outInst.mOpCode = opStr;
  8560. BfInlineAsmInstruction::AsmArg asmArg;
  8561. while (parseArg(asmArg))
  8562. {
  8563. outInst.mArgs.push_back(asmArg);
  8564. asmArg = BfInlineAsmInstruction::AsmArg();
  8565. if (!readToken(BfToken_Comma, "", true))
  8566. break;
  8567. ++curNodeIdx;
  8568. }
  8569. if (curNodeIdx < nodeCount)
  8570. return (BfInlineAsmInstruction*)Fail(StrFormat("Found unexpected \"%s\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8571. //String testStr = outInst.ToString();
  8572. int unusedLineChar = 0;
  8573. auto bfParser = instNode->GetSourceData()->ToParserData();
  8574. if (bfParser != NULL)
  8575. bfParser->GetLineCharAtIdx(instNode->GetSrcStart(), outInst.mDebugLine, unusedLineChar);
  8576. //return (BfInlineAsmInstruction*)Fail(StrFormat("Line %d\n", outInst.mDebugLine), instNode);
  8577. return instNode;
  8578. };
  8579. // split nodes by newlines into individual instructions, skipping empty lines
  8580. Array<BfAstNode*> instrNodes;
  8581. Array<BfInlineAsmInstruction*> dstInstructions;
  8582. //BCF: Add this back
  8583. /*for (auto child = asmStatement->mChildren.mHead; child; child = child->mNext)
  8584. {
  8585. auto childToken = BfNodeDynCast<BfTokenNode>(child);
  8586. if (childToken && childToken->GetToken() == BfToken_AsmNewline)
  8587. {
  8588. if (!instrNodes.empty())
  8589. {
  8590. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  8591. if (instNode)
  8592. dstInstructions.push_back(instNode);
  8593. instrNodes.clear();
  8594. }
  8595. }
  8596. else if (childToken && childToken->GetToken() == BfToken_Asm)
  8597. {
  8598. // ignore the actual 'asm' keyword as we no longer need it
  8599. continue; //CDH FIXME this is because ReplaceNode adds the original 'asm' keyword as a child, which I don't need; maybe I'm missing how the CST->AST replacment pattern is intended to work?
  8600. }
  8601. else
  8602. {
  8603. instrNodes.push_back(child);
  8604. }
  8605. }*/
  8606. if (!instrNodes.empty())
  8607. {
  8608. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  8609. if (instNode)
  8610. dstInstructions.push_back(instNode);
  8611. instrNodes.Clear();
  8612. }
  8613. for (auto & instNode : dstInstructions)
  8614. MoveNode(instNode, asmStatement);
  8615. asmStatement->mInstructions = std::move(dstInstructions);
  8616. }
  8617. return asmStatement;
  8618. }