BfReducer.cpp 297 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782978397849785978697879788978997909791979297939794979597969797979897999800980198029803980498059806980798089809981098119812981398149815981698179818981998209821982298239824982598269827982898299830983198329833983498359836983798389839984098419842984398449845984698479848984998509851985298539854985598569857985898599860986198629863986498659866986798689869987098719872987398749875987698779878987998809881988298839884988598869887988898899890989198929893989498959896989798989899990099019902990399049905990699079908990999109911991299139914991599169917991899199920992199229923992499259926992799289929993099319932993399349935993699379938993999409941994299439944994599469947994899499950995199529953995499559956995799589959996099619962996399649965996699679968996999709971997299739974997599769977997899799980998199829983998499859986998799889989999099919992999399949995999699979998999910000100011000210003100041000510006100071000810009100101001110012100131001410015100161001710018100191002010021100221002310024100251002610027100281002910030100311003210033100341003510036100371003810039100401004110042100431004410045100461004710048100491005010051100521005310054100551005610057100581005910060100611006210063100641006510066100671006810069100701007110072100731007410075100761007710078100791008010081100821008310084100851008610087100881008910090100911009210093100941009510096100971009810099101001010110102101031010410105101061010710108101091011010111101121011310114101151011610117101181011910120101211012210123101241012510126101271012810129101301013110132101331013410135101361013710138101391014010141101421014310144101451014610147101481014910150101511015210153101541015510156101571015810159101601016110162101631016410165101661016710168101691017010171101721017310174101751017610177101781017910180101811018210183101841018510186101871018810189101901019110192101931019410195101961019710198101991020010201102021020310204102051020610207102081020910210102111021210213102141021510216102171021810219102201022110222102231022410225102261022710228102291023010231102321023310234102351023610237102381023910240102411024210243102441024510246102471024810249102501025110252102531025410255102561025710258102591026010261102621026310264102651026610267
  1. #include "BfAst.h"
  2. #include "BfReducer.h"
  3. #include "BfParser.h"
  4. #include "BfSystem.h"
  5. #include "BfUtil.h"
  6. #include "BeefySysLib/util/BeefPerf.h"
  7. #include "BeefySysLib/util/StackHelper.h"
  8. #include "BeefySysLib/util/AllocDebug.h"
  9. #include <functional>
  10. USING_NS_BF;
  11. #define MEMBER_SET(dest, member, src) \
  12. { dest->member = src; \
  13. MoveNode(src, dest); }
  14. #define MEMBER_SET_CHECKED(dest, member, src) \
  15. { if (src == NULL) return dest; \
  16. dest->member = src; \
  17. MoveNode(src, dest); }
  18. #define MEMBER_SET_CHECKED_BOOL(dest, member, src) \
  19. { if (src == NULL) return false; \
  20. dest->member = src; \
  21. MoveNode(src, dest); }
  22. BfReducer::BfReducer()
  23. {
  24. mCurTypeDecl = NULL;
  25. mLastTypeDecl = NULL;
  26. mCurMethodDecl = NULL;
  27. mLastBlockNode = NULL;
  28. mSource = NULL;
  29. mClassDepth = 0;
  30. mAlloc = NULL;
  31. mStmtHasError = false;
  32. mPrevStmtHadError = false;
  33. mPassInstance = NULL;
  34. mCompatMode = false;
  35. mAllowTypeWildcard = false;
  36. mIsFieldInitializer = false;
  37. mInParenExpr = false;
  38. mSkipCurrentNodeAssert = false;
  39. mAssertCurrentNodeIdx = 0;
  40. mSystem = NULL;
  41. mResolvePassData = NULL;
  42. mMethodDepth = 0;
  43. mDocumentCheckIdx = 0;
  44. mTypeMemberNodeStart = NULL;
  45. }
  46. bool BfReducer::IsSemicolon(BfAstNode* node)
  47. {
  48. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  49. return (tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Semicolon);
  50. }
  51. bool BfReducer::StringEquals(BfAstNode* node, BfAstNode* node2)
  52. {
  53. int len = node->GetSrcLength();
  54. int len2 = node2->GetSrcLength();
  55. if (len != len2)
  56. return false;
  57. int start = node->GetSrcStart();
  58. int start2 = node2->GetSrcStart();
  59. const char* srcStr = node->GetSourceData()->mSrc;
  60. for (int i = 0; i < len; i++)
  61. {
  62. if (srcStr[start + i] != srcStr[start2 + i])
  63. return false;
  64. }
  65. return true;
  66. }
  67. int gAssertCurrentNodeIdx = 0;
  68. void BfReducer::AssertCurrentNode(BfAstNode* node)
  69. {
  70. if (mSkipCurrentNodeAssert)
  71. return;
  72. auto currentNode = mVisitorPos.GetCurrent();
  73. if (currentNode == NULL)
  74. return;
  75. if (!node->LocationEndEquals(currentNode))
  76. {
  77. const char* lastCPtr = &node->GetSourceData()->mSrc[node->GetSrcEnd() - 1];
  78. // We have an "exceptional" case where breaking a double chevron will look like a position error
  79. if ((lastCPtr[0] != '>') || (lastCPtr[1] != '>'))
  80. {
  81. BF_FATAL("Internal parsing error");
  82. }
  83. }
  84. gAssertCurrentNodeIdx++;
  85. mAssertCurrentNodeIdx++;
  86. }
  87. // For autocomplete we only do a reduce on nodes the cursor is in
  88. bool BfReducer::IsNodeRelevant(BfAstNode* astNode)
  89. {
  90. BfParser* bfParser = astNode->GetSourceData()->ToParser();
  91. if (bfParser == NULL)
  92. return true;
  93. int cursorPos = bfParser->mCursorIdx;
  94. if ((cursorPos == -1) || (astNode->Contains(cursorPos, 1, 0)))
  95. return true;
  96. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  97. return false;
  98. }
  99. bool BfReducer::IsNodeRelevant(BfAstNode* startNode, BfAstNode* endNode)
  100. {
  101. if (startNode == NULL)
  102. return IsNodeRelevant(endNode);
  103. BfParser* bfParser = startNode->GetSourceData()->ToParser();
  104. if (bfParser == NULL)
  105. return true;
  106. int cursorPos = bfParser->mCursorIdx;
  107. int lenAdd = 1;
  108. if ((cursorPos == -1) ||
  109. ((cursorPos >= startNode->GetSrcStart()) && (cursorPos < endNode->GetSrcEnd() + lenAdd)))
  110. return true;
  111. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  112. return false;
  113. }
  114. void BfReducer::MoveNode(BfAstNode* srcNode, BfAstNode* newOwner)
  115. {
  116. #ifdef BF_AST_HAS_PARENT_MEMBER
  117. srcNode->mParent = newOwner;
  118. #endif
  119. int srcStart = srcNode->GetSrcStart();
  120. int srcEnd = srcNode->GetSrcEnd();
  121. if (srcStart < newOwner->GetSrcStart())
  122. newOwner->SetSrcStart(srcStart);
  123. if (srcEnd > newOwner->GetSrcEnd())
  124. newOwner->SetSrcEnd(srcEnd);
  125. }
  126. // Replaces prevNode with new node and adds prevNode to newNode's childrenj
  127. // It can be considered that newNode encapsulated prevNode.
  128. void BfReducer::ReplaceNode(BfAstNode* prevNode, BfAstNode* newNode)
  129. {
  130. #ifdef BF_AST_HAS_PARENT_MEMBER
  131. newNode->mParent = prevNode->mParent;
  132. #endif
  133. if (!newNode->IsInitialized())
  134. {
  135. #ifdef BF_AST_COMPACT
  136. if (prevNode->mIsCompact)
  137. {
  138. newNode->mIsCompact = prevNode->mIsCompact;
  139. newNode->mCompact_SrcStart = prevNode->mCompact_SrcStart;
  140. newNode->mCompact_SrcLen = prevNode->mCompact_SrcLen;
  141. newNode->mCompact_TriviaLen = prevNode->mCompact_TriviaLen;
  142. }
  143. else
  144. {
  145. int prevTriviaStart;
  146. int prevSrcStart;
  147. int prevSrcEnd;
  148. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  149. newNode->Init(prevTriviaStart, prevSrcStart, prevSrcEnd);
  150. }
  151. #else
  152. newNode->mTriviaStart = prevNode->mTriviaStart;
  153. newNode->mSrcStart = prevNode->mSrcStart;
  154. newNode->mSrcEnd = prevNode->mSrcEnd;
  155. #endif
  156. }
  157. else
  158. {
  159. int newTriviaStart;
  160. int newSrcStart;
  161. int newSrcEnd;
  162. newNode->GetSrcPositions(newTriviaStart, newSrcStart, newSrcEnd);
  163. int prevTriviaStart;
  164. int prevSrcStart;
  165. int prevSrcEnd;
  166. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  167. if (prevTriviaStart < newTriviaStart)
  168. newNode->SetTriviaStart(prevTriviaStart);
  169. if (prevSrcStart < newSrcStart)
  170. newNode->SetSrcStart(prevSrcStart);
  171. if (prevSrcEnd > newSrcEnd)
  172. newNode->SetSrcEnd(prevSrcEnd);
  173. }
  174. #ifdef BF_AST_HAS_PARENT_MEMBER
  175. prevNode->mParent = newNode;
  176. #endif
  177. }
  178. BfAstNode* BfReducer::Fail(const StringImpl& errorMsg, BfAstNode* refNode)
  179. {
  180. mStmtHasError = true;
  181. if (mPassInstance->HasLastFailedAt(refNode)) // No duplicate failures
  182. return NULL;
  183. auto error = mPassInstance->Fail(errorMsg, refNode);
  184. if ((error != NULL) && (mSource != NULL))
  185. error->mProject = mSource->mProject;
  186. return NULL;
  187. }
  188. BfAstNode* BfReducer::FailAfter(const StringImpl& errorMsg, BfAstNode* prevNode)
  189. {
  190. mStmtHasError = true;
  191. auto error = mPassInstance->FailAfter(errorMsg, prevNode);
  192. if ((error != NULL) && (mSource != NULL))
  193. error->mProject = mSource->mProject;
  194. return NULL;
  195. }
  196. void BfReducer::AddErrorNode(BfAstNode* astNode, bool removeNode)
  197. {
  198. if (mSource != NULL)
  199. mSource->AddErrorNode(astNode);
  200. if (removeNode)
  201. astNode->RemoveSelf();
  202. }
  203. bool BfReducer::IsTypeReference(BfAstNode* checkNode, BfToken successToken, int* outEndNode, bool* couldBeExpr, bool* isGenericType, bool* isTuple)
  204. {
  205. AssertCurrentNode(checkNode);
  206. if (couldBeExpr != NULL)
  207. *couldBeExpr = true;
  208. if (outEndNode != NULL)
  209. *outEndNode = -1;
  210. auto firstNode = checkNode;
  211. if (checkNode == NULL)
  212. return false;
  213. int checkIdx = mVisitorPos.mReadPos;
  214. if ((!checkNode->IsA<BfIdentifierNode>()) && (!checkNode->IsA<BfMemberReferenceExpression>()))
  215. {
  216. if (auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  217. {
  218. BfToken checkToken = checkTokenNode->GetToken();
  219. if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  220. {
  221. checkIdx++;
  222. if (mVisitorPos.Get(checkIdx) == NULL)
  223. return false;
  224. }
  225. else if ((checkToken == BfToken_Var) || (checkToken == BfToken_Let))
  226. {
  227. checkIdx++;
  228. checkNode = mVisitorPos.Get(checkIdx);
  229. checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  230. if (outEndNode)
  231. *outEndNode = checkIdx;
  232. if (successToken == BfToken_None)
  233. return true;
  234. return (checkToken == successToken);
  235. }
  236. else if (checkToken == BfToken_Unsigned)
  237. {
  238. // Unsigned val start
  239. }
  240. else if (checkToken == BfToken_LParen)
  241. {
  242. // Tuple start
  243. }
  244. else if ((checkToken == BfToken_Decltype) || (checkToken == BfToken_AllocType) || (checkToken == BfToken_RetType) || (checkToken == BfToken_Nullable))
  245. {
  246. // Decltype start
  247. }
  248. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  249. {
  250. int startNode = mVisitorPos.mReadPos;
  251. mVisitorPos.mReadPos++;
  252. int endNode = -1;
  253. // Return type
  254. auto checkNode = mVisitorPos.GetCurrent();
  255. if ((checkNode == NULL) || (!IsTypeReference(checkNode, BfToken_LParen, &endNode, couldBeExpr, isGenericType, isTuple)))
  256. {
  257. if (outEndNode != NULL)
  258. *outEndNode = endNode;
  259. mVisitorPos.mReadPos = startNode;
  260. return false;
  261. }
  262. // Take in params as a tuple
  263. mVisitorPos.mReadPos = endNode;
  264. auto currentNode = mVisitorPos.GetCurrent();
  265. bool hasParams = false;
  266. if (currentNode != NULL)
  267. {
  268. if (auto openToken = BfNodeDynCast<BfTokenNode>(currentNode))
  269. {
  270. if (openToken->GetToken() == BfToken_LParen)
  271. {
  272. int parenDepth = 1;
  273. // Do a smarter check?
  274. checkIdx = endNode + 1;
  275. while (true)
  276. {
  277. auto checkNode = mVisitorPos.Get(checkIdx);
  278. if (checkNode == NULL)
  279. break;
  280. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  281. {
  282. bool done = false;
  283. switch (tokenNode->GetToken())
  284. {
  285. case BfToken_LParen:
  286. parenDepth++;
  287. break;
  288. case BfToken_RParen:
  289. parenDepth--;
  290. if (parenDepth == 0)
  291. {
  292. endNode = checkIdx + 1;
  293. done = true;
  294. }
  295. break;
  296. case BfToken_Semicolon:
  297. // Failed
  298. done = true;
  299. break;
  300. default: break;
  301. }
  302. if (done)
  303. break;
  304. }
  305. checkIdx++;
  306. }
  307. hasParams = parenDepth == 0;
  308. }
  309. }
  310. }
  311. if (!hasParams)
  312. {
  313. if (outEndNode != NULL)
  314. *outEndNode = endNode;
  315. mVisitorPos.mReadPos = startNode;
  316. return false;
  317. }
  318. if (outEndNode != NULL)
  319. *outEndNode = endNode;
  320. mVisitorPos.mReadPos = startNode;
  321. return true;
  322. }
  323. else
  324. return false;
  325. }
  326. else
  327. return false;
  328. }
  329. int chevronDepth = 0;
  330. bool identifierExpected = true;
  331. bool hadEndBracket = false;
  332. int bracketDepth = 0;
  333. int parenDepth = 0;
  334. bool hadTupleComma = false;
  335. bool hadIdentifier = false;
  336. bool foundSuccessToken = false;
  337. bool hadUnexpectedIdentifier = false;
  338. BfTokenNode* lastToken = NULL;
  339. //while (checkNode != NULL)
  340. SizedArray<BfToken, 8> tokenStack;
  341. while (true)
  342. {
  343. auto checkNode = mVisitorPos.Get(checkIdx);
  344. if (checkNode == NULL)
  345. break;
  346. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  347. if (checkTokenNode != NULL)
  348. {
  349. if (hadEndBracket)
  350. return false;
  351. BfToken checkToken = checkTokenNode->GetToken();
  352. if (bracketDepth > 0)
  353. {
  354. if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  355. {
  356. bracketDepth++;
  357. }
  358. else if (checkToken == BfToken_RBracket)
  359. {
  360. bracketDepth--;
  361. }
  362. }
  363. else
  364. {
  365. bool doEnding = (checkToken == successToken) && (checkTokenNode != firstNode) && (tokenStack.size() <= 1);
  366. if ((doEnding) && (tokenStack.size() == 1))
  367. doEnding = checkToken == tokenStack.back();
  368. if (doEnding)
  369. {
  370. bool success = false;
  371. if ((lastToken != NULL) && ((lastToken->GetToken() == BfToken_RChevron) || (lastToken->GetToken() == BfToken_RDblChevron)))
  372. {
  373. if (couldBeExpr != NULL)
  374. *couldBeExpr = false;
  375. }
  376. if (successToken == BfToken_RParen)
  377. {
  378. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 1);
  379. if (success)
  380. {
  381. // Check identifierExpected - this catches (.) casts
  382. if ((identifierExpected) && (couldBeExpr != NULL))
  383. *couldBeExpr = false;
  384. }
  385. }
  386. else if ((successToken == BfToken_Comma) ||
  387. (successToken == BfToken_LBracket))
  388. {
  389. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  390. }
  391. if ((success) || (doEnding))
  392. {
  393. if ((!hadTupleComma) && (hadUnexpectedIdentifier)) // Looked like a tuple but wasn't
  394. return false;
  395. }
  396. if (success)
  397. {
  398. if (outEndNode != NULL)
  399. *outEndNode = checkIdx;
  400. return true;
  401. }
  402. if (doEnding)
  403. {
  404. if (outEndNode != NULL)
  405. *outEndNode = checkIdx;
  406. return (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  407. }
  408. }
  409. bool isDone = false;
  410. if (checkToken == BfToken_LParen)
  411. {
  412. if (chevronDepth > 0)
  413. {
  414. SetAndRestoreValue<int> prevIdx(mVisitorPos.mReadPos, checkIdx);
  415. int endToken = 0;
  416. if (!IsTypeReference(checkNode, BfToken_RParen, &endToken, NULL, NULL, NULL))
  417. return false;
  418. checkIdx = endToken + 1;
  419. continue;
  420. }
  421. else if ((hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0))
  422. isDone = true;
  423. else
  424. {
  425. tokenStack.Add(BfToken_RParen);
  426. parenDepth++;
  427. }
  428. }
  429. else if (checkToken == BfToken_RParen)
  430. {
  431. if ((parenDepth == 0) || (tokenStack.back() != BfToken_RParen))
  432. {
  433. if (outEndNode != NULL)
  434. *outEndNode = checkIdx;
  435. return false;
  436. }
  437. tokenStack.pop_back();
  438. parenDepth--;
  439. if (parenDepth > 0)
  440. {
  441. // if we are embedded in a multi-tuple like (A, (B, C), D) then we expect a , or ) after
  442. // closing an inner tuple. Otherwise this is an expression like ((Type)a)
  443. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  444. bool isOkay = false;
  445. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  446. {
  447. isOkay = (nextToken->mToken == BfToken_Comma) || (nextToken->mToken == BfToken_RParen);
  448. if ((!tokenStack.IsEmpty()) && (nextToken->mToken == tokenStack.back()))
  449. isOkay = true;
  450. }
  451. if (!isOkay)
  452. {
  453. if (outEndNode != NULL)
  454. *outEndNode = checkIdx;
  455. return false;
  456. }
  457. }
  458. if ((parenDepth < 0) ||
  459. // Probably a cast
  460. ((successToken == BfToken_None) && (parenDepth == 0) && (!hadTupleComma)))
  461. {
  462. if (successToken == BfToken_RParen)
  463. {
  464. foundSuccessToken = true;
  465. break;
  466. }
  467. else
  468. {
  469. if (outEndNode != NULL)
  470. *outEndNode = checkIdx;
  471. return false;
  472. }
  473. }
  474. }
  475. else if ((checkToken == BfToken_Const) && (chevronDepth > 0))
  476. {
  477. if (mCompatMode)
  478. {
  479. identifierExpected = true;
  480. }
  481. else
  482. {
  483. int prevReadPos = mVisitorPos.mReadPos;
  484. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  485. if (nextNode != NULL)
  486. {
  487. mVisitorPos.mReadPos = checkIdx + 1;
  488. auto expr = CreateExpression(nextNode, BfReducer::CreateExprFlags_BreakOnRChevron);
  489. int endExprReadPos = mVisitorPos.mReadPos;
  490. mVisitorPos.mReadPos = prevReadPos;
  491. if (expr == NULL)
  492. {
  493. if (outEndNode != NULL)
  494. *outEndNode = checkIdx;
  495. return false;
  496. }
  497. checkIdx = endExprReadPos;
  498. }
  499. }
  500. }
  501. else if ((checkToken == BfToken_Minus) && (mCompatMode) && (chevronDepth > 0) && (parenDepth == 0) && (bracketDepth == 0))
  502. {
  503. // Allow
  504. }
  505. else if (checkToken == BfToken_Unsigned)
  506. {
  507. identifierExpected = true;
  508. }
  509. else if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  510. {
  511. identifierExpected = true;
  512. }
  513. else if (checkToken == BfToken_LChevron)
  514. {
  515. identifierExpected = true;
  516. chevronDepth++;
  517. tokenStack.Add(BfToken_RChevron);
  518. }
  519. else if ((checkToken == BfToken_RChevron) || (checkToken == BfToken_RDblChevron))
  520. {
  521. for (int i = 0; i < ((checkToken == BfToken_RDblChevron) ? 2 : 1); i++)
  522. {
  523. if ((tokenStack.IsEmpty()) || (tokenStack.back() != BfToken_RChevron))
  524. {
  525. if (outEndNode != NULL)
  526. *outEndNode = checkIdx;
  527. return false;
  528. }
  529. tokenStack.pop_back();
  530. chevronDepth--;
  531. }
  532. identifierExpected = false;
  533. if (chevronDepth < 0)
  534. {
  535. if (outEndNode != NULL)
  536. *outEndNode = checkIdx;
  537. return false;
  538. }
  539. if (chevronDepth == 0)
  540. {
  541. if (isGenericType != NULL)
  542. *isGenericType = true;
  543. }
  544. }
  545. else if (checkToken == BfToken_RDblChevron)
  546. chevronDepth -= 2;
  547. else if (checkToken == BfToken_Comma)
  548. {
  549. if ((bracketDepth == 0) && (tokenStack.IsEmpty()))
  550. {
  551. if (outEndNode != NULL)
  552. *outEndNode = checkIdx;
  553. return false;
  554. }
  555. if ((!tokenStack.IsEmpty()) && (tokenStack.back() == BfToken_RParen))
  556. {
  557. hadTupleComma = true;
  558. if (isTuple != NULL)
  559. {
  560. *isTuple = true;
  561. }
  562. }
  563. identifierExpected = true;
  564. }
  565. else if (checkToken == BfToken_Dot)
  566. {
  567. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  568. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  569. {
  570. if (couldBeExpr != NULL)
  571. {
  572. // UH- NO, it could be referencing a static member
  573. // a ">." can only be a reference to an inner type of a generic type
  574. //if ((prevToken->GetToken() == BfToken_RChevron) || (prevToken->GetToken() == BfToken_RDblChevron))
  575. //*couldBeExpr = false;
  576. }
  577. // a ".[" can only be a member reference after an indexer expression
  578. if (prevToken->GetToken() == BfToken_RBracket)
  579. {
  580. if (outEndNode != NULL)
  581. *outEndNode = checkIdx;
  582. return false;
  583. }
  584. }
  585. identifierExpected = true;
  586. }
  587. else if (checkToken == BfToken_RBracket)
  588. {
  589. hadEndBracket = true;
  590. }
  591. else if ((checkToken == BfToken_Star) || (checkToken == BfToken_Question))
  592. {
  593. if (checkToken == BfToken_Star)
  594. {
  595. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  596. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  597. {
  598. switch (prevToken->GetToken())
  599. {
  600. case BfToken_RParen:
  601. case BfToken_RBracket:
  602. case BfToken_RChevron:
  603. case BfToken_RDblChevron:
  604. break;
  605. default:
  606. // These are definitely dereferences
  607. return false;
  608. }
  609. }
  610. while (true)
  611. {
  612. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  613. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  614. if ((nextToken == NULL) || (nextToken->GetToken() != BfToken_Star))
  615. break;
  616. checkTokenNode = nextToken;
  617. checkToken = checkTokenNode->GetToken();
  618. checkIdx++;
  619. }
  620. }
  621. else
  622. {
  623. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  624. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  625. {
  626. // If this is just a 'loose' comma then it can't be part of a nullable
  627. if ((prevToken->GetToken() == BfToken_Comma) ||
  628. (prevToken->GetToken() == BfToken_LParen))
  629. {
  630. return false;
  631. }
  632. }
  633. }
  634. // Star or Question always end a TypeRef
  635. if ((chevronDepth == 0) && (parenDepth == 0) && (bracketDepth == 0))
  636. {
  637. if (hadTupleComma)
  638. return false;
  639. if (couldBeExpr != NULL)
  640. *couldBeExpr = false;
  641. if (outEndNode != NULL)
  642. *outEndNode = checkIdx + 1;
  643. if (successToken == BfToken_None)
  644. return true;
  645. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  646. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  647. {
  648. if (nextToken->GetToken() == successToken)
  649. {
  650. if (outEndNode != NULL)
  651. *outEndNode = checkIdx + 1;
  652. return true;
  653. }
  654. if (nextToken->GetToken() == BfToken_LBracket)
  655. {
  656. // A rare case of something like "char*[...]", let the bracket information through
  657. }
  658. else
  659. break;
  660. }
  661. else
  662. return false;
  663. }
  664. }
  665. else if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  666. {
  667. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  668. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  669. {
  670. // .[ - that's not a valid type, but could be an attributed member reference
  671. if ((prevToken->GetToken() == BfToken_Dot) || (prevToken->GetToken() == BfToken_DotDot))
  672. {
  673. if (outEndNode != NULL)
  674. *outEndNode = checkIdx - 1;
  675. return false;
  676. }
  677. }
  678. bracketDepth++;
  679. }
  680. else if (checkToken == BfToken_This)
  681. {
  682. if ((parenDepth == 1) && (hadIdentifier))
  683. {
  684. // If this looks like it's from a '(<type> this ...)' then it could be part of a function declaration, so allow it
  685. }
  686. else
  687. {
  688. if (outEndNode != NULL)
  689. *outEndNode = checkIdx;
  690. return false;
  691. }
  692. }
  693. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  694. {
  695. int funcEndNode = -1;
  696. int prevReadPos = mVisitorPos.mReadPos;
  697. mVisitorPos.mReadPos = checkIdx;
  698. bool isTypeRef = IsTypeReference(checkNode, BfToken_None, &funcEndNode);
  699. mVisitorPos.mReadPos = prevReadPos;
  700. if (!isTypeRef)
  701. {
  702. if (outEndNode != NULL)
  703. *outEndNode = checkIdx;
  704. return false;
  705. }
  706. checkIdx = funcEndNode;
  707. continue;
  708. }
  709. else if ((checkToken == BfToken_Decltype) || (checkToken == BfToken_AllocType) || (checkToken == BfToken_RetType) || (checkToken == BfToken_Nullable))
  710. {
  711. int endNodeIdx = checkIdx + 1;
  712. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  713. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  714. {
  715. if (tokenNode->mToken != BfToken_LParen)
  716. {
  717. isDone = true;
  718. }
  719. else
  720. {
  721. int openCount = 1;
  722. while (true)
  723. {
  724. endNodeIdx++;
  725. auto checkNextNode = mVisitorPos.Get(endNodeIdx);
  726. if (checkNextNode == NULL)
  727. break;
  728. if (auto checkNextToken = BfNodeDynCast<BfTokenNode>(checkNextNode))
  729. {
  730. if (checkNextToken->GetToken() == BfToken_LParen)
  731. openCount++;
  732. else if (checkNextToken->GetToken() == BfToken_RParen)
  733. {
  734. openCount--;
  735. if (openCount == 0)
  736. break;
  737. }
  738. }
  739. }
  740. }
  741. }
  742. identifierExpected = false;
  743. checkIdx = endNodeIdx;
  744. /*if (outEndNode != NULL)
  745. *outEndNode = endNodeIdx + 1;
  746. return true;*/
  747. }
  748. else if (checkToken != BfToken_LBracket)
  749. isDone = true;
  750. if (isDone)
  751. {
  752. if (outEndNode != NULL)
  753. *outEndNode = checkIdx;
  754. if (isGenericType != NULL)
  755. *isGenericType = false;
  756. return false;
  757. }
  758. }
  759. }
  760. else if (bracketDepth > 0)
  761. {
  762. // Ignore
  763. }
  764. else if ((checkNode->IsA<BfIdentifierNode>()) || (checkNode->IsA<BfMemberReferenceExpression>()))
  765. {
  766. // Identifier is always allowed in tuple (parenDepth == 0), because it's potentially the field name
  767. // (successToken == BfToken_RParen) infers we are already checking inside parentheses, such as
  768. // when we see a potential cast expression
  769. if (!identifierExpected)
  770. {
  771. if ((parenDepth == 0) && (successToken != BfToken_RParen))
  772. {
  773. if (outEndNode != NULL)
  774. *outEndNode = checkIdx;
  775. if (successToken == BfToken_None)
  776. return chevronDepth == 0;
  777. return false;
  778. }
  779. hadUnexpectedIdentifier = true;
  780. }
  781. hadIdentifier = true;
  782. identifierExpected = false;
  783. }
  784. else if (checkNode->IsA<BfBlock>())
  785. {
  786. if (successToken == BfToken_LBrace)
  787. {
  788. foundSuccessToken = true;
  789. }
  790. break;
  791. }
  792. else if ((mCompatMode) && (checkNode->IsExact<BfLiteralExpression>()) && (chevronDepth > 0) && (identifierExpected))
  793. {
  794. // Allow
  795. identifierExpected = false;
  796. }
  797. else
  798. {
  799. if (outEndNode != NULL)
  800. *outEndNode = checkIdx;
  801. return false;
  802. }
  803. lastToken = checkTokenNode;
  804. checkIdx++;
  805. }
  806. if (outEndNode != NULL)
  807. *outEndNode = checkIdx;
  808. if ((!hadTupleComma) && (hadUnexpectedIdentifier)) // Looked like a tuple but wasn't
  809. return false;
  810. return (hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0) && ((successToken == BfToken_None) || (foundSuccessToken));
  811. }
  812. bool BfReducer::IsLocalMethod(BfAstNode* nameNode)
  813. {
  814. AssertCurrentNode(nameNode);
  815. int parenDepth = 0;
  816. bool hadParens = false;
  817. int chevronDepth = 0;
  818. bool hadGenericParams = false;
  819. int checkIdx = mVisitorPos.mReadPos + 1;
  820. while (true)
  821. {
  822. auto checkNode = mVisitorPos.Get(checkIdx);
  823. if (checkNode == NULL)
  824. return false;
  825. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  826. {
  827. BfToken token = tokenNode->GetToken();
  828. if (token == BfToken_LParen)
  829. {
  830. parenDepth++;
  831. hadParens = true;
  832. }
  833. else if (token == BfToken_RParen)
  834. {
  835. parenDepth--;
  836. if (parenDepth == 0)
  837. return true;
  838. }
  839. else
  840. {
  841. switch (token)
  842. {
  843. case BfToken_Semicolon: // Never can be a local method
  844. return false;
  845. case BfToken_Where: // Always denotes a local method
  846. return true;
  847. default: break;
  848. }
  849. }
  850. }
  851. else if (auto tokenNode = BfNodeDynCast<BfBlock>(checkNode))
  852. {
  853. //return (hadParens) && (parenDepth == 0);
  854. return false;
  855. }
  856. else
  857. {
  858. }
  859. checkIdx++;
  860. }
  861. return false;
  862. }
  863. int BfReducer::QualifiedBacktrack(BfAstNode* endNode, int checkIdx, bool* outHadChevrons)
  864. {
  865. auto checkNode = endNode;
  866. BF_ASSERT(checkNode == mVisitorPos.Get(checkIdx));
  867. int chevronDepth = 0;
  868. bool identifierExpected = true;
  869. bool hadEndBracket = false;
  870. bool lastWasIdentifier = false;
  871. while (checkNode != NULL)
  872. {
  873. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  874. if (checkTokenNode != NULL)
  875. {
  876. BfToken checkToken = checkTokenNode->GetToken();
  877. if ((checkToken == BfToken_Dot) || (checkToken == BfToken_DotDot))
  878. {
  879. if (chevronDepth == 0)
  880. return checkIdx;
  881. }
  882. else if (checkToken == BfToken_LChevron)
  883. {
  884. if (outHadChevrons != NULL)
  885. *outHadChevrons = true;
  886. chevronDepth++;
  887. }
  888. else if (checkToken == BfToken_RChevron)
  889. {
  890. // Was this a case like "Test<T> MethodName"? Those are split.
  891. if (lastWasIdentifier)
  892. return -1;
  893. chevronDepth--;
  894. }
  895. else if (checkToken == BfToken_RDblChevron)
  896. {
  897. if (lastWasIdentifier)
  898. return -1;
  899. chevronDepth -= 2;
  900. }
  901. else if ((checkToken != BfToken_Comma) &&
  902. (checkToken != BfToken_Dot) &&
  903. (checkToken != BfToken_DotDot) &&
  904. (checkToken != BfToken_RBracket) &&
  905. (checkToken != BfToken_Star) &&
  906. (checkToken != BfToken_Question) &&
  907. (checkToken != BfToken_LBracket))
  908. {
  909. return -1;
  910. }
  911. if (chevronDepth == 0)
  912. return -1;
  913. lastWasIdentifier = false;
  914. }
  915. else if (checkNode->IsA<BfIdentifierNode>())
  916. {
  917. // Two identifiers in a row denotes a break
  918. if (lastWasIdentifier)
  919. return -1;
  920. lastWasIdentifier = true;
  921. }
  922. else
  923. {
  924. return -1;
  925. }
  926. checkIdx--;
  927. checkNode = mVisitorPos.Get(checkIdx);
  928. }
  929. return -1;
  930. }
  931. BfExpression* BfReducer::ApplyToFirstExpression(BfUnaryOperatorExpression* unaryOp, BfExpression* target)
  932. {
  933. auto condExpression = BfNodeDynCast<BfConditionalExpression>(target);
  934. if (condExpression != NULL)
  935. {
  936. auto result = ApplyToFirstExpression(unaryOp, condExpression->mConditionExpression);
  937. if (result == condExpression->mConditionExpression)
  938. {
  939. //TODO: Make sure this one works, check children and next's and such
  940. //ReplaceNode(unaryOp, binOpExpression);
  941. unaryOp->mExpression = condExpression->mConditionExpression;
  942. ReplaceNode(unaryOp, condExpression);
  943. unaryOp->SetSrcEnd(condExpression->mConditionExpression->GetSrcEnd());
  944. condExpression->mConditionExpression = unaryOp;
  945. }
  946. condExpression->SetSrcStart(unaryOp->GetSrcStart());
  947. return result;
  948. }
  949. auto binOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(target);
  950. if (binOpExpression != NULL)
  951. {
  952. auto result = ApplyToFirstExpression(unaryOp, binOpExpression->mLeft);
  953. if (result == binOpExpression->mLeft)
  954. {
  955. unaryOp->mExpression = binOpExpression->mLeft;
  956. unaryOp->SetSrcEnd(binOpExpression->mLeft->GetSrcEnd());
  957. binOpExpression->mLeft = unaryOp;
  958. }
  959. binOpExpression->SetSrcStart(unaryOp->GetSrcStart());
  960. return result;
  961. }
  962. return target;
  963. }
  964. static String DbgNodeToString(BfAstNode* astNode)
  965. {
  966. if (auto binOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(astNode))
  967. {
  968. String str;
  969. str += "(";
  970. str += DbgNodeToString(binOpExpr->mLeft);
  971. str += " ";
  972. str += DbgNodeToString(binOpExpr->mOpToken);
  973. str += " ";
  974. str += DbgNodeToString(binOpExpr->mRight);
  975. str += ")";
  976. return str;
  977. }
  978. else if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(astNode))
  979. {
  980. String str;
  981. str += "( ";
  982. str += "(";
  983. str += DbgNodeToString(condExpr->mConditionExpression);
  984. str += ") ? (";
  985. str += DbgNodeToString(condExpr->mTrueExpression);
  986. str += ") : (";
  987. str += DbgNodeToString(condExpr->mFalseExpression);
  988. str += ")";
  989. str += " )";
  990. return str;
  991. }
  992. return astNode->ToString();
  993. }
  994. BfExpression* BfReducer::CheckBinaryOperatorPrecedence(BfBinaryOperatorExpression* binOpExpression)
  995. {
  996. BfExpression* resultExpr = binOpExpression;
  997. bool dbg = false;
  998. #ifdef BF_AST_HAS_PARENT_MEMBER
  999. BF_ASSERT(BfNodeDynCast<BfBinaryOperatorExpression>(binOpExpression->mParent) == NULL);
  1000. #endif
  1001. SizedArray<BfBinaryOperatorExpression*, 8> binOpParents;
  1002. SizedArray<BfBinaryOperatorExpression*, 8> deferredChecks;
  1003. BfBinaryOperatorExpression* checkBinOpExpression = binOpExpression;
  1004. while (true)
  1005. {
  1006. if (checkBinOpExpression == NULL)
  1007. {
  1008. if (deferredChecks.size() == 0)
  1009. break;
  1010. checkBinOpExpression = deferredChecks.back();
  1011. deferredChecks.pop_back();
  1012. }
  1013. if (dbg)
  1014. OutputDebugStrF("Checking: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1015. #ifdef BF_AST_HAS_PARENT_MEMBER
  1016. BfBinaryOperatorExpression* prevBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mParent);
  1017. if (prevBinOpExpression != NULL)
  1018. {
  1019. BF_ASSERT(binOpParents.back() == prevBinOpExpression);
  1020. }
  1021. #else
  1022. BfBinaryOperatorExpression* prevBinOpExpression = NULL;
  1023. #endif
  1024. if (!binOpParents.IsEmpty())
  1025. {
  1026. prevBinOpExpression = binOpParents.back();
  1027. }
  1028. BfBinaryOperatorExpression* nextBinaryOperatorExpression = NULL;
  1029. bool didCondSwap = false;
  1030. while (auto rightCondExpression = BfNodeDynCast<BfConditionalExpression>(checkBinOpExpression->mRight))
  1031. {
  1032. // Turn (A || (B ? C : D)) into ((A || B) ? C : D)
  1033. BfExpression* exprA = checkBinOpExpression->mLeft;
  1034. BfExpression* exprB = rightCondExpression->mConditionExpression;
  1035. BfExpression* exprC = rightCondExpression->mTrueExpression;
  1036. checkBinOpExpression->SetSrcEnd(exprB->GetSrcEnd());
  1037. MEMBER_SET(rightCondExpression, mConditionExpression, checkBinOpExpression);
  1038. MEMBER_SET(checkBinOpExpression, mLeft, exprA);
  1039. MEMBER_SET(checkBinOpExpression, mRight, exprB);
  1040. didCondSwap = true;
  1041. if (dbg)
  1042. {
  1043. OutputDebugStrF("NewCond: %s\n", DbgNodeToString(rightCondExpression).c_str());
  1044. OutputDebugStrF("CheckAfterCond: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1045. }
  1046. if (prevBinOpExpression != NULL)
  1047. {
  1048. BF_ASSERT(checkBinOpExpression == prevBinOpExpression->mRight);
  1049. MEMBER_SET(prevBinOpExpression, mRight, rightCondExpression);
  1050. nextBinaryOperatorExpression = prevBinOpExpression;
  1051. binOpParents.pop_back();
  1052. }
  1053. else
  1054. {
  1055. BF_ASSERT(resultExpr == checkBinOpExpression);
  1056. resultExpr = rightCondExpression;
  1057. }
  1058. }
  1059. if (nextBinaryOperatorExpression != NULL)
  1060. {
  1061. checkBinOpExpression = nextBinaryOperatorExpression;
  1062. continue;
  1063. }
  1064. /*auto _CheckLeftBinaryOpearator = [&](BfBinaryOperatorExpression* checkBinOpExpression)
  1065. {
  1066. while (auto leftBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1067. {
  1068. if (dbg)
  1069. {
  1070. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1071. OutputDebugStrF("Left : %s\n", DbgNodeToString(leftBinOpExpression).c_str());
  1072. }
  1073. if (leftBinOpExpression->mRight == NULL)
  1074. {
  1075. BF_ASSERT(mPassInstance->HasFailed());
  1076. return;
  1077. }
  1078. int leftPrecedence = BfGetBinaryOpPrecendence(leftBinOpExpression->mOp);
  1079. int rightPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1080. // Turn ((A + B) * C) into (A + (B * C))
  1081. if (leftPrecedence >= rightPrecedence)
  1082. {
  1083. break;
  1084. }
  1085. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1086. BfExpression* exprA = leftBinOpExpression->mLeft;
  1087. BfExpression* exprB = leftBinOpExpression->mRight;
  1088. BfExpression* exprC = checkBinOpExpression->mRight;
  1089. auto rightBinOpExpression = leftBinOpExpression; // We reuse this memory for the right side now
  1090. auto binOp = checkBinOpExpression->mOp;
  1091. checkBinOpExpression->mLeft = exprA;
  1092. checkBinOpExpression->mOp = leftBinOpExpression->mOp;
  1093. checkBinOpExpression->mOpToken = leftBinOpExpression->mOpToken;
  1094. checkBinOpExpression->mRight = rightBinOpExpression;
  1095. rightBinOpExpression->mLeft = exprB;
  1096. rightBinOpExpression->mOp = binOp;
  1097. rightBinOpExpression->mOpToken = tokenNode;
  1098. rightBinOpExpression->mRight = exprC;
  1099. rightBinOpExpression->SetSrcStart(rightBinOpExpression->mLeft->GetSrcStart());
  1100. rightBinOpExpression->SetSrcEnd(rightBinOpExpression->mRight->GetSrcEnd());
  1101. if (dbg)
  1102. {
  1103. OutputDebugStrF("CheckAfter : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1104. }
  1105. }
  1106. };*/
  1107. while (auto rightBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mRight))
  1108. {
  1109. if (dbg)
  1110. {
  1111. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1112. OutputDebugStrF("Right : %s\n", DbgNodeToString(rightBinOpExpression).c_str());
  1113. }
  1114. if (rightBinOpExpression->mRight == NULL)
  1115. {
  1116. BF_ASSERT(mPassInstance->HasFailed());
  1117. return binOpExpression;
  1118. }
  1119. int leftPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1120. int rightPrecedence = BfGetBinaryOpPrecendence(rightBinOpExpression->mOp);
  1121. // Turn (A * (B + C)) into ((A * B) + C)
  1122. // Note: this DOES need to be '<' in order to preserve left-to-right evaluation when precedence is equal
  1123. if (leftPrecedence < rightPrecedence)
  1124. {
  1125. binOpParents.Add(checkBinOpExpression);
  1126. nextBinaryOperatorExpression = rightBinOpExpression;
  1127. break;
  1128. }
  1129. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1130. BfExpression* exprA = checkBinOpExpression->mLeft;
  1131. BfExpression* exprB = rightBinOpExpression->mLeft;
  1132. BfExpression* exprC = rightBinOpExpression->mRight;
  1133. auto leftBinOpExpression = rightBinOpExpression; // We reuse this memory for the left side now
  1134. auto binOp = checkBinOpExpression->mOp;
  1135. checkBinOpExpression->mLeft = leftBinOpExpression;
  1136. checkBinOpExpression->mOp = rightBinOpExpression->mOp;
  1137. checkBinOpExpression->mOpToken = rightBinOpExpression->mOpToken;
  1138. checkBinOpExpression->mRight = exprC;
  1139. leftBinOpExpression->mLeft = exprA;
  1140. leftBinOpExpression->mOp = binOp;
  1141. leftBinOpExpression->mOpToken = tokenNode;
  1142. leftBinOpExpression->mRight = exprB;
  1143. leftBinOpExpression->SetSrcStart(leftBinOpExpression->mLeft->GetSrcStart());
  1144. leftBinOpExpression->SetSrcEnd(leftBinOpExpression->mRight->GetSrcEnd());
  1145. if (dbg)
  1146. {
  1147. OutputDebugStrF("CheckAfter: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1148. }
  1149. if ((leftPrecedence > rightPrecedence) && (prevBinOpExpression != NULL))
  1150. {
  1151. // Backtrack
  1152. nextBinaryOperatorExpression = prevBinOpExpression;
  1153. binOpParents.pop_back();
  1154. break;
  1155. }
  1156. if (auto leftBinaryExpr = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1157. {
  1158. deferredChecks.push_back(leftBinaryExpr);
  1159. }
  1160. }
  1161. checkBinOpExpression = nextBinaryOperatorExpression;
  1162. }
  1163. if (dbg)
  1164. OutputDebugStrF("NodeOut: %s\n", DbgNodeToString(resultExpr).c_str());
  1165. return resultExpr;
  1166. }
  1167. BfAstNode* BfReducer::ReplaceTokenStarter(BfAstNode* astNode, int idx)
  1168. {
  1169. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(astNode))
  1170. {
  1171. if ((tokenNode->GetToken() == BfToken_As) ||
  1172. (tokenNode->GetToken() == BfToken_In))
  1173. {
  1174. if (idx == -1)
  1175. idx = mVisitorPos.mReadPos;
  1176. BF_ASSERT(mVisitorPos.Get(idx) == astNode);
  1177. auto identifierNode = mAlloc->Alloc<BfIdentifierNode>();
  1178. ReplaceNode(tokenNode, identifierNode);
  1179. mVisitorPos.Set(idx, identifierNode);
  1180. return identifierNode;
  1181. }
  1182. }
  1183. return astNode;
  1184. }
  1185. BfEnumCaseBindExpression* BfReducer::CreateEnumCaseBindExpression(BfTokenNode* bindToken)
  1186. {
  1187. auto bindExpr = mAlloc->Alloc<BfEnumCaseBindExpression>();
  1188. MEMBER_SET(bindExpr, mBindToken, bindToken);
  1189. mVisitorPos.MoveNext();
  1190. auto nextNode = mVisitorPos.GetNext();
  1191. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1192. {
  1193. if (nextToken->GetToken() == BfToken_Dot)
  1194. {
  1195. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1196. MEMBER_SET(memberReferenceExpr, mDotToken, nextToken);
  1197. mVisitorPos.MoveNext();
  1198. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1199. if (memberName != NULL)
  1200. {
  1201. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1202. }
  1203. MEMBER_SET(bindExpr, mEnumMemberExpr, memberReferenceExpr);
  1204. }
  1205. }
  1206. if (bindExpr->mEnumMemberExpr == NULL)
  1207. {
  1208. auto typeRef = CreateTypeRefAfter(bindExpr);
  1209. if (typeRef != NULL)
  1210. {
  1211. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(typeRef))
  1212. {
  1213. MEMBER_SET(bindExpr, mEnumMemberExpr, namedTypeRef->mNameNode);
  1214. }
  1215. else
  1216. {
  1217. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1218. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  1219. {
  1220. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(qualifiedTypeRef->mRight))
  1221. {
  1222. MEMBER_SET(memberRefExpr, mTarget, qualifiedTypeRef->mLeft);
  1223. MEMBER_SET(memberRefExpr, mDotToken, qualifiedTypeRef->mDot);
  1224. MEMBER_SET(memberRefExpr, mMemberName, namedTypeRef->mNameNode);
  1225. }
  1226. }
  1227. else
  1228. {
  1229. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  1230. }
  1231. MEMBER_SET(bindExpr, mEnumMemberExpr, memberRefExpr);
  1232. }
  1233. }
  1234. if (bindExpr->mEnumMemberExpr == NULL)
  1235. {
  1236. Fail("Expected enum case name", typeRef);
  1237. }
  1238. }
  1239. if (bindExpr->mEnumMemberExpr != NULL)
  1240. {
  1241. auto openToken = ExpectTokenAfter(bindExpr->mEnumMemberExpr, BfToken_LParen);
  1242. if (openToken != NULL)
  1243. {
  1244. auto tupleExpr = CreateTupleExpression(openToken, NULL);
  1245. MEMBER_SET(bindExpr, mBindNames, tupleExpr);
  1246. }
  1247. }
  1248. return bindExpr;
  1249. }
  1250. BfExpression* BfReducer::CreateExpression(BfAstNode* node, CreateExprFlags createExprFlags)
  1251. {
  1252. if (node == NULL)
  1253. return NULL;
  1254. BP_ZONE("CreateExpression");
  1255. //
  1256. {
  1257. BP_ZONE("CreateExpression.CheckStack");
  1258. StackHelper stackHelper;
  1259. if (!stackHelper.CanStackExpand(64 * 1024))
  1260. {
  1261. BfExpression* result = NULL;
  1262. if (!stackHelper.Execute([&]()
  1263. {
  1264. result = CreateExpression(node, createExprFlags);
  1265. }))
  1266. {
  1267. Fail("Expression too complex to parse", node);
  1268. }
  1269. return result;
  1270. }
  1271. }
  1272. AssertCurrentNode(node);
  1273. auto rhsCreateExprFlags = (CreateExprFlags)(createExprFlags & CreateExprFlags_BreakOnRChevron);
  1274. auto exprLeft = BfNodeDynCast<BfExpression>(node);
  1275. AssertCurrentNode(node);
  1276. if (auto interpolateExpr = BfNodeDynCastExact<BfStringInterpolationExpression>(node))
  1277. {
  1278. for (auto block : interpolateExpr->mExpressions)
  1279. {
  1280. HandleBlock(block, true);
  1281. }
  1282. return interpolateExpr;
  1283. }
  1284. if ((createExprFlags & (CreateExprFlags_AllowVariableDecl | CreateExprFlags_PermissiveVariableDecl)) != 0)
  1285. {
  1286. bool isLocalVariable = false;
  1287. auto nextNode = mVisitorPos.GetNext();
  1288. BfVariableDeclaration* continuingVariable = NULL;
  1289. int outEndNode = -1;
  1290. bool couldBeExpr = false;
  1291. bool isTuple = false;
  1292. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr, NULL, &isTuple))
  1293. {
  1294. if ((createExprFlags & CreateExprFlags_PermissiveVariableDecl) != 0)
  1295. isLocalVariable = true;
  1296. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  1297. {
  1298. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode + 1)))
  1299. {
  1300. if (equalsToken->GetToken() == BfToken_AssignEquals)
  1301. isLocalVariable = true;
  1302. }
  1303. //if (!couldBeExpr)
  1304. {
  1305. auto endingTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  1306. // If the type ends with a * or a ? then it could be an expression
  1307. if (endingTokenNode == NULL)
  1308. {
  1309. isLocalVariable = true;
  1310. }
  1311. else
  1312. {
  1313. BfToken endingToken = endingTokenNode->GetToken();
  1314. if (endingToken == BfToken_RParen)
  1315. {
  1316. if (isTuple)
  1317. isLocalVariable = true;
  1318. }
  1319. else if (endingToken == BfToken_Star)
  1320. {
  1321. // Check spacing for "a* b" to determine if it's a pointer definition or a multiply
  1322. auto beforeStarNode = mVisitorPos.Get(outEndNode - 2);
  1323. if ((endingTokenNode->GetSrcStart() == beforeStarNode->GetSrcEnd()) &&
  1324. (identifierNode->GetSrcStart() > endingTokenNode->GetSrcEnd()))
  1325. isLocalVariable = true;
  1326. }
  1327. else if ((endingToken != BfToken_Star) && (endingToken != BfToken_Question))
  1328. isLocalVariable = true;
  1329. }
  1330. }
  1331. }
  1332. if (auto typeNameToken = BfNodeDynCast<BfTokenNode>(node))
  1333. {
  1334. if ((typeNameToken->GetToken() == BfToken_Var) || (typeNameToken->GetToken() == BfToken_Let))
  1335. isLocalVariable = true;
  1336. }
  1337. }
  1338. if (nextNode == NULL)
  1339. {
  1340. // Treat ending identifier as just an identifier (could be block result)
  1341. isLocalVariable = false;
  1342. }
  1343. if ((isLocalVariable) || (continuingVariable != NULL))
  1344. {
  1345. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  1346. BfTypeReference* typeRef = NULL;
  1347. if (continuingVariable != NULL)
  1348. {
  1349. typeRef = continuingVariable->mTypeRef;
  1350. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  1351. ReplaceNode(node, variableDeclaration);
  1352. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  1353. }
  1354. else
  1355. {
  1356. typeRef = CreateTypeRef(node);
  1357. if (typeRef == NULL)
  1358. return NULL;
  1359. ReplaceNode(typeRef, variableDeclaration);
  1360. }
  1361. variableDeclaration->mTypeRef = typeRef;
  1362. BfAstNode* variableNameNode = NULL;
  1363. nextNode = mVisitorPos.GetNext();
  1364. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1365. {
  1366. if (tokenNode->GetToken() == BfToken_LParen)
  1367. {
  1368. mVisitorPos.mReadPos++;
  1369. variableNameNode = CreateTupleExpression(tokenNode);
  1370. }
  1371. }
  1372. if (variableNameNode == NULL)
  1373. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  1374. if (variableNameNode == NULL)
  1375. return variableDeclaration;
  1376. auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1377. variableDeclaration->mNameNode = variableNameNode;
  1378. MoveNode(variableNameNode, variableDeclaration);
  1379. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  1380. {
  1381. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  1382. mVisitorPos.MoveNext();
  1383. if (variableDeclaration->mInitializer == NULL)
  1384. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration);
  1385. if (variableDeclaration->mInitializer == NULL)
  1386. return variableDeclaration;
  1387. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  1388. }
  1389. exprLeft = variableDeclaration;
  1390. }
  1391. }
  1392. if (auto block = BfNodeDynCast<BfBlock>(node))
  1393. {
  1394. HandleBlock(block, true);
  1395. exprLeft = block;
  1396. }
  1397. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(exprLeft))
  1398. {
  1399. identifierNode = CompactQualifiedName(identifierNode);
  1400. exprLeft = identifierNode;
  1401. if ((mCompatMode) && (exprLeft->ToString() == "defined"))
  1402. {
  1403. auto definedNodeExpr = mAlloc->Alloc<BfPreprocessorDefinedExpression>();
  1404. ReplaceNode(identifierNode, definedNodeExpr);
  1405. auto nextNode = mVisitorPos.GetNext();
  1406. bool hadParenToken = false;
  1407. if (auto parenToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1408. {
  1409. if (parenToken->GetToken() == BfToken_LParen)
  1410. {
  1411. MoveNode(parenToken, definedNodeExpr);
  1412. hadParenToken = true;
  1413. }
  1414. }
  1415. auto definedIdentifier = ExpectIdentifierAfter(definedNodeExpr);
  1416. MEMBER_SET_CHECKED(definedNodeExpr, mIdentifier, definedIdentifier);
  1417. if (hadParenToken)
  1418. {
  1419. auto parenToken = ExpectTokenAfter(definedNodeExpr, BfToken_RParen);
  1420. if (parenToken != NULL)
  1421. MoveNode(parenToken, definedNodeExpr);
  1422. }
  1423. exprLeft = definedNodeExpr;
  1424. }
  1425. int endNodeIdx = -1;
  1426. if ((IsTypeReference(exprLeft, BfToken_LBracket, &endNodeIdx, NULL)))
  1427. {
  1428. if (IsTypeReference(exprLeft, BfToken_LBrace, NULL, NULL))
  1429. {
  1430. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1431. auto typeRef = CreateTypeRef(exprLeft);
  1432. if (typeRef != NULL)
  1433. {
  1434. ReplaceNode(typeRef, arrayCreateExpr);
  1435. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1436. if (arrayType != NULL)
  1437. {
  1438. arrayCreateExpr->mTypeRef = arrayType;
  1439. auto nextNode = mVisitorPos.GetNext();
  1440. auto block = BfNodeDynCast<BfBlock>(nextNode);
  1441. if (block != NULL)
  1442. {
  1443. Fail("Brace initialization is not supported. Enclose initializer with parentheses.", block);
  1444. auto initializerExpr = CreateCollectionInitializerExpression(block);
  1445. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1446. mVisitorPos.MoveNext();
  1447. }
  1448. exprLeft = arrayCreateExpr;
  1449. }
  1450. else
  1451. {
  1452. Fail("Sized array type expected", typeRef);
  1453. }
  1454. }
  1455. }
  1456. else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1457. {
  1458. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx - 1)))
  1459. {
  1460. if ((tokenNode->mToken == BfToken_Star) || (tokenNode->mToken == BfToken_Question)) // Is it something that can ONLY be a sized type reference?
  1461. {
  1462. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1463. auto typeRef = CreateTypeRef(exprLeft);
  1464. if (typeRef != NULL)
  1465. {
  1466. ReplaceNode(typeRef, arrayCreateExpr);
  1467. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1468. if (arrayType != NULL)
  1469. {
  1470. arrayCreateExpr->mTypeRef = arrayType;
  1471. auto nextNode = mVisitorPos.GetNext();
  1472. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1473. {
  1474. mVisitorPos.MoveNext();
  1475. auto initializerExpr = CreateCollectionInitializerExpression(nextToken);
  1476. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1477. }
  1478. exprLeft = arrayCreateExpr;
  1479. }
  1480. else
  1481. {
  1482. Fail("Sized array type expected", typeRef);
  1483. }
  1484. }
  1485. }
  1486. }
  1487. }
  1488. /*else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1489. {
  1490. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1491. auto typeRef = CreateTypeRef(exprLeft);
  1492. if (typeRef != NULL)
  1493. {
  1494. ReplaceNode(typeRef, arrayCreateExpr);
  1495. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1496. if (arrayType != NULL)
  1497. {
  1498. mVisitorPos.MoveNext();
  1499. arrayCreateExpr->mTypeRef = arrayType;
  1500. auto nextNode = mVisitorPos.GetCurrent();
  1501. auto openParen = BfNodeDynCast<BfTokenNode>(nextNode);
  1502. BF_ASSERT(openParen->GetToken() == BfToken_LParen);
  1503. auto initializerExpr = CreateCollectionInitializerExpression(openParen);
  1504. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1505. exprLeft = arrayCreateExpr;
  1506. }
  1507. else
  1508. {
  1509. Fail("Sized array type expected", typeRef);
  1510. }
  1511. }
  1512. }*/
  1513. }
  1514. }
  1515. if (exprLeft == NULL)
  1516. {
  1517. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1518. {
  1519. BfToken token = tokenNode->GetToken();
  1520. auto nextNode = mVisitorPos.GetNext();
  1521. if ((nextNode != NULL) &&
  1522. ((token == BfToken_Checked) ||
  1523. (token == BfToken_Unchecked)))
  1524. {
  1525. mVisitorPos.MoveNext();
  1526. auto nextExpr = CreateExpression(nextNode);
  1527. if (nextExpr == NULL)
  1528. return NULL;
  1529. return nextExpr;
  1530. }
  1531. else if ((token == BfToken_New) ||
  1532. (token == BfToken_Scope) ||
  1533. (token == BfToken_Stack) ||
  1534. (token == BfToken_Append))
  1535. {
  1536. if (token == BfToken_Stack)
  1537. Fail("'Stack' not supported. Use 'scope::' instead.", tokenNode);
  1538. auto allocNode = CreateAllocNode(tokenNode);
  1539. bool isDelegateBind = false;
  1540. bool isLambdaBind = false;
  1541. bool isBoxing = false;
  1542. auto nextNode = mVisitorPos.GetNext();
  1543. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1544. {
  1545. int nextToken = nextTokenNode->GetToken();
  1546. isBoxing = nextToken == BfToken_Box;
  1547. isDelegateBind = nextToken == BfToken_FatArrow;
  1548. isLambdaBind = (nextToken == BfToken_LBracket);
  1549. // Either this is a lambda bind or a dynamic tuple allocation.
  1550. // We assume it's a lambda bind unless theres a "()" afterward
  1551. if (nextToken == BfToken_LParen)
  1552. {
  1553. int endNode = -1;
  1554. mVisitorPos.mReadPos++;
  1555. if (!IsTypeReference(nextTokenNode, BfToken_LParen, &endNode))
  1556. {
  1557. isLambdaBind = true;
  1558. }
  1559. // if (IsTypeReference(nextToken, BfToken_FatArrow, &endNode))
  1560. // isLambdaBind = true;
  1561. mVisitorPos.mReadPos--;
  1562. }
  1563. }
  1564. if (auto interpExpr = BfNodeDynCastExact<BfStringInterpolationExpression>(nextNode))
  1565. {
  1566. mVisitorPos.MoveNext();
  1567. auto nextInterpExpr = CreateExpression(nextNode);
  1568. BF_ASSERT(nextInterpExpr == interpExpr);
  1569. interpExpr->mAllocNode = allocNode;
  1570. interpExpr->mTriviaStart = allocNode->mTriviaStart;
  1571. interpExpr->mSrcStart = allocNode->mSrcStart;
  1572. exprLeft = interpExpr;
  1573. }
  1574. else if (isBoxing)
  1575. {
  1576. auto boxExpr = mAlloc->Alloc<BfBoxExpression>();
  1577. ReplaceNode(allocNode, boxExpr);
  1578. boxExpr->mAllocNode = allocNode;
  1579. tokenNode = ExpectTokenAfter(boxExpr, BfToken_Box);
  1580. MEMBER_SET(boxExpr, mBoxToken, tokenNode);
  1581. auto exprNode = CreateExpressionAfter(boxExpr);
  1582. if (exprNode != NULL)
  1583. {
  1584. MEMBER_SET(boxExpr, mExpression, exprNode);
  1585. }
  1586. return boxExpr;
  1587. }
  1588. else if (isLambdaBind)
  1589. exprLeft = CreateLambdaBindExpression(allocNode);
  1590. else if (isDelegateBind)
  1591. exprLeft = CreateDelegateBindExpression(allocNode);
  1592. else
  1593. {
  1594. exprLeft = CreateObjectCreateExpression(allocNode);
  1595. if (auto initExpr = TryCreateInitializerExpression(exprLeft))
  1596. exprLeft = initExpr;
  1597. }
  1598. if (token == BfToken_Append)
  1599. {
  1600. #ifdef BF_AST_HAS_PARENT_MEMBER
  1601. auto ctorDeclP = exprLeft->FindParentOfType<BfConstructorDeclaration>();
  1602. if (ctorDeclP != NULL)
  1603. ctorDeclP->mHasAppend = true;
  1604. #endif
  1605. #ifdef BF_AST_HAS_PARENT_MEMBER
  1606. BF_ASSERT(ctorDecl == ctorDeclP);
  1607. #endif
  1608. }
  1609. }
  1610. else if (token == BfToken_This)
  1611. {
  1612. auto thisExpr = mAlloc->Alloc<BfThisExpression>();
  1613. ReplaceNode(tokenNode, thisExpr);
  1614. thisExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1615. exprLeft = thisExpr;
  1616. }
  1617. else if (token == BfToken_Base)
  1618. {
  1619. auto baseExpr = mAlloc->Alloc<BfBaseExpression>();
  1620. ReplaceNode(tokenNode, baseExpr);
  1621. baseExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1622. exprLeft = baseExpr;
  1623. }
  1624. else if (token == BfToken_Null)
  1625. {
  1626. BfVariant nullVariant;
  1627. nullVariant.mTypeCode = BfTypeCode_NullPtr;
  1628. auto bfLiteralExpression = mAlloc->Alloc<BfLiteralExpression>();
  1629. bfLiteralExpression->mValue = nullVariant;
  1630. ReplaceNode(tokenNode, bfLiteralExpression);
  1631. bfLiteralExpression->SetTriviaStart(tokenNode->GetTriviaStart());
  1632. exprLeft = bfLiteralExpression;
  1633. }
  1634. else if ((token == BfToken_TypeOf) || (token == BfToken_SizeOf) ||
  1635. (token == BfToken_AlignOf) || (token == BfToken_StrideOf))
  1636. {
  1637. BfTypeAttrExpression* typeAttrExpr = NULL;
  1638. switch (tokenNode->GetToken())
  1639. {
  1640. case BfToken_TypeOf:
  1641. typeAttrExpr = mAlloc->Alloc<BfTypeOfExpression>();
  1642. break;
  1643. case BfToken_SizeOf:
  1644. typeAttrExpr = mAlloc->Alloc<BfSizeOfExpression>();
  1645. break;
  1646. case BfToken_AlignOf:
  1647. typeAttrExpr = mAlloc->Alloc<BfAlignOfExpression>();
  1648. break;
  1649. case BfToken_StrideOf:
  1650. typeAttrExpr = mAlloc->Alloc<BfStrideOfExpression>();
  1651. break;
  1652. default: break;
  1653. }
  1654. ReplaceNode(tokenNode, typeAttrExpr);
  1655. typeAttrExpr->mToken = tokenNode;
  1656. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_LParen);
  1657. MEMBER_SET_CHECKED(typeAttrExpr, mOpenParen, tokenNode);
  1658. auto typeRef = CreateTypeRefAfter(typeAttrExpr);
  1659. MEMBER_SET_CHECKED(typeAttrExpr, mTypeRef, typeRef);
  1660. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_RParen);
  1661. MEMBER_SET_CHECKED(typeAttrExpr, mCloseParen, tokenNode);
  1662. exprLeft = typeAttrExpr;
  1663. }
  1664. else if (token == BfToken_Default)
  1665. {
  1666. auto defaultExpr = mAlloc->Alloc<BfDefaultExpression>();
  1667. ReplaceNode(tokenNode, defaultExpr);
  1668. defaultExpr->mDefaultToken = tokenNode;
  1669. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())) && (tokenNode->GetToken() == BfToken_LParen))
  1670. {
  1671. mVisitorPos.MoveNext();
  1672. //tokenNode = ExpectTokenAfter(defaultExpr, BfToken_LParen);
  1673. MEMBER_SET_CHECKED(defaultExpr, mOpenParen, tokenNode);
  1674. auto sizeRef = CreateTypeRefAfter(defaultExpr);
  1675. MEMBER_SET_CHECKED(defaultExpr, mTypeRef, sizeRef);
  1676. tokenNode = ExpectTokenAfter(defaultExpr, BfToken_RParen);
  1677. MEMBER_SET_CHECKED(defaultExpr, mCloseParen, tokenNode);
  1678. }
  1679. exprLeft = defaultExpr;
  1680. }
  1681. else if (token == BfToken_Question)
  1682. {
  1683. auto uninitExpr = mAlloc->Alloc<BfUninitializedExpression>();
  1684. ReplaceNode(tokenNode, uninitExpr);
  1685. uninitExpr->mQuestionToken = tokenNode;
  1686. return uninitExpr;
  1687. //MEMBER_SET(variableDeclaration, mInitializer, uninitExpr);
  1688. }
  1689. else if (token == BfToken_Case)
  1690. {
  1691. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  1692. ReplaceNode(tokenNode, caseExpr);
  1693. caseExpr->mCaseToken = tokenNode;
  1694. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1695. {
  1696. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  1697. {
  1698. auto expr = CreateEnumCaseBindExpression(bindToken);
  1699. if (expr == NULL)
  1700. return caseExpr;
  1701. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1702. }
  1703. }
  1704. if (caseExpr->mCaseExpression == NULL)
  1705. {
  1706. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  1707. if (expr == NULL)
  1708. return caseExpr;
  1709. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1710. }
  1711. auto equalsNode = ExpectTokenAfter(caseExpr, BfToken_AssignEquals);
  1712. if (equalsNode == NULL)
  1713. return caseExpr;
  1714. MEMBER_SET(caseExpr, mEqualsNode, equalsNode);
  1715. auto expr = CreateExpressionAfter(caseExpr);
  1716. if (expr == NULL)
  1717. return caseExpr;
  1718. MEMBER_SET(caseExpr, mValueExpression, expr);
  1719. return caseExpr;
  1720. }
  1721. else if (token == BfToken_Dot) // Abbreviated dot syntax ".EnumVal"
  1722. {
  1723. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1724. ReplaceNode(tokenNode, memberReferenceExpr);
  1725. MEMBER_SET(memberReferenceExpr, mDotToken, tokenNode);
  1726. bool handled = false;
  1727. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  1728. {
  1729. if (nextToken->GetToken() == BfToken_LParen)
  1730. {
  1731. // It's an unnamed dot ctor
  1732. handled = true;
  1733. }
  1734. }
  1735. if (!handled)
  1736. {
  1737. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1738. if (memberName != NULL)
  1739. {
  1740. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1741. }
  1742. }
  1743. // We don't set exprLeft here because it's illegal to do ".EnumVal.SomethingElse". That wouldn't make
  1744. // sense because the abbreviated syntax relies on type inference and the ".SomethingElse" wouldn't be
  1745. // the right type (whatever it is), AND mostly importantly, it breaks autocomplete when we are typing
  1746. // "KEnum val = ." above a line that starts with a something like a method call "OtherThing.MethodCall()"
  1747. // The exception is if we're creating an enum val with a payload
  1748. //auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1749. //if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_LParen))
  1750. {
  1751. exprLeft = memberReferenceExpr;
  1752. }
  1753. /*else
  1754. {
  1755. return memberReferenceExpr;
  1756. }*/
  1757. }
  1758. else if (token == BfToken_LBracket)
  1759. {
  1760. exprLeft = CreateAttributedExpression(tokenNode, false);
  1761. }
  1762. else if (token == BfToken_FatArrow)
  1763. {
  1764. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  1765. ReplaceNode(tokenNode, delegateBindExpr);
  1766. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  1767. auto expr = CreateExpressionAfter(delegateBindExpr);
  1768. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  1769. auto nextNode = mVisitorPos.GetNext();
  1770. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  1771. {
  1772. if (tokenNode->GetToken() == BfToken_LChevron)
  1773. {
  1774. mVisitorPos.MoveNext();
  1775. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  1776. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  1777. }
  1778. }
  1779. return delegateBindExpr;
  1780. }
  1781. }
  1782. }
  1783. if (exprLeft == NULL)
  1784. {
  1785. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1786. {
  1787. BfUnaryOperatorExpression* unaryOpExpr = NULL;
  1788. auto nextNode = mVisitorPos.GetNext();
  1789. if ((tokenNode->GetToken() == BfToken_LParen) && (nextNode != NULL))
  1790. {
  1791. bool couldBeExpr = true;
  1792. // Peek ahead
  1793. int endNodeIdx = -1;
  1794. BfAstNode* endNode = NULL;
  1795. bool isTuple = false;
  1796. bool outerIsTypeRef = IsTypeReference(tokenNode, BfToken_FatArrow, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1797. if (outerIsTypeRef)
  1798. {
  1799. if (endNodeIdx != -1)
  1800. {
  1801. endNode = mVisitorPos.Get(endNodeIdx);
  1802. if (auto endToken = BfNodeDynCast<BfTokenNode>(endNode))
  1803. {
  1804. bool isLambda = false;
  1805. if (endToken->GetToken() == BfToken_FatArrow)
  1806. {
  1807. isLambda = true;
  1808. if (auto innerToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1809. {
  1810. if (innerToken->mToken != BfToken_RParen)
  1811. {
  1812. // Specifically we're looking for a (function ...) cast, but any token besides a close here means it's not a lambda
  1813. isLambda = false;
  1814. }
  1815. }
  1816. }
  1817. if (isLambda)
  1818. return CreateLambdaBindExpression(NULL, tokenNode);
  1819. }
  1820. }
  1821. }
  1822. //mVisitorPos.mReadPos++;
  1823. bool isCastExpr = false;
  1824. couldBeExpr = false;
  1825. isTuple = false;
  1826. if ((createExprFlags & CreateExprFlags_NoCast) == 0)
  1827. isCastExpr = IsTypeReference(node, BfToken_RParen, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1828. //mVisitorPos.mReadPos--;
  1829. if (endNodeIdx != -1)
  1830. endNode = mVisitorPos.Get(endNodeIdx);
  1831. //TODO: Remove this for compat
  1832. /*if (couldBeExpr)
  1833. isCastExpr = false;*/
  1834. if (isCastExpr)
  1835. {
  1836. bool isValidTupleCast = false;
  1837. auto tokenNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  1838. if (auto startToken = BfNodeDynCast<BfTokenNode>(tokenNextNode))
  1839. {
  1840. if (startToken->GetToken() == BfToken_LParen)
  1841. {
  1842. if (endNode != NULL)
  1843. {
  1844. auto afterEndNode = mVisitorPos.Get(endNodeIdx + 1);
  1845. if (auto afterEndToken = BfNodeDynCast<BfTokenNode>(afterEndNode))
  1846. {
  1847. if (afterEndToken->GetToken() == BfToken_RParen)
  1848. {
  1849. isValidTupleCast = true;
  1850. endNode = afterEndToken; // Check this one now, instead...
  1851. }
  1852. }
  1853. }
  1854. if (!isValidTupleCast)
  1855. isCastExpr = false;
  1856. }
  1857. }
  1858. BfAstNode* beforeEndNode = mVisitorPos.Get(endNodeIdx - 1);
  1859. if (auto prevTokenNode = BfNodeDynCast<BfTokenNode>(beforeEndNode))
  1860. {
  1861. int prevToken = prevTokenNode->GetToken();
  1862. // Ending in a "*" or a ">" means it's definitely a type reference
  1863. if ((prevToken == BfToken_Star) || (prevToken == BfToken_RChevron) || (prevToken == BfToken_RDblChevron))
  1864. couldBeExpr = false;
  1865. }
  1866. // It's not a cast expression if a binary operator (like +) immediately follows
  1867. if (couldBeExpr)
  1868. {
  1869. auto endNextNode = mVisitorPos.Get(endNodeIdx + 1);
  1870. if (endNextNode == NULL)
  1871. {
  1872. isCastExpr = false;
  1873. }
  1874. else if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(endNextNode))
  1875. {
  1876. BfToken nextToken = nextTokenNode->GetToken();
  1877. //TODO: Hm. What other tokens make it into a cast expr?
  1878. auto binaryOp = BfTokenToBinaryOp(nextToken);
  1879. // When we have a binary operator token following, it COULD either be a "(double)-val" or it COULD be a "(val2)-val"
  1880. // But we can't tell until we determine whether the thing inside the paren is a type name or a value name, so we
  1881. // have special code in BfExprEvaluator that can fix those cases at evaluation time
  1882. if (((binaryOp != BfBinaryOp_None) /*&& (nextToken != BfToken_Star) && (nextToken != BfToken_Ampersand)*/) || // Star could be dereference, not multiply
  1883. (nextToken == BfToken_RParen) ||
  1884. (nextToken == BfToken_LBracket) ||
  1885. (nextToken == BfToken_Dot) ||
  1886. (nextToken == BfToken_DotDot) ||
  1887. (nextToken == BfToken_Comma) ||
  1888. (nextToken == BfToken_Colon) ||
  1889. (nextToken == BfToken_Question) ||
  1890. (nextToken == BfToken_Semicolon) ||
  1891. (nextToken == BfToken_AssignEquals) ||
  1892. (nextToken == BfToken_Case))
  1893. isCastExpr = false;
  1894. }
  1895. }
  1896. }
  1897. if (isCastExpr)
  1898. {
  1899. BfCastExpression* bfCastExpr = NULL;
  1900. if (isTuple)
  1901. {
  1902. // Create typeRef including the parens (tuple type)
  1903. auto castTypeRef = CreateTypeRef(tokenNode);
  1904. if (castTypeRef != NULL)
  1905. {
  1906. bfCastExpr = mAlloc->Alloc<BfCastExpression>();
  1907. ReplaceNode(castTypeRef, bfCastExpr);
  1908. bfCastExpr->mTypeRef = castTypeRef;
  1909. }
  1910. }
  1911. else
  1912. {
  1913. auto castTypeRef = CreateTypeRefAfter(tokenNode);
  1914. if (castTypeRef != NULL)
  1915. {
  1916. bfCastExpr = mAlloc->Alloc<BfCastExpression>();
  1917. ReplaceNode(tokenNode, bfCastExpr);
  1918. bfCastExpr->mOpenParen = tokenNode;
  1919. MEMBER_SET_CHECKED(bfCastExpr, mTypeRef, castTypeRef);
  1920. tokenNode = ExpectTokenAfter(bfCastExpr, BfToken_RParen);
  1921. MEMBER_SET_CHECKED(bfCastExpr, mCloseParen, tokenNode);
  1922. }
  1923. }
  1924. if (bfCastExpr == NULL)
  1925. isCastExpr = false;
  1926. else
  1927. {
  1928. auto expression = CreateExpressionAfter(bfCastExpr);
  1929. if (expression == NULL)
  1930. return bfCastExpr;
  1931. MEMBER_SET(bfCastExpr, mExpression, expression);
  1932. unaryOpExpr = bfCastExpr;
  1933. }
  1934. }
  1935. if (!isCastExpr)
  1936. {
  1937. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1938. {
  1939. // Empty tuple?
  1940. if (nextToken->GetToken() == BfToken_RParen)
  1941. {
  1942. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  1943. ReplaceNode(tokenNode, tupleExpr);
  1944. tupleExpr->mOpenParen = tokenNode;
  1945. MEMBER_SET(tupleExpr, mCloseParen, nextToken);
  1946. mVisitorPos.MoveNext();
  1947. return tupleExpr;
  1948. }
  1949. }
  1950. // static int sItrIdx = 0;
  1951. // sItrIdx++;
  1952. // int itrIdx = sItrIdx;
  1953. // if (itrIdx == 197)
  1954. // {
  1955. // NOP;
  1956. // }
  1957. // BfParenthesizedExpression or BfTupleExpression
  1958. SetAndRestoreValue<bool> prevInParenExpr(mInParenExpr, true);
  1959. auto innerExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_AllowVariableDecl);
  1960. if (innerExpr == NULL)
  1961. return NULL;
  1962. BfTokenNode* closeParenToken;
  1963. if (innerExpr->IsA<BfIdentifierNode>())
  1964. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  1965. else
  1966. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  1967. if ((closeParenToken == NULL) || (closeParenToken->GetToken() == BfToken_RParen))
  1968. {
  1969. auto parenExpr = mAlloc->Alloc<BfParenthesizedExpression>();
  1970. parenExpr->mExpression = innerExpr;
  1971. ReplaceNode(node, parenExpr);
  1972. parenExpr->mOpenParen = tokenNode;
  1973. MoveNode(innerExpr, parenExpr);
  1974. if (closeParenToken == NULL)
  1975. return parenExpr;
  1976. MEMBER_SET(parenExpr, mCloseParen, closeParenToken);
  1977. exprLeft = parenExpr;
  1978. if ((createExprFlags & CreateExprFlags_ExitOnParenExpr) != 0)
  1979. return exprLeft;
  1980. }
  1981. else
  1982. {
  1983. mVisitorPos.mReadPos--; // Backtrack to before token
  1984. exprLeft = CreateTupleExpression(tokenNode, innerExpr);
  1985. }
  1986. }
  1987. }
  1988. else if (tokenNode->GetToken() == BfToken_Decltype)
  1989. {
  1990. auto typeRef = CreateTypeRef(tokenNode, CreateTypeRefFlags_EarlyExit);
  1991. if (typeRef != NULL)
  1992. {
  1993. exprLeft = CreateMemberReferenceExpression(typeRef);
  1994. }
  1995. }
  1996. if (exprLeft == NULL)
  1997. {
  1998. BfUnaryOp unaryOp = BfTokenToUnaryOp(tokenNode->GetToken());
  1999. if (unaryOp != BfUnaryOp_None)
  2000. {
  2001. unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  2002. unaryOpExpr->mOp = unaryOp;
  2003. unaryOpExpr->mOpToken = tokenNode;
  2004. ReplaceNode(tokenNode, unaryOpExpr);
  2005. // Don't attempt binary or unary operations- they will always be lower precedence
  2006. unaryOpExpr->mExpression = CreateExpressionAfter(unaryOpExpr, (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_EarlyExit));
  2007. if (unaryOpExpr->mExpression == NULL)
  2008. return NULL;
  2009. MoveNode(unaryOpExpr->mExpression, unaryOpExpr);
  2010. }
  2011. if (unaryOpExpr != NULL)
  2012. {
  2013. exprLeft = unaryOpExpr;
  2014. if (auto binaryOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(unaryOpExpr->mExpression))
  2015. {
  2016. exprLeft = binaryOpExpr;
  2017. ApplyToFirstExpression(unaryOpExpr, binaryOpExpr);
  2018. }
  2019. if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(unaryOpExpr->mExpression))
  2020. {
  2021. if (exprLeft == unaryOpExpr)
  2022. exprLeft = condExpr;
  2023. ApplyToFirstExpression(unaryOpExpr, condExpr);
  2024. }
  2025. if (auto assignmentExpr = BfNodeDynCast<BfAssignmentExpression>(unaryOpExpr->mExpression))
  2026. {
  2027. // Apply unary operator (likely a dereference) to LHS
  2028. assignmentExpr->RemoveSelf();
  2029. ReplaceNode(unaryOpExpr, assignmentExpr);
  2030. if (assignmentExpr->mLeft != NULL)
  2031. {
  2032. MEMBER_SET(unaryOpExpr, mExpression, assignmentExpr->mLeft);
  2033. unaryOpExpr->SetSrcEnd(assignmentExpr->mLeft->GetSrcEnd());
  2034. MEMBER_SET(assignmentExpr, mLeft, unaryOpExpr);
  2035. if (exprLeft == unaryOpExpr)
  2036. exprLeft = assignmentExpr;
  2037. }
  2038. }
  2039. if (auto dynCastExpr = BfNodeDynCast<BfDynamicCastExpression>(unaryOpExpr->mExpression))
  2040. {
  2041. // Apply unary operator (likely a dereference) to Expr
  2042. dynCastExpr->RemoveSelf();
  2043. ReplaceNode(unaryOpExpr, dynCastExpr);
  2044. if (dynCastExpr->mTarget != NULL)
  2045. {
  2046. MEMBER_SET(unaryOpExpr, mExpression, dynCastExpr->mTarget);
  2047. unaryOpExpr->SetSrcEnd(dynCastExpr->mTarget->GetSrcEnd());
  2048. MEMBER_SET(dynCastExpr, mTarget, unaryOpExpr);
  2049. if (exprLeft == unaryOpExpr)
  2050. exprLeft = dynCastExpr;
  2051. }
  2052. }
  2053. if (auto caseExpr = BfNodeDynCast<BfCaseExpression>(unaryOpExpr->mExpression))
  2054. {
  2055. // Apply unary operator (likely a dereference) to Expr
  2056. caseExpr->RemoveSelf();
  2057. ReplaceNode(unaryOpExpr, caseExpr);
  2058. if (caseExpr->mValueExpression != NULL)
  2059. {
  2060. MEMBER_SET(unaryOpExpr, mExpression, caseExpr->mValueExpression);
  2061. unaryOpExpr->SetSrcEnd(caseExpr->mValueExpression->GetSrcEnd());
  2062. MEMBER_SET(caseExpr, mValueExpression, unaryOpExpr);
  2063. if (exprLeft == unaryOpExpr)
  2064. exprLeft = caseExpr;
  2065. }
  2066. }
  2067. }
  2068. }
  2069. }
  2070. }
  2071. if (exprLeft == NULL)
  2072. {
  2073. Fail("Expected expression", node);
  2074. return NULL;
  2075. }
  2076. while (true)
  2077. {
  2078. auto nextNode = mVisitorPos.GetNext();
  2079. if (nextNode == NULL)
  2080. break;
  2081. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2082. {
  2083. BfToken token = tokenNode->GetToken();
  2084. if (((createExprFlags & CreateExprFlags_BreakOnRChevron) != 0) && (token == BfToken_RChevron))
  2085. return exprLeft;
  2086. if ((token == BfToken_DblPlus) || (token == BfToken_DblMinus))
  2087. {
  2088. // Post-increment, post-decrement
  2089. auto unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  2090. ReplaceNode(exprLeft, unaryOpExpr);
  2091. unaryOpExpr->mOp = (token == BfToken_DblPlus) ? BfUnaryOp_PostIncrement : BfUnaryOp_PostDecrement;
  2092. MEMBER_SET(unaryOpExpr, mOpToken, tokenNode);
  2093. MEMBER_SET(unaryOpExpr, mExpression, exprLeft);
  2094. exprLeft = unaryOpExpr;
  2095. mVisitorPos.MoveNext();
  2096. continue;
  2097. }
  2098. if (token == BfToken_As)
  2099. {
  2100. auto dynCastExpr = mAlloc->Alloc<BfDynamicCastExpression>();
  2101. ReplaceNode(exprLeft, dynCastExpr);
  2102. dynCastExpr->mTarget = exprLeft;
  2103. MEMBER_SET(dynCastExpr, mAsToken, tokenNode);
  2104. mVisitorPos.MoveNext();
  2105. auto typeRef = CreateTypeRefAfter(dynCastExpr);
  2106. if (typeRef == NULL)
  2107. return dynCastExpr;
  2108. MEMBER_SET(dynCastExpr, mTypeRef, typeRef);
  2109. return dynCastExpr;
  2110. }
  2111. if (token == BfToken_Is)
  2112. {
  2113. auto checkTypeExpr = mAlloc->Alloc<BfCheckTypeExpression>();
  2114. ReplaceNode(exprLeft, checkTypeExpr);
  2115. checkTypeExpr->mTarget = exprLeft;
  2116. MEMBER_SET(checkTypeExpr, mIsToken, tokenNode);
  2117. mVisitorPos.MoveNext();
  2118. auto typeRef = CreateTypeRefAfter(checkTypeExpr);
  2119. if (typeRef == NULL)
  2120. return checkTypeExpr;
  2121. MEMBER_SET(checkTypeExpr, mTypeRef, typeRef);
  2122. exprLeft = checkTypeExpr;
  2123. continue;
  2124. }
  2125. if (token == BfToken_Question)
  2126. {
  2127. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2128. return exprLeft;
  2129. auto conditionExpr = mAlloc->Alloc<BfConditionalExpression>();
  2130. ReplaceNode(exprLeft, conditionExpr);
  2131. conditionExpr->mConditionExpression = exprLeft;
  2132. MEMBER_SET(conditionExpr, mQuestionToken, tokenNode);
  2133. mVisitorPos.MoveNext();
  2134. auto expr = CreateExpressionAfter(conditionExpr);
  2135. if (expr != NULL)
  2136. {
  2137. MEMBER_SET(conditionExpr, mTrueExpression, expr);
  2138. tokenNode = ExpectTokenAfter(conditionExpr, BfToken_Colon);
  2139. if (tokenNode != NULL)
  2140. {
  2141. MEMBER_SET(conditionExpr, mColonToken, tokenNode);
  2142. expr = CreateExpressionAfter(conditionExpr);
  2143. if (expr != NULL)
  2144. {
  2145. MEMBER_SET(conditionExpr, mFalseExpression, expr);
  2146. }
  2147. }
  2148. }
  2149. exprLeft = conditionExpr;
  2150. continue;
  2151. }
  2152. if ((token == BfToken_Case) && ((createExprFlags & CreateStmtFlags_NoCaseExpr) == 0))
  2153. {
  2154. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2155. return exprLeft;
  2156. // If we have a ".Member case <XXX>" expression, that is an invalid construct. We bail out here
  2157. // because it allows the ".Member" to autocomplete because we will treat it as a full expression instead
  2158. // of making it the target of an illegal expression
  2159. if (auto memberRefLeft = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2160. {
  2161. if (memberRefLeft->mTarget == NULL)
  2162. return exprLeft;
  2163. }
  2164. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  2165. ReplaceNode(exprLeft, caseExpr);
  2166. caseExpr->mValueExpression = exprLeft;
  2167. MEMBER_SET(caseExpr, mCaseToken, tokenNode);
  2168. mVisitorPos.MoveNext();
  2169. exprLeft = caseExpr;
  2170. if (auto bindTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2171. {
  2172. BfToken bindToken = bindTokenNode->GetToken();
  2173. if ((bindToken == BfToken_Var) || (bindToken == BfToken_Let))
  2174. {
  2175. auto expr = CreateEnumCaseBindExpression(bindTokenNode);
  2176. if (expr == NULL)
  2177. continue;
  2178. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2179. }
  2180. }
  2181. if (caseExpr->mCaseExpression == NULL)
  2182. {
  2183. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  2184. if (expr == NULL)
  2185. continue;
  2186. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2187. }
  2188. continue;
  2189. }
  2190. if (token == BfToken_LChevron)
  2191. {
  2192. bool hadEndingToken = false;
  2193. // If this is a complex member reference (IE: GType<int>.sVal) then condense in into a BfMemberReference.
  2194. // We need to be conservative about typeRef names, so GType<int>.A<T>.B.C.D, we can only assume "GType<int>.A<T>" is a typeref
  2195. // and the ".B.C.D" part is exposed as a MemberReference that may or may not include inner types
  2196. int outNodeIdx = -1;
  2197. bool isGenericType = false;
  2198. bool isTypeRef = ((IsTypeReference(exprLeft, BfToken_None, &outNodeIdx, NULL, &isGenericType)) &&
  2199. (outNodeIdx != -1));
  2200. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2201. if ((!isTypeRef) && (outNodeIdx != -1))
  2202. {
  2203. if ((isGenericType) && (outNode == NULL))
  2204. {
  2205. for (int checkOutNodeIdx = outNodeIdx + 1; true; checkOutNodeIdx++)
  2206. {
  2207. BfAstNode* checkNode = mVisitorPos.Get(checkOutNodeIdx);
  2208. if (checkNode == NULL)
  2209. break;
  2210. outNode = checkNode;
  2211. }
  2212. isTypeRef = true;
  2213. }
  2214. else if (auto outTokenNode = BfNodeDynCast<BfTokenNode>(outNode))
  2215. {
  2216. BfToken outToken = outTokenNode->GetToken();
  2217. if ((outToken == BfToken_Semicolon) || (outToken == BfToken_RParen) || (outToken == BfToken_Comma) ||
  2218. (outToken == BfToken_Let) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2219. {
  2220. auto prevNode = mVisitorPos.Get(outNodeIdx - 1);
  2221. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  2222. {
  2223. // This handles such as "dlg = stack => obj.method<int>;"
  2224. if (prevToken->GetToken() == BfToken_RChevron)
  2225. hadEndingToken = true;
  2226. }
  2227. }
  2228. //TODO: We had BfToken_Semicolon here, but it broke legitimate cases of "a.b.c < d.e.f;" expressions
  2229. //if ((outToken == BfToken_Semicolon) || (isGenericType) || (outToken == BfToken_LParen) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2230. {
  2231. // Was just 'true'
  2232. int newOutNodeIdx = -1;
  2233. bool newIsTypeRef = IsTypeReference(exprLeft, outToken, &newOutNodeIdx, NULL, &isGenericType);
  2234. BfAstNode* newOutNode = mVisitorPos.Get(newOutNodeIdx);
  2235. if ((newIsTypeRef) && (newOutNode == outNode) && (isGenericType))
  2236. isTypeRef = true;
  2237. }
  2238. }
  2239. }
  2240. if (isTypeRef)
  2241. {
  2242. auto startIdentifier = exprLeft;
  2243. int curNodeEndIdx = outNodeIdx - 1;
  2244. BfAstNode* curNodeEnd = mVisitorPos.Get(curNodeEndIdx);
  2245. bool isDotName = false;
  2246. if (auto qualifiedIdentifierNode = BfNodeDynCast<BfMemberReferenceExpression>(startIdentifier))
  2247. {
  2248. // Don't try to convert dot-name to a qualified type
  2249. isDotName = qualifiedIdentifierNode->mTarget == NULL;
  2250. }
  2251. int chevronDepth = 0;
  2252. bool didSplit = false;
  2253. for (int checkIdx = curNodeEndIdx; checkIdx >= mVisitorPos.mReadPos; checkIdx--)
  2254. {
  2255. if (isDotName)
  2256. break;
  2257. auto checkNode = mVisitorPos.Get(checkIdx);
  2258. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2259. {
  2260. BfToken token = tokenNode->GetToken();
  2261. if (((token == BfToken_RChevron) || (token == BfToken_RDblChevron)) && (chevronDepth == 0))
  2262. {
  2263. auto nextCheckNode = mVisitorPos.Get(checkIdx + 1);
  2264. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextCheckNode))
  2265. {
  2266. if (nextTokenNode->GetToken() == BfToken_Dot)
  2267. {
  2268. TryIdentifierConvert(checkIdx + 2);
  2269. auto nextNextCheckNode = mVisitorPos.Get(checkIdx + 2);
  2270. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNextCheckNode))
  2271. {
  2272. // Remove dot temporarily so we create a typedef up to that dot
  2273. nextTokenNode->SetToken(BfToken_None);
  2274. auto typeRef = CreateTypeRef(startIdentifier);
  2275. if (typeRef == NULL)
  2276. return NULL;
  2277. nextTokenNode->SetToken(BfToken_Dot);
  2278. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  2279. ReplaceNode(identifierNode, memberRefExpr);
  2280. MEMBER_SET(memberRefExpr, mDotToken, nextTokenNode);
  2281. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  2282. MEMBER_SET(memberRefExpr, mMemberName, identifierNode);
  2283. exprLeft = memberRefExpr;
  2284. mVisitorPos.mReadPos = checkIdx + 2;
  2285. didSplit = true;
  2286. break;
  2287. }
  2288. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextCheckNode))
  2289. {
  2290. if (tokenNode->GetToken() == BfToken_LBracket)
  2291. {
  2292. // Remove dot temporarily so we create a typedef up to that dot
  2293. nextTokenNode->SetToken(BfToken_None);
  2294. auto typeRef = CreateTypeRef(startIdentifier);
  2295. if (typeRef == NULL)
  2296. return NULL;
  2297. nextTokenNode->SetToken(BfToken_Dot);
  2298. mVisitorPos.mReadPos = checkIdx + 0;
  2299. exprLeft = CreateMemberReferenceExpression(typeRef);
  2300. didSplit = true;
  2301. }
  2302. }
  2303. }
  2304. else if (nextTokenNode->GetToken() == BfToken_LBracket)
  2305. {
  2306. int endNodeIdx = -1;
  2307. if (IsTypeReference(startIdentifier, BfToken_LParen, &endNodeIdx))
  2308. {
  2309. if (endNodeIdx > checkIdx + 1)
  2310. {
  2311. auto typeRef = CreateTypeRef(startIdentifier);
  2312. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  2313. if (arrayType == NULL)
  2314. return NULL;
  2315. mVisitorPos.mReadPos = checkIdx + 0;
  2316. auto arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  2317. ReplaceNode(typeRef, arrayCreateExpr);
  2318. arrayCreateExpr->mTypeRef = arrayType;
  2319. mVisitorPos.mReadPos = endNodeIdx;
  2320. auto initializerExpr = CreateCollectionInitializerExpression(BfNodeDynCast<BfTokenNode>(mVisitorPos.GetCurrent()));
  2321. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  2322. exprLeft = arrayCreateExpr;
  2323. return arrayCreateExpr;
  2324. }
  2325. }
  2326. }
  2327. }
  2328. }
  2329. if (token == BfToken_RChevron)
  2330. chevronDepth++;
  2331. else if (token == BfToken_RDblChevron)
  2332. chevronDepth += 2;
  2333. else if (token == BfToken_LChevron)
  2334. chevronDepth--;
  2335. else if (token == BfToken_LDblChevron)
  2336. chevronDepth -= 2;
  2337. }
  2338. }
  2339. if (didSplit)
  2340. continue;
  2341. }
  2342. // Could be a struct generic initializer, or a generic method invocation
  2343. if (auto outToken = BfNodeDynCast<BfTokenNode>(outNode))
  2344. {
  2345. int endNodeIdx = -1;
  2346. if ((outToken->GetToken() == BfToken_LParen) && (IsTypeReference(exprLeft, BfToken_LParen, &endNodeIdx)))
  2347. {
  2348. exprLeft = CreateInvocationExpression(exprLeft);
  2349. if (exprLeft == NULL)
  2350. return NULL;
  2351. continue;
  2352. }
  2353. }
  2354. if (hadEndingToken)
  2355. return exprLeft;
  2356. }
  2357. if (token == BfToken_Star)
  2358. {
  2359. auto nextNode = mVisitorPos.GetNext();
  2360. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2361. {
  2362. if ((nextToken->mToken == BfToken_Star) || (nextToken->mToken == BfToken_LBracket))
  2363. {
  2364. //if (IsTypeReference(tokenNode, BfToken_LBracket))
  2365. {
  2366. /*auto typeRef = CreateTypeRef(tokenNode, true);
  2367. exprLeft = CreateObjectCreateExpression(typeRef);
  2368. return exprLeft;*/
  2369. }
  2370. }
  2371. }
  2372. }
  2373. BfBinaryOp binOp = BfTokenToBinaryOp(tokenNode->GetToken());
  2374. if (binOp != BfBinaryOp_None)
  2375. {
  2376. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2377. return exprLeft;
  2378. auto binOpExpression = mAlloc->Alloc<BfBinaryOperatorExpression>();
  2379. ReplaceNode(exprLeft, binOpExpression);
  2380. binOpExpression->mLeft = exprLeft;
  2381. binOpExpression->mOp = binOp;
  2382. MEMBER_SET(binOpExpression, mOpToken, tokenNode);
  2383. mVisitorPos.MoveNext();
  2384. // We only need to check binary operator precedence at the "top level" binary operator
  2385. rhsCreateExprFlags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_NoCheckBinOpPrecedence);
  2386. auto exprRight = CreateExpressionAfter(binOpExpression, rhsCreateExprFlags);
  2387. if (exprRight == NULL)
  2388. return binOpExpression;
  2389. MEMBER_SET(binOpExpression, mRight, exprRight);
  2390. if ((createExprFlags & CreateExprFlags_NoCheckBinOpPrecedence) != 0)
  2391. return binOpExpression;
  2392. return CheckBinaryOperatorPrecedence(binOpExpression);
  2393. }
  2394. auto assignmentOp = BfTokenToAssignmentOp(tokenNode->GetToken());
  2395. if (assignmentOp != BfAssignmentOp_None)
  2396. {
  2397. if ((createExprFlags & CreateExprFlags_EarlyExit) != 0)
  2398. return exprLeft;
  2399. if ((createExprFlags & CreateExprFlags_NoAssignment) != 0)
  2400. return exprLeft;
  2401. auto assignmentExpression = mAlloc->Alloc<BfAssignmentExpression>();
  2402. ReplaceNode(exprLeft, assignmentExpression);
  2403. mVisitorPos.MoveNext();
  2404. assignmentExpression->mOp = assignmentOp;
  2405. assignmentExpression->mLeft = exprLeft;
  2406. assignmentExpression->mOpToken = tokenNode;
  2407. MoveNode(assignmentExpression->mOpToken, assignmentExpression);
  2408. bool continueCascade = false;
  2409. if (auto memberExpr = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2410. {
  2411. if (memberExpr->mDotToken->GetToken() == BfToken_DotDot)
  2412. continueCascade = true;
  2413. }
  2414. CreateExprFlags flags = rhsCreateExprFlags;
  2415. if (continueCascade)
  2416. flags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_BreakOnCascade);
  2417. auto exprRight = CreateExpressionAfter(assignmentExpression, flags);
  2418. if (exprRight == NULL)
  2419. {
  2420. FailAfter("Invalid expression", assignmentExpression);
  2421. return assignmentExpression;
  2422. }
  2423. assignmentExpression->mRight = exprRight;
  2424. MoveNode(assignmentExpression->mRight, assignmentExpression);
  2425. if (continueCascade)
  2426. {
  2427. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2428. {
  2429. if (nextToken->GetToken() == BfToken_DotDot)
  2430. {
  2431. exprLeft = assignmentExpression;
  2432. continue;
  2433. }
  2434. }
  2435. }
  2436. return assignmentExpression;
  2437. }
  2438. BF_ASSERT(tokenNode->GetToken() == token);
  2439. // Not a binary op, it's a 'close'
  2440. if (token == BfToken_Bang)
  2441. {
  2442. if ((createExprFlags & CreateExprFlags_ExitOnBang) != 0)
  2443. return exprLeft;
  2444. exprLeft = CreateInvocationExpression(exprLeft);
  2445. }
  2446. else if (token == BfToken_LParen)
  2447. {
  2448. exprLeft = CreateInvocationExpression(exprLeft, (CreateExprFlags)(createExprFlags & ~(CreateExprFlags_NoCast)));
  2449. if (auto initExpr = TryCreateInitializerExpression(exprLeft))
  2450. exprLeft = initExpr;
  2451. }
  2452. else if ((token == BfToken_LBracket) || (token == BfToken_QuestionLBracket))
  2453. {
  2454. exprLeft = CreateIndexerExpression(exprLeft);
  2455. }
  2456. else if ((token == BfToken_Dot) || (token == BfToken_DotDot) || (token == BfToken_QuestionDot))
  2457. {
  2458. if ((token == BfToken_DotDot) && ((createExprFlags & CreateExprFlags_BreakOnCascade) != 0))
  2459. return exprLeft;
  2460. if (auto memberExpr = BfNodeDynCastExact<BfMemberReferenceExpression>(exprLeft))
  2461. {
  2462. if (memberExpr->mTarget == NULL)
  2463. {
  2464. // A dot syntax like ".A.B" is never valid - to help with autocomplete we stop the expr parsing here
  2465. Fail("Unexpected '.' token", tokenNode);
  2466. return exprLeft;
  2467. }
  2468. }
  2469. exprLeft = CreateMemberReferenceExpression(exprLeft);
  2470. }
  2471. else
  2472. {
  2473. return exprLeft;
  2474. }
  2475. if (exprLeft == NULL)
  2476. return NULL;
  2477. }
  2478. else
  2479. break;
  2480. }
  2481. return exprLeft;
  2482. }
  2483. BfExpression* BfReducer::CreateExpressionAfter(BfAstNode* node, CreateExprFlags createExprFlags)
  2484. {
  2485. AssertCurrentNode(node);
  2486. auto nextNode = mVisitorPos.GetNext();
  2487. bool isEmpty = false;
  2488. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2489. {
  2490. if (tokenNode->GetToken() == BfToken_RParen)
  2491. isEmpty = true;
  2492. }
  2493. if ((nextNode == NULL) || (isEmpty))
  2494. {
  2495. FailAfter("Expression expected", node);
  2496. return NULL;
  2497. }
  2498. int startReadPos = mVisitorPos.mReadPos;
  2499. mVisitorPos.MoveNext();
  2500. auto result = CreateExpression(nextNode, createExprFlags);
  2501. if (result == NULL)
  2502. {
  2503. // Nope, didn't handle it
  2504. mVisitorPos.mReadPos = startReadPos;
  2505. }
  2506. return result;
  2507. }
  2508. BfForEachStatement* BfReducer::CreateForEachStatement(BfAstNode* node, bool hasTypeDecl)
  2509. {
  2510. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2511. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2512. if (parenToken == NULL)
  2513. return NULL;
  2514. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2515. ReplaceNode(forToken, forEachStatement);
  2516. MEMBER_SET(forEachStatement, mForToken, forToken);
  2517. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2518. if (hasTypeDecl)
  2519. {
  2520. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2521. {
  2522. if (tokenNode->mToken == BfToken_ReadOnly)
  2523. {
  2524. MEMBER_SET_CHECKED(forEachStatement, mReadOnlyToken, tokenNode);
  2525. mVisitorPos.MoveNext();
  2526. }
  2527. }
  2528. auto typeRef = CreateTypeRefAfter(forEachStatement);
  2529. if (typeRef == NULL)
  2530. return forEachStatement;
  2531. MEMBER_SET_CHECKED(forEachStatement, mVariableTypeRef, typeRef);
  2532. }
  2533. if (auto nextNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2534. {
  2535. if ((nextNode->mToken == BfToken_LParen) || (nextNode->mToken == BfToken_LessEquals))
  2536. {
  2537. mVisitorPos.MoveNext();
  2538. auto tupleNode = CreateTupleExpression(nextNode);
  2539. MEMBER_SET_CHECKED(forEachStatement, mVariableName, tupleNode);
  2540. }
  2541. }
  2542. if (forEachStatement->mVariableName == NULL)
  2543. {
  2544. auto name = ExpectIdentifierAfter(forEachStatement, "variable name");
  2545. MEMBER_SET_CHECKED(forEachStatement, mVariableName, name);
  2546. }
  2547. auto inToken = ExpectTokenAfter(forEachStatement, BfToken_In, BfToken_LChevron, BfToken_LessEquals);
  2548. MEMBER_SET_CHECKED(forEachStatement, mInToken, inToken);
  2549. auto expr = CreateExpressionAfter(forEachStatement);
  2550. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2551. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2552. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2553. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2554. if (stmt == NULL)
  2555. return forEachStatement;
  2556. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2557. return forEachStatement;
  2558. }
  2559. BfStatement* BfReducer::CreateForStatement(BfAstNode* node)
  2560. {
  2561. int startReadIdx = mVisitorPos.mReadPos;
  2562. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2563. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2564. if (parenToken == NULL)
  2565. return NULL;
  2566. int outNodeIdx = -1;
  2567. auto nextNode = mVisitorPos.GetNext();
  2568. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2569. {
  2570. // Handle 'for (let (key, value) in dict)'
  2571. if ((tokenNode->mToken == BfToken_Let) || (tokenNode->mToken == BfToken_Var))
  2572. {
  2573. if (auto afterLet = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  2574. {
  2575. if (afterLet->mToken == BfToken_LParen)
  2576. {
  2577. bool isTupleIn = true;
  2578. int parenDepth = 1;
  2579. for (int readPos = mVisitorPos.mReadPos + 3; true; readPos++)
  2580. {
  2581. auto checkNode = mVisitorPos.Get(readPos);
  2582. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2583. {
  2584. if (tokenNode->mToken == BfToken_RParen)
  2585. {
  2586. if (parenDepth != 1)
  2587. {
  2588. isTupleIn = false;
  2589. break;
  2590. }
  2591. parenDepth--;
  2592. }
  2593. else if (tokenNode->mToken == BfToken_In)
  2594. {
  2595. if (parenDepth != 0)
  2596. isTupleIn = false;
  2597. break;
  2598. }
  2599. else if (tokenNode->mToken == BfToken_Comma)
  2600. {
  2601. //
  2602. }
  2603. else
  2604. {
  2605. isTupleIn = false;
  2606. break;
  2607. }
  2608. }
  2609. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(checkNode))
  2610. {
  2611. //
  2612. }
  2613. else
  2614. {
  2615. isTupleIn = false;
  2616. break;
  2617. }
  2618. }
  2619. if (isTupleIn)
  2620. {
  2621. mVisitorPos.mReadPos = startReadIdx;
  2622. return CreateForEachStatement(node, true);
  2623. }
  2624. }
  2625. }
  2626. }
  2627. }
  2628. bool isTypeRef = false;
  2629. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2630. {
  2631. if (nextNode->mToken == BfToken_ReadOnly)
  2632. {
  2633. mVisitorPos.mReadPos += 2;
  2634. isTypeRef = IsTypeReference(mVisitorPos.Get(mVisitorPos.mReadPos), BfToken_None, &outNodeIdx);
  2635. mVisitorPos.mReadPos -= 2;
  2636. }
  2637. }
  2638. if (!isTypeRef)
  2639. {
  2640. mVisitorPos.mReadPos++;
  2641. isTypeRef = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2642. mVisitorPos.mReadPos--;
  2643. }
  2644. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2645. if (isTypeRef)
  2646. {
  2647. auto nextNode = mVisitorPos.Get(outNodeIdx + 1);
  2648. if ((outNode != NULL) && (nextNode != NULL))
  2649. {
  2650. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2651. if (tokenNode != NULL)
  2652. {
  2653. int token = tokenNode->GetToken();
  2654. if ((token == BfToken_In) || (token == BfToken_LChevron) || (token == BfToken_LessEquals))
  2655. {
  2656. mVisitorPos.mReadPos = startReadIdx;
  2657. return CreateForEachStatement(node, true);
  2658. }
  2659. }
  2660. }
  2661. }
  2662. else
  2663. {
  2664. int checkNodeIdx = (outNodeIdx != -1) ? outNodeIdx : mVisitorPos.mReadPos + 1;
  2665. auto checkNode = mVisitorPos.Get(checkNodeIdx);
  2666. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2667. {
  2668. BfToken token = tokenNode->GetToken();
  2669. // Is this an 'anonymous' foreach?
  2670. if ((token != BfToken_Semicolon) && (token != BfToken_LChevron) &&
  2671. (token != BfToken_In) && (token != BfToken_AssignEquals))
  2672. {
  2673. mVisitorPos.mReadPos = startReadIdx;
  2674. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2675. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2676. if (parenToken == NULL)
  2677. return NULL;
  2678. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2679. ReplaceNode(forToken, forEachStatement);
  2680. MEMBER_SET(forEachStatement, mForToken, forToken);
  2681. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2682. auto expr = CreateExpressionAfter(forEachStatement);
  2683. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2684. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2685. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2686. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2687. if (stmt == NULL)
  2688. return forEachStatement;
  2689. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2690. return forEachStatement;
  2691. }
  2692. }
  2693. }
  2694. auto nextNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  2695. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextNode))
  2696. {
  2697. if ((tokenNode != NULL) && ((tokenNode->GetToken() == BfToken_LChevron) || (tokenNode->GetToken() == BfToken_In)))
  2698. {
  2699. Fail("Ranged for statement must declare new value variable, consider adding a type name, 'var', or 'let'", tokenNode);
  2700. mVisitorPos.mReadPos = startReadIdx;
  2701. return CreateForEachStatement(node, false);
  2702. }
  2703. }
  2704. BfAstNode* stmt;
  2705. auto forStatement = mAlloc->Alloc<BfForStatement>();
  2706. BfDeferredAstSizedArray<BfAstNode*> initializers(forStatement->mInitializers, mAlloc);
  2707. BfDeferredAstSizedArray<BfTokenNode*> initializerCommas(forStatement->mInitializerCommas, mAlloc);
  2708. BfDeferredAstSizedArray<BfAstNode*> iterators(forStatement->mIterators, mAlloc);
  2709. BfDeferredAstSizedArray<BfTokenNode*> iteratorCommas(forStatement->mIteratorCommas, mAlloc);
  2710. ReplaceNode(forToken, forStatement);
  2711. MEMBER_SET(forStatement, mForToken, forToken);
  2712. MEMBER_SET(forStatement, mOpenParen, parenToken);
  2713. // Initializers
  2714. for (int listIdx = 0; true; listIdx++)
  2715. {
  2716. auto nextNode = mVisitorPos.GetNext();
  2717. if ((listIdx > 0) || (!IsSemicolon(nextNode)))
  2718. {
  2719. auto stmt = CreateStatementAfter(forStatement);
  2720. if (stmt == NULL)
  2721. return forStatement;
  2722. initializers.push_back(stmt);
  2723. MoveNode(stmt, forStatement);
  2724. }
  2725. nextNode = mVisitorPos.GetNext();
  2726. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2727. if (tokenNode == NULL)
  2728. return forStatement;
  2729. if (tokenNode->GetToken() == BfToken_Semicolon)
  2730. {
  2731. MEMBER_SET(forStatement, mInitializerSemicolon, tokenNode);
  2732. mVisitorPos.MoveNext();
  2733. break;
  2734. }
  2735. else if (tokenNode->GetToken() == BfToken_Comma)
  2736. {
  2737. MoveNode(tokenNode, forStatement);
  2738. initializerCommas.push_back(tokenNode);
  2739. mVisitorPos.MoveNext();
  2740. }
  2741. else
  2742. {
  2743. Fail("Expected ',' or ';'", tokenNode);
  2744. return forStatement;
  2745. }
  2746. }
  2747. // Condition
  2748. nextNode = mVisitorPos.GetNext();
  2749. if (!IsSemicolon(nextNode))
  2750. {
  2751. bool doExpr = true;
  2752. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2753. {
  2754. if (tokenNode->GetToken() == BfToken_RParen)
  2755. {
  2756. Fail("Expected expression or ';'", tokenNode);
  2757. doExpr = false;
  2758. }
  2759. }
  2760. if (doExpr)
  2761. {
  2762. auto expr = CreateExpressionAfter(forStatement);
  2763. if (expr == NULL)
  2764. return forStatement;
  2765. MEMBER_SET(forStatement, mCondition, expr);
  2766. }
  2767. }
  2768. auto tokenNode = ExpectTokenAfter(forStatement, BfToken_Semicolon);
  2769. if (tokenNode == NULL)
  2770. return forStatement;
  2771. MEMBER_SET(forStatement, mConditionSemicolon, tokenNode);
  2772. // Iterators
  2773. for (int listIdx = 0; true; listIdx++)
  2774. {
  2775. if (listIdx == 0)
  2776. {
  2777. auto nextNode = mVisitorPos.GetNext();
  2778. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2779. {
  2780. if (tokenNode->GetToken() == BfToken_RParen)
  2781. {
  2782. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2783. mVisitorPos.MoveNext();
  2784. break;
  2785. }
  2786. }
  2787. }
  2788. auto stmt = CreateStatementAfter(forStatement);
  2789. if (stmt == NULL)
  2790. return forStatement;
  2791. iterators.push_back(stmt);
  2792. MoveNode(stmt, forStatement);
  2793. auto nextNode = mVisitorPos.GetNext();
  2794. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2795. if (tokenNode == NULL)
  2796. return forStatement;
  2797. if (tokenNode->GetToken() == BfToken_RParen)
  2798. {
  2799. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2800. mVisitorPos.MoveNext();
  2801. break;
  2802. }
  2803. else if (tokenNode->GetToken() == BfToken_Comma)
  2804. {
  2805. MoveNode(tokenNode, forStatement);
  2806. iteratorCommas.push_back(tokenNode);
  2807. mVisitorPos.MoveNext();
  2808. }
  2809. else
  2810. {
  2811. Fail("Expected ',' or ')'", tokenNode);
  2812. return forStatement;
  2813. }
  2814. }
  2815. stmt = CreateStatementAfter(forStatement, CreateStmtFlags_FindTrailingSemicolon);
  2816. if (stmt == NULL)
  2817. return forStatement;
  2818. MEMBER_SET(forStatement, mEmbeddedStatement, stmt);
  2819. return forStatement;
  2820. }
  2821. BfUsingStatement* BfReducer::CreateUsingStatement(BfAstNode* node)
  2822. {
  2823. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2824. auto usingStatement = mAlloc->Alloc<BfUsingStatement>();
  2825. ReplaceNode(tokenNode, usingStatement);
  2826. MEMBER_SET(usingStatement, mUsingToken, tokenNode);
  2827. tokenNode = ExpectTokenAfter(usingStatement, BfToken_LParen);
  2828. if (tokenNode == NULL)
  2829. return NULL;
  2830. MEMBER_SET(usingStatement, mOpenParen, tokenNode);
  2831. auto nextNode = mVisitorPos.GetNext();
  2832. if (nextNode != NULL)
  2833. {
  2834. BfVariableDeclaration* varDecl = mAlloc->Alloc<BfVariableDeclaration>();
  2835. int outNodeIdx = -1;
  2836. auto nextNode = mVisitorPos.GetNext();
  2837. mVisitorPos.mReadPos++;
  2838. bool isTypeReference = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2839. mVisitorPos.mReadPos--;
  2840. if (isTypeReference)
  2841. {
  2842. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2843. BfAstNode* outNodeNext = mVisitorPos.Get(outNodeIdx + 1);
  2844. BfTokenNode* equalsNode = NULL;
  2845. if ((outNode != NULL) && (BfNodeIsA<BfIdentifierNode>(outNode)) && (BfNodeIsA<BfTokenNode>(outNodeNext)))
  2846. {
  2847. auto typeRef = CreateTypeRefAfter(usingStatement);
  2848. if (typeRef == NULL)
  2849. return usingStatement;
  2850. MEMBER_SET(varDecl, mTypeRef, typeRef);
  2851. usingStatement->SetSrcEnd(typeRef->GetSrcEnd());
  2852. auto nameNode = ExpectIdentifierAfter(usingStatement, "variable name");
  2853. if (nameNode == NULL)
  2854. return usingStatement;
  2855. MEMBER_SET(varDecl, mNameNode, nameNode);
  2856. usingStatement->SetSrcEnd(varDecl->GetSrcEnd());
  2857. auto equalsNode = ExpectTokenAfter(usingStatement, BfToken_AssignEquals);
  2858. if (equalsNode == NULL)
  2859. return usingStatement;
  2860. MEMBER_SET(varDecl, mEqualsNode, equalsNode);
  2861. usingStatement->SetSrcEnd(equalsNode->GetSrcEnd());
  2862. }
  2863. }
  2864. auto expr = CreateExpressionAfter(usingStatement);
  2865. if (expr == NULL)
  2866. return usingStatement;
  2867. MEMBER_SET(varDecl, mInitializer, expr);
  2868. MEMBER_SET(usingStatement, mVariableDeclaration, varDecl);
  2869. }
  2870. tokenNode = ExpectTokenAfter(usingStatement, BfToken_RParen);
  2871. if (tokenNode == NULL)
  2872. return usingStatement;
  2873. MEMBER_SET(usingStatement, mCloseParen, tokenNode);
  2874. auto stmt = CreateStatementAfter(usingStatement, CreateStmtFlags_FindTrailingSemicolon);
  2875. if (stmt == NULL)
  2876. return usingStatement;
  2877. MEMBER_SET(usingStatement, mEmbeddedStatement, stmt);
  2878. return usingStatement;
  2879. }
  2880. BfWhileStatement* BfReducer::CreateWhileStatement(BfAstNode* node)
  2881. {
  2882. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2883. auto whileStatement = mAlloc->Alloc<BfWhileStatement>();
  2884. ReplaceNode(tokenNode, whileStatement);
  2885. MEMBER_SET(whileStatement, mWhileToken, tokenNode);
  2886. tokenNode = ExpectTokenAfter(whileStatement, BfToken_LParen);
  2887. if (tokenNode == NULL)
  2888. return NULL;
  2889. MEMBER_SET(whileStatement, mOpenParen, tokenNode);
  2890. // Condition
  2891. auto nextNode = mVisitorPos.GetNext();
  2892. if (!IsSemicolon(nextNode))
  2893. {
  2894. auto expr = CreateExpressionAfter(whileStatement);
  2895. if (expr == NULL)
  2896. return whileStatement;
  2897. MEMBER_SET(whileStatement, mCondition, expr);
  2898. }
  2899. tokenNode = ExpectTokenAfter(whileStatement, BfToken_RParen);
  2900. if (tokenNode == NULL)
  2901. return whileStatement;
  2902. MEMBER_SET(whileStatement, mCloseParen, tokenNode);
  2903. auto stmt = CreateStatementAfter(whileStatement, CreateStmtFlags_FindTrailingSemicolon);
  2904. if (stmt == NULL)
  2905. return whileStatement;
  2906. MEMBER_SET(whileStatement, mEmbeddedStatement, stmt);
  2907. return whileStatement;
  2908. }
  2909. BfDoStatement* BfReducer::CreateDoStatement(BfAstNode* node)
  2910. {
  2911. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2912. auto doStatement = mAlloc->Alloc<BfDoStatement>();
  2913. ReplaceNode(tokenNode, doStatement);
  2914. MEMBER_SET(doStatement, mDoToken, tokenNode);
  2915. auto stmt = CreateStatementAfter(doStatement, CreateStmtFlags_FindTrailingSemicolon);
  2916. if (stmt != NULL)
  2917. {
  2918. MEMBER_SET(doStatement, mEmbeddedStatement, stmt);
  2919. }
  2920. return doStatement;
  2921. }
  2922. BfRepeatStatement* BfReducer::CreateRepeatStatement(BfAstNode* node)
  2923. {
  2924. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2925. auto repeatStatement = mAlloc->Alloc<BfRepeatStatement>();
  2926. ReplaceNode(tokenNode, repeatStatement);
  2927. MEMBER_SET(repeatStatement, mRepeatToken, tokenNode);
  2928. auto stmt = CreateStatementAfter(repeatStatement, CreateStmtFlags_FindTrailingSemicolon);
  2929. if (stmt != NULL)
  2930. {
  2931. MEMBER_SET(repeatStatement, mEmbeddedStatement, stmt);
  2932. }
  2933. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_While);
  2934. if (tokenNode != NULL)
  2935. {
  2936. MEMBER_SET(repeatStatement, mWhileToken, tokenNode);
  2937. }
  2938. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_LParen);
  2939. if (tokenNode != NULL)
  2940. {
  2941. MEMBER_SET(repeatStatement, mOpenParen, tokenNode);
  2942. }
  2943. // Condition
  2944. auto nextNode = mVisitorPos.GetNext();
  2945. if (!IsSemicolon(nextNode))
  2946. {
  2947. auto expr = CreateExpressionAfter(repeatStatement);
  2948. if (expr == NULL)
  2949. return repeatStatement;
  2950. MEMBER_SET(repeatStatement, mCondition, expr);
  2951. }
  2952. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_RParen);
  2953. if (tokenNode != NULL)
  2954. {
  2955. MEMBER_SET(repeatStatement, mCloseParen, tokenNode);
  2956. }
  2957. return repeatStatement;
  2958. }
  2959. BfSwitchStatement* BfReducer::CreateSwitchStatement(BfTokenNode* tokenNode)
  2960. {
  2961. auto switchStatement = mAlloc->Alloc<BfSwitchStatement>();
  2962. BfDeferredAstSizedArray<BfSwitchCase*> switchCases(switchStatement->mSwitchCases, mAlloc);
  2963. ReplaceNode(tokenNode, switchStatement);
  2964. switchStatement->mSwitchToken = tokenNode;
  2965. tokenNode = ExpectTokenAfter(switchStatement, BfToken_LParen);
  2966. if (tokenNode != NULL)
  2967. {
  2968. MEMBER_SET(switchStatement, mOpenParen, tokenNode);
  2969. }
  2970. auto switchValue = CreateExpressionAfter(switchStatement);
  2971. if (switchValue != NULL)
  2972. {
  2973. MEMBER_SET(switchStatement, mSwitchValue, switchValue);
  2974. }
  2975. tokenNode = ExpectTokenAfter(switchStatement, BfToken_RParen);
  2976. if (tokenNode != NULL)
  2977. {
  2978. MEMBER_SET(switchStatement, mCloseParen, tokenNode);
  2979. }
  2980. auto block = ExpectBlockAfter(switchStatement);
  2981. if (block == NULL)
  2982. return switchStatement;
  2983. MoveNode(block, switchStatement);
  2984. switchStatement->mOpenBrace = block->mOpenBrace;
  2985. switchStatement->mCloseBrace = block->mCloseBrace;
  2986. bool hadEmptyCaseStatement = false;
  2987. BfSwitchCase* switchCase = NULL;
  2988. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  2989. bool isDone = !mVisitorPos.MoveNext();
  2990. while (!isDone)
  2991. {
  2992. auto child = mVisitorPos.GetCurrent();
  2993. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  2994. BfToken token = BfToken_None;
  2995. if (tokenNode != NULL)
  2996. token = tokenNode->GetToken();
  2997. if ((tokenNode == NULL) ||
  2998. ((token != BfToken_Case) && (token != BfToken_When) && (token != BfToken_Default)))
  2999. {
  3000. Fail("Expected 'case'", child);
  3001. AddErrorNode(child);
  3002. isDone = !mVisitorPos.MoveNext();
  3003. continue;
  3004. }
  3005. //TODO: This error was getting annoying... Put back?
  3006. // This check is here at the top, being processed for the previous switchCase because
  3007. // we don't throw an error on the last case in the switch
  3008. /*if (hadEmptyCaseStatement)
  3009. FailAfter("Expected case statement, 'fallthrough', or 'break'", switchCase);*/
  3010. bool isDefault = token == BfToken_Default;
  3011. switchCase = mAlloc->Alloc<BfSwitchCase>();
  3012. BfDeferredAstSizedArray<BfExpression*> caseExpressions(switchCase->mCaseExpressions, mAlloc);
  3013. BfDeferredAstSizedArray<BfTokenNode*> caseCommas(switchCase->mCaseCommas, mAlloc);
  3014. ReplaceNode(tokenNode, switchCase);
  3015. BfTokenNode* whenToken = NULL;
  3016. if (token == BfToken_When)
  3017. whenToken = tokenNode;
  3018. else
  3019. switchCase->mCaseToken = tokenNode;
  3020. for (int caseIdx = 0; true; caseIdx++)
  3021. {
  3022. if (!isDefault)
  3023. {
  3024. BfExpression* expr = NULL;
  3025. bool wasWhenSet = whenToken != NULL;
  3026. if (!wasWhenSet)
  3027. {
  3028. auto nextNode = mVisitorPos.GetNext();
  3029. whenToken = BfNodeDynCast<BfTokenNode>(nextNode);
  3030. if ((whenToken != NULL) && (whenToken->GetToken() == BfToken_When))
  3031. {
  3032. mVisitorPos.MoveNext();
  3033. }
  3034. else
  3035. whenToken = NULL;
  3036. }
  3037. if (whenToken != NULL)
  3038. {
  3039. auto whenExpr = mAlloc->Alloc<BfWhenExpression>();
  3040. whenExpr->mWhenToken = whenToken;
  3041. ReplaceNode(whenToken, whenExpr);
  3042. //mVisitorPos.MoveNext();
  3043. //auto exprAfter = wasWhenSet ? (BfAstNode*)switchCase : (BfAstNode*)whenExpr;
  3044. if (expr == NULL)
  3045. {
  3046. auto innerExpr = CreateExpressionAfter(whenToken);
  3047. if (innerExpr != NULL)
  3048. {
  3049. MEMBER_SET(whenExpr, mExpression, innerExpr);
  3050. }
  3051. expr = whenExpr;
  3052. }
  3053. }
  3054. if (expr == NULL)
  3055. {
  3056. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3057. {
  3058. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  3059. {
  3060. expr = CreateEnumCaseBindExpression(bindToken);
  3061. }
  3062. }
  3063. }
  3064. if (expr == NULL)
  3065. expr = CreateExpressionAfter(switchCase);
  3066. if (expr == NULL)
  3067. {
  3068. ///
  3069. }
  3070. else
  3071. {
  3072. caseExpressions.push_back(expr);
  3073. MoveNode(expr, switchCase);
  3074. }
  3075. }
  3076. if ((whenToken == NULL) && (!isDefault))
  3077. tokenNode = ExpectTokenAfter(switchCase, BfToken_When, BfToken_Colon, BfToken_Comma);
  3078. else
  3079. tokenNode = ExpectTokenAfter(switchCase, BfToken_Colon);
  3080. if (tokenNode == NULL)
  3081. break;
  3082. if (tokenNode->GetToken() == BfToken_When)
  3083. {
  3084. whenToken = tokenNode;
  3085. continue;
  3086. }
  3087. if (tokenNode->GetToken() == BfToken_Colon)
  3088. {
  3089. MEMBER_SET(switchCase, mColonToken, tokenNode);
  3090. break;
  3091. }
  3092. if (isDefault)
  3093. {
  3094. Fail("Expected ':'", tokenNode);
  3095. break;
  3096. }
  3097. MoveNode(tokenNode, switchCase);
  3098. caseCommas.push_back(tokenNode);
  3099. BF_ASSERT(whenToken == NULL);
  3100. }
  3101. if (isDefault)
  3102. {
  3103. if (switchStatement->mDefaultCase != NULL)
  3104. {
  3105. Fail("Only one default case is allowed", switchCase);
  3106. // Add to normal switch cases just so we process it
  3107. switchCases.push_back(switchCase);
  3108. }
  3109. else
  3110. switchStatement->mDefaultCase = switchCase;
  3111. }
  3112. else
  3113. {
  3114. if (switchStatement->mDefaultCase != NULL)
  3115. {
  3116. Fail("Default case must be last case", switchStatement->mDefaultCase);
  3117. }
  3118. switchCases.push_back(switchCase);
  3119. }
  3120. hadEmptyCaseStatement = true;
  3121. auto codeBlock = mAlloc->Alloc<BfBlock>();
  3122. //codeBlock->mSource = switchCase->mSource;
  3123. MEMBER_SET(switchCase, mCodeBlock, codeBlock);
  3124. //switchCase->Add(codeBlock);
  3125. BfDeferredAstSizedArray<BfAstNode*> codeBlockChildArr(codeBlock->mChildArr, mAlloc);
  3126. SetAndRestoreValue<BfAstNode*> prevLastBlockNode(mLastBlockNode, NULL);
  3127. while (true)
  3128. {
  3129. auto nextNode = mVisitorPos.GetNext();
  3130. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3131. if (tokenNode != NULL)
  3132. {
  3133. int token = tokenNode->GetToken();
  3134. if ((token == BfToken_Case) || (token == BfToken_Default) || (token == BfToken_When))
  3135. break; // Done! No fallthrough
  3136. }
  3137. nextNode = mVisitorPos.GetNext();
  3138. if (nextNode == NULL)
  3139. break;
  3140. hadEmptyCaseStatement = false;
  3141. mVisitorPos.MoveNext();
  3142. // We need to use CreateStmtFlags_NoCaseExpr because otherwise during typing a new statement at the end of one case, it
  3143. // could interpret the 'case' token for the next case as being part of a case expression in the first case
  3144. auto stmt = CreateStatement(nextNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_NoCaseExpr | CreateStmtFlags_AllowLocalFunction));
  3145. if (stmt == NULL)
  3146. {
  3147. AddErrorNode(nextNode);
  3148. }
  3149. else
  3150. {
  3151. MoveNode(stmt, codeBlock);
  3152. codeBlockChildArr.push_back(stmt);
  3153. }
  3154. mLastBlockNode = stmt;
  3155. }
  3156. MoveNode(switchCase, switchStatement);
  3157. if (!codeBlock->IsInitialized())
  3158. {
  3159. int srcPos = switchCase->GetSrcEnd();
  3160. codeBlock->Init(srcPos, srcPos, srcPos);
  3161. }
  3162. isDone = !mVisitorPos.MoveNext();
  3163. }
  3164. return switchStatement;
  3165. }
  3166. // Does everything but pull the trailing semicolon
  3167. BfAstNode* BfReducer::DoCreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3168. {
  3169. auto subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_NoCaseExpr | CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowUnterminatedExpression));
  3170. if (node->IsA<BfBlock>())
  3171. {
  3172. auto block = (BfBlock*)node;
  3173. HandleBlock(block, (createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0);
  3174. return block;
  3175. }
  3176. BfVariableDeclaration* continuingVariable = NULL;
  3177. BfTokenNode* refToken = NULL;
  3178. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  3179. {
  3180. int token = tokenNode->GetToken();
  3181. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  3182. {
  3183. refToken = tokenNode;
  3184. }
  3185. else if (token == BfToken_Semicolon)
  3186. {
  3187. Fail("Empty statement not allowed", tokenNode);
  3188. auto emptyStatement = mAlloc->Alloc<BfEmptyStatement>();
  3189. ReplaceNode(tokenNode, emptyStatement);
  3190. emptyStatement->mTrailingSemicolon = tokenNode;
  3191. return emptyStatement;
  3192. }
  3193. else if (token == BfToken_Break)
  3194. {
  3195. auto breakStmt = mAlloc->Alloc<BfBreakStatement>();
  3196. ReplaceNode(tokenNode, breakStmt);
  3197. breakStmt->mBreakNode = tokenNode;
  3198. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3199. {
  3200. MEMBER_SET(breakStmt, mLabel, label);
  3201. mVisitorPos.MoveNext();
  3202. }
  3203. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3204. {
  3205. if (tokenNode->GetToken() == BfToken_Mixin)
  3206. {
  3207. MEMBER_SET(breakStmt, mLabel, tokenNode);
  3208. mVisitorPos.MoveNext();
  3209. }
  3210. }
  3211. return breakStmt;
  3212. }
  3213. else if (token == BfToken_Continue)
  3214. {
  3215. auto continueStmt = mAlloc->Alloc<BfContinueStatement>();
  3216. ReplaceNode(tokenNode, continueStmt);
  3217. continueStmt->mContinueNode = tokenNode;
  3218. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3219. {
  3220. MEMBER_SET(continueStmt, mLabel, label);
  3221. mVisitorPos.MoveNext();
  3222. }
  3223. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3224. {
  3225. if (tokenNode->GetToken() == BfToken_Mixin)
  3226. {
  3227. MEMBER_SET(continueStmt, mLabel, tokenNode);
  3228. mVisitorPos.MoveNext();
  3229. }
  3230. }
  3231. return continueStmt;
  3232. }
  3233. else if (token == BfToken_Fallthrough)
  3234. {
  3235. auto fallthroughStmt = mAlloc->Alloc<BfFallthroughStatement>();
  3236. ReplaceNode(tokenNode, fallthroughStmt);
  3237. fallthroughStmt->mFallthroughToken = tokenNode;
  3238. return fallthroughStmt;
  3239. }
  3240. else if (token == BfToken_For)
  3241. {
  3242. return CreateForStatement(node);
  3243. }
  3244. else if (token == BfToken_Using)
  3245. {
  3246. return CreateUsingStatement(node);
  3247. }
  3248. else if (token == BfToken_While)
  3249. {
  3250. return CreateWhileStatement(node);
  3251. }
  3252. else if (token == BfToken_Do)
  3253. {
  3254. auto checkNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  3255. auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode);
  3256. if ((checkToken != NULL) && (checkToken->GetToken() == BfToken_While))
  3257. return CreateRepeatStatement(node);
  3258. else
  3259. return CreateDoStatement(node);
  3260. }
  3261. else if (token == BfToken_Repeat)
  3262. {
  3263. return CreateRepeatStatement(node);
  3264. }
  3265. else if (token == BfToken_Return)
  3266. {
  3267. auto returnStmt = mAlloc->Alloc<BfReturnStatement>();
  3268. ReplaceNode(node, returnStmt);
  3269. MEMBER_SET(returnStmt, mReturnToken, tokenNode);
  3270. auto nextNode = mVisitorPos.GetNext();
  3271. if (!IsSemicolon(nextNode))
  3272. {
  3273. auto expr = CreateExpressionAfter(returnStmt);
  3274. MEMBER_SET_CHECKED(returnStmt, mExpression, expr);
  3275. }
  3276. return returnStmt;
  3277. }
  3278. else if (token == BfToken_Delete)
  3279. {
  3280. auto deleteStmt = mAlloc->Alloc<BfDeleteStatement>();
  3281. ReplaceNode(node, deleteStmt);
  3282. MEMBER_SET(deleteStmt, mDeleteToken, tokenNode);
  3283. auto nextNode = mVisitorPos.GetNext();
  3284. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  3285. {
  3286. if (tokenNode->GetToken() == BfToken_Colon)
  3287. {
  3288. MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
  3289. mVisitorPos.MoveNext();
  3290. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3291. {
  3292. if (tokenNode->mToken == BfToken_Append)
  3293. {
  3294. MEMBER_SET(deleteStmt, mAllocExpr, tokenNode);
  3295. mVisitorPos.MoveNext();
  3296. }
  3297. }
  3298. if (deleteStmt->mAllocExpr == NULL)
  3299. {
  3300. auto allocExpr = CreateExpressionAfter(deleteStmt);
  3301. if (allocExpr != NULL)
  3302. {
  3303. MEMBER_SET(deleteStmt, mAllocExpr, allocExpr);
  3304. }
  3305. }
  3306. }
  3307. }
  3308. nextNode = mVisitorPos.GetNext();
  3309. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  3310. {
  3311. if (tokenNode->mToken == BfToken_LBracket)
  3312. {
  3313. mVisitorPos.MoveNext();
  3314. auto attrib = CreateAttributeDirective(tokenNode);
  3315. if (attrib == NULL)
  3316. return deleteStmt;
  3317. MEMBER_SET(deleteStmt, mAttributes, attrib);
  3318. }
  3319. }
  3320. auto expr = CreateExpressionAfter(deleteStmt);
  3321. MEMBER_SET_CHECKED(deleteStmt, mExpression, expr);
  3322. return deleteStmt;
  3323. }
  3324. else if (token == BfToken_Throw)
  3325. {
  3326. auto throwStmt = mAlloc->Alloc<BfThrowStatement>();
  3327. ReplaceNode(node, throwStmt);
  3328. MEMBER_SET(throwStmt, mThrowToken, tokenNode);
  3329. auto expr = CreateExpressionAfter(throwStmt);
  3330. MEMBER_SET_CHECKED(throwStmt, mExpression, expr);
  3331. return throwStmt;
  3332. }
  3333. else if (token == BfToken_If)
  3334. {
  3335. subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_FindTrailingSemicolon));
  3336. auto ifStmt = mAlloc->Alloc<BfIfStatement>();
  3337. ReplaceNode(node, ifStmt);
  3338. MEMBER_SET(ifStmt, mIfToken, tokenNode);
  3339. tokenNode = ExpectTokenAfter(ifStmt, BfToken_LParen);
  3340. MEMBER_SET_CHECKED(ifStmt, mOpenParen, tokenNode);
  3341. auto condExpr = CreateExpressionAfter(ifStmt, CreateExprFlags_AllowVariableDecl);
  3342. MEMBER_SET_CHECKED(ifStmt, mCondition, condExpr);
  3343. tokenNode = ExpectTokenAfter(ifStmt, BfToken_RParen);
  3344. MEMBER_SET_CHECKED(ifStmt, mCloseParen, tokenNode);
  3345. auto trueStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3346. MEMBER_SET_CHECKED(ifStmt, mTrueStatement, trueStmt);
  3347. auto nextNode = mVisitorPos.GetNext();
  3348. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3349. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Else))
  3350. {
  3351. MEMBER_SET(ifStmt, mElseToken, tokenNode);
  3352. mVisitorPos.MoveNext();
  3353. auto falseStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3354. MEMBER_SET_CHECKED(ifStmt, mFalseStatement, falseStmt);
  3355. }
  3356. return ifStmt;
  3357. }
  3358. else if (token == BfToken_Switch)
  3359. {
  3360. return CreateSwitchStatement(tokenNode);
  3361. }
  3362. else if (token == BfToken_Defer)
  3363. {
  3364. auto deferStmt = mAlloc->Alloc<BfDeferStatement>();
  3365. ReplaceNode(tokenNode, deferStmt);
  3366. deferStmt->mDeferToken = tokenNode;
  3367. auto nextNode = mVisitorPos.GetNext();
  3368. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3369. {
  3370. if (nextTokenNode->GetToken() == BfToken_Colon)
  3371. {
  3372. MEMBER_SET(deferStmt, mColonToken, nextTokenNode);
  3373. mVisitorPos.MoveNext();
  3374. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3375. {
  3376. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  3377. {
  3378. MEMBER_SET(deferStmt, mScopeName, nextToken);
  3379. mVisitorPos.MoveNext();
  3380. }
  3381. }
  3382. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3383. {
  3384. MEMBER_SET(deferStmt, mScopeName, identifier);
  3385. mVisitorPos.MoveNext();
  3386. }
  3387. if (deferStmt->mScopeName == NULL)
  3388. {
  3389. FailAfter("Expected scope name", deferStmt);
  3390. }
  3391. }
  3392. else if (nextTokenNode->GetToken() == BfToken_LParen)
  3393. {
  3394. MEMBER_SET(deferStmt, mOpenParen, nextTokenNode);
  3395. mVisitorPos.MoveNext();
  3396. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_Scope, BfToken_Stack);
  3397. MEMBER_SET_CHECKED(deferStmt, mScopeToken, nextTokenNode);
  3398. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_RParen);
  3399. MEMBER_SET_CHECKED(deferStmt, mCloseParen, nextTokenNode);
  3400. }
  3401. }
  3402. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3403. {
  3404. if (nextTokenNode->GetToken() == BfToken_LBracket)
  3405. {
  3406. auto bindNode = mAlloc->Alloc<BfDeferBindNode>();
  3407. ReplaceNode(nextTokenNode, bindNode);
  3408. MEMBER_SET(bindNode, mOpenBracket, nextTokenNode);
  3409. mVisitorPos.MoveNext();
  3410. BfDeferredAstSizedArray<BfIdentifierNode*> params(bindNode->mParams, mAlloc);
  3411. BfDeferredAstSizedArray<BfTokenNode*> commas(bindNode->mCommas, mAlloc);
  3412. for (int paramIdx = 0; true; paramIdx++)
  3413. {
  3414. bool isRBracket = false;
  3415. auto nextNode = mVisitorPos.GetNext();
  3416. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3417. isRBracket = tokenNode->GetToken() == BfToken_RBracket;
  3418. if (!isRBracket)
  3419. {
  3420. auto nameIdentifier = ExpectIdentifierAfter(bindNode, "parameter name");
  3421. if (nameIdentifier == NULL)
  3422. break;
  3423. MoveNode(nameIdentifier, bindNode);
  3424. params.push_back(nameIdentifier);
  3425. }
  3426. tokenNode = ExpectTokenAfter(bindNode, BfToken_Comma, BfToken_RBracket);
  3427. if (tokenNode == NULL)
  3428. return deferStmt;
  3429. if (tokenNode->GetToken() == BfToken_RBracket)
  3430. {
  3431. MEMBER_SET(bindNode, mCloseBracket, tokenNode);
  3432. break;
  3433. }
  3434. MoveNode(tokenNode, bindNode);
  3435. commas.push_back(tokenNode);
  3436. }
  3437. MEMBER_SET(deferStmt, mBind, bindNode);
  3438. }
  3439. }
  3440. BfAstNode* targetNode = CreateStatementAfter(deferStmt);
  3441. if (targetNode != NULL)
  3442. {
  3443. BfAstNode* innerTarget = targetNode;
  3444. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(innerTarget))
  3445. innerTarget = exprStmt->mExpression;
  3446. if (deferStmt->mBind != NULL)
  3447. {
  3448. if (!innerTarget->IsA<BfBlock>())
  3449. {
  3450. Fail("Only blocks are allowed when defer binding is used", targetNode);
  3451. }
  3452. }
  3453. else
  3454. {
  3455. if ((!innerTarget->IsA<BfInvocationExpression>()) &&
  3456. (!innerTarget->IsA<BfBlock>()) &&
  3457. (!innerTarget->IsA<BfDeleteStatement>()))
  3458. {
  3459. Fail("Only invocation expressions, statement blocks, or deletes are allowed", targetNode);
  3460. }
  3461. }
  3462. MEMBER_SET(deferStmt, mTargetNode, targetNode);
  3463. }
  3464. return deferStmt;
  3465. }
  3466. else if (token == BfToken_Comma)
  3467. {
  3468. BfAstNode* prevVarDecl = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  3469. if (mLastBlockNode != NULL)
  3470. prevVarDecl = mLastBlockNode;
  3471. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(prevVarDecl))
  3472. {
  3473. continuingVariable = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression);
  3474. }
  3475. }
  3476. else if ((token == BfToken_Const) || (token == BfToken_ReadOnly))
  3477. {
  3478. auto stmt = CreateStatementAfter(tokenNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_ForceVariableDecl));
  3479. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(stmt))
  3480. {
  3481. if (auto variableDecl = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression))
  3482. {
  3483. if (variableDecl->mModSpecifier != NULL)
  3484. {
  3485. Fail(StrFormat("'%s' already specified", BfTokenToString(variableDecl->mModSpecifier->GetToken())), variableDecl->mModSpecifier);
  3486. }
  3487. MEMBER_SET(variableDecl, mModSpecifier, tokenNode);
  3488. exprStmt->SetSrcStart(variableDecl->mSrcStart);
  3489. return stmt;
  3490. }
  3491. }
  3492. Fail(StrFormat("Unexpected '%s' specifier", BfTokenToString(tokenNode->GetToken())), tokenNode);
  3493. return stmt;
  3494. }
  3495. else if (token == BfToken_Volatile)
  3496. {
  3497. Fail("Cannot create volatile local variables", tokenNode);
  3498. return NULL;
  3499. }
  3500. else if (token == BfToken_Asm)
  3501. {
  3502. return CreateInlineAsmStatement(node);
  3503. }
  3504. else if (token == BfToken_Mixin)
  3505. {
  3506. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3507. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3508. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3509. ReplaceNode(tokenNode, methodDecl);
  3510. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3511. methodDecl->mMixinSpecifier = tokenNode;
  3512. auto nameNode = ExpectIdentifierAfter(methodDecl);
  3513. if (nameNode != NULL)
  3514. {
  3515. MEMBER_SET(methodDecl, mNameNode, nameNode);
  3516. ParseMethod(methodDecl, &params, &commas, true);
  3517. }
  3518. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3519. ReplaceNode(methodDecl, localMethodDecl);
  3520. localMethodDecl->mMethodDeclaration = methodDecl;
  3521. return localMethodDecl;
  3522. }
  3523. else if (token == BfToken_LBracket)
  3524. {
  3525. return CreateAttributedStatement(tokenNode);
  3526. }
  3527. }
  3528. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(node))
  3529. {
  3530. node = CompactQualifiedName(identifier);
  3531. }
  3532. bool isLocalVariable = false;
  3533. auto nextNode = mVisitorPos.GetNext();
  3534. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  3535. {
  3536. if (nextToken->GetToken() == BfToken_Colon)
  3537. {
  3538. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(node);
  3539. if (nameIdentifier != NULL)
  3540. {
  3541. BfLabelNode* labelNode = mAlloc->Alloc<BfLabelNode>();
  3542. ReplaceNode(nameIdentifier, labelNode);
  3543. labelNode->mLabel = nameIdentifier;
  3544. mVisitorPos.MoveNext();
  3545. MEMBER_SET(labelNode, mColonToken, nextToken);
  3546. BfAstNode* stmt = NULL;
  3547. auto nextNode = mVisitorPos.GetNext();
  3548. if (nextNode != NULL)
  3549. {
  3550. mVisitorPos.MoveNext();
  3551. stmt = DoCreateStatement(nextNode);
  3552. if (auto labelableStmt = BfNodeDynCast<BfLabelableStatement>(stmt))
  3553. {
  3554. MEMBER_SET(labelableStmt, mLabelNode, labelNode);
  3555. return labelableStmt;
  3556. }
  3557. if (auto block = BfNodeDynCast<BfBlock>(stmt))
  3558. {
  3559. auto labeledBlock = mAlloc->Alloc<BfLabeledBlock>();
  3560. ReplaceNode(block, labeledBlock);
  3561. labeledBlock->mBlock = block;
  3562. MEMBER_SET(labeledBlock, mLabelNode, labelNode);
  3563. return labeledBlock;
  3564. }
  3565. }
  3566. Fail("Label must appear before a labelable statement (if, for, do, while, switch, block)", labelNode);
  3567. AddErrorNode(labelNode);
  3568. return stmt;
  3569. }
  3570. }
  3571. }
  3572. int typeRefEndNode = -1;
  3573. bool isTuple = false;
  3574. if (IsTypeReference(node, BfToken_None, &typeRefEndNode, NULL, NULL, &isTuple))
  3575. isLocalVariable = true;
  3576. if ((isLocalVariable) && (isTuple))
  3577. {
  3578. if (typeRefEndNode != -1)
  3579. {
  3580. // When we're typing something like "(a, )" ... don't make that a type ref yet because it could be "(a, b) = " where
  3581. // we're typing a tuple value rather than a tuple tpye ref
  3582. auto checkNode = mVisitorPos.Get(typeRefEndNode);
  3583. if (checkNode == NULL)
  3584. isLocalVariable = false;
  3585. }
  3586. }
  3587. if (nextNode == NULL)
  3588. {
  3589. // Treat ending identifier as just an identifier (could be block result)
  3590. isLocalVariable = false;
  3591. }
  3592. if ((isLocalVariable) && (typeRefEndNode != -1) && (continuingVariable == NULL) && ((createStmtFlags & CreateStmtFlags_AllowLocalFunction) != 0))
  3593. {
  3594. BfTokenNode* nextToken = BfNodeDynCast<BfTokenNode>(node);
  3595. if ((nextToken == NULL) ||
  3596. ((nextToken->GetToken() != BfToken_Delegate) && (nextToken->GetToken() != BfToken_Function)))
  3597. {
  3598. auto afterTypeRefNode = mVisitorPos.Get(typeRefEndNode);
  3599. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(afterTypeRefNode))
  3600. {
  3601. auto nextNextNode = mVisitorPos.Get(typeRefEndNode + 1);
  3602. if (auto afterNameToken = BfNodeDynCast<BfTokenNode>(nextNextNode))
  3603. {
  3604. bool isLocalMethod = (afterNameToken->GetToken() == BfToken_LParen) || (afterNameToken->GetToken() == BfToken_LChevron);
  3605. if (isLocalMethod)
  3606. {
  3607. int prevReadPos = mVisitorPos.mReadPos;
  3608. mVisitorPos.mReadPos = typeRefEndNode;
  3609. isLocalMethod = IsLocalMethod(nameIdentifier);
  3610. mVisitorPos.mReadPos = prevReadPos;
  3611. }
  3612. if (isLocalMethod)
  3613. {
  3614. auto typeRef = CreateTypeRef(node);
  3615. if (mVisitorPos.GetNext() != nameIdentifier)
  3616. isLocalMethod = false;
  3617. else
  3618. {
  3619. int prevReadPos = mVisitorPos.mReadPos;
  3620. mVisitorPos.MoveNext();
  3621. isLocalMethod = IsLocalMethod(nameIdentifier);
  3622. if (!isLocalMethod)
  3623. mVisitorPos.mReadPos = prevReadPos;
  3624. }
  3625. if (!isLocalMethod)
  3626. {
  3627. // TypeRef didn't match what we expected, just set it up as a variable declaration
  3628. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3629. ReplaceNode(typeRef, variableDeclaration);
  3630. variableDeclaration->mTypeRef = typeRef;
  3631. return variableDeclaration;
  3632. }
  3633. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3634. ReplaceNode(typeRef, methodDecl);
  3635. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3636. methodDecl->mReturnType = typeRef;
  3637. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3638. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3639. MEMBER_SET(methodDecl, mNameNode, nameIdentifier);
  3640. if (afterNameToken->GetToken() == BfToken_LChevron)
  3641. {
  3642. auto genericParams = CreateGenericParamsDeclaration(afterNameToken);
  3643. if (genericParams != NULL)
  3644. {
  3645. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  3646. }
  3647. }
  3648. ParseMethod(methodDecl, &params, &commas, true);
  3649. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3650. ReplaceNode(methodDecl, localMethodDecl);
  3651. localMethodDecl->mMethodDeclaration = methodDecl;
  3652. return localMethodDecl;
  3653. }
  3654. }
  3655. }
  3656. }
  3657. }
  3658. if ((isLocalVariable) || (continuingVariable != NULL))
  3659. {
  3660. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3661. BfTypeReference* typeRef = NULL;
  3662. if (continuingVariable != NULL)
  3663. {
  3664. typeRef = continuingVariable->mTypeRef;
  3665. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  3666. ReplaceNode(node, variableDeclaration);
  3667. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  3668. }
  3669. else
  3670. {
  3671. typeRef = CreateTypeRef(node);
  3672. if (typeRef == NULL)
  3673. return NULL;
  3674. ReplaceNode(typeRef, variableDeclaration);
  3675. }
  3676. variableDeclaration->mTypeRef = typeRef;
  3677. BfAstNode* variableNameNode = NULL;
  3678. nextNode = mVisitorPos.GetNext();
  3679. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3680. {
  3681. if (tokenNode->GetToken() == BfToken_LParen)
  3682. {
  3683. mVisitorPos.mReadPos++;
  3684. variableNameNode = CreateTupleExpression(tokenNode);
  3685. }
  3686. }
  3687. if (variableNameNode == NULL)
  3688. {
  3689. auto checkToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  3690. if ((checkToken != NULL) && (checkToken->mToken == BfToken_Dot))
  3691. {
  3692. FailAfter("Expected variable name", variableDeclaration);
  3693. }
  3694. else
  3695. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  3696. }
  3697. if (variableNameNode == NULL)
  3698. return variableDeclaration;
  3699. bool isValidFinish = false;
  3700. BfTokenNode* tokenNode;
  3701. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  3702. {
  3703. int token = tokenNode->GetToken();
  3704. if ((token == BfToken_AssignEquals) || (token == BfToken_Semicolon) || (token == BfToken_Comma))
  3705. isValidFinish = true;
  3706. }
  3707. /*if (!isValidFinish)
  3708. {
  3709. if (auto nextIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3710. {
  3711. if (auto nextNextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  3712. {
  3713. if ((nextNextToken->GetToken() == BfToken_LParen) || (nextNextToken->GetToken() == BfToken_LChevron))
  3714. {
  3715. // It's less destructive to not consume the identifier we see as the name, because it may not be. This handles the case
  3716. // where we're typing some stuff before a local method declaration. Kindof a corner case...
  3717. Fail("Unexpected type", typeRef);
  3718. mVisitorPos.mReadPos--;
  3719. return variableDeclaration;
  3720. }
  3721. }
  3722. }
  3723. }*/
  3724. // Is a local variable?
  3725. tokenNode = ExpectTokenAfter(variableNameNode, BfToken_AssignEquals, BfToken_Semicolon, BfToken_Comma);
  3726. variableDeclaration->mNameNode = variableNameNode;
  3727. MoveNode(variableNameNode, variableDeclaration);
  3728. if (tokenNode == NULL)
  3729. return variableDeclaration;
  3730. if (tokenNode->GetToken() == BfToken_AssignEquals)
  3731. {
  3732. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  3733. if (variableDeclaration->mInitializer == NULL)
  3734. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration, (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask));
  3735. if (variableDeclaration->mInitializer == NULL)
  3736. return variableDeclaration;
  3737. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  3738. }
  3739. else
  3740. mVisitorPos.mReadPos--; // Backtrack to the semicolon or comma
  3741. return variableDeclaration;
  3742. }
  3743. if ((createStmtFlags & CreateStmtFlags_ForceVariableDecl) != 0)
  3744. {
  3745. Fail("Expected local variable declaration", node);
  3746. return NULL;
  3747. }
  3748. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3749. CreateExprFlags exprFlags = (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask);
  3750. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) == 0)
  3751. exprFlags = (CreateExprFlags)(exprFlags | CreateExprFlags_NoCaseExpr);
  3752. auto expr = CreateExpression(node, exprFlags);
  3753. if (expr == NULL)
  3754. return NULL;
  3755. bool isOkUnary = false;
  3756. if (auto unaryOperatorExpr = BfNodeDynCast<BfUnaryOperatorExpression>(expr))
  3757. {
  3758. isOkUnary =
  3759. (unaryOperatorExpr->mOp == BfUnaryOp_Increment) ||
  3760. (unaryOperatorExpr->mOp == BfUnaryOp_PostIncrement) ||
  3761. (unaryOperatorExpr->mOp == BfUnaryOp_Decrement) ||
  3762. (unaryOperatorExpr->mOp == BfUnaryOp_PostDecrement);
  3763. if ((unaryOperatorExpr->mOp == BfUnaryOp_Ref) || (unaryOperatorExpr->mOp == BfUnaryOp_Mut) || (unaryOperatorExpr->mOp == BfUnaryOp_Out))
  3764. {
  3765. if (unaryOperatorExpr->mOp == BfUnaryOp_Ref)
  3766. Fail("Cannot use 'ref' in this context", unaryOperatorExpr);
  3767. else if (unaryOperatorExpr->mOp == BfUnaryOp_Mut)
  3768. Fail("Cannot use 'mut' in this context", unaryOperatorExpr);
  3769. else
  3770. Fail("Cannot use 'out' in this context", unaryOperatorExpr);
  3771. return NULL;
  3772. }
  3773. }
  3774. if ((!mPrevStmtHadError) && (!mStmtHasError))
  3775. {
  3776. nextNode = mVisitorPos.GetNext();
  3777. if (nextNode != NULL)
  3778. {
  3779. if (!isOkUnary)
  3780. expr->VerifyIsStatement(mPassInstance);
  3781. }
  3782. }
  3783. return expr;
  3784. }
  3785. // This is conservative - it doesn't HAVE to return true, but in some cases may cause a parsing error if the nodes
  3786. // can be consumed as a statement rather than an expression. We must be more careful about not returning 'true'
  3787. // for something that can only be interpreted as a statement, however.
  3788. bool BfReducer::IsTerminatingExpression(BfAstNode* node)
  3789. {
  3790. int parenDepth = 0;
  3791. int chevronDepth = 0;
  3792. int readIdx = mVisitorPos.mReadPos;
  3793. bool prevWasValue = false;
  3794. BfTokenNode* prevTokenNode = NULL;
  3795. while (true)
  3796. {
  3797. auto node = mVisitorPos.Get(readIdx);
  3798. if (node == NULL)
  3799. break;
  3800. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  3801. if (tokenNode != NULL)
  3802. {
  3803. switch (tokenNode->GetToken())
  3804. {
  3805. case BfToken_AssignEquals:
  3806. if (parenDepth == 0)
  3807. return false;
  3808. break;
  3809. case BfToken_LParen:
  3810. chevronDepth = 0;
  3811. parenDepth++;
  3812. break;
  3813. case BfToken_RParen:
  3814. chevronDepth = 0;
  3815. parenDepth--;
  3816. break;
  3817. case BfToken_LChevron:
  3818. chevronDepth++;
  3819. break;
  3820. case BfToken_RChevron:
  3821. // If we find a < and > that are not seperated by parens, that's a generic, which must be a
  3822. // variable decl if it's not in parens
  3823. if ((parenDepth == 0) && (chevronDepth > 0))
  3824. return false;
  3825. chevronDepth--;
  3826. break;
  3827. case BfToken_RDblChevron:
  3828. chevronDepth--;
  3829. break;
  3830. case BfToken_Comma:
  3831. if (parenDepth == 0)
  3832. return false;
  3833. break;
  3834. case BfToken_As:
  3835. case BfToken_AllocType:
  3836. case BfToken_Append:
  3837. case BfToken_Default:
  3838. case BfToken_Is:
  3839. case BfToken_Stack:
  3840. case BfToken_Scope:
  3841. case BfToken_New:
  3842. case BfToken_RetType:
  3843. case BfToken_Nullable:
  3844. case BfToken_SizeOf:
  3845. case BfToken_This:
  3846. case BfToken_TypeOf:
  3847. case BfToken_LessEquals:
  3848. case BfToken_GreaterEquals:
  3849. case BfToken_LBracket:
  3850. case BfToken_RBracket:
  3851. case BfToken_Colon:
  3852. case BfToken_Dot:
  3853. case BfToken_DotDot:
  3854. case BfToken_QuestionDot:
  3855. case BfToken_QuestionLBracket:
  3856. case BfToken_Plus:
  3857. case BfToken_Minus:
  3858. case BfToken_DblPlus:
  3859. case BfToken_DblMinus:
  3860. case BfToken_Star:
  3861. case BfToken_ForwardSlash:
  3862. case BfToken_Modulus:
  3863. case BfToken_Ampersand:
  3864. case BfToken_At:
  3865. case BfToken_DblAmpersand:
  3866. case BfToken_Bar:
  3867. case BfToken_DblBar:
  3868. case BfToken_Bang:
  3869. case BfToken_Carat:
  3870. case BfToken_Tilde:
  3871. case BfToken_Question:
  3872. case BfToken_DblQuestion:
  3873. case BfToken_Arrow:
  3874. case BfToken_FatArrow:
  3875. // Allow these
  3876. break;
  3877. case BfToken_Semicolon:
  3878. return false;
  3879. default:
  3880. // Disallow everything else
  3881. return false;
  3882. }
  3883. }
  3884. if ((node->IsExact<BfIdentifierNode>()) ||
  3885. (node->IsExact<BfQualifiedNameNode>()) ||
  3886. (node->IsExact<BfMemberReferenceExpression>()) ||
  3887. (node->IsExact<BfLiteralExpression>()))
  3888. {
  3889. if (prevWasValue)
  3890. {
  3891. // Two values in a row cannot be a valid expression
  3892. return false;
  3893. }
  3894. prevWasValue = true;
  3895. }
  3896. else
  3897. {
  3898. prevWasValue = false;
  3899. }
  3900. if (auto block = BfNodeDynCastExact<BfBlock>(node))
  3901. {
  3902. // Local method decl
  3903. if ((parenDepth == 0) && (prevTokenNode != NULL) && (prevTokenNode->GetToken() == BfToken_RParen))
  3904. return false;
  3905. }
  3906. prevTokenNode = tokenNode;
  3907. readIdx++;
  3908. }
  3909. int outEndNode = 0;
  3910. bool couldBeExpr = false;
  3911. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr))
  3912. {
  3913. if (outEndNode == mVisitorPos.mTotalSize - 1)
  3914. {
  3915. if (auto name = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  3916. {
  3917. auto beforeNameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  3918. // We treat "a*b" as a multiply rather than a variable declaration
  3919. if ((beforeNameToken == NULL) || (beforeNameToken->GetToken() != BfToken_Star))
  3920. {
  3921. return false;
  3922. }
  3923. }
  3924. }
  3925. }
  3926. return true;
  3927. }
  3928. BfAstNode* BfReducer::CreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3929. {
  3930. AssertCurrentNode(node);
  3931. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0)
  3932. {
  3933. if (IsTerminatingExpression(node))
  3934. {
  3935. mPrevStmtHadError = false;
  3936. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3937. auto expr = CreateExpression(node, (CreateExprFlags)((createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask) | CreateExprFlags_NoCaseExpr));
  3938. if (expr != NULL)
  3939. {
  3940. auto nextNode = mVisitorPos.GetNext();
  3941. if (nextNode != NULL)
  3942. FailAfter("Semicolon expected", expr);
  3943. }
  3944. return expr;
  3945. }
  3946. }
  3947. mStmtHasError = false;
  3948. auto stmtNode = DoCreateStatement(node, createStmtFlags);
  3949. mPrevStmtHadError = mStmtHasError;
  3950. if (stmtNode == NULL)
  3951. return NULL;
  3952. auto origStmtNode = stmtNode;
  3953. if (stmtNode->IsA<BfBlock>())
  3954. return stmtNode;
  3955. auto nextNode = mVisitorPos.GetNext();
  3956. if (auto expr = BfNodeDynCast<BfExpression>(stmtNode))
  3957. {
  3958. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (nextNode == NULL))
  3959. return expr;
  3960. auto stmt = mAlloc->Alloc<BfExpressionStatement>();
  3961. ReplaceNode(expr, stmt);
  3962. stmt->mExpression = expr;
  3963. stmtNode = stmt;
  3964. }
  3965. if (auto stmt = BfNodeDynCast<BfStatement>(stmtNode))
  3966. {
  3967. if ((stmt->IsMissingSemicolon()) && ((createStmtFlags & CreateStmtFlags_FindTrailingSemicolon) != 0) && (!stmt->IsA<BfEmptyStatement>()))
  3968. {
  3969. if (!IsSemicolon(nextNode))
  3970. {
  3971. // Why did we have this BfIdentifierNode check? It failed to throw an error on just things like "{ a }"
  3972. if (/*(origStmtNode->IsA<BfIdentifierNode>()) || */(origStmtNode->IsA<BfCompoundStatement>()) || (origStmtNode->IsA<BfBlock>()))
  3973. return stmt;
  3974. if (origStmtNode->IsA<BfVariableDeclaration>())
  3975. {
  3976. // For compound variables
  3977. auto commaToken = BfNodeDynCast<BfTokenNode>(nextNode);
  3978. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Comma))
  3979. return stmt;
  3980. }
  3981. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (origStmtNode->IsA<BfExpression>()) && (nextNode == NULL))
  3982. return stmt;
  3983. auto error = mPassInstance->FailAfterAt("Semicolon expected", node->GetSourceData(), stmt->GetSrcEnd() - 1);
  3984. if ((error != NULL) && (mSource != NULL))
  3985. error->mProject = mSource->mProject;
  3986. mPrevStmtHadError = true;
  3987. return stmt;
  3988. }
  3989. if ((!stmt->IsA<BfBlock>()) && (!stmt->IsA<BfIdentifierNode>()))
  3990. {
  3991. mVisitorPos.MoveNext();
  3992. MEMBER_SET(stmt, mTrailingSemicolon, (BfTokenNode*)nextNode);
  3993. }
  3994. }
  3995. }
  3996. return stmtNode;
  3997. }
  3998. BfAstNode* BfReducer::CreateStatementAfter(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3999. {
  4000. AssertCurrentNode(node);
  4001. auto nextNode = mVisitorPos.GetNext();
  4002. if (nextNode == NULL)
  4003. {
  4004. FailAfter("Expected statement", node);
  4005. return NULL;
  4006. }
  4007. mVisitorPos.MoveNext();
  4008. BfAstNode* stmt = CreateStatement(nextNode, createStmtFlags);
  4009. if (stmt == NULL)
  4010. {
  4011. // Nope, didn't handle it
  4012. mVisitorPos.mReadPos--;
  4013. }
  4014. return stmt;
  4015. }
  4016. bool BfReducer::IsExtendedTypeName(BfIdentifierNode* identifierNode)
  4017. {
  4018. auto nextNode = mVisitorPos.GetNext();
  4019. if (nextNode == NULL)
  4020. return false;
  4021. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4022. if (tokenNode == NULL)
  4023. return false;
  4024. int token = tokenNode->GetToken();
  4025. return ((token == BfToken_Star) ||
  4026. (token == BfToken_Question) ||
  4027. (token == BfToken_Dot) ||
  4028. (token == BfToken_LChevron) ||
  4029. (token == BfToken_LBracket));
  4030. }
  4031. static String TypeToString(BfTypeReference* typeRef)
  4032. {
  4033. if (typeRef == NULL)
  4034. return "null";
  4035. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  4036. return "(" + TypeToString(qualifiedTypeRef->mLeft) + " . " + TypeToString(qualifiedTypeRef->mRight) + ")";
  4037. if (auto genericTypeInstanceRef = BfNodeDynCast<BfGenericInstanceTypeRef>(typeRef))
  4038. return TypeToString(genericTypeInstanceRef->mElementType) + "<...>";
  4039. return typeRef->ToString();
  4040. }
  4041. BfTypeReference* BfReducer::DoCreateNamedTypeRef(BfIdentifierNode* identifierNode)
  4042. {
  4043. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(identifierNode))
  4044. {
  4045. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4046. ReplaceNode(identifierNode, qualifiedTypeRef);
  4047. MoveNode(qualifiedNameNode->mLeft, qualifiedTypeRef);
  4048. auto leftTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mLeft);
  4049. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  4050. MEMBER_SET(qualifiedTypeRef, mDot, qualifiedNameNode->mDot);
  4051. MoveNode(qualifiedNameNode->mRight, qualifiedNameNode);
  4052. auto rightTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mRight);
  4053. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  4054. return qualifiedTypeRef;
  4055. }
  4056. else
  4057. {
  4058. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  4059. namedTypeRef->mNameNode = identifierNode;
  4060. ReplaceNode(identifierNode, namedTypeRef);
  4061. namedTypeRef->SetTriviaStart(identifierNode->GetTriviaStart());
  4062. return namedTypeRef;
  4063. }
  4064. }
  4065. BfTypeReference* BfReducer::DoCreateTypeRef(BfAstNode* firstNode, CreateTypeRefFlags createTypeRefFlags)
  4066. {
  4067. AssertCurrentNode(firstNode);
  4068. bool parseArrayBracket = (createTypeRefFlags & CreateTypeRefFlags_NoParseArrayBrackets) == 0;
  4069. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(firstNode);
  4070. if (identifierNode == NULL)
  4071. {
  4072. if (auto memberReferenceExpression = BfNodeDynCast<BfMemberReferenceExpression>(firstNode))
  4073. {
  4074. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4075. ReplaceNode(firstNode, qualifiedTypeRef);
  4076. BF_ASSERT(memberReferenceExpression->mTarget != NULL);
  4077. if (memberReferenceExpression->mTarget != NULL)
  4078. {
  4079. MoveNode(memberReferenceExpression->mTarget, qualifiedTypeRef);
  4080. auto leftTypeRef = DoCreateTypeRef(memberReferenceExpression->mTarget);
  4081. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  4082. }
  4083. MEMBER_SET(qualifiedTypeRef, mDot, memberReferenceExpression->mDotToken);
  4084. if (memberReferenceExpression->mMemberName != NULL)
  4085. {
  4086. MoveNode(memberReferenceExpression->mMemberName, memberReferenceExpression);
  4087. auto rightTypeRef = DoCreateTypeRef(memberReferenceExpression->mMemberName);
  4088. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  4089. }
  4090. firstNode = qualifiedTypeRef;
  4091. }
  4092. else
  4093. {
  4094. bool isHandled = false;
  4095. auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode);
  4096. if (tokenNode != NULL)
  4097. {
  4098. int token = tokenNode->GetToken();
  4099. if (token == BfToken_Dot)
  4100. {
  4101. auto dotTypeRef = mAlloc->Alloc<BfDotTypeReference>();
  4102. ReplaceNode(firstNode, dotTypeRef);
  4103. dotTypeRef->mDotToken = tokenNode;
  4104. firstNode = dotTypeRef;
  4105. isHandled = true;
  4106. }
  4107. else if (token == BfToken_DotDotDot)
  4108. {
  4109. auto dotTypeRef = mAlloc->Alloc<BfDotTypeReference>();
  4110. ReplaceNode(firstNode, dotTypeRef);
  4111. dotTypeRef->mDotToken = tokenNode;
  4112. firstNode = dotTypeRef;
  4113. isHandled = true;
  4114. return dotTypeRef;
  4115. }
  4116. else if ((token == BfToken_Star) && (mAllowTypeWildcard))
  4117. {
  4118. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  4119. ReplaceNode(firstNode, wildcardTypeRef);
  4120. wildcardTypeRef->mWildcardToken = tokenNode;
  4121. return wildcardTypeRef;
  4122. }
  4123. else if ((token == BfToken_Var) || (token == BfToken_Let))
  4124. {
  4125. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  4126. {
  4127. if ((nextToken->GetToken() == BfToken_Ref) || (nextToken->GetToken() == BfToken_Mut))
  4128. {
  4129. auto varTypeRef = mAlloc->Alloc<BfVarRefTypeReference>();
  4130. ReplaceNode(firstNode, varTypeRef);
  4131. varTypeRef->mVarToken = tokenNode;
  4132. MEMBER_SET(varTypeRef, mRefToken, nextToken);
  4133. mVisitorPos.MoveNext();
  4134. return varTypeRef;
  4135. }
  4136. }
  4137. if (token == BfToken_Var)
  4138. {
  4139. auto varTypeRef = mAlloc->Alloc<BfVarTypeReference>();
  4140. ReplaceNode(firstNode, varTypeRef);
  4141. varTypeRef->mVarToken = tokenNode;
  4142. return varTypeRef;
  4143. }
  4144. else
  4145. {
  4146. auto letTypeRef = mAlloc->Alloc<BfLetTypeReference>();
  4147. ReplaceNode(firstNode, letTypeRef);
  4148. letTypeRef->mLetToken = tokenNode;
  4149. return letTypeRef;
  4150. }
  4151. }
  4152. else if ((mCompatMode) && (token == BfToken_Minus))
  4153. {
  4154. auto constExpr = CreateExpression(tokenNode, CreateExprFlags_BreakOnRChevron);
  4155. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4156. ReplaceNode(firstNode, constTypeRef);
  4157. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4158. return constTypeRef;
  4159. }
  4160. else if (token == BfToken_Const)
  4161. {
  4162. if (!mCompatMode)
  4163. {
  4164. //Fail("Invalid use of 'const', only fields and local variables can be declared as const", tokenNode);
  4165. //AddErrorNode(tokenNode);
  4166. auto constExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_BreakOnRChevron);
  4167. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4168. ReplaceNode(firstNode, constTypeRef);
  4169. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4170. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4171. return constTypeRef;
  4172. }
  4173. else
  4174. {
  4175. auto elementType = CreateTypeRefAfter(tokenNode, createTypeRefFlags);
  4176. auto constTypeRef = mAlloc->Alloc<BfConstTypeRef>();
  4177. ReplaceNode(firstNode, constTypeRef);
  4178. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4179. MEMBER_SET_CHECKED(constTypeRef, mElementType, elementType);
  4180. return constTypeRef;
  4181. }
  4182. }
  4183. else if (token == BfToken_Unsigned)
  4184. {
  4185. BF_ASSERT(mCompatMode);
  4186. auto elementType = CreateTypeRefAfter(tokenNode, createTypeRefFlags);
  4187. BfTypeReference* rootElementParent = NULL;
  4188. auto rootElement = elementType;
  4189. while (auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElement))
  4190. {
  4191. rootElementParent = rootElement;
  4192. rootElement = elementedType->mElementType;
  4193. }
  4194. auto unsignedTypeRef = mAlloc->Alloc<BfUnsignedTypeRef>();
  4195. ReplaceNode(firstNode, unsignedTypeRef);
  4196. MEMBER_SET(unsignedTypeRef, mUnsignedToken, tokenNode);
  4197. if (rootElement == elementType)
  4198. {
  4199. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, elementType);
  4200. return unsignedTypeRef;
  4201. }
  4202. else
  4203. {
  4204. #ifdef BF_AST_HAS_PARENT_MEMBER
  4205. BF_ASSERT(rootElementParent == rootElement->mParent);
  4206. #endif
  4207. auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElementParent);
  4208. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, rootElement);
  4209. MEMBER_SET_CHECKED(elementedType, mElementType, unsignedTypeRef);
  4210. elementType->SetSrcStart(unsignedTypeRef->GetSrcStart());
  4211. return elementType;
  4212. }
  4213. }
  4214. else if ((token == BfToken_AllocType) || (token == BfToken_Nullable) || (token == BfToken_RetType))
  4215. {
  4216. auto retTypeTypeRef = mAlloc->Alloc<BfModifiedTypeRef>();
  4217. ReplaceNode(firstNode, retTypeTypeRef);
  4218. MEMBER_SET(retTypeTypeRef, mRetTypeToken, tokenNode);
  4219. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_LParen);
  4220. MEMBER_SET_CHECKED(retTypeTypeRef, mOpenParen, tokenNode);
  4221. auto elementType = CreateTypeRefAfter(retTypeTypeRef, createTypeRefFlags);
  4222. MEMBER_SET_CHECKED(retTypeTypeRef, mElementType, elementType);
  4223. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_RParen);
  4224. MEMBER_SET_CHECKED(retTypeTypeRef, mCloseParen, tokenNode);
  4225. return retTypeTypeRef;
  4226. }
  4227. else if ((token == BfToken_Delegate) || (token == BfToken_Function))
  4228. {
  4229. auto delegateTypeRef = mAlloc->Alloc<BfDelegateTypeRef>();
  4230. ReplaceNode(firstNode, delegateTypeRef);
  4231. MEMBER_SET(delegateTypeRef, mTypeToken, tokenNode);
  4232. auto returnType = CreateTypeRefAfter(delegateTypeRef);
  4233. MEMBER_SET_CHECKED(delegateTypeRef, mReturnType, returnType);
  4234. tokenNode = ExpectTokenAfter(delegateTypeRef, BfToken_LParen);
  4235. MEMBER_SET_CHECKED(delegateTypeRef, mOpenParen, tokenNode);
  4236. BfDeferredAstSizedArray<BfParameterDeclaration*> params(delegateTypeRef->mParams, mAlloc);
  4237. BfDeferredAstSizedArray<BfTokenNode*> commas(delegateTypeRef->mCommas, mAlloc);
  4238. auto closeNode = ParseMethodParams(delegateTypeRef, &params, &commas, BfToken_RParen, false);
  4239. if (closeNode == NULL)
  4240. {
  4241. if (!params.empty())
  4242. delegateTypeRef->AdjustSrcEnd(params.back());
  4243. if (!commas.empty())
  4244. delegateTypeRef->AdjustSrcEnd(commas.back());
  4245. }
  4246. MEMBER_SET_CHECKED(delegateTypeRef, mCloseParen, closeNode);
  4247. mVisitorPos.MoveNext();
  4248. isHandled = true;
  4249. firstNode = delegateTypeRef;
  4250. if ((createTypeRefFlags & CreateTypeRefFlags_EarlyExit) != 0)
  4251. return delegateTypeRef;
  4252. }
  4253. else if (token == BfToken_Decltype)
  4254. {
  4255. auto declTypeRef = mAlloc->Alloc<BfDeclTypeRef>();
  4256. ReplaceNode(tokenNode, declTypeRef);
  4257. declTypeRef->mToken = tokenNode;
  4258. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_LParen);
  4259. MEMBER_SET_CHECKED(declTypeRef, mOpenParen, tokenNode);
  4260. auto targetExpr = CreateExpressionAfter(declTypeRef);
  4261. MEMBER_SET_CHECKED(declTypeRef, mTarget, targetExpr);
  4262. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_RParen);
  4263. MEMBER_SET_CHECKED(declTypeRef, mCloseParen, tokenNode);
  4264. isHandled = true;
  4265. firstNode = declTypeRef;
  4266. if ((createTypeRefFlags & CreateTypeRefFlags_EarlyExit) != 0)
  4267. return declTypeRef;
  4268. }
  4269. else if (token == BfToken_LParen)
  4270. {
  4271. auto tupleTypeRef = mAlloc->Alloc<BfTupleTypeRef>();
  4272. BfDeferredAstSizedArray<BfTypeReference*> fieldTypes(tupleTypeRef->mFieldTypes, mAlloc);
  4273. BfDeferredAstSizedArray<BfIdentifierNode*> fieldNames(tupleTypeRef->mFieldNames, mAlloc);
  4274. BfDeferredAstSizedArray<BfAstNode*> commas(tupleTypeRef->mCommas, mAlloc);
  4275. ReplaceNode(firstNode, tupleTypeRef);
  4276. tupleTypeRef->mOpenParen = tokenNode;
  4277. while (true)
  4278. {
  4279. auto tupleFieldType = CreateTypeRefAfter(tupleTypeRef);
  4280. if (tupleFieldType == NULL)
  4281. return tupleTypeRef;
  4282. fieldTypes.push_back(tupleFieldType);
  4283. MoveNode(tupleFieldType, tupleTypeRef);
  4284. auto nextNode = mVisitorPos.GetNext();
  4285. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
  4286. {
  4287. while (fieldNames.size() < fieldTypes.size() - 1)
  4288. fieldNames.push_back(NULL);
  4289. MoveNode(identifierNode, tupleTypeRef);
  4290. fieldNames.push_back(identifierNode);
  4291. mVisitorPos.MoveNext();
  4292. }
  4293. auto tokenNode = ExpectTokenAfter(tupleTypeRef, BfToken_Comma, BfToken_RParen);
  4294. if (tokenNode == NULL)
  4295. return tupleTypeRef;
  4296. if (tokenNode->GetToken() == BfToken_RParen)
  4297. {
  4298. if ((fieldTypes.size() == 1) && ((createTypeRefFlags & CreateTypeRefFlags_AllowSingleMemberTuple) == 0))
  4299. {
  4300. Fail("Tuple types must contain more than one member", tokenNode);
  4301. }
  4302. MEMBER_SET(tupleTypeRef, mCloseParen, tokenNode);
  4303. //return tupleTypeRef;
  4304. firstNode = tupleTypeRef;
  4305. isHandled = true;
  4306. break;
  4307. }
  4308. MoveNode(tokenNode, tupleTypeRef);
  4309. commas.push_back(tokenNode);
  4310. }
  4311. }
  4312. }
  4313. else if (mCompatMode)
  4314. {
  4315. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(firstNode))
  4316. {
  4317. auto constExpr = CreateExpression(literalExpr, CreateExprFlags_BreakOnRChevron);
  4318. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4319. ReplaceNode(firstNode, constTypeRef);
  4320. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4321. return constTypeRef;
  4322. }
  4323. }
  4324. if (!isHandled)
  4325. {
  4326. Fail("Expected type", firstNode);
  4327. return NULL;
  4328. }
  4329. }
  4330. }
  4331. BfTypeReference* typeRef = BfNodeDynCast<BfTypeReference>(firstNode);
  4332. if (typeRef == NULL)
  4333. {
  4334. typeRef = DoCreateNamedTypeRef(identifierNode);
  4335. }
  4336. while (true)
  4337. {
  4338. auto nextNode = mVisitorPos.GetNext();
  4339. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4340. if (tokenNode != NULL)
  4341. {
  4342. BfToken token = tokenNode->GetToken();
  4343. if (token == BfToken_Dot)
  4344. {
  4345. BfQualifiedTypeReference* qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4346. ReplaceNode(typeRef, qualifiedTypeRef);
  4347. qualifiedTypeRef->mLeft = typeRef;
  4348. MEMBER_SET(qualifiedTypeRef, mDot, tokenNode);
  4349. mVisitorPos.MoveNext();
  4350. while (true)
  4351. {
  4352. bool handled = false;
  4353. if (mAllowTypeWildcard)
  4354. {
  4355. auto nextNode = mVisitorPos.GetNext();
  4356. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  4357. {
  4358. if (nextTokenNode->mToken == BfToken_Star)
  4359. {
  4360. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  4361. ReplaceNode(nextTokenNode, wildcardTypeRef);
  4362. wildcardTypeRef->mWildcardToken = nextTokenNode;
  4363. typeRef = wildcardTypeRef;
  4364. handled = true;
  4365. mVisitorPos.MoveNext();
  4366. }
  4367. }
  4368. }
  4369. if (!handled)
  4370. {
  4371. auto rightIdentifer = ExpectIdentifierAfter(qualifiedTypeRef);
  4372. if (rightIdentifer == NULL)
  4373. return qualifiedTypeRef;
  4374. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  4375. namedTypeRef->mNameNode = rightIdentifer;
  4376. ReplaceNode(rightIdentifer, namedTypeRef);
  4377. namedTypeRef->SetTriviaStart(rightIdentifer->GetTriviaStart());
  4378. typeRef = namedTypeRef;
  4379. }
  4380. MEMBER_SET(qualifiedTypeRef, mRight, typeRef);
  4381. nextNode = mVisitorPos.GetNext();
  4382. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  4383. {
  4384. if (tokenNode->GetToken() == BfToken_Dot)
  4385. {
  4386. BfQualifiedTypeReference* outerQualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4387. ReplaceNode(qualifiedTypeRef, outerQualifiedTypeRef);
  4388. outerQualifiedTypeRef->mLeft = qualifiedTypeRef;
  4389. MEMBER_SET(outerQualifiedTypeRef, mDot, tokenNode);
  4390. qualifiedTypeRef = outerQualifiedTypeRef;
  4391. mVisitorPos.MoveNext();
  4392. }
  4393. else
  4394. break;
  4395. }
  4396. else
  4397. {
  4398. break;
  4399. }
  4400. }
  4401. typeRef = qualifiedTypeRef;
  4402. }
  4403. else if (token == BfToken_Star)
  4404. {
  4405. auto ptrType = mAlloc->Alloc<BfPointerTypeRef>();
  4406. ReplaceNode(typeRef, ptrType);
  4407. ptrType->mElementType = typeRef;
  4408. MEMBER_SET(ptrType, mStarNode, tokenNode);
  4409. typeRef = ptrType;
  4410. mVisitorPos.MoveNext();
  4411. }
  4412. else if ((token == BfToken_Question) || (token == BfToken_QuestionLBracket))
  4413. {
  4414. if (token == BfToken_QuestionLBracket)
  4415. tokenNode = BreakQuestionLBracket(tokenNode);
  4416. else
  4417. mVisitorPos.MoveNext();
  4418. auto nullableType = mAlloc->Alloc<BfNullableTypeRef>();
  4419. ReplaceNode(typeRef, nullableType);
  4420. nullableType->mElementType = typeRef;
  4421. MEMBER_SET(nullableType, mQuestionToken, tokenNode);
  4422. typeRef = nullableType;
  4423. }
  4424. else if (token == BfToken_LBracket)
  4425. {
  4426. if (!parseArrayBracket)
  4427. return typeRef;
  4428. auto arrayType = mAlloc->Alloc<BfArrayTypeRef>();
  4429. auto newArrayType = arrayType;
  4430. ReplaceNode(typeRef, arrayType);
  4431. arrayType->mOpenBracket = tokenNode;
  4432. MoveNode(tokenNode, arrayType);
  4433. arrayType->mDimensions = 1;
  4434. arrayType->mElementType = typeRef;
  4435. mVisitorPos.MoveNext();
  4436. while (true)
  4437. {
  4438. auto prevArrayType = BfNodeDynCast<BfArrayTypeRef>(arrayType->mElementType);
  4439. if (prevArrayType == NULL)
  4440. break;
  4441. std::swap(prevArrayType->mOpenBracket, arrayType->mOpenBracket);
  4442. std::swap(prevArrayType->mParams, arrayType->mParams);
  4443. std::swap(prevArrayType->mCloseBracket, arrayType->mCloseBracket);
  4444. std::swap(prevArrayType->mDimensions, arrayType->mDimensions);
  4445. prevArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4446. arrayType = prevArrayType;
  4447. }
  4448. BF_ASSERT(arrayType->mParams.mVals == NULL);
  4449. arrayType->mParams.mSize = 0;
  4450. BfDeferredAstSizedArray<BfAstNode*> params(arrayType->mParams, mAlloc);
  4451. bool hasFailed = false;
  4452. bool isSized = false;
  4453. while (true)
  4454. {
  4455. nextNode = mVisitorPos.GetNext();
  4456. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4457. if (tokenNode != NULL)
  4458. {
  4459. if (tokenNode->GetToken() == BfToken_Comma)
  4460. {
  4461. MoveNode(tokenNode, arrayType);
  4462. mVisitorPos.MoveNext();
  4463. arrayType->mDimensions++;
  4464. params.push_back(tokenNode);
  4465. }
  4466. else if (tokenNode->GetToken() == BfToken_RBracket)
  4467. {
  4468. MoveNode(tokenNode, arrayType);
  4469. mVisitorPos.MoveNext();
  4470. arrayType->mCloseBracket = tokenNode;
  4471. break;
  4472. }
  4473. else
  4474. tokenNode = NULL;
  4475. }
  4476. if (tokenNode == NULL)
  4477. {
  4478. BfExpression* sizeExpr = CreateExpressionAfter(arrayType);
  4479. if (sizeExpr == NULL)
  4480. {
  4481. hasFailed = true;
  4482. break;
  4483. }
  4484. MoveNode(sizeExpr, arrayType);
  4485. params.push_back(sizeExpr);
  4486. }
  4487. }
  4488. newArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4489. if (hasFailed)
  4490. return newArrayType;
  4491. typeRef = newArrayType;
  4492. }
  4493. else if (token == BfToken_LChevron)
  4494. {
  4495. auto genericInstance = mAlloc->Alloc<BfGenericInstanceTypeRef>();
  4496. BfDeferredSizedArray<BfTypeReference*> genericArguments(genericInstance->mGenericArguments, mAlloc);
  4497. BfDeferredAstSizedArray<BfAstNode*> commas(genericInstance->mCommas, mAlloc);
  4498. ReplaceNode(typeRef, genericInstance);
  4499. genericInstance->mOpenChevron = tokenNode;
  4500. MoveNode(tokenNode, genericInstance);
  4501. genericInstance->mElementType = typeRef;
  4502. mVisitorPos.MoveNext();
  4503. bool isBoundName = false;
  4504. bool isUnboundName = false;
  4505. while (true)
  4506. {
  4507. auto nextNode = mVisitorPos.GetNext();
  4508. auto genericIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  4509. bool doAddType = genericIdentifier != NULL;
  4510. if (mCompatMode)
  4511. {
  4512. if (BfNodeDynCast<BfLiteralExpression>(nextNode) != NULL)
  4513. doAddType = true;
  4514. }
  4515. if (genericIdentifier == NULL)
  4516. {
  4517. auto nextNode = mVisitorPos.GetNext();
  4518. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4519. BfToken token = BfToken_None;
  4520. if (tokenNode != NULL)
  4521. token = tokenNode->GetToken();
  4522. if ((tokenNode != NULL) &&
  4523. ((token == BfToken_Const) ||
  4524. (token == BfToken_Ref) ||
  4525. (token == BfToken_Mut) ||
  4526. (token == BfToken_LParen) ||
  4527. (token == BfToken_Delegate) ||
  4528. (token == BfToken_Function) ||
  4529. (token == BfToken_Decltype) ||
  4530. ((token == BfToken_Star) && (mAllowTypeWildcard))))
  4531. doAddType = true;
  4532. }
  4533. if ((!doAddType) && (isBoundName))
  4534. {
  4535. FailAfter("Expected type", genericInstance);
  4536. }
  4537. if ((doAddType) && (!isUnboundName))
  4538. {
  4539. auto genericArgumentTypeRef = CreateTypeRefAfter(genericInstance);
  4540. if (genericArgumentTypeRef == NULL)
  4541. return NULL;
  4542. MoveNode(genericArgumentTypeRef, genericInstance);
  4543. genericArguments.push_back(genericArgumentTypeRef);
  4544. isBoundName = true;
  4545. }
  4546. else
  4547. isUnboundName = true;
  4548. nextNode = mVisitorPos.GetNext();
  4549. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4550. if (tokenNode == NULL)
  4551. {
  4552. FailAfter("Expected ',' or '>'", genericInstance);
  4553. return genericInstance;
  4554. }
  4555. token = tokenNode->GetToken();
  4556. if (token == BfToken_RDblChevron)
  4557. {
  4558. tokenNode = BreakDoubleChevron(tokenNode);
  4559. token = tokenNode->GetToken();
  4560. }
  4561. else
  4562. {
  4563. mVisitorPos.MoveNext();
  4564. }
  4565. if (token == BfToken_RChevron)
  4566. {
  4567. MoveNode(tokenNode, genericInstance);
  4568. genericInstance->mCloseChevron = tokenNode;
  4569. break;
  4570. }
  4571. if (token != BfToken_Comma)
  4572. {
  4573. Fail("Either ',' or '>' expected", tokenNode);
  4574. mVisitorPos.mReadPos--;
  4575. //AddErrorNode(tokenNode);
  4576. return genericInstance;
  4577. }
  4578. MoveNode(tokenNode, genericInstance);
  4579. commas.push_back(tokenNode);
  4580. }
  4581. typeRef = genericInstance;
  4582. }
  4583. else
  4584. break;
  4585. }
  4586. else
  4587. break;
  4588. }
  4589. return typeRef;
  4590. }
  4591. BfTypeReference* BfReducer::CreateTypeRef(BfAstNode* firstNode, CreateTypeRefFlags createTypeRefFlags)
  4592. {
  4593. if ((createTypeRefFlags & CreateTypeRefFlags_SafeGenericParse) != 0)
  4594. {
  4595. createTypeRefFlags = (CreateTypeRefFlags)(createTypeRefFlags & ~CreateTypeRefFlags_SafeGenericParse);
  4596. int outEndNode = -1;
  4597. bool isTypeRef = IsTypeReference(firstNode, BfToken_None, &outEndNode);
  4598. if ((!isTypeRef) && (outEndNode != -1))
  4599. {
  4600. for (int checkIdx = outEndNode - 1; checkIdx > mVisitorPos.mReadPos; checkIdx--)
  4601. {
  4602. auto checkNode = mVisitorPos.Get(checkIdx);
  4603. if (auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode))
  4604. {
  4605. if (checkToken->mToken == BfToken_LChevron)
  4606. {
  4607. checkToken->mToken = BfToken_Bar;
  4608. auto typeRef = CreateTypeRef(firstNode, createTypeRefFlags);
  4609. checkToken->mToken = BfToken_LChevron;
  4610. return typeRef;
  4611. }
  4612. }
  4613. }
  4614. }
  4615. }
  4616. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode))
  4617. {
  4618. BfToken token = tokenNode->GetToken();
  4619. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  4620. {
  4621. auto nextNode = mVisitorPos.GetNext();
  4622. mVisitorPos.MoveNext();
  4623. auto typeRef = DoCreateTypeRef(nextNode, createTypeRefFlags);
  4624. if (typeRef == NULL)
  4625. {
  4626. mVisitorPos.mReadPos--;
  4627. AddErrorNode(tokenNode);
  4628. return NULL;
  4629. }
  4630. return CreateRefTypeRef(typeRef, tokenNode);
  4631. }
  4632. }
  4633. return DoCreateTypeRef(firstNode, createTypeRefFlags);
  4634. }
  4635. BfTypeReference* BfReducer::CreateTypeRefAfter(BfAstNode* astNode, CreateTypeRefFlags createTypeRefFlags)
  4636. {
  4637. AssertCurrentNode(astNode);
  4638. auto nextNode = mVisitorPos.GetNext();
  4639. if (nextNode == NULL)
  4640. {
  4641. FailAfter("Expected type", astNode);
  4642. return NULL;
  4643. }
  4644. mVisitorPos.MoveNext();
  4645. int startPos = mVisitorPos.mReadPos;
  4646. BfTypeReference* typeRef = CreateTypeRef(nextNode, createTypeRefFlags);
  4647. if (typeRef == NULL)
  4648. {
  4649. BF_ASSERT(mVisitorPos.mReadPos == startPos);
  4650. mVisitorPos.mReadPos--;
  4651. }
  4652. return typeRef;
  4653. }
  4654. BfTypeReference* BfReducer::CreateRefTypeRef(BfTypeReference* elementType, BfTokenNode* refTokenNode)
  4655. {
  4656. BfToken refToken = refTokenNode->GetToken();
  4657. BF_ASSERT((refToken == BfToken_Ref) || (refToken == BfToken_Mut) || (refToken == BfToken_Out));
  4658. if (elementType->IsA<BfRefTypeRef>())
  4659. {
  4660. Fail("Multiple ref levels are not allowed", refTokenNode);
  4661. AddErrorNode(refTokenNode);
  4662. return elementType;
  4663. }
  4664. if (elementType->IsA<BfConstTypeRef>())
  4665. {
  4666. Fail("Refs to const values are not allowed", refTokenNode);
  4667. AddErrorNode(refTokenNode);
  4668. return elementType;
  4669. }
  4670. auto refTypeRef = mAlloc->Alloc<BfRefTypeRef>();
  4671. MEMBER_SET(refTypeRef, mRefToken, refTokenNode);
  4672. ReplaceNode(elementType, refTypeRef);
  4673. refTypeRef->mElementType = elementType;
  4674. return refTypeRef;
  4675. }
  4676. BfIdentifierNode* BfReducer::CompactQualifiedName(BfAstNode* leftNode)
  4677. {
  4678. AssertCurrentNode(leftNode);
  4679. if ((leftNode == NULL) || (!leftNode->IsA<BfIdentifierNode>()))
  4680. return NULL;
  4681. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  4682. auto leftIdentifier = (BfIdentifierNode*)leftNode;
  4683. while (true)
  4684. {
  4685. auto nextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  4686. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextToken);
  4687. if ((tokenNode == NULL) || ((tokenNode->GetToken() != BfToken_Dot) /*&& (tokenNode->GetToken() != BfToken_QuestionDot)*/))
  4688. return leftIdentifier;
  4689. auto nextNextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  4690. auto rightIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNextToken);
  4691. if (rightIdentifier == NULL)
  4692. {
  4693. if (auto rightToken = BfNodeDynCast<BfTokenNode>(nextNextToken))
  4694. {
  4695. if (BfTokenIsKeyword(rightToken->mToken))
  4696. {
  4697. rightIdentifier = mAlloc->Alloc<BfIdentifierNode>();
  4698. ReplaceNode(rightToken, rightIdentifier);
  4699. }
  4700. }
  4701. if (rightIdentifier == NULL)
  4702. return leftIdentifier;
  4703. }
  4704. // If the previous dotted span failed (IE: had chevrons) then don't insert qualified names in the middle of it
  4705. auto prevNodeToken = BfNodeDynCast<BfTokenNode>(prevNode);
  4706. if ((prevNodeToken != NULL) && ((prevNodeToken->GetToken() == BfToken_Dot) || (prevNodeToken->GetToken() == BfToken_QuestionDot)))
  4707. return leftIdentifier;
  4708. mVisitorPos.MoveNext(); // past .
  4709. mVisitorPos.MoveNext(); // past right
  4710. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  4711. ReplaceNode(leftIdentifier, qualifiedNameNode);
  4712. qualifiedNameNode->mLeft = leftIdentifier;
  4713. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  4714. MEMBER_SET(qualifiedNameNode, mRight, rightIdentifier);
  4715. leftIdentifier = qualifiedNameNode;
  4716. prevNode = NULL;
  4717. }
  4718. return leftIdentifier;
  4719. }
  4720. void BfReducer::TryIdentifierConvert(int readPos)
  4721. {
  4722. auto node = mVisitorPos.Get(readPos);
  4723. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  4724. {
  4725. if (BfTokenIsKeyword(tokenNode->mToken))
  4726. {
  4727. auto identifierNode = mAlloc->Alloc<BfIdentifierNode>();
  4728. ReplaceNode(tokenNode, identifierNode);
  4729. mVisitorPos.Set(readPos, identifierNode);
  4730. }
  4731. }
  4732. }
  4733. void BfReducer::CreateQualifiedNames(BfAstNode* node)
  4734. {
  4735. auto block = BfNodeDynCast<BfBlock>(node);
  4736. if (block == NULL)
  4737. return;
  4738. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  4739. bool isDone = !mVisitorPos.MoveNext();
  4740. while (!isDone)
  4741. {
  4742. auto child = mVisitorPos.GetCurrent();
  4743. BfAstNode* newNode = CompactQualifiedName(child);
  4744. if (newNode == NULL)
  4745. newNode = child;
  4746. CreateQualifiedNames(child);
  4747. isDone = !mVisitorPos.MoveNext();
  4748. if (newNode != NULL)
  4749. mVisitorPos.Write(newNode);
  4750. }
  4751. mVisitorPos.Trim();
  4752. }
  4753. BfAttributeDirective* BfReducer::CreateAttributeDirective(BfTokenNode* startToken)
  4754. {
  4755. BfAttributeDirective* attributeDirective = mAlloc->Alloc<BfAttributeDirective>();
  4756. BfDeferredAstSizedArray<BfExpression*> arguments(attributeDirective->mArguments, mAlloc);
  4757. BfDeferredAstSizedArray<BfTokenNode*> commas(attributeDirective->mCommas, mAlloc);
  4758. ReplaceNode(startToken, attributeDirective);
  4759. attributeDirective->mAttrOpenToken = startToken;
  4760. bool isHandled = false;
  4761. auto nextNode = mVisitorPos.GetNext();
  4762. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4763. if (tokenNode != NULL)
  4764. {
  4765. if (tokenNode->GetToken() == BfToken_Return)
  4766. {
  4767. auto attributeTargetSpecifier = mAlloc->Alloc<BfAttributeTargetSpecifier>();
  4768. ReplaceNode(tokenNode, attributeTargetSpecifier);
  4769. MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, attributeTargetSpecifier);
  4770. attributeTargetSpecifier->mTargetToken = tokenNode;
  4771. mVisitorPos.MoveNext();
  4772. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_Colon);
  4773. if (tokenNode != NULL)
  4774. MEMBER_SET(attributeTargetSpecifier, mColonToken, tokenNode);
  4775. attributeDirective->SetSrcEnd(attributeDirective->mAttributeTargetSpecifier->GetSrcEnd());
  4776. }
  4777. else if ((tokenNode->mToken == BfToken_Ampersand) || (tokenNode->mToken == BfToken_AssignEquals))
  4778. {
  4779. MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, tokenNode);
  4780. mVisitorPos.MoveNext();
  4781. isHandled = true;
  4782. nextNode = mVisitorPos.GetNext();
  4783. if (auto identiferNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
  4784. {
  4785. attributeDirective->SetSrcEnd(identiferNode->GetSrcEnd());
  4786. arguments.push_back(identiferNode);
  4787. mVisitorPos.MoveNext();
  4788. nextNode = mVisitorPos.GetNext();
  4789. }
  4790. }
  4791. }
  4792. if (!isHandled)
  4793. {
  4794. auto typeRef = CreateTypeRefAfter(attributeDirective);
  4795. if (typeRef == NULL)
  4796. {
  4797. auto nextNode = mVisitorPos.GetNext();
  4798. if (BfTokenNode* endToken = BfNodeDynCast<BfTokenNode>(nextNode))
  4799. {
  4800. if (endToken->GetToken() == BfToken_RBracket)
  4801. {
  4802. mVisitorPos.MoveNext();
  4803. MEMBER_SET(attributeDirective, mCtorCloseParen, endToken);
  4804. return attributeDirective;
  4805. }
  4806. }
  4807. return attributeDirective;
  4808. }
  4809. MEMBER_SET(attributeDirective, mAttributeTypeRef, typeRef);
  4810. }
  4811. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_LParen, BfToken_RBracket, BfToken_Comma);
  4812. if (tokenNode == NULL)
  4813. return attributeDirective;
  4814. if (tokenNode->GetToken() == BfToken_LParen)
  4815. {
  4816. MEMBER_SET(attributeDirective, mCtorOpenParen, tokenNode);
  4817. tokenNode = ReadArguments(attributeDirective, attributeDirective, &arguments, &commas, BfToken_RParen, false);
  4818. if (tokenNode == NULL)
  4819. {
  4820. auto nextNode = mVisitorPos.GetNext();
  4821. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4822. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_RBracket))
  4823. {
  4824. mVisitorPos.MoveNext();
  4825. goto Do_RBracket;
  4826. }
  4827. return attributeDirective;
  4828. }
  4829. MEMBER_SET(attributeDirective, mCtorCloseParen, tokenNode);
  4830. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_RBracket, BfToken_Comma);
  4831. if (tokenNode == NULL)
  4832. return attributeDirective;
  4833. }
  4834. Do_RBracket:
  4835. if (tokenNode->GetToken() == BfToken_RBracket)
  4836. {
  4837. MEMBER_SET(attributeDirective, mAttrCloseToken, tokenNode);
  4838. auto nextNode = mVisitorPos.GetNext();
  4839. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4840. if ((tokenNode == NULL) || (tokenNode->GetToken() != BfToken_LBracket))
  4841. return attributeDirective;
  4842. mVisitorPos.MoveNext();
  4843. }
  4844. // Has another one- chain it
  4845. auto nextAttribute = CreateAttributeDirective(tokenNode);
  4846. if (nextAttribute != NULL)
  4847. {
  4848. MEMBER_SET(attributeDirective, mNextAttribute, nextAttribute);
  4849. }
  4850. return attributeDirective;
  4851. }
  4852. BfStatement* BfReducer::CreateAttributedStatement(BfTokenNode* tokenNode)
  4853. {
  4854. auto attrib = CreateAttributeDirective(tokenNode);
  4855. if (attrib == NULL)
  4856. return NULL;
  4857. BfAstNode* stmt = CreateStatementAfter(attrib);
  4858. if (stmt != NULL)
  4859. {
  4860. bool isValid = true;
  4861. auto checkNode = stmt;
  4862. if (auto exprStatement = BfNodeDynCast<BfExpressionStatement>(checkNode))
  4863. checkNode = exprStatement->mExpression;
  4864. if ((checkNode->IsA<BfObjectCreateExpression>()) ||
  4865. (checkNode->IsA<BfInvocationExpression>()) ||
  4866. (checkNode->IsA<BfVariableDeclaration>()) ||
  4867. (checkNode->IsA<BfBlock>()))
  4868. {
  4869. BfAttributedStatement* attribStmt = mAlloc->Alloc<BfAttributedStatement>();
  4870. ReplaceNode(attrib, attribStmt);
  4871. attribStmt->mAttributes = attrib;
  4872. MEMBER_SET(attribStmt, mStatement, stmt);
  4873. return attribStmt;
  4874. }
  4875. }
  4876. Fail("Prefixed attributes can only be used on allocations, invocations, blocks, or variable declarations", attrib);
  4877. BfAttributedStatement* attribStmt = mAlloc->Alloc<BfAttributedStatement>();
  4878. ReplaceNode(attrib, attribStmt);
  4879. attribStmt->mAttributes = attrib;
  4880. if (stmt != NULL)
  4881. MEMBER_SET(attribStmt, mStatement, stmt);
  4882. return attribStmt;
  4883. }
  4884. BfExpression* BfReducer::CreateAttributedExpression(BfTokenNode* tokenNode, bool onlyAllowIdentifier)
  4885. {
  4886. auto attrib = CreateAttributeDirective(tokenNode);
  4887. if (attrib == NULL)
  4888. return NULL;
  4889. if (!onlyAllowIdentifier)
  4890. {
  4891. BfExpression* expr = CreateExpressionAfter(attrib, CreateExprFlags_EarlyExit);
  4892. if (expr != NULL)
  4893. {
  4894. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(expr))
  4895. {
  4896. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4897. ReplaceNode(attrib, attrIdentifier);
  4898. attrIdentifier->mAttributes = attrib;
  4899. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4900. return attrIdentifier;
  4901. }
  4902. if ((expr->IsA<BfObjectCreateExpression>()) ||
  4903. (expr->IsA<BfInvocationExpression>()) ||
  4904. (expr->IsA<BfVariableDeclaration>()) ||
  4905. (expr->IsA<BfBlock>()))
  4906. {
  4907. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4908. ReplaceNode(attrib, attribExpr);
  4909. attribExpr->mAttributes = attrib;
  4910. MEMBER_SET(attribExpr, mExpression, expr);
  4911. return attribExpr;
  4912. }
  4913. }
  4914. Fail("Prefixed attributes can only be used on allocations, invocations, blocks, or variable declarations", attrib);
  4915. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4916. ReplaceNode(attrib, attribExpr);
  4917. attribExpr->mAttributes = attrib;
  4918. if (expr != NULL)
  4919. MEMBER_SET(attribExpr, mExpression, expr);
  4920. return attribExpr;
  4921. }
  4922. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4923. ReplaceNode(attrib, attrIdentifier);
  4924. attrIdentifier->mAttributes = attrib;
  4925. auto identifier = ExpectIdentifierAfter(attrib);
  4926. if (identifier != NULL)
  4927. {
  4928. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4929. }
  4930. return attrIdentifier;
  4931. }
  4932. BfTokenNode* BfReducer::ReadArguments(BfAstNode* parentNode, BfAstNode* afterNode, SizedArrayImpl<BfExpression*>* arguments, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken, bool allowSkippedArgs, CreateExprFlags createExprFlags)
  4933. {
  4934. for (int paramIdx = 0; true; paramIdx++)
  4935. {
  4936. auto nextNode = mVisitorPos.GetNext();
  4937. if ((nextNode == NULL) && (endToken == BfToken_None))
  4938. return NULL;
  4939. BfTokenNode* tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode);
  4940. if (tokenNode != NULL)
  4941. {
  4942. if (tokenNode->GetToken() == endToken)
  4943. {
  4944. MoveNode(tokenNode, parentNode);
  4945. mVisitorPos.MoveNext();
  4946. return tokenNode;
  4947. }
  4948. if (paramIdx > 0)
  4949. {
  4950. if (tokenNode->GetToken() != BfToken_Comma)
  4951. {
  4952. Fail("Expected comma", tokenNode);
  4953. return NULL;
  4954. }
  4955. commas->push_back(tokenNode);
  4956. MoveNode(tokenNode, parentNode);
  4957. mVisitorPos.MoveNext();
  4958. }
  4959. }
  4960. else
  4961. {
  4962. if (paramIdx > 0)
  4963. {
  4964. FailAfter("Expected comma", afterNode);
  4965. return NULL;
  4966. }
  4967. }
  4968. if (allowSkippedArgs)
  4969. {
  4970. auto nextNode = mVisitorPos.GetNext();
  4971. if ((nextNode == NULL) && (endToken == BfToken_None))
  4972. return NULL;
  4973. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(nextNode))
  4974. {
  4975. if (nextToken->GetToken() == endToken)
  4976. continue;
  4977. if (nextToken->GetToken() == BfToken_Comma)
  4978. {
  4979. arguments->push_back(NULL);
  4980. continue;
  4981. }
  4982. }
  4983. }
  4984. auto argumentExpr = CreateExpressionAfter(afterNode, CreateExprFlags_AllowVariableDecl);
  4985. if ((argumentExpr != NULL) || (endToken != BfToken_None))
  4986. arguments->push_back(argumentExpr);
  4987. if (argumentExpr == NULL)
  4988. {
  4989. auto nextNode = mVisitorPos.GetNext();
  4990. if (auto tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode))
  4991. {
  4992. // Try to continue with param list even after an error
  4993. if ((tokenNode->GetToken() == BfToken_Comma) || (tokenNode->GetToken() == endToken))
  4994. continue;
  4995. }
  4996. return NULL;
  4997. }
  4998. MoveNode(argumentExpr, parentNode);
  4999. afterNode = parentNode;
  5000. }
  5001. }
  5002. BfIdentifierNode* BfReducer::ExtractExplicitInterfaceRef(BfAstNode* memberDeclaration, BfIdentifierNode* nameIdentifier, BfTypeReference** outExplicitInterface, BfTokenNode** outExplicitInterfaceDotToken)
  5003. {
  5004. int dotTokenIdx = -1;
  5005. if (auto qualifiedName = BfNodeDynCast<BfQualifiedNameNode>(nameIdentifier))
  5006. {
  5007. MoveNode(qualifiedName, memberDeclaration);
  5008. MoveNode(qualifiedName->mDot, memberDeclaration);
  5009. *outExplicitInterfaceDotToken = qualifiedName->mDot;
  5010. auto explicitInterfaceRef = CreateTypeRef(qualifiedName->mLeft);
  5011. BF_ASSERT(explicitInterfaceRef != NULL);
  5012. MoveNode(explicitInterfaceRef, memberDeclaration);
  5013. *outExplicitInterface = explicitInterfaceRef;
  5014. return qualifiedName->mRight;
  5015. }
  5016. else if (IsTypeReference(nameIdentifier, BfToken_Dot, &dotTokenIdx))
  5017. {
  5018. BfAstNode* dotToken = mVisitorPos.Get(dotTokenIdx);
  5019. MoveNode(dotToken, memberDeclaration);
  5020. *outExplicitInterfaceDotToken = (BfTokenNode*)dotToken;
  5021. auto explicitInterfaceRef = CreateTypeRef(nameIdentifier);
  5022. BF_ASSERT(explicitInterfaceRef != NULL);
  5023. MoveNode(explicitInterfaceRef, memberDeclaration);
  5024. *outExplicitInterface = explicitInterfaceRef;
  5025. return ExpectIdentifierAfter(memberDeclaration);
  5026. }
  5027. return nameIdentifier;
  5028. }
  5029. BfFieldDtorDeclaration* BfReducer::CreateFieldDtorDeclaration(BfAstNode* srcNode)
  5030. {
  5031. BfFieldDtorDeclaration* firstFieldDtor = NULL;
  5032. BfFieldDtorDeclaration* prevFieldDtor = NULL;
  5033. auto nextNode = mVisitorPos.GetNext();
  5034. while (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5035. {
  5036. if (nextToken->GetToken() != BfToken_Tilde)
  5037. break;
  5038. auto fieldDtor = mAlloc->Alloc<BfFieldDtorDeclaration>();
  5039. ReplaceNode(nextToken, fieldDtor);
  5040. fieldDtor->mTildeToken = nextToken;
  5041. //int prevReadPos = mVisitorPos.mReadPos;
  5042. mVisitorPos.MoveNext();
  5043. if (prevFieldDtor != NULL)
  5044. {
  5045. MEMBER_SET(prevFieldDtor, mNextFieldDtor, fieldDtor);
  5046. }
  5047. else
  5048. {
  5049. firstFieldDtor = fieldDtor;
  5050. MoveNode(fieldDtor, srcNode);
  5051. }
  5052. auto statement = CreateStatementAfter(srcNode);
  5053. if (statement == NULL)
  5054. {
  5055. //mVisitorPos.mReadPos = prevReadPos;
  5056. break;
  5057. }
  5058. MEMBER_SET(fieldDtor, mBody, statement);
  5059. fieldDtor->SetSrcEnd(statement->GetSrcEnd());
  5060. prevFieldDtor = fieldDtor;
  5061. srcNode->SetSrcEnd(fieldDtor->GetSrcEnd());
  5062. nextNode = mVisitorPos.GetNext();
  5063. // We used to NOT have this break here. Why were we allowing multiple ~'s when a block statement would have made more sense?
  5064. break; // Wh
  5065. }
  5066. return firstFieldDtor;
  5067. }
  5068. BfFieldDeclaration* BfReducer::CreateFieldDeclaration(BfTokenNode* tokenNode, BfTypeReference* typeRef, BfIdentifierNode* nameIdentifier, BfFieldDeclaration* prevFieldDeclaration)
  5069. {
  5070. auto fieldDeclaration = mAlloc->Alloc<BfFieldDeclaration>();
  5071. if (prevFieldDeclaration != NULL)
  5072. {
  5073. ReplaceNode(tokenNode, fieldDeclaration);
  5074. MEMBER_SET(fieldDeclaration, mPrecedingComma, tokenNode);
  5075. MEMBER_SET(fieldDeclaration, mNameNode, nameIdentifier);
  5076. fieldDeclaration->mDocumentation = prevFieldDeclaration->mDocumentation;
  5077. fieldDeclaration->mAttributes = prevFieldDeclaration->mAttributes;
  5078. fieldDeclaration->mProtectionSpecifier = prevFieldDeclaration->mProtectionSpecifier;
  5079. fieldDeclaration->mStaticSpecifier = prevFieldDeclaration->mStaticSpecifier;
  5080. fieldDeclaration->mTypeRef = prevFieldDeclaration->mTypeRef;
  5081. fieldDeclaration->mConstSpecifier = prevFieldDeclaration->mConstSpecifier;
  5082. fieldDeclaration->mReadOnlySpecifier = prevFieldDeclaration->mReadOnlySpecifier;
  5083. fieldDeclaration->mVolatileSpecifier = prevFieldDeclaration->mVolatileSpecifier;
  5084. fieldDeclaration->mNewSpecifier = prevFieldDeclaration->mNewSpecifier;
  5085. fieldDeclaration->mExternSpecifier = prevFieldDeclaration->mExternSpecifier;
  5086. tokenNode = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_AssignEquals, BfToken_Comma);
  5087. if (tokenNode == NULL)
  5088. return fieldDeclaration;
  5089. mVisitorPos.mReadPos--; // Go back to token
  5090. }
  5091. else
  5092. {
  5093. ReplaceNode(typeRef, fieldDeclaration);
  5094. fieldDeclaration->mTypeRef = typeRef;
  5095. fieldDeclaration->mNameNode = nameIdentifier;
  5096. fieldDeclaration->mInitializer = NULL;
  5097. MoveNode(fieldDeclaration->mNameNode, fieldDeclaration);
  5098. //mVisitorPos.MoveNext();
  5099. }
  5100. BfToken token = tokenNode->GetToken();
  5101. if (token == BfToken_AssignEquals)
  5102. {
  5103. MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  5104. MoveNode(tokenNode, fieldDeclaration);
  5105. mVisitorPos.MoveNext();
  5106. mIsFieldInitializer = true;
  5107. fieldDeclaration->mInitializer = CreateExpressionAfter(fieldDeclaration);
  5108. mIsFieldInitializer = false;
  5109. if (fieldDeclaration->mInitializer != NULL)
  5110. {
  5111. MoveNode(fieldDeclaration->mInitializer, fieldDeclaration);
  5112. auto nextToken = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Comma, BfToken_Tilde);
  5113. if (nextToken != NULL)
  5114. mVisitorPos.mReadPos--; // Backtrack, someone else eats these
  5115. }
  5116. }
  5117. else if (token == BfToken_Comma)
  5118. {
  5119. //
  5120. }
  5121. else if (token == BfToken_Tilde)
  5122. {
  5123. //
  5124. }
  5125. else if (token != BfToken_Semicolon)
  5126. {
  5127. //MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  5128. FailAfter("';', '=', or '~' expected", nameIdentifier);
  5129. return fieldDeclaration;
  5130. }
  5131. auto fieldDtor = CreateFieldDtorDeclaration(fieldDeclaration);
  5132. if (fieldDtor != NULL)
  5133. fieldDeclaration->mFieldDtor = fieldDtor;
  5134. if (ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Comma) != NULL)
  5135. {
  5136. // This gets taken later
  5137. mVisitorPos.mReadPos--;
  5138. }
  5139. fieldDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart, fieldDeclaration, true);
  5140. return fieldDeclaration;
  5141. }
  5142. BfAstNode* BfReducer::ReadTypeMember(BfTokenNode* tokenNode, int depth, BfAstNode* deferredHeadNode)
  5143. {
  5144. BfToken token = tokenNode->GetToken();
  5145. if (token == BfToken_Semicolon)
  5146. return tokenNode;
  5147. if (token == BfToken_LBracket)
  5148. {
  5149. auto attributes = CreateAttributeDirective(tokenNode);
  5150. if (attributes == NULL)
  5151. return NULL;
  5152. auto nextNode = mVisitorPos.GetNext();
  5153. if (nextNode == NULL)
  5154. {
  5155. FailAfter("Expected member", attributes);
  5156. return NULL;
  5157. }
  5158. mVisitorPos.MoveNext();
  5159. auto memberNode = ReadTypeMember(nextNode, 0, (deferredHeadNode != NULL) ? deferredHeadNode : attributes);
  5160. if (memberNode == NULL)
  5161. return NULL;
  5162. if (auto enumCaseDecl = BfNodeDynCast<BfEnumCaseDeclaration>(memberNode))
  5163. {
  5164. if (!enumCaseDecl->mEntries.IsEmpty())
  5165. {
  5166. enumCaseDecl->mSrcStart = attributes->mSrcStart;
  5167. enumCaseDecl->mEntries[0]->mAttributes = attributes;
  5168. enumCaseDecl->mEntries[0]->mSrcStart = attributes->mSrcStart;
  5169. return enumCaseDecl;
  5170. }
  5171. }
  5172. auto member = BfNodeDynCast<BfMemberDeclaration>(memberNode);
  5173. if (member == NULL)
  5174. {
  5175. if (auto innerType = BfNodeDynCast<BfTypeDeclaration>(memberNode))
  5176. {
  5177. ReplaceNode(attributes, innerType);
  5178. innerType->mAttributes = attributes;
  5179. return innerType;
  5180. }
  5181. Fail("Invalid target for attributes", memberNode);
  5182. return memberNode;
  5183. }
  5184. ReplaceNode(attributes, member);
  5185. member->mAttributes = attributes;
  5186. return member;
  5187. }
  5188. if (token == BfToken_Operator)
  5189. {
  5190. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  5191. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  5192. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  5193. ReplaceNode(tokenNode, operatorDecl);
  5194. operatorDecl->mOperatorToken = tokenNode;
  5195. auto nextIdentifier = ExpectIdentifierAfter(operatorDecl, "type");
  5196. if (nextIdentifier == NULL)
  5197. return operatorDecl;
  5198. mVisitorPos.mReadPos--; // Backtrack, that's part of our type
  5199. auto typeRef = CreateTypeRefAfter(operatorDecl);
  5200. MEMBER_SET_CHECKED(operatorDecl, mReturnType, typeRef);
  5201. operatorDecl->mIsConvOperator = true;
  5202. ParseMethod(operatorDecl, &params, &commas);
  5203. return operatorDecl;
  5204. }
  5205. if (token == BfToken_This)
  5206. {
  5207. auto ctorDecl = mAlloc->Alloc<BfConstructorDeclaration>();
  5208. BfDeferredAstSizedArray<BfParameterDeclaration*> params(ctorDecl->mParams, mAlloc);
  5209. BfDeferredAstSizedArray<BfTokenNode*> commas(ctorDecl->mCommas, mAlloc);
  5210. ctorDecl->mReturnType = NULL;
  5211. ReplaceNode(tokenNode, ctorDecl);
  5212. MEMBER_SET(ctorDecl, mThisToken, tokenNode);
  5213. if (auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
  5214. {
  5215. mVisitorPos.MoveNext();
  5216. MEMBER_SET(ctorDecl, mBody, block);
  5217. if (IsNodeRelevant(ctorDecl))
  5218. {
  5219. SetAndRestoreValue<BfMethodDeclaration*> prevMethodDeclaration(mCurMethodDecl, ctorDecl);
  5220. HandleBlock(block);
  5221. }
  5222. }
  5223. else
  5224. ParseMethod(ctorDecl, &params, &commas);
  5225. return ctorDecl;
  5226. }
  5227. if (token == BfToken_Tilde)
  5228. {
  5229. auto thisToken = ExpectTokenAfter(tokenNode, BfToken_This);
  5230. if (thisToken == NULL)
  5231. {
  5232. auto nextNode = mVisitorPos.GetNext();
  5233. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5234. if (nameIdentifier != NULL)
  5235. {
  5236. // Eat DTOR name
  5237. AddErrorNode(nameIdentifier);
  5238. //nameIdentifier->RemoveSelf();
  5239. }
  5240. else
  5241. {
  5242. //AddErrorNode(tokenNode);
  5243. //return NULL;
  5244. }
  5245. AddErrorNode(tokenNode);
  5246. return NULL;
  5247. }
  5248. auto dtorDecl = mAlloc->Alloc<BfDestructorDeclaration>();
  5249. BfDeferredAstSizedArray<BfParameterDeclaration*> params(dtorDecl->mParams, mAlloc);
  5250. BfDeferredAstSizedArray<BfTokenNode*> commas(dtorDecl->mCommas, mAlloc);
  5251. dtorDecl->mReturnType = NULL;
  5252. ReplaceNode(tokenNode, dtorDecl);
  5253. dtorDecl->mTildeToken = tokenNode;
  5254. if (thisToken != NULL)
  5255. {
  5256. MEMBER_SET(dtorDecl, mThisToken, thisToken);
  5257. }
  5258. ParseMethod(dtorDecl, &params, &commas);
  5259. return dtorDecl;
  5260. }
  5261. if (token == BfToken_Mixin)
  5262. {
  5263. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5264. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  5265. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  5266. ReplaceNode(tokenNode, methodDecl);
  5267. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5268. methodDecl->mMixinSpecifier = tokenNode;
  5269. //mVisitorPos.MoveNext();
  5270. auto nameNode = ExpectIdentifierAfter(methodDecl);
  5271. if (nameNode != NULL)
  5272. {
  5273. MEMBER_SET(methodDecl, mNameNode, nameNode);
  5274. auto nextNode = mVisitorPos.GetNext();
  5275. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  5276. {
  5277. if (tokenNode->GetToken() == BfToken_LChevron)
  5278. {
  5279. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  5280. if (genericParams != NULL)
  5281. {
  5282. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  5283. }
  5284. }
  5285. }
  5286. ParseMethod(methodDecl, &params, &commas);
  5287. }
  5288. return methodDecl;
  5289. }
  5290. if (token == BfToken_Case)
  5291. {
  5292. auto enumCaseDecl = mAlloc->Alloc<BfEnumCaseDeclaration>();
  5293. BfDeferredAstSizedArray<BfFieldDeclaration*> entries(enumCaseDecl->mEntries, mAlloc);
  5294. BfDeferredAstSizedArray<BfTokenNode*> commas(enumCaseDecl->mCommas, mAlloc);
  5295. ReplaceNode(tokenNode, enumCaseDecl);
  5296. enumCaseDecl->mCaseToken = tokenNode;
  5297. while (true)
  5298. {
  5299. auto caseName = ExpectIdentifierAfter(enumCaseDecl);
  5300. if (caseName == NULL)
  5301. break;
  5302. auto enumEntry = mAlloc->Alloc<BfEnumEntryDeclaration>();
  5303. ReplaceNode(caseName, enumEntry);
  5304. enumEntry->mNameNode = caseName;
  5305. entries.push_back(enumEntry);
  5306. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_LParen, BfToken_Semicolon);
  5307. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LParen))
  5308. {
  5309. auto typeRef = CreateTypeRef(tokenNode, CreateTypeRefFlags_AllowSingleMemberTuple);
  5310. tokenNode = NULL;
  5311. auto tupleType = BfNodeDynCast<BfTupleTypeRef>(typeRef);
  5312. if (tupleType != NULL)
  5313. {
  5314. MEMBER_SET(enumEntry, mTypeRef, tupleType);
  5315. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_Semicolon);
  5316. }
  5317. }
  5318. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  5319. {
  5320. MEMBER_SET(enumEntry, mEqualsNode, tokenNode);
  5321. tokenNode = NULL;
  5322. auto initializer = CreateExpressionAfter(enumEntry);
  5323. if (initializer != NULL)
  5324. {
  5325. MEMBER_SET(enumEntry, mInitializer, initializer);
  5326. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_Semicolon);
  5327. }
  5328. }
  5329. MoveNode(enumEntry, enumCaseDecl);
  5330. if (tokenNode == NULL)
  5331. return enumCaseDecl;
  5332. if (tokenNode->GetToken() == BfToken_Semicolon)
  5333. {
  5334. mVisitorPos.mReadPos--;
  5335. return enumCaseDecl;
  5336. }
  5337. MoveNode(tokenNode, enumCaseDecl);
  5338. commas.push_back(tokenNode);
  5339. }
  5340. return enumCaseDecl;
  5341. }
  5342. auto nextNode = mVisitorPos.GetNext();
  5343. if (nextNode == NULL)
  5344. FailAfter("Type expected", tokenNode);
  5345. if ((token == BfToken_Struct) || (token == BfToken_Enum) || (token == BfToken_Class) || (token == BfToken_Delegate) ||
  5346. (token == BfToken_Function) || (token == BfToken_Interface) || (token == BfToken_Extension) || (token == BfToken_TypeAlias))
  5347. {
  5348. mVisitorPos.mReadPos -= depth;
  5349. BfAstNode* startNode = mVisitorPos.GetCurrent();
  5350. auto startToken = BfNodeDynCast<BfTokenNode>(startNode);
  5351. auto topLevelObject = CreateTopLevelObject(startToken, NULL, deferredHeadNode);
  5352. auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  5353. if (typeDecl == NULL)
  5354. {
  5355. AddErrorNode(tokenNode);
  5356. return NULL;
  5357. }
  5358. return typeDecl;
  5359. }
  5360. if (token == BfToken_Comma)
  5361. {
  5362. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  5363. auto prevFieldDecl = BfNodeDynCast<BfFieldDeclaration>(prevNode);
  5364. if (prevFieldDecl != NULL)
  5365. {
  5366. auto nameIdentifier = ExpectIdentifierAfter(tokenNode);
  5367. if (nameIdentifier == NULL)
  5368. {
  5369. AddErrorNode(tokenNode);
  5370. return NULL;
  5371. }
  5372. return CreateFieldDeclaration(tokenNode, prevFieldDecl->mTypeRef, nameIdentifier, prevFieldDecl);
  5373. }
  5374. }
  5375. switch (token)
  5376. {
  5377. case BfToken_Sealed:
  5378. case BfToken_Static:
  5379. case BfToken_Const:
  5380. case BfToken_Mut:
  5381. case BfToken_Public:
  5382. case BfToken_Protected:
  5383. case BfToken_Private:
  5384. case BfToken_Internal:
  5385. case BfToken_Virtual:
  5386. case BfToken_Override:
  5387. case BfToken_Abstract:
  5388. case BfToken_Concrete:
  5389. case BfToken_Extern:
  5390. case BfToken_New:
  5391. case BfToken_Implicit:
  5392. case BfToken_Explicit:
  5393. case BfToken_ReadOnly:
  5394. case BfToken_Inline:
  5395. case BfToken_Volatile:
  5396. break;
  5397. default:
  5398. AddErrorNode(tokenNode);
  5399. Fail("Unexpected token", tokenNode);
  5400. return NULL;
  5401. break;
  5402. }
  5403. int startNodeIdx = gAssertCurrentNodeIdx;
  5404. BfAstNode* typeMember = NULL;
  5405. nextNode = mVisitorPos.GetNext();
  5406. if (nextNode != NULL)
  5407. {
  5408. mVisitorPos.MoveNext();
  5409. typeMember = ReadTypeMember(nextNode, depth + 1);
  5410. }
  5411. auto memberDecl = BfNodeDynCast<BfMemberDeclaration>(typeMember);
  5412. if (memberDecl == NULL) // May be an embedded type
  5413. {
  5414. if (auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(typeMember))
  5415. return typeMember;
  5416. }
  5417. if (typeMember == NULL)
  5418. {
  5419. auto propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  5420. ReplaceNode(tokenNode, propertyDeclaration);
  5421. propertyDeclaration->mDocumentation = FindDocumentation(propertyDeclaration);
  5422. typeMember = memberDecl = propertyDeclaration;
  5423. }
  5424. if (memberDecl == NULL)
  5425. return NULL;
  5426. if (token == BfToken_Static)
  5427. {
  5428. if (memberDecl->mStaticSpecifier != NULL)
  5429. {
  5430. AddErrorNode(memberDecl->mStaticSpecifier);
  5431. Fail("Static already specified", memberDecl->mStaticSpecifier);
  5432. }
  5433. MEMBER_SET(memberDecl, mStaticSpecifier, tokenNode);
  5434. auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl);
  5435. if (fieldDecl != NULL)
  5436. {
  5437. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5438. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5439. }
  5440. return memberDecl;
  5441. }
  5442. if ((token == BfToken_Public) ||
  5443. (token == BfToken_Protected) ||
  5444. (token == BfToken_Private) ||
  5445. (token == BfToken_Internal))
  5446. {
  5447. SetProtection(memberDecl, memberDecl->mProtectionSpecifier, tokenNode);
  5448. return memberDecl;
  5449. }
  5450. if (auto methodDecl = BfNodeDynCast<BfMethodDeclaration>(memberDecl))
  5451. {
  5452. if ((token == BfToken_Virtual) ||
  5453. (token == BfToken_Override) ||
  5454. (token == BfToken_Abstract) ||
  5455. (token == BfToken_Concrete))
  5456. {
  5457. if (methodDecl->mVirtualSpecifier != NULL)
  5458. {
  5459. AddErrorNode(methodDecl->mVirtualSpecifier);
  5460. if (methodDecl->mVirtualSpecifier->GetToken() == tokenNode->GetToken())
  5461. Fail(StrFormat("Already specified '%s'", BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5462. else
  5463. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(methodDecl->mVirtualSpecifier->GetToken()), BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5464. }
  5465. MEMBER_SET(methodDecl, mVirtualSpecifier, tokenNode);
  5466. return memberDecl;
  5467. }
  5468. if (token == BfToken_Extern)
  5469. {
  5470. if (methodDecl->mExternSpecifier != NULL)
  5471. {
  5472. AddErrorNode(methodDecl->mExternSpecifier);
  5473. Fail("Extern already specified", methodDecl->mExternSpecifier);
  5474. }
  5475. MEMBER_SET(methodDecl, mExternSpecifier, tokenNode);
  5476. return memberDecl;
  5477. }
  5478. if (token == BfToken_New)
  5479. {
  5480. if (methodDecl->mNewSpecifier != NULL)
  5481. {
  5482. AddErrorNode(methodDecl->mNewSpecifier);
  5483. Fail("New already specified", methodDecl->mNewSpecifier);
  5484. }
  5485. MEMBER_SET(methodDecl, mNewSpecifier, tokenNode);
  5486. return memberDecl;
  5487. }
  5488. if (token == BfToken_Mut)
  5489. {
  5490. if (methodDecl->mMutSpecifier != NULL)
  5491. {
  5492. AddErrorNode(methodDecl->mMutSpecifier);
  5493. Fail("Mut already specified", methodDecl->mMutSpecifier);
  5494. }
  5495. MEMBER_SET(methodDecl, mMutSpecifier, tokenNode);
  5496. return memberDecl;
  5497. }
  5498. if (token == BfToken_ReadOnly)
  5499. {
  5500. if (methodDecl->mReadOnlySpecifier == NULL)
  5501. {
  5502. MEMBER_SET(methodDecl, mReadOnlySpecifier, tokenNode);
  5503. }
  5504. return memberDecl;
  5505. }
  5506. }
  5507. if (auto operatorDecl = BfNodeDynCast<BfOperatorDeclaration>(memberDecl))
  5508. {
  5509. if ((token == BfToken_Implicit) ||
  5510. (token == BfToken_Explicit))
  5511. {
  5512. if (operatorDecl->mExplicitToken != NULL)
  5513. {
  5514. AddErrorNode(operatorDecl->mExplicitToken);
  5515. Fail(StrFormat("'%s' already specified", BfTokenToString(operatorDecl->mExplicitToken->GetToken())), operatorDecl->mExplicitToken);
  5516. }
  5517. MEMBER_SET(operatorDecl, mExplicitToken, tokenNode);
  5518. return memberDecl;
  5519. }
  5520. }
  5521. if (auto propDecl = BfNodeDynCast<BfPropertyDeclaration>(memberDecl))
  5522. {
  5523. if ((token == BfToken_Virtual) ||
  5524. (token == BfToken_Override) ||
  5525. (token == BfToken_Abstract) ||
  5526. (token == BfToken_Concrete))
  5527. {
  5528. if (propDecl->mVirtualSpecifier != NULL)
  5529. {
  5530. AddErrorNode(propDecl->mVirtualSpecifier);
  5531. if (propDecl->mVirtualSpecifier->GetToken() == token)
  5532. Fail(StrFormat("Already specified '%s'", BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5533. else
  5534. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(propDecl->mVirtualSpecifier->GetToken()), BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5535. }
  5536. MEMBER_SET(propDecl, mVirtualSpecifier, tokenNode);
  5537. return memberDecl;
  5538. }
  5539. }
  5540. if (auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl))
  5541. {
  5542. if (token == BfToken_Override)
  5543. {
  5544. // Must be typing an 'override' over a field declaration
  5545. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5546. propDecl->mVirtualSpecifier = tokenNode;
  5547. typeMember = memberDecl = propDecl;
  5548. }
  5549. bool handled = false;
  5550. if (token == BfToken_Const)
  5551. {
  5552. MEMBER_SET(fieldDecl, mConstSpecifier, tokenNode);
  5553. handled = true;
  5554. }
  5555. if (token == BfToken_ReadOnly)
  5556. {
  5557. if (fieldDecl->mReadOnlySpecifier == NULL)
  5558. {
  5559. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5560. }
  5561. handled = true;
  5562. }
  5563. if (token == BfToken_Inline)
  5564. {
  5565. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5566. handled = true;
  5567. }
  5568. if (token == BfToken_Volatile)
  5569. {
  5570. MEMBER_SET(fieldDecl, mVolatileSpecifier, tokenNode);
  5571. handled = true;
  5572. }
  5573. if (token == BfToken_Extern)
  5574. {
  5575. MEMBER_SET(fieldDecl, mExternSpecifier, tokenNode);
  5576. handled = true;
  5577. }
  5578. if (token == BfToken_New)
  5579. {
  5580. if (fieldDecl->mNewSpecifier != NULL)
  5581. {
  5582. Fail("New already specified", tokenNode);
  5583. }
  5584. MEMBER_SET(fieldDecl, mNewSpecifier, tokenNode);
  5585. handled = true;
  5586. }
  5587. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5588. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5589. if ((fieldDecl->mReadOnlySpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5590. Fail("Cannot use 'readonly' and 'const' together", fieldDecl);
  5591. if ((fieldDecl->mVolatileSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5592. Fail("Cannot use 'volatile' and 'const' together", fieldDecl);
  5593. if (handled)
  5594. return fieldDecl;
  5595. }
  5596. // Eat node
  5597. if (memberDecl != NULL)
  5598. ReplaceNode(tokenNode, memberDecl);
  5599. Fail("Invalid token", tokenNode);
  5600. return memberDecl;
  5601. }
  5602. void BfReducer::ReadPropertyBlock(BfPropertyDeclaration* propertyDeclaration, BfBlock* block)
  5603. {
  5604. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  5605. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  5606. bool hadGet = false;
  5607. bool hadSet = false;
  5608. while (true)
  5609. {
  5610. BfAstNode* protectionSpecifier = NULL;
  5611. BfAttributeDirective* attributes = NULL;
  5612. auto child = mVisitorPos.GetNext();
  5613. if (child == NULL)
  5614. break;
  5615. String accessorName;
  5616. BfTokenNode* mutSpecifier = NULL;
  5617. while (true)
  5618. {
  5619. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5620. if (tokenNode == NULL)
  5621. break;
  5622. BfToken token = tokenNode->GetToken();
  5623. if (token == BfToken_LBracket)
  5624. {
  5625. mVisitorPos.MoveNext();
  5626. attributes = CreateAttributeDirective(tokenNode);
  5627. child = mVisitorPos.GetNext();
  5628. }
  5629. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5630. if (tokenNode == NULL)
  5631. break;
  5632. token = tokenNode->GetToken();
  5633. if ((token == BfToken_Private) ||
  5634. (token == BfToken_Protected) ||
  5635. (token == BfToken_Public) ||
  5636. (token == BfToken_Internal))
  5637. {
  5638. SetProtection(NULL, protectionSpecifier, tokenNode);
  5639. mVisitorPos.MoveNext();
  5640. child = mVisitorPos.GetCurrent();
  5641. }
  5642. else if (token == BfToken_Mut)
  5643. {
  5644. Fail("'mut' must be specified after get/set", tokenNode);
  5645. mutSpecifier = tokenNode;
  5646. mVisitorPos.MoveNext();
  5647. }
  5648. else
  5649. break;
  5650. child = mVisitorPos.GetNext();
  5651. }
  5652. auto identifierNode = child;
  5653. auto accessorIdentifier = BfNodeDynCast<BfIdentifierNode>(child);
  5654. if (accessorIdentifier != NULL)
  5655. {
  5656. accessorName = accessorIdentifier->ToString();
  5657. mVisitorPos.MoveNext();
  5658. child = mVisitorPos.GetNext();
  5659. }
  5660. if (accessorName == "get")
  5661. {
  5662. // if (hadGet)
  5663. // Fail("Only one 'get' method can be specified", accessorIdentifier);
  5664. hadGet = true;
  5665. }
  5666. else if (accessorName == "set")
  5667. {
  5668. // if (hadSet)
  5669. // Fail("Only one 'set' method can be specified", accessorIdentifier);
  5670. hadSet = true;
  5671. }
  5672. else
  5673. {
  5674. Fail("Expected 'set' or 'get'", identifierNode);
  5675. }
  5676. BfAstNode* bodyAfterNode = accessorIdentifier;
  5677. BfAstNode* body = NULL;
  5678. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5679. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Mut))
  5680. {
  5681. if (mutSpecifier != NULL)
  5682. {
  5683. Fail("'mut' already specified", mutSpecifier);
  5684. }
  5685. mutSpecifier = tokenNode;
  5686. bodyAfterNode = tokenNode;
  5687. mVisitorPos.MoveNext();
  5688. child = mVisitorPos.GetNext();
  5689. }
  5690. bool handled = false;
  5691. BfTokenNode* fatArrowToken = NULL;
  5692. BfAstNode* endSemicolon = NULL;
  5693. if ((tokenNode = BfNodeDynCast<BfTokenNode>(child)))
  5694. {
  5695. if ((tokenNode->GetToken() == BfToken_Semicolon))
  5696. {
  5697. handled = true;
  5698. endSemicolon = tokenNode;
  5699. mVisitorPos.MoveNext();
  5700. }
  5701. else if (tokenNode->mToken == BfToken_FatArrow)
  5702. {
  5703. handled = true;
  5704. fatArrowToken = tokenNode;
  5705. mVisitorPos.MoveNext();
  5706. auto expr = CreateExpressionAfter(tokenNode);
  5707. if (expr != NULL)
  5708. {
  5709. body = expr;
  5710. endSemicolon = ExpectTokenAfter(expr, BfToken_Semicolon);
  5711. }
  5712. }
  5713. }
  5714. if (!handled)
  5715. {
  5716. if (bodyAfterNode != NULL)
  5717. {
  5718. body = ExpectBlockAfter(bodyAfterNode);
  5719. }
  5720. else
  5721. {
  5722. if (auto accessorBlock = BfNodeDynCast<BfBlock>(child))
  5723. {
  5724. body = accessorBlock;
  5725. mVisitorPos.MoveNext();
  5726. }
  5727. if (body == NULL)
  5728. {
  5729. if (child != NULL)
  5730. {
  5731. Fail("Block expected", child);
  5732. AddErrorNode(child);
  5733. mVisitorPos.MoveNext();
  5734. }
  5735. continue;
  5736. }
  5737. }
  5738. }
  5739. if (auto block = BfNodeDynCast<BfBlock>(body))
  5740. {
  5741. if (((attributes == NULL) && (IsNodeRelevant(block))) ||
  5742. ((attributes != NULL) && (IsNodeRelevant(attributes, block))))
  5743. {
  5744. HandleBlock(block);
  5745. }
  5746. }
  5747. if ((body == NULL) && (!handled))
  5748. {
  5749. if (protectionSpecifier != NULL)
  5750. AddErrorNode(protectionSpecifier);
  5751. if (accessorIdentifier != NULL)
  5752. AddErrorNode(accessorIdentifier);
  5753. if (mutSpecifier != NULL)
  5754. AddErrorNode(mutSpecifier);
  5755. continue;
  5756. }
  5757. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  5758. method->mPropertyDeclaration = propertyDeclaration;
  5759. if (fatArrowToken != NULL)
  5760. MEMBER_SET(method, mFatArrowToken, fatArrowToken);
  5761. if (endSemicolon != NULL)
  5762. MEMBER_SET(method, mEndSemicolon, endSemicolon);
  5763. if (protectionSpecifier != NULL)
  5764. MEMBER_SET(method, mProtectionSpecifier, protectionSpecifier);
  5765. if (accessorIdentifier != NULL)
  5766. MEMBER_SET(method, mNameNode, accessorIdentifier);
  5767. if (body != NULL)
  5768. {
  5769. MEMBER_SET(method, mBody, body);
  5770. }
  5771. if (mutSpecifier != NULL)
  5772. MEMBER_SET(method, mMutSpecifier, mutSpecifier);
  5773. // if ((accessorBlock != NULL) && (IsNodeRelevant(propertyDeclaration)))
  5774. // HandleBlock(accessorBlock);
  5775. if (attributes != NULL)
  5776. MEMBER_SET(method, mAttributes, attributes);
  5777. methods.push_back(method);
  5778. }
  5779. }
  5780. BfAstNode* BfReducer::ReadTypeMember(BfAstNode* node, int depth, BfAstNode* deferredHeadNode)
  5781. {
  5782. // SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, node, false);
  5783. // if (depth == 0)
  5784. // prevTypeMemberNodeStart.Set();
  5785. AssertCurrentNode(node);
  5786. BfTokenNode* refToken = NULL;
  5787. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  5788. {
  5789. BfToken token = tokenNode->GetToken();
  5790. bool isTypeRef = false;
  5791. if ((token == BfToken_Delegate) || (token == BfToken_Function))
  5792. {
  5793. // We need to differentiate between a delegate type reference and a delegate type declaration
  5794. int endNodeIdx = -1;
  5795. if (IsTypeReference(node, BfToken_LParen, &endNodeIdx))
  5796. {
  5797. isTypeRef = true;
  5798. }
  5799. }
  5800. if (isTypeRef)
  5801. {
  5802. // Handled below
  5803. }
  5804. else if ((token == BfToken_Ref) || (token == BfToken_Mut))
  5805. {
  5806. refToken = tokenNode;
  5807. mVisitorPos.MoveNext();
  5808. // Read type member
  5809. }
  5810. else if ((token == BfToken_Var) ||
  5811. (token == BfToken_Let) ||
  5812. (token == BfToken_AllocType) ||
  5813. (token == BfToken_RetType) ||
  5814. (token == BfToken_Nullable) ||
  5815. (token == BfToken_Decltype) ||
  5816. (token == BfToken_LParen))
  5817. {
  5818. // Read type member
  5819. }
  5820. else
  5821. {
  5822. SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, tokenNode, false);
  5823. if (depth == 0)
  5824. prevTypeMemberNodeStart.Set();
  5825. return ReadTypeMember(tokenNode, depth, deferredHeadNode);
  5826. }
  5827. }
  5828. else if (auto block = BfNodeDynCast<BfBlock>(node))
  5829. {
  5830. Fail("Expected method declaration", node);
  5831. HandleBlock(block);
  5832. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5833. ReplaceNode(block, methodDecl);
  5834. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5835. methodDecl->mBody = block;
  5836. return methodDecl;
  5837. }
  5838. BfTokenNode* indexerThisToken = NULL;
  5839. bool isIndexProp = false;
  5840. auto origNode = node;
  5841. if (refToken != NULL)
  5842. {
  5843. auto nextNode = mVisitorPos.Get(mVisitorPos.mReadPos);
  5844. if (nextNode != NULL)
  5845. node = nextNode;
  5846. }
  5847. auto typeRef = CreateTypeRef(node);
  5848. if (typeRef == NULL)
  5849. {
  5850. if (refToken != NULL)
  5851. {
  5852. AddErrorNode(refToken);
  5853. if (mVisitorPos.Get(mVisitorPos.mReadPos) == node)
  5854. {
  5855. mVisitorPos.mReadPos--;
  5856. return NULL;
  5857. }
  5858. }
  5859. #ifdef BF_AST_HAS_PARENT_MEMBER
  5860. BF_ASSERT(node->mParent != NULL);
  5861. #endif
  5862. AddErrorNode(node);
  5863. return NULL;
  5864. }
  5865. if (refToken != NULL)
  5866. typeRef = CreateRefTypeRef(typeRef, refToken);
  5867. node = typeRef;
  5868. auto nextNode = mVisitorPos.GetNext();
  5869. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  5870. {
  5871. if (tokenNode->GetToken() == BfToken_This)
  5872. indexerThisToken = tokenNode;
  5873. }
  5874. BfTokenNode* explicitInterfaceDot = NULL;
  5875. BfTypeReference* explicitInterface = NULL;
  5876. bool forceIsMethod = false;
  5877. nextNode = mVisitorPos.GetNext();
  5878. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5879. if (nameIdentifier != NULL)
  5880. {
  5881. mVisitorPos.MoveNext();
  5882. bool doExplicitInterface = false;
  5883. int endNodeIdx = -1;
  5884. //mVisitorPos.mReadPos++;
  5885. int nameIdentifierIdx = mVisitorPos.mReadPos;
  5886. doExplicitInterface = IsTypeReference(nameIdentifier, BfToken_LParen, &endNodeIdx);
  5887. //mVisitorPos.mReadPos--;
  5888. BfAstNode* endNode = mVisitorPos.Get(endNodeIdx);
  5889. if (!doExplicitInterface)
  5890. {
  5891. if (auto endToken = BfNodeDynCastExact<BfTokenNode>(endNode))
  5892. {
  5893. if (endToken->GetToken() == BfToken_This)
  5894. {
  5895. indexerThisToken = endToken;
  5896. doExplicitInterface = true;
  5897. }
  5898. }
  5899. else if (auto block = BfNodeDynCastExact<BfBlock>(endNode))
  5900. {
  5901. doExplicitInterface = true; // Qualified property
  5902. }
  5903. }
  5904. // Experimental 'more permissive' explicit interface check
  5905. if (endNodeIdx != -1)
  5906. doExplicitInterface = true;
  5907. if (doExplicitInterface)
  5908. {
  5909. auto prevEndNode = mVisitorPos.Get(endNodeIdx - 1);
  5910. int explicitInterfaceDotIdx = QualifiedBacktrack(prevEndNode, endNodeIdx - 1);
  5911. if (explicitInterfaceDotIdx != -1)
  5912. {
  5913. explicitInterfaceDot = (BfTokenNode*)mVisitorPos.Get(explicitInterfaceDotIdx);
  5914. mVisitorPos.mReadPos = nameIdentifierIdx;
  5915. explicitInterfaceDot->SetToken(BfToken_Bar); // Hack to stop TypeRef parsing
  5916. explicitInterface = CreateTypeRef(nameIdentifier);
  5917. explicitInterfaceDot->SetToken(BfToken_Dot);
  5918. if (explicitInterface == NULL)
  5919. return NULL;
  5920. mVisitorPos.mReadPos = explicitInterfaceDotIdx;
  5921. if (indexerThisToken == NULL)
  5922. {
  5923. nameIdentifier = ExpectIdentifierAfter(explicitInterfaceDot);
  5924. if (nameIdentifier == NULL)
  5925. {
  5926. // Looks like a method declaration
  5927. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  5928. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  5929. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  5930. if (typeRef != NULL)
  5931. ReplaceNode(typeRef, methodDeclaration);
  5932. else
  5933. ReplaceNode(nameIdentifier, methodDeclaration);
  5934. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5935. MEMBER_SET(methodDeclaration, mReturnType, typeRef);
  5936. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  5937. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5938. return methodDeclaration;
  5939. }
  5940. }
  5941. }
  5942. }
  5943. }
  5944. else if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5945. {
  5946. if (nextToken->GetToken() == BfToken_Operator)
  5947. {
  5948. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  5949. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  5950. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  5951. ReplaceNode(typeRef, operatorDecl);
  5952. operatorDecl->mReturnType = typeRef;
  5953. mVisitorPos.MoveNext();
  5954. MEMBER_SET(operatorDecl, mOperatorToken, nextToken);
  5955. bool hadFailedOperator = false;
  5956. auto nextNode = mVisitorPos.GetNext();
  5957. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5958. {
  5959. operatorDecl->mBinOp = BfTokenToBinaryOp(nextToken->GetToken());
  5960. if (operatorDecl->mBinOp != BfBinaryOp_None)
  5961. {
  5962. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5963. mVisitorPos.MoveNext();
  5964. }
  5965. else
  5966. {
  5967. operatorDecl->mUnaryOp = BfTokenToUnaryOp(nextToken->GetToken());
  5968. if (operatorDecl->mUnaryOp != BfUnaryOp_None)
  5969. {
  5970. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5971. mVisitorPos.MoveNext();
  5972. }
  5973. else
  5974. {
  5975. operatorDecl->mAssignOp = BfTokenToAssignmentOp(nextToken->GetToken());
  5976. if (operatorDecl->mAssignOp == BfAssignmentOp_Assign)
  5977. {
  5978. Fail("The assignment operator '=' cannot be overridden", nextToken);
  5979. }
  5980. if (operatorDecl->mAssignOp != BfAssignmentOp_None)
  5981. {
  5982. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5983. mVisitorPos.MoveNext();
  5984. }
  5985. else if (nextToken->GetToken() != BfToken_LParen)
  5986. {
  5987. Fail("Invalid operator type", nextToken);
  5988. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5989. mVisitorPos.MoveNext();
  5990. }
  5991. }
  5992. }
  5993. }
  5994. if ((operatorDecl->mOpTypeToken == NULL) && (operatorDecl->mReturnType == NULL) && (!hadFailedOperator))
  5995. {
  5996. FailAfter("Expected operator type", operatorDecl);
  5997. return NULL;
  5998. }
  5999. ParseMethod(operatorDecl, &params, &commas);
  6000. if (params.size() == 1)
  6001. {
  6002. if (operatorDecl->mBinOp == BfBinaryOp_Add)
  6003. {
  6004. operatorDecl->mBinOp = BfBinaryOp_None;
  6005. operatorDecl->mUnaryOp = BfUnaryOp_Positive;
  6006. }
  6007. else if (operatorDecl->mBinOp == BfBinaryOp_Subtract)
  6008. {
  6009. operatorDecl->mBinOp = BfBinaryOp_None;
  6010. operatorDecl->mUnaryOp = BfUnaryOp_Negate;
  6011. }
  6012. }
  6013. return operatorDecl;
  6014. }
  6015. else if (nextToken->GetToken() == BfToken_LParen)
  6016. {
  6017. Fail("Method return type expected", node);
  6018. nameIdentifier = BfNodeDynCast<BfIdentifierNode>(origNode);
  6019. if (nameIdentifier != NULL)
  6020. {
  6021. // Remove TypeRef
  6022. ReplaceNode(typeRef, nameIdentifier);
  6023. typeRef = NULL;
  6024. }
  6025. }
  6026. }
  6027. if ((nameIdentifier != NULL) || (forceIsMethod) || (indexerThisToken != NULL))
  6028. {
  6029. //ExtractExplicitInterfaceRef
  6030. int blockAfterIdx = mVisitorPos.mReadPos + 1;
  6031. BfAstNode* blockAfterPos = nameIdentifier;
  6032. BfPropertyDeclaration* propertyDeclaration = NULL;
  6033. if ((indexerThisToken != NULL) && (mVisitorPos.GetNext() != indexerThisToken))
  6034. {
  6035. indexerThisToken = NULL;
  6036. }
  6037. if (indexerThisToken != NULL)
  6038. {
  6039. auto indexerDeclaration = mAlloc->Alloc<BfIndexerDeclaration>();
  6040. BfDeferredAstSizedArray<BfParameterDeclaration*> params(indexerDeclaration->mParams, mAlloc);
  6041. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerDeclaration->mCommas, mAlloc);
  6042. ReplaceNode(typeRef, indexerDeclaration);
  6043. indexerDeclaration->mTypeRef = typeRef;
  6044. MEMBER_SET(indexerDeclaration, mThisToken, indexerThisToken);
  6045. mVisitorPos.MoveNext();
  6046. if (explicitInterface != NULL)
  6047. {
  6048. MEMBER_SET(indexerDeclaration, mExplicitInterface, explicitInterface);
  6049. MEMBER_SET(indexerDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6050. //mVisitorPos.mReadPos = endNodeIdx;
  6051. }
  6052. auto openToken = ExpectTokenAfter(indexerDeclaration, BfToken_LBracket);
  6053. if (openToken == NULL)
  6054. return indexerDeclaration;
  6055. MEMBER_SET(indexerDeclaration, mOpenBracket, openToken);
  6056. auto endToken = ParseMethodParams(indexerDeclaration, &params, &commas, BfToken_RBracket, true);
  6057. if (endToken == NULL)
  6058. return indexerDeclaration;
  6059. MEMBER_SET(indexerDeclaration, mCloseBracket, endToken);
  6060. propertyDeclaration = indexerDeclaration;
  6061. blockAfterPos = propertyDeclaration;
  6062. mVisitorPos.MoveNext();
  6063. blockAfterIdx = mVisitorPos.mReadPos + 1;
  6064. }
  6065. else
  6066. {
  6067. blockAfterPos = nameIdentifier;
  6068. }
  6069. nextNode = mVisitorPos.Get(blockAfterIdx);
  6070. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6071. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  6072. bool isExprBodyProp = (tokenNode != NULL) && (tokenNode->mToken == BfToken_FatArrow);
  6073. // Property.
  6074. // If we don't have a token afterwards then still treat it as a property for autocomplete purposes
  6075. if ((typeRef != NULL) &&
  6076. ((block != NULL) || (tokenNode == NULL) || (isExprBodyProp)))
  6077. {
  6078. if (propertyDeclaration == NULL)
  6079. {
  6080. if ((block == NULL) && (!isExprBodyProp))
  6081. {
  6082. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6083. ReplaceNode(typeRef, propDecl);
  6084. propDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6085. propDecl->mTypeRef = typeRef;
  6086. if (explicitInterface != NULL)
  6087. {
  6088. MEMBER_SET(propDecl, mExplicitInterface, explicitInterface);
  6089. MEMBER_SET(propDecl, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6090. }
  6091. // Don't set the name identifier, this could be bogus
  6092. //mVisitorPos.mReadPos--;
  6093. // WHY did we want to not set this?
  6094. // If we don't, then typing a new method name will end up treating the name node as a typeRef
  6095. // which can autocomplete incorrectly
  6096. MEMBER_SET(propDecl, mNameNode, nameIdentifier);
  6097. return propDecl;
  6098. }
  6099. mVisitorPos.mReadPos = blockAfterIdx;
  6100. propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  6101. ReplaceNode(typeRef, propertyDeclaration);
  6102. propertyDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6103. propertyDeclaration->mTypeRef = typeRef;
  6104. if (explicitInterface != NULL)
  6105. {
  6106. MEMBER_SET(propertyDeclaration, mExplicitInterface, explicitInterface);
  6107. MEMBER_SET(propertyDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6108. }
  6109. MEMBER_SET(propertyDeclaration, mNameNode, nameIdentifier);
  6110. //mVisitorPos.MoveNext();
  6111. }
  6112. else
  6113. mVisitorPos.mReadPos = blockAfterIdx;
  6114. if (block != NULL)
  6115. {
  6116. MEMBER_SET(propertyDeclaration, mDefinitionBlock, block);
  6117. ReadPropertyBlock(propertyDeclaration, block);
  6118. }
  6119. else if (isExprBodyProp)
  6120. {
  6121. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  6122. auto propertyBodyExpr = mAlloc->Alloc<BfPropertyBodyExpression>();
  6123. ReplaceNode(tokenNode, propertyBodyExpr);
  6124. MEMBER_SET(propertyBodyExpr, mFatTokenArrow, tokenNode);
  6125. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  6126. method->mPropertyDeclaration = propertyDeclaration;
  6127. method->mNameNode = propertyDeclaration->mNameNode;
  6128. auto expr = CreateExpressionAfter(tokenNode);
  6129. if (expr != NULL)
  6130. {
  6131. MEMBER_SET(method, mBody, expr);
  6132. propertyDeclaration->SetSrcEnd(expr->GetSrcEnd());
  6133. }
  6134. methods.Add(method);
  6135. MEMBER_SET(propertyDeclaration, mDefinitionBlock, propertyBodyExpr);
  6136. }
  6137. return propertyDeclaration;
  6138. }
  6139. else if (propertyDeclaration != NULL)
  6140. {
  6141. // Failure case
  6142. block = ExpectBlockAfter(blockAfterPos);
  6143. BF_ASSERT(block == NULL);
  6144. return propertyDeclaration;
  6145. }
  6146. //nextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  6147. /*if (tokenNode == NULL)
  6148. {
  6149. mVisitorPos.MoveNext();
  6150. ExpectTokenAfter(nameIdentifier, BfToken_Semicolon);
  6151. // Just 'eat' the typeRef by stuffing it into a property declaration
  6152. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6153. ReplaceNode(typeRef, fieldDecl);
  6154. fieldDecl->mTypeRef = typeRef;
  6155. return fieldDecl;
  6156. }*/
  6157. if (tokenNode == NULL)
  6158. {
  6159. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6160. ReplaceNode(nameIdentifier, fieldDecl);
  6161. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6162. fieldDecl->mNameNode = nameIdentifier;
  6163. return fieldDecl;
  6164. }
  6165. BfToken token = tokenNode->GetToken();
  6166. if ((token == BfToken_LParen) ||
  6167. (token == BfToken_LChevron))
  6168. {
  6169. if (token == BfToken_LChevron)
  6170. {
  6171. //mVisitorPos.mReadPos++;
  6172. bool isTypeRef = IsTypeReference(nameIdentifier, BfToken_LParen);
  6173. //mVisitorPos.mReadPos--;
  6174. if (!isTypeRef)
  6175. {
  6176. bool onNewLine = false;
  6177. auto src = nameIdentifier->GetSourceData();
  6178. int srcStart = nameIdentifier->GetSrcStart();
  6179. for (int srcIdx = typeRef->GetSrcEnd(); srcIdx < srcStart; srcIdx++)
  6180. if (src->mSrc[srcIdx] == '\n')
  6181. onNewLine = false;
  6182. if (onNewLine)
  6183. {
  6184. // Actually it looks like a partially formed type declaration followed by a method
  6185. // which returns a generic type
  6186. FailAfter("Name expected", typeRef);
  6187. auto fieldDecl = mAlloc->Alloc<BfFieldDeclaration>();
  6188. ReplaceNode(typeRef, fieldDecl);
  6189. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6190. fieldDecl->mTypeRef = typeRef;
  6191. return fieldDecl;
  6192. }
  6193. }
  6194. }
  6195. // Looks like a method declaration
  6196. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  6197. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  6198. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  6199. if (typeRef != NULL)
  6200. ReplaceNode(typeRef, methodDeclaration);
  6201. else
  6202. ReplaceNode(nameIdentifier, methodDeclaration);
  6203. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6204. if (explicitInterface != NULL)
  6205. {
  6206. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  6207. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6208. }
  6209. if (token == BfToken_LChevron)
  6210. {
  6211. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  6212. if (genericParams != NULL)
  6213. {
  6214. MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
  6215. }
  6216. }
  6217. methodDeclaration->mReturnType = typeRef;
  6218. MEMBER_SET_CHECKED(methodDeclaration, mNameNode, nameIdentifier);
  6219. mCurMethodDecl = methodDeclaration;
  6220. ParseMethod(methodDeclaration, &params, &commas);
  6221. mCurMethodDecl = NULL;
  6222. return methodDeclaration;
  6223. }
  6224. return CreateFieldDeclaration(tokenNode, typeRef, nameIdentifier, NULL);
  6225. }
  6226. FailAfter("Member name expected", node);
  6227. // Same fail case as "expected member declaration"
  6228. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6229. ReplaceNode(typeRef, fieldDecl);
  6230. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6231. fieldDecl->mTypeRef = typeRef;
  6232. return fieldDecl;
  6233. }
  6234. BfInvocationExpression* BfReducer::CreateInvocationExpression(BfAstNode* target, CreateExprFlags createExprFlags)
  6235. {
  6236. auto tokenNode = ExpectTokenAfter(target, BfToken_LParen, BfToken_LChevron, BfToken_Bang);
  6237. auto invocationExpr = mAlloc->Alloc<BfInvocationExpression>();
  6238. BfDeferredAstSizedArray<BfExpression*> arguments(invocationExpr->mArguments, mAlloc);
  6239. BfDeferredAstSizedArray<BfTokenNode*> commas(invocationExpr->mCommas, mAlloc);
  6240. invocationExpr->mTarget = target;
  6241. ReplaceNode(target, invocationExpr);
  6242. if (tokenNode == NULL)
  6243. return invocationExpr;
  6244. if (tokenNode->GetToken() == BfToken_Bang)
  6245. {
  6246. MoveNode(tokenNode, invocationExpr);
  6247. if (tokenNode->GetSrcEnd() == invocationExpr->mTarget->GetSrcEnd() + 1)
  6248. {
  6249. BfAstNode* target = invocationExpr->mTarget;
  6250. while (true)
  6251. {
  6252. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(target))
  6253. target = qualifiedNameNode->mRight;
  6254. else if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(target))
  6255. target = memberRefExpr->mMemberName;
  6256. else if (auto attribIdentifierNode = BfNodeDynCast<BfAttributedIdentifierNode>(target))
  6257. target = attribIdentifierNode->mIdentifier;
  6258. else
  6259. break;
  6260. }
  6261. if (target != NULL)
  6262. {
  6263. BF_ASSERT(tokenNode->GetSrcEnd() == target->GetSrcEnd() + 1);
  6264. target->SetSrcEnd(tokenNode->GetSrcEnd());
  6265. invocationExpr->mTarget->SetSrcEnd(tokenNode->GetSrcEnd());
  6266. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6267. {
  6268. if (nextToken->GetToken() == BfToken_Colon)
  6269. {
  6270. /*auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6271. ReplaceNode(invocationExpr->mTarget, scopedInvocationTarget);
  6272. scopedInvocationTarget->mTarget = invocationExpr->mTarget;
  6273. invocationExpr->mTarget = scopedInvocationTarget;
  6274. MEMBER_SET(scopedInvocationTarget, mColonToken, nextToken);
  6275. mVisitorPos.MoveNext();
  6276. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6277. {
  6278. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6279. {
  6280. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6281. mVisitorPos.MoveNext();
  6282. }
  6283. }
  6284. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6285. {
  6286. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6287. mVisitorPos.MoveNext();
  6288. }
  6289. if (scopedInvocationTarget->mScopeName == NULL)
  6290. {
  6291. FailAfter("Expected scope name", scopedInvocationTarget);
  6292. }*/
  6293. auto scopedInvocationTarget = CreateScopedInvocationTarget(invocationExpr->mTarget, nextToken);
  6294. invocationExpr->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6295. }
  6296. }
  6297. }
  6298. }
  6299. else
  6300. Fail("No space allowed before token", tokenNode);
  6301. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen, BfToken_LChevron);
  6302. if (tokenNode == NULL)
  6303. return invocationExpr;
  6304. }
  6305. if (tokenNode->GetToken() == BfToken_LChevron)
  6306. {
  6307. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6308. MEMBER_SET_CHECKED(invocationExpr, mGenericArgs, genericParamsDecl);
  6309. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen);
  6310. }
  6311. MEMBER_SET_CHECKED(invocationExpr, mOpenParen, tokenNode);
  6312. tokenNode = ReadArguments(invocationExpr, invocationExpr, &arguments, &commas, BfToken_RParen, true);
  6313. if (tokenNode != NULL)
  6314. {
  6315. MEMBER_SET(invocationExpr, mCloseParen, tokenNode);
  6316. }
  6317. return invocationExpr;
  6318. }
  6319. BfInitializerExpression* BfReducer::TryCreateInitializerExpression(BfExpression* target)
  6320. {
  6321. auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext());
  6322. if (block == NULL)
  6323. return NULL;
  6324. mVisitorPos.MoveNext();
  6325. auto initializerExpr = mAlloc->Alloc<BfInitializerExpression>();
  6326. ReplaceNode(target, initializerExpr);
  6327. initializerExpr->mTarget = target;
  6328. MEMBER_SET(initializerExpr, mOpenBrace, block->mOpenBrace);
  6329. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6330. bool isDone = !mVisitorPos.MoveNext();
  6331. BfDeferredAstNodeSizedArray<BfExpression*> values(initializerExpr, initializerExpr->mValues, mAlloc);
  6332. BfDeferredAstNodeSizedArray<BfTokenNode*> commas(initializerExpr, initializerExpr->mCommas, mAlloc);
  6333. BfAstNode* nextNode = NULL;
  6334. while (!isDone)
  6335. {
  6336. BfAstNode* node = mVisitorPos.GetCurrent();
  6337. initializerExpr->mSrcEnd = node->mSrcEnd;
  6338. auto expr = CreateExpression(node);
  6339. isDone = !mVisitorPos.MoveNext();
  6340. if (expr != NULL)
  6341. values.Add(expr);
  6342. else
  6343. AddErrorNode(node);
  6344. if (!isDone)
  6345. {
  6346. bool foundComma = false;
  6347. node = mVisitorPos.GetCurrent();
  6348. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  6349. {
  6350. if (tokenNode->mToken == BfToken_Comma)
  6351. {
  6352. foundComma = true;
  6353. commas.Add(tokenNode);
  6354. isDone = !mVisitorPos.MoveNext();
  6355. }
  6356. }
  6357. }
  6358. }
  6359. mVisitorPos.Trim();
  6360. if (block->mCloseBrace != NULL)
  6361. MEMBER_SET(initializerExpr, mCloseBrace, block->mCloseBrace);
  6362. return initializerExpr;
  6363. }
  6364. BfDelegateBindExpression* BfReducer::CreateDelegateBindExpression(BfAstNode* allocNode)
  6365. {
  6366. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  6367. ReplaceNode(allocNode, delegateBindExpr);
  6368. MEMBER_SET(delegateBindExpr, mNewToken, allocNode);
  6369. auto tokenNode = ExpectTokenAfter(delegateBindExpr, BfToken_FatArrow);
  6370. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  6371. auto expr = CreateExpressionAfter(delegateBindExpr);
  6372. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  6373. auto nextNode = mVisitorPos.GetNext();
  6374. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  6375. {
  6376. if (tokenNode->GetToken() == BfToken_LChevron)
  6377. {
  6378. mVisitorPos.MoveNext();
  6379. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6380. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  6381. }
  6382. }
  6383. return delegateBindExpr;
  6384. }
  6385. BfLambdaBindExpression* BfReducer::CreateLambdaBindExpression(BfAstNode* allocNode, BfTokenNode* parenToken)
  6386. {
  6387. auto lambdaBindExpr = mAlloc->Alloc<BfLambdaBindExpression>();
  6388. BfDeferredAstSizedArray<BfIdentifierNode*> params(lambdaBindExpr->mParams, mAlloc);
  6389. BfDeferredAstSizedArray<BfTokenNode*> commas(lambdaBindExpr->mCommas, mAlloc);
  6390. BfTokenNode* tokenNode;
  6391. if (allocNode != NULL)
  6392. {
  6393. ReplaceNode(allocNode, lambdaBindExpr);
  6394. MEMBER_SET(lambdaBindExpr, mNewToken, allocNode);
  6395. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen, BfToken_LBracket);
  6396. }
  6397. else
  6398. {
  6399. ReplaceNode(parenToken, lambdaBindExpr);
  6400. tokenNode = parenToken;
  6401. }
  6402. if (tokenNode == NULL)
  6403. return lambdaBindExpr;
  6404. MEMBER_SET_CHECKED(lambdaBindExpr, mOpenParen, tokenNode);
  6405. for (int paramIdx = 0; true; paramIdx++)
  6406. {
  6407. bool isRParen = false;
  6408. auto nextNode = mVisitorPos.GetNext();
  6409. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  6410. isRParen = tokenNode->GetToken() == BfToken_RParen;
  6411. if (!isRParen)
  6412. {
  6413. auto nameIdentifier = ExpectIdentifierAfter(lambdaBindExpr, "parameter name");
  6414. if (nameIdentifier == NULL)
  6415. return lambdaBindExpr;
  6416. MoveNode(nameIdentifier, lambdaBindExpr);
  6417. params.push_back(nameIdentifier);
  6418. }
  6419. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_Comma, BfToken_RParen);
  6420. if (tokenNode == NULL)
  6421. return lambdaBindExpr;
  6422. if (tokenNode->GetToken() == BfToken_RParen)
  6423. {
  6424. MEMBER_SET(lambdaBindExpr, mCloseParen, tokenNode);
  6425. break;
  6426. }
  6427. MoveNode(tokenNode, lambdaBindExpr);
  6428. commas.push_back(tokenNode);
  6429. }
  6430. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_FatArrow);
  6431. MEMBER_SET_CHECKED(lambdaBindExpr, mFatArrowToken, tokenNode);
  6432. auto nextNode = mVisitorPos.GetNext();
  6433. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6434. if (block != NULL)
  6435. {
  6436. HandleBlock(block, true);
  6437. mVisitorPos.MoveNext();
  6438. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, block);
  6439. }
  6440. else
  6441. {
  6442. auto expr = CreateExpressionAfter(lambdaBindExpr);
  6443. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, expr);
  6444. }
  6445. auto lambdaDtor = CreateFieldDtorDeclaration(lambdaBindExpr);
  6446. if (lambdaDtor != NULL)
  6447. {
  6448. if ((mIsFieldInitializer) && (!mInParenExpr))
  6449. {
  6450. Fail("Ambiguous destructor: could be field destructor or lambda destructor. Disambiguate with parentheses, either '(lambda) ~ fieldDtor' or '(lambda ~ lambdaDtor)'", lambdaBindExpr);
  6451. }
  6452. lambdaBindExpr->mDtor = lambdaDtor;
  6453. }
  6454. return lambdaBindExpr;
  6455. }
  6456. BfCollectionInitializerExpression* BfReducer::CreateCollectionInitializerExpression(BfBlock* block)
  6457. {
  6458. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6459. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6460. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6461. ReplaceNode(block, arrayInitializerExpression);
  6462. MEMBER_SET(arrayInitializerExpression, mOpenBrace, block->mOpenBrace);
  6463. if (block->mCloseBrace != NULL)
  6464. MEMBER_SET(arrayInitializerExpression, mCloseBrace, block->mCloseBrace);
  6465. block->mOpenBrace = NULL;
  6466. block->mCloseBrace = NULL;
  6467. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6468. bool isDone = !mVisitorPos.MoveNext();
  6469. while (true)
  6470. {
  6471. auto head = mVisitorPos.GetCurrent();
  6472. if (head == NULL)
  6473. break;
  6474. BfExpression* expression;
  6475. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6476. expression = CreateCollectionInitializerExpression(innerBlock);
  6477. else
  6478. expression = CreateExpression(head);
  6479. if (expression == NULL)
  6480. break;
  6481. auto nextNode = mVisitorPos.GetNext();
  6482. bool atEnd = nextNode == NULL;
  6483. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RBrace);
  6484. MoveNode(expression, arrayInitializerExpression);
  6485. values.push_back(expression);
  6486. if ((!atEnd) && (tokenNode == NULL))
  6487. break;
  6488. if (atEnd)
  6489. break;
  6490. MoveNode(tokenNode, arrayInitializerExpression);
  6491. commas.push_back(tokenNode);
  6492. isDone = !mVisitorPos.MoveNext();
  6493. }
  6494. return arrayInitializerExpression;
  6495. }
  6496. BfCollectionInitializerExpression * BfReducer::CreateCollectionInitializerExpression(BfTokenNode* openToken)
  6497. {
  6498. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6499. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6500. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6501. ReplaceNode(openToken, arrayInitializerExpression);
  6502. MEMBER_SET(arrayInitializerExpression, mOpenBrace, openToken);
  6503. bool isDone = !mVisitorPos.MoveNext();
  6504. while (true)
  6505. {
  6506. auto head = mVisitorPos.GetCurrent();
  6507. if (head == NULL)
  6508. break;
  6509. BfExpression* expression;
  6510. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6511. expression = CreateCollectionInitializerExpression(innerBlock);
  6512. else
  6513. {
  6514. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(head))
  6515. {
  6516. if (tokenNode->mToken == BfToken_RParen)
  6517. {
  6518. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6519. return arrayInitializerExpression;
  6520. }
  6521. }
  6522. expression = CreateExpression(head);
  6523. }
  6524. if (expression == NULL)
  6525. break;
  6526. auto nextNode = mVisitorPos.GetNext();
  6527. bool atEnd = nextNode == NULL;
  6528. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RParen);
  6529. MoveNode(expression, arrayInitializerExpression);
  6530. values.push_back(expression);
  6531. if ((!atEnd) && (tokenNode == NULL))
  6532. break;
  6533. if (atEnd)
  6534. break;
  6535. MoveNode(tokenNode, arrayInitializerExpression);
  6536. if (tokenNode->GetToken() == BfToken_RParen)
  6537. {
  6538. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6539. break;
  6540. }
  6541. commas.push_back(tokenNode);
  6542. isDone = !mVisitorPos.MoveNext();
  6543. }
  6544. return arrayInitializerExpression;
  6545. }
  6546. BfScopedInvocationTarget* BfReducer::CreateScopedInvocationTarget(BfAstNode*& targetRef, BfTokenNode* colonToken)
  6547. {
  6548. auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6549. ReplaceNode(targetRef, scopedInvocationTarget);
  6550. scopedInvocationTarget->mTarget = targetRef;
  6551. targetRef = scopedInvocationTarget;
  6552. if (colonToken == NULL)
  6553. return scopedInvocationTarget;
  6554. MEMBER_SET(scopedInvocationTarget, mColonToken, colonToken);
  6555. mVisitorPos.MoveNext();
  6556. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6557. {
  6558. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6559. {
  6560. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6561. mVisitorPos.MoveNext();
  6562. }
  6563. }
  6564. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6565. {
  6566. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6567. mVisitorPos.MoveNext();
  6568. }
  6569. if (scopedInvocationTarget->mScopeName == NULL)
  6570. {
  6571. FailAfter("Expected scope name", scopedInvocationTarget);
  6572. }
  6573. return scopedInvocationTarget;
  6574. }
  6575. bool BfReducer::SetProtection(BfAstNode* parentNode, BfAstNode*& protectionNodeRef, BfTokenNode* tokenNode)
  6576. {
  6577. bool failed = false;
  6578. if (protectionNodeRef != NULL)
  6579. {
  6580. if (auto prevToken = BfNodeDynCast<BfTokenNode>(protectionNodeRef))
  6581. {
  6582. if (((prevToken->mToken == BfToken_Protected) && (tokenNode->mToken == BfToken_Internal)) ||
  6583. ((prevToken->mToken == BfToken_Internal) && (tokenNode->mToken == BfToken_Protected)))
  6584. {
  6585. auto tokenPair = mAlloc->Alloc<BfTokenPairNode>();
  6586. if (prevToken->mSrcStart < tokenNode->mSrcStart)
  6587. {
  6588. ReplaceNode(prevToken, tokenPair);
  6589. MEMBER_SET(tokenPair, mLeft, prevToken);
  6590. MEMBER_SET(tokenPair, mRight, tokenNode);
  6591. }
  6592. else
  6593. {
  6594. ReplaceNode(tokenNode, tokenPair);
  6595. MEMBER_SET(tokenPair, mLeft, tokenNode);
  6596. MEMBER_SET(tokenPair, mRight, prevToken);
  6597. }
  6598. protectionNodeRef = tokenPair;
  6599. if (parentNode != NULL)
  6600. MoveNode(tokenPair, parentNode);
  6601. return true;
  6602. }
  6603. }
  6604. Fail("Protection already specified", protectionNodeRef);
  6605. }
  6606. protectionNodeRef = tokenNode;
  6607. if (parentNode != NULL)
  6608. MoveNode(tokenNode, parentNode);
  6609. return !failed;
  6610. }
  6611. BfAstNode* BfReducer::CreateAllocNode(BfTokenNode* allocToken)
  6612. {
  6613. if (allocToken->GetToken() == BfToken_Scope)
  6614. {
  6615. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6616. if (nextToken == NULL)
  6617. return allocToken;
  6618. if ((nextToken->mToken != BfToken_Colon) && (nextToken->mToken != BfToken_LBracket))
  6619. return allocToken;
  6620. auto scopeNode = mAlloc->Alloc<BfScopeNode>();
  6621. ReplaceNode(allocToken, scopeNode);
  6622. scopeNode->mScopeToken = allocToken;
  6623. if (nextToken->mToken == BfToken_Colon)
  6624. {
  6625. MEMBER_SET(scopeNode, mColonToken, nextToken);
  6626. mVisitorPos.MoveNext();
  6627. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6628. {
  6629. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6630. {
  6631. MEMBER_SET(scopeNode, mTargetNode, nextToken);
  6632. mVisitorPos.MoveNext();
  6633. }
  6634. }
  6635. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6636. {
  6637. MEMBER_SET(scopeNode, mTargetNode, identifier);
  6638. mVisitorPos.MoveNext();
  6639. }
  6640. if (scopeNode->mTargetNode == NULL)
  6641. {
  6642. FailAfter("Expected scope name", scopeNode);
  6643. }
  6644. }
  6645. nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6646. if (nextToken == NULL)
  6647. return scopeNode;
  6648. if (nextToken->mToken != BfToken_LBracket)
  6649. return scopeNode;
  6650. mVisitorPos.MoveNext();
  6651. auto attributeDirective = CreateAttributeDirective(nextToken);
  6652. MEMBER_SET(scopeNode, mAttributes, attributeDirective);
  6653. return scopeNode;
  6654. }
  6655. if (allocToken->GetToken() == BfToken_New)
  6656. {
  6657. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6658. if (nextToken == NULL)
  6659. return allocToken;
  6660. if ((nextToken->mToken != BfToken_Colon) && (nextToken->mToken != BfToken_LBracket))
  6661. return allocToken;
  6662. auto newNode = mAlloc->Alloc<BfNewNode>();
  6663. ReplaceNode(allocToken, newNode);
  6664. newNode->mNewToken = allocToken;
  6665. if (nextToken->mToken == BfToken_Colon)
  6666. {
  6667. MEMBER_SET(newNode, mColonToken, nextToken);
  6668. mVisitorPos.MoveNext();
  6669. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6670. {
  6671. BfToken nextToken = nextTokenNode->GetToken();
  6672. if ((nextToken == BfToken_LParen) || (nextToken == BfToken_This) || (nextToken == BfToken_Null))
  6673. {
  6674. auto allocExpr = CreateExpressionAfter(newNode, (CreateExprFlags)(CreateExprFlags_NoCast | CreateExprFlags_ExitOnParenExpr));
  6675. if (allocExpr != NULL)
  6676. {
  6677. MEMBER_SET(newNode, mAllocNode, allocExpr);
  6678. }
  6679. }
  6680. }
  6681. else
  6682. {
  6683. int endNodeIdx = -1;
  6684. int nodeIdx = mVisitorPos.mReadPos;
  6685. mVisitorPos.MoveNext();
  6686. if (IsTypeReference(mVisitorPos.GetCurrent(), BfToken_Bang, &endNodeIdx))
  6687. {
  6688. if (auto bangToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx)))
  6689. {
  6690. if (auto prevIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(endNodeIdx - 1)))
  6691. {
  6692. if (bangToken->GetSrcStart() == prevIdentifier->GetSrcEnd())
  6693. {
  6694. if (endNodeIdx == nodeIdx + 2)
  6695. {
  6696. MEMBER_SET(newNode, mAllocNode, prevIdentifier);
  6697. prevIdentifier->SetSrcEnd(bangToken->GetSrcEnd());
  6698. }
  6699. else
  6700. {
  6701. mVisitorPos.mReadPos = nodeIdx + 1;
  6702. BfExpression* expr = CreateExpression(mVisitorPos.Get(nodeIdx + 1), CreateExprFlags_ExitOnBang);
  6703. expr->SetSrcEnd(bangToken->GetSrcEnd());
  6704. MEMBER_SET(newNode, mAllocNode, expr);
  6705. BfAstNode* memberNode = expr;
  6706. if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(expr))
  6707. {
  6708. memberNode = memberRefExpr->mMemberName;
  6709. }
  6710. else if (auto qualifiedIdentifier = BfNodeDynCast<BfQualifiedNameNode>(expr))
  6711. {
  6712. memberNode = qualifiedIdentifier->mRight;
  6713. }
  6714. if (memberNode != NULL)
  6715. memberNode->SetSrcEnd(bangToken->GetSrcEnd());
  6716. }
  6717. newNode->SetSrcEnd(bangToken->GetSrcEnd());
  6718. mVisitorPos.mReadPos = endNodeIdx;
  6719. BfTokenNode* colonToken = NULL;
  6720. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx + 1)))
  6721. {
  6722. if (nextToken->GetToken() == BfToken_Colon)
  6723. colonToken = nextToken;
  6724. }
  6725. auto scopedInvocationTarget = CreateScopedInvocationTarget(newNode->mAllocNode, colonToken);
  6726. newNode->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6727. }
  6728. }
  6729. }
  6730. }
  6731. if (newNode->mAllocNode == NULL)
  6732. {
  6733. mVisitorPos.mReadPos = nodeIdx;
  6734. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6735. {
  6736. MEMBER_SET(newNode, mAllocNode, identifier);
  6737. mVisitorPos.MoveNext();
  6738. }
  6739. }
  6740. }
  6741. if (newNode->mAllocNode == NULL)
  6742. {
  6743. FailAfter("Expected allocator expression", newNode);
  6744. }
  6745. }
  6746. nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6747. if (nextToken == NULL)
  6748. return newNode;
  6749. if (nextToken->mToken != BfToken_LBracket)
  6750. return newNode;
  6751. mVisitorPos.MoveNext();
  6752. auto attributeDirective = CreateAttributeDirective(nextToken);
  6753. MEMBER_SET(newNode, mAttributes, attributeDirective);
  6754. return newNode;
  6755. }
  6756. return allocToken;
  6757. }
  6758. BfObjectCreateExpression* BfReducer::CreateObjectCreateExpression(BfAstNode* allocNode)
  6759. {
  6760. auto objectCreateExpr = mAlloc->Alloc<BfObjectCreateExpression>();
  6761. BfDeferredAstSizedArray<BfExpression*> arguments(objectCreateExpr->mArguments, mAlloc);
  6762. BfDeferredAstSizedArray<BfTokenNode*> commas(objectCreateExpr->mCommas, mAlloc);
  6763. ReplaceNode(allocNode, objectCreateExpr);
  6764. MEMBER_SET(objectCreateExpr, mNewNode, allocNode);
  6765. auto nextNode = mVisitorPos.GetNext();
  6766. BfTokenNode* tokenNode;
  6767. // Why did we want this syntax?
  6768. // if (tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6769. // {
  6770. // if (tokenNode->GetToken() == BfToken_Star)
  6771. // {
  6772. // MEMBER_SET(objectCreateExpr, mStarToken, tokenNode);
  6773. // mVisitorPos.MoveNext();
  6774. // }
  6775. // }
  6776. auto typeRef = CreateTypeRefAfter(objectCreateExpr);
  6777. if (typeRef == NULL)
  6778. return objectCreateExpr;
  6779. bool isArray = false;
  6780. if (auto ptrType = BfNodeDynCast<BfPointerTypeRef>(typeRef))
  6781. {
  6782. if (auto arrayType = BfNodeDynCast<BfArrayTypeRef>(ptrType->mElementType))
  6783. {
  6784. MEMBER_SET(objectCreateExpr, mStarToken, ptrType->mStarNode);
  6785. typeRef = ptrType->mElementType;
  6786. isArray = true;
  6787. }
  6788. }
  6789. else if (auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef))
  6790. {
  6791. isArray = true;
  6792. }
  6793. MEMBER_SET(objectCreateExpr, mTypeRef, typeRef);
  6794. if (auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
  6795. {
  6796. mPassInstance->Warn(0, "Expected '('", block->mOpenBrace);
  6797. mVisitorPos.MoveNext();
  6798. MEMBER_SET(objectCreateExpr, mOpenToken, block->mOpenBrace);
  6799. //
  6800. {
  6801. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6802. ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_None, true);
  6803. }
  6804. if (block->mCloseBrace != NULL)
  6805. MEMBER_SET(objectCreateExpr, mCloseToken, block->mCloseBrace);
  6806. return objectCreateExpr;
  6807. }
  6808. if (isArray)
  6809. {
  6810. tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6811. if (tokenNode == NULL)
  6812. return objectCreateExpr;
  6813. if (tokenNode->GetToken() != BfToken_LParen)
  6814. return objectCreateExpr;
  6815. mVisitorPos.MoveNext();
  6816. }
  6817. else
  6818. {
  6819. // Note- if there WERE an LBracket here then we'd have an 'isArray' case. We pass this in here for
  6820. // error display purposes
  6821. tokenNode = ExpectTokenAfter(objectCreateExpr, BfToken_LParen, BfToken_LBracket);
  6822. if (tokenNode == NULL)
  6823. return objectCreateExpr;
  6824. }
  6825. MEMBER_SET(objectCreateExpr, mOpenToken, tokenNode);
  6826. BfToken endToken = (BfToken)(tokenNode->GetToken() + 1);
  6827. tokenNode = ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_RParen, true);
  6828. if (tokenNode == NULL)
  6829. return objectCreateExpr;
  6830. MEMBER_SET(objectCreateExpr, mCloseToken, tokenNode);
  6831. return objectCreateExpr;
  6832. }
  6833. BfExpression* BfReducer::CreateIndexerExpression(BfExpression* target)
  6834. {
  6835. auto tokenNode = ExpectTokenAfter(target, BfToken_LBracket, BfToken_QuestionLBracket);
  6836. auto indexerExpr = mAlloc->Alloc<BfIndexerExpression>();
  6837. BfDeferredAstSizedArray<BfExpression*> arguments(indexerExpr->mArguments, mAlloc);
  6838. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerExpr->mCommas, mAlloc);
  6839. indexerExpr->mTarget = target;
  6840. ReplaceNode(target, indexerExpr);
  6841. indexerExpr->mOpenBracket = tokenNode;
  6842. MoveNode(indexerExpr->mOpenBracket, indexerExpr);
  6843. BfAstNode* argAfterNode = indexerExpr;
  6844. BfAttributeDirective* attributeDirective = NULL;
  6845. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6846. {
  6847. if (tokenNode->mToken == BfToken_LBracket)
  6848. {
  6849. mVisitorPos.MoveNext();
  6850. attributeDirective = CreateAttributeDirective(tokenNode);
  6851. argAfterNode = attributeDirective;
  6852. }
  6853. }
  6854. indexerExpr->mCloseBracket = ReadArguments(indexerExpr, argAfterNode, &arguments, &commas, BfToken_RBracket, false);
  6855. if (attributeDirective != NULL)
  6856. {
  6857. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  6858. attribExpr->mAttributes = attributeDirective;
  6859. MEMBER_SET(attribExpr, mExpression, indexerExpr);
  6860. return attribExpr;
  6861. }
  6862. return indexerExpr;
  6863. }
  6864. BfMemberReferenceExpression* BfReducer::CreateMemberReferenceExpression(BfAstNode* target)
  6865. {
  6866. auto tokenNode = ExpectTokenAfter(target, BfToken_Dot, BfToken_DotDot, BfToken_QuestionDot);
  6867. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  6868. if (target != NULL)
  6869. {
  6870. memberReferenceExpr->mTarget = target;
  6871. ReplaceNode(target, memberReferenceExpr);
  6872. }
  6873. MEMBER_SET_CHECKED(memberReferenceExpr, mDotToken, tokenNode);
  6874. auto nextNode = mVisitorPos.GetNext();
  6875. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(nextNode))
  6876. {
  6877. // Special case for "tuple.0" type references
  6878. if (literalExpr->mValue.mTypeCode == BfTypeCode_IntUnknown)
  6879. {
  6880. MEMBER_SET(memberReferenceExpr, mMemberName, literalExpr);
  6881. mVisitorPos.MoveNext();
  6882. return memberReferenceExpr;
  6883. }
  6884. }
  6885. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  6886. {
  6887. if (tokenNode->GetToken() == BfToken_LBracket)
  6888. {
  6889. mVisitorPos.MoveNext();
  6890. auto attrIdentifier = CreateAttributedExpression(tokenNode, true);
  6891. if (attrIdentifier != NULL)
  6892. {
  6893. MEMBER_SET(memberReferenceExpr, mMemberName, attrIdentifier);
  6894. }
  6895. }
  6896. }
  6897. if (memberReferenceExpr->mMemberName == NULL)
  6898. {
  6899. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  6900. if (memberName != NULL)
  6901. {
  6902. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  6903. }
  6904. }
  6905. return memberReferenceExpr;
  6906. }
  6907. BfTupleExpression* BfReducer::CreateTupleExpression(BfTokenNode* node, BfExpression* innerExpr)
  6908. {
  6909. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  6910. ReplaceNode(node, tupleExpr);
  6911. tupleExpr->mOpenParen = node;
  6912. BfDeferredAstSizedArray<BfTupleNameNode*> names(tupleExpr->mNames, mAlloc);
  6913. BfDeferredAstSizedArray<BfExpression*> values(tupleExpr->mValues, mAlloc);
  6914. BfDeferredAstSizedArray<BfTokenNode*> commas(tupleExpr->mCommas, mAlloc);
  6915. while (true)
  6916. {
  6917. BfTokenNode* closeParenToken;
  6918. if (innerExpr == NULL)
  6919. {
  6920. bool skipExpr = false;
  6921. if (values.size() != 0)
  6922. {
  6923. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  6924. {
  6925. if (nextToken->GetToken() == BfToken_RParen)
  6926. {
  6927. // Unterminated - default initialize
  6928. skipExpr = true;
  6929. }
  6930. }
  6931. }
  6932. if (!skipExpr)
  6933. innerExpr = CreateExpressionAfter(tupleExpr, CreateExprFlags_PermissiveVariableDecl);
  6934. }
  6935. if (innerExpr == NULL)
  6936. {
  6937. // Failed, but can we pull in the closing rparen?
  6938. auto nextNode = mVisitorPos.GetNext();
  6939. if ((closeParenToken = BfNodeDynCast<BfTokenNode>(nextNode)))
  6940. {
  6941. if (closeParenToken->GetToken() == BfToken_RParen)
  6942. {
  6943. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  6944. mVisitorPos.MoveNext();
  6945. }
  6946. }
  6947. break;
  6948. }
  6949. if (innerExpr->IsA<BfIdentifierNode>())
  6950. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  6951. else
  6952. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  6953. if (closeParenToken == NULL)
  6954. {
  6955. values.push_back(innerExpr);
  6956. MoveNode(innerExpr, tupleExpr);
  6957. break;
  6958. }
  6959. //TODO: Why did we have this compat mode thing? It kept us from properly creating tuples with names
  6960. if ((closeParenToken->GetToken() == BfToken_Colon) /*&& (!mCompatMode)*/)
  6961. {
  6962. BfTupleNameNode* tupleNameNode = mAlloc->Alloc<BfTupleNameNode>();
  6963. ReplaceNode(innerExpr, tupleNameNode);
  6964. tupleNameNode->mNameNode = (BfIdentifierNode*)innerExpr;
  6965. MEMBER_SET(tupleNameNode, mColonToken, closeParenToken);
  6966. while ((int)values.size() > names.size())
  6967. names.push_back(NULL);
  6968. names.push_back(tupleNameNode);
  6969. MoveNode(tupleNameNode, tupleExpr);
  6970. innerExpr = CreateExpressionAfter(tupleExpr);
  6971. if (innerExpr == NULL)
  6972. break;
  6973. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  6974. }
  6975. values.push_back(innerExpr);
  6976. MoveNode(innerExpr, tupleExpr);
  6977. innerExpr = NULL;
  6978. if (closeParenToken == NULL)
  6979. break;
  6980. if (closeParenToken->GetToken() == BfToken_RParen)
  6981. {
  6982. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  6983. break;
  6984. }
  6985. commas.push_back(closeParenToken);
  6986. MoveNode(closeParenToken, tupleExpr);
  6987. }
  6988. return tupleExpr;
  6989. }
  6990. BfAstNode* BfReducer::HandleTopLevel(BfBlock* node)
  6991. {
  6992. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(node));
  6993. BfAstNode* prevNode = NULL;
  6994. bool hadPrevFail = false;
  6995. bool isDone = !mVisitorPos.MoveNext();
  6996. while (!isDone)
  6997. {
  6998. auto child = mVisitorPos.GetCurrent();
  6999. if (child == prevNode)
  7000. {
  7001. // If we're stuck on an error and can't process any more nodes
  7002. break;
  7003. }
  7004. prevNode = child;
  7005. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  7006. if (tokenNode == NULL)
  7007. {
  7008. if (!hadPrevFail)
  7009. Fail("Namespace or type declaration expected", child);
  7010. hadPrevFail = true;
  7011. isDone = !mVisitorPos.MoveNext();
  7012. mVisitorPos.Write(child); // Just keep it...
  7013. continue;
  7014. }
  7015. auto newNode = CreateTopLevelObject(tokenNode, NULL);
  7016. hadPrevFail = newNode == NULL;
  7017. isDone = !mVisitorPos.MoveNext();
  7018. if (newNode != NULL)
  7019. mVisitorPos.Write(newNode);
  7020. }
  7021. mVisitorPos.Trim();
  7022. return node;
  7023. }
  7024. BfAstNode* BfReducer::CreateTopLevelObject(BfTokenNode* tokenNode, BfAttributeDirective* attributes, BfAstNode* deferredHeadNode)
  7025. {
  7026. AssertCurrentNode(tokenNode);
  7027. bool isSimpleEnum = false;
  7028. if (tokenNode->GetToken() == BfToken_Enum)
  7029. {
  7030. int checkReadPos = mVisitorPos.mReadPos + 1;
  7031. // Do we just have a value list with no members?
  7032. auto nextNode = mVisitorPos.Get(checkReadPos);
  7033. auto checkNode = nextNode;
  7034. while (checkNode != NULL)
  7035. {
  7036. if (auto block = BfNodeDynCast<BfBlock>(checkNode))
  7037. {
  7038. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  7039. mVisitorPos.MoveNext();
  7040. bool hadIllegal = false;
  7041. bool inAssignment = false;
  7042. int bracketDepth = 0;
  7043. int checkIdx = 0;
  7044. while (true)
  7045. {
  7046. auto node = block->mChildArr.Get(checkIdx);
  7047. if (node == NULL)
  7048. break;
  7049. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(node))
  7050. {
  7051. // Allow
  7052. }
  7053. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  7054. {
  7055. if (tokenNode->mToken == BfToken_Comma)
  7056. {
  7057. // Allow
  7058. inAssignment = false;
  7059. }
  7060. else if (tokenNode->mToken == BfToken_AssignEquals)
  7061. {
  7062. inAssignment = true;
  7063. }
  7064. else if (tokenNode->mToken == BfToken_LBracket)
  7065. {
  7066. bracketDepth++;
  7067. }
  7068. else if (tokenNode->mToken == BfToken_RBracket)
  7069. {
  7070. bracketDepth--;
  7071. }
  7072. else if (bracketDepth != 0)
  7073. {
  7074. // Allow
  7075. }
  7076. else if (tokenNode->mToken == BfToken_Semicolon)
  7077. {
  7078. hadIllegal = true;
  7079. break;
  7080. }
  7081. else
  7082. {
  7083. if (!inAssignment)
  7084. {
  7085. hadIllegal = true;
  7086. break;
  7087. }
  7088. }
  7089. }
  7090. else if (bracketDepth != 0)
  7091. {
  7092. // Allow
  7093. }
  7094. else
  7095. {
  7096. if (!inAssignment)
  7097. {
  7098. hadIllegal = true;
  7099. break;
  7100. }
  7101. }
  7102. checkIdx++;
  7103. }
  7104. if (!hadIllegal)
  7105. {
  7106. isSimpleEnum = true;
  7107. }
  7108. break;
  7109. }
  7110. checkReadPos++;
  7111. auto nextCheckNode = mVisitorPos.Get(checkReadPos);
  7112. checkNode = nextCheckNode;
  7113. }
  7114. }
  7115. switch (tokenNode->GetToken())
  7116. {
  7117. case BfToken_Using:
  7118. {
  7119. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  7120. {
  7121. if ((nextTokenNode->mToken == BfToken_Static) || (nextTokenNode->mToken == BfToken_Internal))
  7122. {
  7123. auto usingDirective = mAlloc->Alloc<BfUsingModDirective>();
  7124. ReplaceNode(tokenNode, usingDirective);
  7125. usingDirective->mUsingToken = tokenNode;
  7126. MEMBER_SET(usingDirective, mModToken, nextTokenNode);
  7127. mVisitorPos.MoveNext();
  7128. auto typeRef = CreateTypeRefAfter(usingDirective);
  7129. if (typeRef != NULL)
  7130. MEMBER_SET(usingDirective, mTypeRef, typeRef);
  7131. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  7132. if (tokenNode != NULL)
  7133. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  7134. mExteriorNodes.Add(usingDirective);
  7135. return usingDirective;
  7136. }
  7137. }
  7138. auto usingDirective = mAlloc->Alloc<BfUsingDirective>();
  7139. ReplaceNode(tokenNode, usingDirective);
  7140. usingDirective->mUsingToken = tokenNode;
  7141. auto identifierNode = ExpectIdentifierAfter(usingDirective);
  7142. if (identifierNode != NULL)
  7143. {
  7144. identifierNode = CompactQualifiedName(identifierNode);
  7145. MEMBER_SET(usingDirective, mNamespace, identifierNode);
  7146. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  7147. if (tokenNode == NULL)
  7148. {
  7149. // Failure, but eat any following dot for autocompletion purposes
  7150. auto nextNode = mVisitorPos.GetNext();
  7151. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7152. {
  7153. if (tokenNode->GetToken() == BfToken_Dot)
  7154. {
  7155. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  7156. ReplaceNode(usingDirective->mNamespace, qualifiedNameNode);
  7157. qualifiedNameNode->mLeft = usingDirective->mNamespace;
  7158. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  7159. usingDirective->mNamespace = qualifiedNameNode;
  7160. usingDirective->SetSrcEnd(qualifiedNameNode->GetSrcEnd());
  7161. return usingDirective;
  7162. }
  7163. }
  7164. }
  7165. else if (tokenNode != NULL)
  7166. {
  7167. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  7168. }
  7169. }
  7170. mExteriorNodes.Add(usingDirective);
  7171. return usingDirective;
  7172. }
  7173. break;
  7174. case BfToken_Namespace:
  7175. {
  7176. auto namespaceDeclaration = mAlloc->Alloc<BfNamespaceDeclaration>();
  7177. namespaceDeclaration->mNamespaceNode = tokenNode;
  7178. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7179. if (identifierNode == NULL)
  7180. return namespaceDeclaration;
  7181. identifierNode = CompactQualifiedName(identifierNode);
  7182. namespaceDeclaration->mNameNode = identifierNode;
  7183. ReplaceNode(tokenNode, namespaceDeclaration);
  7184. MoveNode(identifierNode, namespaceDeclaration);
  7185. auto blockNode = ExpectBlockAfter(namespaceDeclaration);
  7186. if (blockNode == NULL)
  7187. return namespaceDeclaration;
  7188. MoveNode(blockNode, namespaceDeclaration);
  7189. namespaceDeclaration->mBlock = blockNode;
  7190. HandleTopLevel(namespaceDeclaration->mBlock);
  7191. return namespaceDeclaration;
  7192. }
  7193. break;
  7194. case BfToken_LBracket:
  7195. {
  7196. auto attributes = CreateAttributeDirective(tokenNode);
  7197. if (attributes == NULL)
  7198. return NULL;
  7199. auto nextNode = mVisitorPos.GetNext();
  7200. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7201. if (nextToken == NULL)
  7202. {
  7203. FailAfter("Expected type declaration", tokenNode);
  7204. return NULL;
  7205. }
  7206. mVisitorPos.MoveNext();
  7207. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  7208. if (topLevelObject == NULL)
  7209. return NULL;
  7210. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  7211. if (typeDeclaration == NULL)
  7212. {
  7213. Fail("Invalid type specifier", tokenNode);
  7214. return NULL;
  7215. }
  7216. typeDeclaration->mAttributes = attributes;
  7217. ReplaceNode(attributes, typeDeclaration);
  7218. return typeDeclaration;
  7219. }
  7220. break;
  7221. case BfToken_Sealed:
  7222. case BfToken_Abstract:
  7223. case BfToken_Concrete:
  7224. case BfToken_Public:
  7225. case BfToken_Private:
  7226. case BfToken_Protected:
  7227. case BfToken_Internal:
  7228. case BfToken_Static:
  7229. {
  7230. auto nextNode = mVisitorPos.GetNext();
  7231. if ((tokenNode->GetToken() == BfToken_Static) && BfNodeIsA<BfBlock>(nextNode))
  7232. {
  7233. // It's a global block!
  7234. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7235. ReplaceNode(tokenNode, typeDeclaration);
  7236. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7237. typeDeclaration->mStaticSpecifier = tokenNode;
  7238. auto block = BfNodeDynCast<BfBlock>(nextNode);
  7239. MEMBER_SET(typeDeclaration, mDefineNode, block);
  7240. mVisitorPos.MoveNext();
  7241. HandleTypeDeclaration(typeDeclaration, attributes, deferredHeadNode);
  7242. return typeDeclaration;
  7243. }
  7244. nextNode = mVisitorPos.GetNext();
  7245. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7246. if (nextToken == NULL)
  7247. {
  7248. AddErrorNode(tokenNode);
  7249. FailAfter("Expected type declaration", tokenNode);
  7250. return NULL;
  7251. }
  7252. mVisitorPos.MoveNext();
  7253. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  7254. if (topLevelObject == NULL)
  7255. {
  7256. AddErrorNode(tokenNode);
  7257. return NULL;
  7258. }
  7259. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  7260. if (typeDeclaration == NULL)
  7261. {
  7262. AddErrorNode(tokenNode);
  7263. Fail("Invalid type specifier", tokenNode);
  7264. return NULL;
  7265. }
  7266. ReplaceNode(tokenNode, typeDeclaration);
  7267. BfToken token = tokenNode->GetToken();
  7268. if ((token == BfToken_Public) ||
  7269. (token == BfToken_Protected) ||
  7270. (token == BfToken_Private) ||
  7271. (token == BfToken_Internal))
  7272. {
  7273. SetProtection(typeDeclaration, typeDeclaration->mProtectionSpecifier, tokenNode);
  7274. }
  7275. if (token == BfToken_Static)
  7276. {
  7277. if (typeDeclaration->mStaticSpecifier != NULL)
  7278. {
  7279. Fail("Static already specified", tokenNode);
  7280. }
  7281. MEMBER_SET(typeDeclaration, mStaticSpecifier, tokenNode);
  7282. }
  7283. if (token == BfToken_Sealed)
  7284. {
  7285. if (typeDeclaration->mSealedSpecifier != NULL)
  7286. {
  7287. Fail("Sealed already specified", tokenNode);
  7288. }
  7289. MEMBER_SET(typeDeclaration, mSealedSpecifier, tokenNode);
  7290. }
  7291. if ((token == BfToken_Abstract) || (token == BfToken_Concrete))
  7292. {
  7293. if (typeDeclaration->mAbstractSpecifier != NULL)
  7294. {
  7295. Fail(StrFormat("'%s' already specified", typeDeclaration->mAbstractSpecifier->ToString().c_str()), tokenNode);
  7296. }
  7297. MEMBER_SET(typeDeclaration, mAbstractSpecifier, tokenNode);
  7298. }
  7299. //TODO: Store type specifiers
  7300. return typeDeclaration;
  7301. }
  7302. break;
  7303. case BfToken_Delegate:
  7304. case BfToken_Function:
  7305. {
  7306. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7307. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDeclaration);
  7308. ReplaceNode(tokenNode, typeDeclaration);
  7309. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7310. typeDeclaration->mTypeNode = tokenNode;
  7311. auto retType = CreateTypeRefAfter(typeDeclaration);
  7312. if (retType == NULL)
  7313. return typeDeclaration;
  7314. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  7315. MEMBER_SET(methodDecl, mReturnType, retType);
  7316. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  7317. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  7318. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  7319. BfBlock* defineBlock = mAlloc->Alloc<BfBlock>();
  7320. MoveNode(defineBlock, typeDeclaration);
  7321. BfDeferredAstSizedArray<BfAstNode*> members(defineBlock->mChildArr, mAlloc);
  7322. members.push_back(methodDecl);
  7323. MoveNode(methodDecl, typeDeclaration);
  7324. typeDeclaration->mDefineNode = defineBlock;
  7325. auto name = ExpectIdentifierAfter(retType);
  7326. if (name == NULL)
  7327. {
  7328. ReplaceNode(retType, methodDecl);
  7329. return typeDeclaration;
  7330. }
  7331. ReplaceNode(name, methodDecl);
  7332. MEMBER_SET_CHECKED(typeDeclaration, mNameNode, name);
  7333. auto nextNode = mVisitorPos.GetNext();
  7334. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7335. {
  7336. if (tokenNode->GetToken() == BfToken_LChevron)
  7337. {
  7338. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  7339. MEMBER_SET_CHECKED(typeDeclaration, mGenericParams, genericParams);
  7340. methodDecl->SetSrcEnd(genericParams->GetSrcEnd());
  7341. }
  7342. }
  7343. if (!ParseMethod(methodDecl, &params, &commas))
  7344. return typeDeclaration;
  7345. if (methodDecl->mEndSemicolon == NULL)
  7346. FailAfter("Expected ';'", methodDecl->mCloseParen);
  7347. //MEMBER_SET(methodDecl, mReturnType, retType);
  7348. return typeDeclaration;
  7349. }
  7350. break;
  7351. case BfToken_TypeAlias:
  7352. {
  7353. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7354. if (identifierNode == NULL)
  7355. return NULL;
  7356. auto typeDeclaration = mAlloc->Alloc<BfTypeAliasDeclaration>();
  7357. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7358. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  7359. mLastTypeDecl = typeDeclaration;
  7360. typeDeclaration->mTypeNode = tokenNode;
  7361. typeDeclaration->mNameNode = identifierNode;
  7362. ReplaceNode(tokenNode, typeDeclaration);
  7363. MoveNode(identifierNode, typeDeclaration);
  7364. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7365. auto nextNode = mVisitorPos.GetNext();
  7366. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7367. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  7368. {
  7369. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  7370. if (genericMethodParams != NULL)
  7371. {
  7372. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  7373. }
  7374. }
  7375. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_AssignEquals);
  7376. if (tokenNode != NULL)
  7377. {
  7378. MEMBER_SET(typeDeclaration, mEqualsToken, tokenNode);
  7379. auto aliasToType = CreateTypeRefAfter(typeDeclaration);
  7380. if (aliasToType != NULL)
  7381. {
  7382. MEMBER_SET(typeDeclaration, mAliasToType, aliasToType);
  7383. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_Semicolon);
  7384. if (tokenNode != NULL)
  7385. MEMBER_SET(typeDeclaration, mEndSemicolon, tokenNode);
  7386. }
  7387. }
  7388. if (!IsNodeRelevant(deferredHeadNode, typeDeclaration))
  7389. typeDeclaration->mIgnoreDeclaration = true;
  7390. return typeDeclaration;
  7391. }
  7392. break;
  7393. case BfToken_Class:
  7394. case BfToken_Struct:
  7395. case BfToken_Interface:
  7396. case BfToken_Enum:
  7397. case BfToken_Extension:
  7398. {
  7399. if ((tokenNode->GetToken() == BfToken_Enum) && (isSimpleEnum))
  7400. break;
  7401. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7402. if (identifierNode == NULL)
  7403. {
  7404. AddErrorNode(tokenNode);
  7405. return NULL;
  7406. }
  7407. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7408. // means we don't parse members inside type (messes up colorization and such)
  7409. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7410. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7411. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  7412. mLastTypeDecl = typeDeclaration;
  7413. typeDeclaration->mTypeNode = tokenNode;
  7414. typeDeclaration->mNameNode = identifierNode;
  7415. ReplaceNode(tokenNode, typeDeclaration);
  7416. MoveNode(identifierNode, typeDeclaration);
  7417. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7418. auto nextNode = mVisitorPos.GetNext();
  7419. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7420. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  7421. {
  7422. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  7423. if (genericMethodParams != NULL)
  7424. {
  7425. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  7426. }
  7427. }
  7428. nextNode = mVisitorPos.GetNext();
  7429. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7430. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7431. {
  7432. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7433. mVisitorPos.MoveNext();
  7434. tokenNode = NULL;
  7435. for (int baseTypeIdx = 0; true; baseTypeIdx++)
  7436. {
  7437. nextNode = mVisitorPos.GetNext();
  7438. if ((baseTypeIdx > 0) && (BfNodeDynCast<BfBlock>(nextNode)))
  7439. break;
  7440. if (baseTypeIdx > 0)
  7441. {
  7442. BfTokenNode* commaToken = NULL;
  7443. if (typeDeclaration->mGenericParams != NULL)
  7444. {
  7445. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma, BfToken_Where);
  7446. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Where))
  7447. {
  7448. mVisitorPos.mReadPos--;
  7449. break;
  7450. }
  7451. }
  7452. else
  7453. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma);
  7454. if (commaToken == NULL)
  7455. break;
  7456. MoveNode(commaToken, typeDeclaration);
  7457. baseClassCommas.push_back(commaToken);
  7458. }
  7459. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7460. if (baseType == NULL)
  7461. break;
  7462. MoveNode(baseType, typeDeclaration);
  7463. baseClasses.push_back(baseType);
  7464. }
  7465. nextNode = mVisitorPos.GetNext();
  7466. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7467. }
  7468. if (tokenNode != NULL)
  7469. {
  7470. if (tokenNode->GetToken() == BfToken_Where)
  7471. {
  7472. mVisitorPos.MoveNext();
  7473. auto constraints = CreateGenericConstraintsDeclaration(tokenNode);
  7474. if (constraints != NULL)
  7475. {
  7476. MEMBER_SET(typeDeclaration, mGenericConstraintsDeclaration, constraints);
  7477. }
  7478. nextNode = mVisitorPos.GetNext();
  7479. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7480. }
  7481. }
  7482. if (tokenNode != NULL)
  7483. {
  7484. if (tokenNode->GetToken() == BfToken_Semicolon)
  7485. {
  7486. typeDeclaration->mDefineNode = tokenNode;
  7487. MoveNode(tokenNode, typeDeclaration);
  7488. mVisitorPos.MoveNext();
  7489. return typeDeclaration;
  7490. }
  7491. }
  7492. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7493. if (blockNode != NULL)
  7494. {
  7495. typeDeclaration->mDefineNode = blockNode;
  7496. MoveNode(blockNode, typeDeclaration);
  7497. HandleTypeDeclaration(typeDeclaration, attributes, (deferredHeadNode != NULL) ? deferredHeadNode : attributes);
  7498. }
  7499. return typeDeclaration;
  7500. }
  7501. break;
  7502. default: break;
  7503. }
  7504. if (isSimpleEnum)
  7505. {
  7506. auto identifierNode = ExpectIdentifierAfter(tokenNode, "enum name");
  7507. if (identifierNode == NULL)
  7508. return NULL;
  7509. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7510. // means we don't parse members inside type (messes up colorization and such)
  7511. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7512. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7513. auto prevTypeDecl = mCurTypeDecl;
  7514. mCurTypeDecl = typeDeclaration;
  7515. typeDeclaration->mTypeNode = tokenNode;
  7516. typeDeclaration->mNameNode = identifierNode;
  7517. ReplaceNode(tokenNode, typeDeclaration);
  7518. MoveNode(identifierNode, typeDeclaration);
  7519. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7520. auto nextNode = mVisitorPos.GetNext();
  7521. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7522. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7523. {
  7524. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7525. mVisitorPos.MoveNext();
  7526. tokenNode = NULL;
  7527. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7528. if (baseType == NULL)
  7529. return NULL;
  7530. MoveNode(baseType, typeDeclaration);
  7531. baseClasses.push_back(baseType);
  7532. }
  7533. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7534. if (blockNode != NULL)
  7535. {
  7536. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(blockNode));
  7537. mVisitorPos.MoveNext();
  7538. for (int fieldNum = 0; true; fieldNum++)
  7539. {
  7540. BfAstNode* child = mVisitorPos.GetCurrent();
  7541. if (child == NULL)
  7542. break;
  7543. if (fieldNum > 0)
  7544. {
  7545. auto commaToken = BfNodeDynCast<BfTokenNode>(child);
  7546. if ((commaToken == NULL) || (commaToken->GetToken() != BfToken_Comma))
  7547. {
  7548. Fail("Comma expected", child);
  7549. break;
  7550. }
  7551. MoveNode(commaToken, mCurTypeDecl);
  7552. mVisitorPos.MoveNext();
  7553. mVisitorPos.Write(commaToken);
  7554. child = mVisitorPos.GetCurrent();
  7555. }
  7556. if (child == NULL)
  7557. break;
  7558. auto fieldDecl = mAlloc->Alloc<BfEnumEntryDeclaration>();
  7559. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(child))
  7560. {
  7561. if (tokenNode->mToken == BfToken_LBracket)
  7562. {
  7563. BfAttributeDirective* attribute = CreateAttributeDirective(tokenNode);
  7564. if (attribute != NULL)
  7565. {
  7566. mVisitorPos.MoveNext();
  7567. child = mVisitorPos.GetCurrent();
  7568. fieldDecl->mAttributes = attribute;
  7569. if (child == NULL)
  7570. break;
  7571. }
  7572. }
  7573. }
  7574. mVisitorPos.MoveNext();
  7575. mVisitorPos.Write(fieldDecl);
  7576. ReplaceNode(child, fieldDecl);
  7577. if (fieldDecl->mAttributes != NULL)
  7578. fieldDecl->mSrcStart = fieldDecl->mAttributes->mSrcStart;
  7579. auto valueName = BfNodeDynCast<BfIdentifierNode>(child);
  7580. if (valueName == NULL)
  7581. {
  7582. Fail("Enum value name expected", child);
  7583. break;
  7584. }
  7585. MEMBER_SET(fieldDecl, mNameNode, valueName);
  7586. auto nextNode = mVisitorPos.GetCurrent();
  7587. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(nextNode))
  7588. {
  7589. if (equalsToken->GetToken() == BfToken_AssignEquals)
  7590. {
  7591. MEMBER_SET(fieldDecl, mEqualsNode, equalsToken);
  7592. fieldDecl->mInitializer = CreateExpressionAfter(fieldDecl);
  7593. if (fieldDecl->mInitializer != NULL)
  7594. {
  7595. mVisitorPos.MoveNext();
  7596. MoveNode(fieldDecl->mInitializer, fieldDecl);
  7597. }
  7598. }
  7599. }
  7600. fieldDecl->mDocumentation = FindDocumentation(fieldDecl, NULL, true);
  7601. MoveNode(fieldDecl, mCurTypeDecl);
  7602. }
  7603. mVisitorPos.Trim();
  7604. }
  7605. typeDeclaration->mDefineNode = blockNode;
  7606. if (blockNode != NULL)
  7607. {
  7608. MoveNode(blockNode, typeDeclaration);
  7609. }
  7610. mCurTypeDecl = prevTypeDecl;
  7611. return typeDeclaration;
  7612. }
  7613. AddErrorNode(tokenNode, false);
  7614. Fail("Unexpected token", tokenNode);
  7615. return NULL;
  7616. }
  7617. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken token)
  7618. {
  7619. AssertCurrentNode(node);
  7620. auto nextNode = mVisitorPos.GetNext();
  7621. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7622. if ((tokenNode == NULL) ||
  7623. (tokenNode->GetToken() != token))
  7624. {
  7625. FailAfter(StrFormat("Expected '%s'", BfTokenToString(token)), node);
  7626. return NULL;
  7627. }
  7628. mVisitorPos.MoveNext();
  7629. return tokenNode;
  7630. }
  7631. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB)
  7632. {
  7633. AssertCurrentNode(node);
  7634. auto nextNode = mVisitorPos.GetNext();
  7635. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7636. if ((tokenNode == NULL) ||
  7637. ((tokenNode->GetToken() != tokenA) && (tokenNode->GetToken() != tokenB)))
  7638. {
  7639. FailAfter(StrFormat("Expected '%s' or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB)), node);
  7640. return NULL;
  7641. }
  7642. mVisitorPos.MoveNext();
  7643. return tokenNode;
  7644. }
  7645. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC)
  7646. {
  7647. AssertCurrentNode(node);
  7648. auto nextNode = mVisitorPos.GetNext();
  7649. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7650. BfToken token = BfToken_Null;
  7651. if (tokenNode != NULL)
  7652. token = tokenNode->GetToken();
  7653. if ((tokenNode == NULL) ||
  7654. ((token != tokenA) && (token != tokenB) && (token != tokenC)))
  7655. {
  7656. FailAfter(StrFormat("Expected '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC)), node);
  7657. return NULL;
  7658. }
  7659. mVisitorPos.MoveNext();
  7660. return tokenNode;
  7661. }
  7662. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC, BfToken tokenD)
  7663. {
  7664. AssertCurrentNode(node);
  7665. auto nextNode = mVisitorPos.GetNext();
  7666. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7667. BfToken token = BfToken_Null;
  7668. if (tokenNode != NULL)
  7669. token = tokenNode->GetToken();
  7670. if ((tokenNode == NULL) ||
  7671. ((token != tokenA) && (token != tokenB) && (token != tokenC) && (token != tokenD)))
  7672. {
  7673. FailAfter(StrFormat("Expected '%s', '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC), BfTokenToString(tokenD)), node);
  7674. return NULL;
  7675. }
  7676. mVisitorPos.MoveNext();
  7677. return tokenNode;
  7678. }
  7679. BfIdentifierNode* BfReducer::ExpectIdentifierAfter(BfAstNode* node, const char* typeName)
  7680. {
  7681. AssertCurrentNode(node);
  7682. auto nextNode = mVisitorPos.GetNext();
  7683. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode);
  7684. if (identifierNode == NULL)
  7685. {
  7686. if (typeName != NULL)
  7687. FailAfter(StrFormat("Expected %s", typeName), node);
  7688. else
  7689. FailAfter("Expected identifier", node);
  7690. return NULL;
  7691. }
  7692. mVisitorPos.MoveNext();
  7693. return identifierNode;
  7694. }
  7695. BfBlock* BfReducer::ExpectBlockAfter(BfAstNode* node)
  7696. {
  7697. AssertCurrentNode(node);
  7698. auto nextNode = mVisitorPos.GetNext();
  7699. auto block = BfNodeDynCast<BfBlock>(nextNode);
  7700. if (block == NULL)
  7701. {
  7702. FailAfter("Block expected", node);
  7703. return NULL;
  7704. }
  7705. mVisitorPos.MoveNext();
  7706. return block;
  7707. }
  7708. BfTokenNode* BfReducer::BreakDoubleChevron(BfTokenNode* tokenNode)
  7709. {
  7710. // Break up those chevrons
  7711. auto firstChevron = mAlloc->Alloc<BfTokenNode>();
  7712. firstChevron->SetToken(BfToken_RChevron);
  7713. int triviaStart;
  7714. int srcStart;
  7715. int srcEnd;
  7716. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7717. firstChevron->Init(triviaStart, srcStart, srcEnd - 1);
  7718. tokenNode->SetToken(BfToken_RChevron);
  7719. tokenNode->SetSrcStart(srcStart + 1);
  7720. tokenNode->SetTriviaStart(srcStart);
  7721. return firstChevron;
  7722. }
  7723. BfTokenNode* BfReducer::BreakQuestionLBracket(BfTokenNode* tokenNode)
  7724. {
  7725. // Break up those chevrons
  7726. auto firstToken = mAlloc->Alloc<BfTokenNode>();
  7727. firstToken->SetToken(BfToken_Question);
  7728. int triviaStart;
  7729. int srcStart;
  7730. int srcEnd;
  7731. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7732. firstToken->Init(triviaStart, srcStart, srcEnd - 1);
  7733. tokenNode->SetToken(BfToken_LBracket);
  7734. tokenNode->SetSrcStart(srcStart + 1);
  7735. tokenNode->SetTriviaStart(srcStart);
  7736. return firstToken;
  7737. }
  7738. BfCommentNode * BfReducer::FindDocumentation(BfAstNode* defNodeHead, BfAstNode* defNodeEnd, bool checkDocAfter)
  7739. {
  7740. if (defNodeEnd == NULL)
  7741. defNodeEnd = defNodeHead;
  7742. else if (defNodeHead == NULL)
  7743. defNodeHead = defNodeEnd;
  7744. while (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize)
  7745. {
  7746. auto checkComment = BfNodeDynCast<BfCommentNode>(mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx]);
  7747. if ((checkComment == NULL) || (checkComment->mCommentKind == BfCommentKind_Block) || (checkComment->mCommentKind == BfCommentKind_Line))
  7748. {
  7749. mDocumentCheckIdx++;
  7750. continue;
  7751. }
  7752. if (checkComment->GetSrcEnd() > defNodeEnd->GetSrcStart())
  7753. {
  7754. if ((checkComment->mCommentKind == BfCommentKind_Documentation_Line_Post) ||
  7755. (checkComment->mCommentKind == BfCommentKind_Documentation_Block_Post))
  7756. {
  7757. int defEnd = defNodeEnd->GetSrcEnd();
  7758. if (checkDocAfter)
  7759. {
  7760. int endDiff = defEnd - checkComment->GetSrcStart();
  7761. if (endDiff > 256)
  7762. return NULL;
  7763. for (int idx = defEnd; idx < checkComment->GetSrcStart(); idx++)
  7764. {
  7765. char c = mSource->mSrc[idx];
  7766. if (idx == defEnd)
  7767. {
  7768. if ((c == ';') || (c == ','))
  7769. continue;
  7770. }
  7771. if (c == '\n')
  7772. return NULL; // No newline allowed
  7773. if (!isspace((uint8)c))
  7774. return NULL;
  7775. }
  7776. mDocumentCheckIdx++;
  7777. return checkComment;
  7778. }
  7779. }
  7780. return NULL;
  7781. }
  7782. if ((checkComment->mCommentKind != BfCommentKind_Documentation_Line_Pre) &&
  7783. (checkComment->mCommentKind != BfCommentKind_Documentation_Block_Pre))
  7784. {
  7785. // Skip this, not used
  7786. mDocumentCheckIdx++;
  7787. continue;
  7788. }
  7789. if (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize - 1)
  7790. {
  7791. auto nextComment = mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx + 1];
  7792. if (nextComment->GetSrcEnd() <= defNodeHead->GetSrcStart())
  7793. {
  7794. // This comment is still before the node in question
  7795. mDocumentCheckIdx++;
  7796. continue;
  7797. }
  7798. }
  7799. mDocumentCheckIdx++;
  7800. int defSrcIdx = defNodeHead->GetSrcStart();
  7801. for (int idx = checkComment->GetSrcEnd(); idx < defSrcIdx; idx++)
  7802. {
  7803. char c = mSource->mSrc[idx];
  7804. if (!isspace((uint8)c))
  7805. return NULL;
  7806. }
  7807. return checkComment;
  7808. }
  7809. return NULL;
  7810. }
  7811. BfTokenNode* BfReducer::ParseMethodParams(BfAstNode* node, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken, bool requireNames)
  7812. {
  7813. BfAstNode* nameAfterNode = node;
  7814. BfAttributeDirective* attributes = NULL;
  7815. for (int paramIdx = 0; true; paramIdx++)
  7816. {
  7817. auto nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
  7818. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7819. if (tokenNode != NULL)
  7820. {
  7821. BfToken token = tokenNode->GetToken();
  7822. if ((paramIdx > 0) && (token == BfToken_AssignEquals))
  7823. {
  7824. auto paramDecl = params->back();
  7825. MEMBER_SET(paramDecl, mEqualsNode, tokenNode);
  7826. paramDecl->mEqualsNode = tokenNode;
  7827. mVisitorPos.MoveNext();
  7828. mSkipCurrentNodeAssert = true;
  7829. auto initExpr = CreateExpressionAfter(node);
  7830. mSkipCurrentNodeAssert = false;
  7831. if (initExpr == NULL)
  7832. return NULL;
  7833. MEMBER_SET(paramDecl, mInitializer, initExpr);
  7834. auto nextNode = mVisitorPos.GetNext();
  7835. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7836. if (tokenNode == NULL)
  7837. return NULL;
  7838. token = tokenNode->GetToken();
  7839. }
  7840. if (token == endToken)
  7841. return tokenNode;
  7842. if ((paramIdx == 0) && (
  7843. (token == BfToken_Out) || (token == BfToken_Ref) || (token == BfToken_Mut) ||
  7844. (token == BfToken_Delegate) || (token == BfToken_Function) ||
  7845. (token == BfToken_Params) || (token == BfToken_LParen) ||
  7846. (token == BfToken_Var) || (token == BfToken_LBracket) ||
  7847. (token == BfToken_DotDotDot)))
  7848. {
  7849. // These get picked up below
  7850. }
  7851. else
  7852. {
  7853. if ((paramIdx == 0) || (token != BfToken_Comma))
  7854. {
  7855. Fail("Expected ')' or parameter list", tokenNode);
  7856. return NULL;
  7857. }
  7858. if (paramIdx > 0)
  7859. commas->push_back(tokenNode);
  7860. MoveNode(tokenNode, node);
  7861. mVisitorPos.MoveNext();
  7862. }
  7863. nameAfterNode = tokenNode;
  7864. }
  7865. else
  7866. {
  7867. if (paramIdx > 0)
  7868. {
  7869. FailAfter("Expected ')' or additional parameters", nameAfterNode);
  7870. return NULL;
  7871. }
  7872. }
  7873. attributes = NULL;
  7874. BfTokenNode* modTokenNode = NULL;
  7875. nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
  7876. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7877. BfTypeReference* typeRef = NULL;
  7878. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LBracket))
  7879. {
  7880. mVisitorPos.MoveNext();
  7881. attributes = CreateAttributeDirective(tokenNode);
  7882. if (attributes != NULL)
  7883. {
  7884. nameAfterNode = attributes;
  7885. auto nextNode = mVisitorPos.GetNext();
  7886. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7887. }
  7888. }
  7889. int paramStartReadPos = mVisitorPos.mReadPos;
  7890. bool isParams = false;
  7891. if (tokenNode != NULL)
  7892. {
  7893. BfToken token = tokenNode->GetToken();
  7894. if ((token == BfToken_Var) || (token == BfToken_LParen) ||
  7895. (token == BfToken_Delegate) || (token == BfToken_Function) ||
  7896. (token == BfToken_DotDotDot))
  7897. {
  7898. mVisitorPos.MoveNext();
  7899. typeRef = CreateTypeRef(tokenNode);
  7900. }
  7901. else
  7902. {
  7903. if ((token != BfToken_Out) && (token != BfToken_Ref) && (token != BfToken_Mut) && (token != BfToken_Params))
  7904. {
  7905. Fail("Invalid token", tokenNode);
  7906. return NULL;
  7907. }
  7908. if (token == BfToken_Params)
  7909. isParams = true;
  7910. modTokenNode = tokenNode;
  7911. nameAfterNode = modTokenNode;
  7912. mVisitorPos.MoveNext();
  7913. }
  7914. }
  7915. if (typeRef == NULL)
  7916. {
  7917. auto nextNode = mVisitorPos.GetNext();
  7918. if (nextNode == NULL)
  7919. {
  7920. FailAfter("Type expected", nameAfterNode);
  7921. break;
  7922. }
  7923. mVisitorPos.MoveNext();
  7924. typeRef = CreateTypeRef(nextNode);
  7925. if (typeRef == NULL)
  7926. {
  7927. mVisitorPos.mReadPos = paramStartReadPos;
  7928. break;
  7929. }
  7930. }
  7931. BfToken modToken = BfToken_None;
  7932. if (modTokenNode != NULL)
  7933. modToken = modTokenNode->GetToken();
  7934. if ((modTokenNode != NULL) && ((modToken == BfToken_Ref) || (modToken == BfToken_Mut) || (modToken == BfToken_Out)))
  7935. {
  7936. typeRef = CreateRefTypeRef(typeRef, modTokenNode);
  7937. modTokenNode = NULL;
  7938. }
  7939. auto paramDecl = mAlloc->Alloc<BfParameterDeclaration>();
  7940. ReplaceNode(typeRef, paramDecl);
  7941. MoveNode(paramDecl, node);
  7942. params->push_back(paramDecl);
  7943. MEMBER_SET(paramDecl, mTypeRef, typeRef);
  7944. if (attributes != NULL)
  7945. {
  7946. MEMBER_SET(paramDecl, mAttributes, attributes);
  7947. attributes = NULL;
  7948. }
  7949. if (modTokenNode != NULL)
  7950. {
  7951. MEMBER_SET(paramDecl, mModToken, modTokenNode);
  7952. }
  7953. if ((tokenNode != NULL) && (tokenNode->mToken == BfToken_DotDotDot))
  7954. continue;
  7955. bool allowNameFail = false;
  7956. bool nextIsName = false;
  7957. auto afterNameTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  7958. if (afterNameTokenNode != NULL)
  7959. {
  7960. BfToken afterNameToken = afterNameTokenNode->GetToken();
  7961. if ((afterNameToken == BfToken_Comma) ||
  7962. (afterNameToken == BfToken_AssignEquals) ||
  7963. (afterNameToken == BfToken_RParen))
  7964. {
  7965. nextIsName = true;
  7966. }
  7967. }
  7968. // We definitely have a failure, but we want to attempt to scan to the actual param name if we can...
  7969. if (!nextIsName)
  7970. {
  7971. int nameIdx = -1;
  7972. int checkIdx = mVisitorPos.mReadPos + 1;
  7973. bool useNameIdx = true;
  7974. int parenDepth = 1;
  7975. int bracketDepth = 0;
  7976. while (true)
  7977. {
  7978. auto checkNode = mVisitorPos.Get(checkIdx);
  7979. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  7980. if (checkTokenNode != NULL)
  7981. {
  7982. BfToken checkToken = checkTokenNode->GetToken();
  7983. if (nameIdx == -1)
  7984. {
  7985. if ((parenDepth == 1) && (bracketDepth == 0))
  7986. {
  7987. if ((checkToken == BfToken_Comma) ||
  7988. (checkToken == BfToken_AssignEquals) ||
  7989. (checkToken == BfToken_RParen))
  7990. {
  7991. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(checkIdx - 1)))
  7992. {
  7993. nameIdx = checkIdx - 1;
  7994. }
  7995. else
  7996. {
  7997. useNameIdx = false;
  7998. break;
  7999. }
  8000. }
  8001. }
  8002. }
  8003. if (checkToken == BfToken_RParen)
  8004. parenDepth--;
  8005. else if (checkToken == BfToken_LParen)
  8006. parenDepth++;
  8007. else if (checkToken == BfToken_LBracket)
  8008. bracketDepth++;
  8009. else if (checkToken == BfToken_RBracket)
  8010. bracketDepth--;
  8011. if (parenDepth == 0)
  8012. {
  8013. if (bracketDepth != 0)
  8014. useNameIdx = false;
  8015. break;
  8016. }
  8017. if (checkToken == BfToken_Semicolon)
  8018. {
  8019. useNameIdx = false;
  8020. break;
  8021. }
  8022. }
  8023. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(checkNode))
  8024. {
  8025. // Okay
  8026. }
  8027. else
  8028. {
  8029. // Nothing else is okay
  8030. useNameIdx = false;
  8031. break;
  8032. }
  8033. checkIdx++;
  8034. }
  8035. if ((useNameIdx) && (nameIdx != -1))
  8036. {
  8037. if (nameIdx <= mVisitorPos.mReadPos)
  8038. {
  8039. // We have a valid-enough param list but a missing name, so keep going
  8040. allowNameFail = true;
  8041. }
  8042. else
  8043. {
  8044. for (int errIdx = mVisitorPos.mReadPos + 1; errIdx < nameIdx; errIdx++)
  8045. {
  8046. auto node = mVisitorPos.Get(errIdx);
  8047. if (auto token = BfNodeDynCast<BfTokenNode>(node))
  8048. Fail("Unexpected token", node);
  8049. else
  8050. Fail("Unexpected identifier", node);
  8051. AddErrorNode(node);
  8052. }
  8053. auto nameIdentifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(nameIdx));
  8054. paramDecl->mNameNode = nameIdentifierNode;
  8055. MoveNode(nameIdentifierNode, paramDecl);
  8056. nameAfterNode = nameIdentifierNode;
  8057. mVisitorPos.mReadPos = nameIdx;
  8058. continue;
  8059. //mVisitorPos.mReadPos = nameIdx - 1;
  8060. }
  8061. }
  8062. }
  8063. if (auto nameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  8064. {
  8065. if ((nameToken->GetToken() == BfToken_This))
  8066. {
  8067. bool isDelegate = false;
  8068. bool isFunction = false;
  8069. if (auto delegateTypeRef = BfNodeDynCast<BfDelegateTypeRef>(node))
  8070. {
  8071. if (delegateTypeRef->mTypeToken->GetToken() == BfToken_Function)
  8072. isFunction = true;
  8073. else
  8074. isDelegate = true;
  8075. }
  8076. else if ((mCurTypeDecl->mTypeNode != NULL) && (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Function))
  8077. isFunction = true;
  8078. else if ((mCurTypeDecl->mTypeNode != NULL) && (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Delegate))
  8079. isDelegate = true;
  8080. if (isFunction || isDelegate)
  8081. {
  8082. if (paramIdx != 0)
  8083. Fail("'this' can only be used as the first parameter", nameToken);
  8084. if (!isFunction)
  8085. Fail("'this' can only be specified on function types", nameToken);
  8086. mVisitorPos.MoveNext();
  8087. paramDecl->mNameNode = nameToken;
  8088. MoveNode(nameToken, paramDecl);
  8089. nameAfterNode = nameToken;
  8090. }
  8091. }
  8092. }
  8093. if (paramDecl->mNameNode == NULL)
  8094. {
  8095. BfAstNode* nameIdentifierNode;
  8096. if (requireNames)
  8097. {
  8098. nameIdentifierNode = ExpectIdentifierAfter(node, "parameter name");
  8099. if (nameIdentifierNode == NULL)
  8100. {
  8101. if (!allowNameFail)
  8102. return NULL;
  8103. }
  8104. }
  8105. else
  8106. {
  8107. nameIdentifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext());
  8108. if (nameIdentifierNode != NULL)
  8109. mVisitorPos.MoveNext();
  8110. }
  8111. if (nameIdentifierNode != NULL)
  8112. {
  8113. paramDecl->mNameNode = nameIdentifierNode;
  8114. MoveNode(nameIdentifierNode, paramDecl);
  8115. nameAfterNode = nameIdentifierNode;
  8116. }
  8117. }
  8118. }
  8119. if (attributes != NULL)
  8120. {
  8121. Fail("Unexpected attributes", attributes);
  8122. AddErrorNode(attributes);
  8123. }
  8124. return NULL;
  8125. }
  8126. bool BfReducer::ParseMethod(BfMethodDeclaration* methodDeclaration, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, bool alwaysIncludeBlock)
  8127. {
  8128. BfTokenNode* tokenNode;
  8129. auto nextNode = mVisitorPos.GetNext();
  8130. if (methodDeclaration->mGenericParams == NULL)
  8131. {
  8132. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8133. {
  8134. if (tokenNode->GetToken() == BfToken_LChevron)
  8135. {
  8136. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  8137. if (genericParams != NULL)
  8138. {
  8139. MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
  8140. }
  8141. }
  8142. }
  8143. }
  8144. tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen, BfToken_Bang);
  8145. if (tokenNode == NULL)
  8146. return false;
  8147. if (tokenNode->GetToken() == BfToken_Bang)
  8148. {
  8149. Fail("Cannot include '!' in the method declaration", tokenNode);
  8150. MoveNode(tokenNode, methodDeclaration);
  8151. tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen);
  8152. if (tokenNode == NULL)
  8153. return false;
  8154. }
  8155. methodDeclaration->mOpenParen = tokenNode;
  8156. MoveNode(methodDeclaration->mOpenParen, methodDeclaration);
  8157. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  8158. {
  8159. if (nextToken->mToken == BfToken_This)
  8160. {
  8161. MEMBER_SET(methodDeclaration, mThisToken, nextToken);
  8162. mVisitorPos.MoveNext();
  8163. }
  8164. }
  8165. methodDeclaration->mCloseParen = ParseMethodParams(methodDeclaration, params, commas, BfToken_RParen, true);
  8166. // RParen
  8167. if (methodDeclaration->mCloseParen == NULL)
  8168. {
  8169. auto nextNode = mVisitorPos.GetNext();
  8170. while (auto checkToken = BfNodeDynCast<BfTokenNode>(nextNode))
  8171. {
  8172. if (checkToken->GetToken() == BfToken_RParen)
  8173. {
  8174. methodDeclaration->mCloseParen = checkToken;
  8175. break;
  8176. }
  8177. else
  8178. {
  8179. // Just eat it - for autocompletion. This helps make cases nicer where we're typing in the "in" for "int", for example
  8180. MoveNode(checkToken, methodDeclaration);
  8181. AddErrorNode(checkToken);
  8182. mVisitorPos.MoveNext();
  8183. nextNode = mVisitorPos.GetNext();
  8184. }
  8185. }
  8186. if (methodDeclaration->mCloseParen == NULL)
  8187. return false;
  8188. }
  8189. MoveNode(methodDeclaration->mCloseParen, methodDeclaration);
  8190. mVisitorPos.MoveNext();
  8191. auto typeDecl = mCurTypeDecl;
  8192. nextNode = mVisitorPos.GetNext();
  8193. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8194. {
  8195. if (tokenNode->GetToken() == BfToken_Mut)
  8196. {
  8197. if (methodDeclaration->mMutSpecifier != NULL)
  8198. {
  8199. AddErrorNode(methodDeclaration->mMutSpecifier);
  8200. Fail("Mut already specified", methodDeclaration->mMutSpecifier);
  8201. }
  8202. MEMBER_SET(methodDeclaration, mMutSpecifier, tokenNode);
  8203. mVisitorPos.MoveNext();
  8204. nextNode = mVisitorPos.GetNext();
  8205. }
  8206. }
  8207. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8208. {
  8209. if (tokenNode->GetToken() == BfToken_Where)
  8210. {
  8211. mVisitorPos.MoveNext();
  8212. auto genericConstraints = CreateGenericConstraintsDeclaration(tokenNode);
  8213. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mGenericConstraintsDeclaration, genericConstraints);
  8214. }
  8215. }
  8216. auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration);
  8217. nextNode = mVisitorPos.GetNext();
  8218. auto endToken = BfNodeDynCast<BfTokenNode>(nextNode);
  8219. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Colon))
  8220. {
  8221. if (auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration))
  8222. {
  8223. MEMBER_SET(ctorDecl, mInitializerColonToken, endToken);
  8224. mVisitorPos.MoveNext();
  8225. BfAstNode* invokeAfter = ctorDecl;
  8226. auto nextNode = mVisitorPos.GetNext();
  8227. BfAttributeDirective* attributeDirective = NULL;
  8228. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  8229. {
  8230. if (nextToken->mToken == BfToken_LBracket)
  8231. {
  8232. mVisitorPos.MoveNext();
  8233. attributeDirective = CreateAttributeDirective(nextToken);
  8234. nextNode = mVisitorPos.GetNext();
  8235. if (attributeDirective != NULL)
  8236. invokeAfter = attributeDirective;
  8237. }
  8238. }
  8239. endToken = ExpectTokenAfter(invokeAfter, BfToken_This, BfToken_Base);
  8240. if (endToken != NULL)
  8241. {
  8242. auto invocationExpr = CreateInvocationExpression(endToken);
  8243. if (invocationExpr != NULL)
  8244. {
  8245. MEMBER_SET(ctorDecl, mInitializer, invocationExpr);
  8246. }
  8247. }
  8248. else if (auto identifierAfter = BfNodeDynCast<BfIdentifierNode>(nextNode))
  8249. {
  8250. // In process of typing - just eat identifier so we don't error out on whole method
  8251. MoveNode(identifierAfter, ctorDecl);
  8252. }
  8253. if (attributeDirective != NULL)
  8254. {
  8255. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  8256. ReplaceNode(attributeDirective, attribExpr);
  8257. attribExpr->mAttributes = attributeDirective;
  8258. if (ctorDecl->mInitializer != NULL)
  8259. {
  8260. MEMBER_SET(attribExpr, mExpression, ctorDecl->mInitializer);
  8261. }
  8262. MEMBER_SET(ctorDecl, mInitializer, attribExpr);
  8263. }
  8264. }
  8265. endToken = NULL;
  8266. }
  8267. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Semicolon))
  8268. {
  8269. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, endToken);
  8270. mVisitorPos.MoveNext();
  8271. }
  8272. else
  8273. {
  8274. nextNode = mVisitorPos.GetNext();
  8275. auto blockNode = BfNodeDynCast<BfBlock>(nextNode);
  8276. if (blockNode != NULL)
  8277. {
  8278. methodDeclaration->mBody = blockNode;
  8279. MoveNode(blockNode, methodDeclaration);
  8280. mVisitorPos.MoveNext();
  8281. if ((IsNodeRelevant(methodDeclaration)) || (alwaysIncludeBlock))
  8282. {
  8283. SetAndRestoreValue<BfMethodDeclaration*> prevMethodDeclaration(mCurMethodDecl, methodDeclaration);
  8284. HandleBlock(blockNode, methodDeclaration->mMixinSpecifier != NULL);
  8285. }
  8286. return true;
  8287. }
  8288. else
  8289. {
  8290. nextNode = mVisitorPos.GetNext();
  8291. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8292. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_FatArrow))
  8293. {
  8294. MEMBER_SET(methodDeclaration, mFatArrowToken, tokenNode);
  8295. mVisitorPos.MoveNext();
  8296. auto methodExpression = CreateExpressionAfter(methodDeclaration);
  8297. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mBody, methodExpression);
  8298. auto semicolonToken = ExpectTokenAfter(methodDeclaration, BfToken_Semicolon);
  8299. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, semicolonToken);
  8300. return true;
  8301. }
  8302. }
  8303. FailAfter("Expected method body", methodDeclaration);
  8304. }
  8305. return true;
  8306. }
  8307. BfGenericArgumentsNode* BfReducer::CreateGenericArguments(BfTokenNode* tokenNode)
  8308. {
  8309. auto genericArgs = mAlloc->Alloc<BfGenericArgumentsNode>();
  8310. BfDeferredAstSizedArray<BfTypeReference*> genericArgsArray(genericArgs->mGenericArgs, mAlloc);
  8311. BfDeferredAstSizedArray<BfAstNode*> commas(genericArgs->mCommas, mAlloc);
  8312. ReplaceNode(tokenNode, genericArgs);
  8313. genericArgs->mOpenChevron = tokenNode;
  8314. while (true)
  8315. {
  8316. auto genericArg = CreateTypeRefAfter(genericArgs);
  8317. if (genericArg == NULL)
  8318. {
  8319. genericArgsArray.push_back(NULL); // Leave empty for purposes of generic argument count
  8320. auto nextNode = mVisitorPos.GetNext();
  8321. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8322. if (tokenNode != NULL)
  8323. {
  8324. // Try to get right chevron. Reduces error count when we're typing out a generic argument list
  8325. if (tokenNode->GetToken() == BfToken_RDblChevron)
  8326. tokenNode = BreakDoubleChevron(tokenNode);
  8327. if (tokenNode->GetToken() == BfToken_RChevron)
  8328. {
  8329. MoveNode(tokenNode, genericArgs);
  8330. genericArgs->mCloseChevron = tokenNode;
  8331. mVisitorPos.MoveNext();
  8332. }
  8333. }
  8334. return genericArgs;
  8335. }
  8336. MoveNode(genericArg, genericArgs);
  8337. genericArgsArray.push_back(genericArg);
  8338. auto nextNode = mVisitorPos.GetNext();
  8339. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8340. if (tokenNode == NULL)
  8341. {
  8342. FailAfter("Expected ',' or '>'", genericArgs);
  8343. return genericArgs;
  8344. }
  8345. BfToken token = tokenNode->GetToken();
  8346. if (token == BfToken_RDblChevron)
  8347. tokenNode = BreakDoubleChevron(tokenNode);
  8348. if (token == BfToken_RChevron)
  8349. {
  8350. MoveNode(tokenNode, genericArgs);
  8351. genericArgs->mCloseChevron = tokenNode;
  8352. mVisitorPos.MoveNext();
  8353. break;
  8354. }
  8355. if (token != BfToken_Comma)
  8356. {
  8357. Fail("Either , or > expected", tokenNode);
  8358. return genericArgs;
  8359. }
  8360. MoveNode(tokenNode, genericArgs);
  8361. commas.push_back(tokenNode);
  8362. mVisitorPos.MoveNext();
  8363. }
  8364. return genericArgs;
  8365. }
  8366. BfGenericParamsDeclaration* BfReducer::CreateGenericParamsDeclaration(BfTokenNode* tokenNode)
  8367. {
  8368. auto genericParams = mAlloc->Alloc<BfGenericParamsDeclaration>();
  8369. BfDeferredAstSizedArray<BfIdentifierNode*> genericParamsArr(genericParams->mGenericParams, mAlloc);
  8370. BfDeferredAstSizedArray<BfAstNode*> commas(genericParams->mCommas, mAlloc);
  8371. ReplaceNode(tokenNode, genericParams);
  8372. genericParams->mOpenChevron = tokenNode;
  8373. mVisitorPos.MoveNext();
  8374. while (true)
  8375. {
  8376. auto genericIdentifier = ExpectIdentifierAfter(genericParams, "generic parameters");
  8377. if (genericIdentifier == NULL)
  8378. return genericParams;
  8379. MoveNode(genericIdentifier, genericParams);
  8380. genericParamsArr.push_back(genericIdentifier);
  8381. auto nextNode = mVisitorPos.GetNext();
  8382. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8383. if (tokenNode == NULL)
  8384. {
  8385. FailAfter("Expected ',' or '>'", genericParams);
  8386. return genericParams;
  8387. }
  8388. BfToken token = tokenNode->GetToken();
  8389. if (token == BfToken_RDblChevron)
  8390. tokenNode = BreakDoubleChevron(tokenNode);
  8391. MoveNode(tokenNode, genericParams);
  8392. mVisitorPos.MoveNext();
  8393. if (token == BfToken_RChevron)
  8394. {
  8395. genericParams->mCloseChevron = tokenNode;
  8396. break;
  8397. }
  8398. if (token != BfToken_Comma)
  8399. {
  8400. Fail("Either , or > expected", tokenNode);
  8401. return genericParams;
  8402. }
  8403. commas.push_back(tokenNode);
  8404. }
  8405. return genericParams;
  8406. }
  8407. BfGenericConstraintsDeclaration* BfReducer::CreateGenericConstraintsDeclaration(BfTokenNode* tokenNode)
  8408. {
  8409. auto constraintsDeclaration = mAlloc->Alloc<BfGenericConstraintsDeclaration>();
  8410. BfDeferredAstSizedArray<BfGenericConstraint*> genericConstraintsArr(constraintsDeclaration->mGenericConstraints, mAlloc);
  8411. bool isDone = false;
  8412. for (int constraintIdx = 0; !isDone; constraintIdx++)
  8413. {
  8414. BfGenericConstraint* genericConstraint = mAlloc->Alloc<BfGenericConstraint>();
  8415. BfDeferredAstSizedArray<BfAstNode*> constraintTypes(genericConstraint->mConstraintTypes, mAlloc);
  8416. BfDeferredAstSizedArray<BfTokenNode*> commas(genericConstraint->mCommas, mAlloc);
  8417. ReplaceNode(tokenNode, genericConstraint);
  8418. genericConstraint->mWhereToken = tokenNode;
  8419. genericConstraintsArr.push_back(genericConstraint);
  8420. auto genericParamName = CreateTypeRefAfter(genericConstraint);
  8421. if (genericParamName != NULL)
  8422. {
  8423. MEMBER_SET(genericConstraint, mTypeRef, genericParamName);
  8424. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Colon, BfToken_AssignEquals);
  8425. }
  8426. else
  8427. isDone = true;
  8428. if (tokenNode != NULL)
  8429. {
  8430. MEMBER_SET(genericConstraint, mColonToken, tokenNode);
  8431. }
  8432. else
  8433. isDone = true;
  8434. for (int typeIdx = 0; !isDone; typeIdx++)
  8435. {
  8436. if (typeIdx > 0)
  8437. {
  8438. auto nextNode = mVisitorPos.GetNext();
  8439. if (BfNodeDynCast<BfBlock>(nextNode))
  8440. {
  8441. isDone = true;
  8442. break;
  8443. }
  8444. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Comma, BfToken_LBrace, BfToken_Where, BfToken_Semicolon);
  8445. if (tokenNode == NULL)
  8446. {
  8447. isDone = true;
  8448. break;
  8449. }
  8450. BfToken token = tokenNode->GetToken();
  8451. if (token == BfToken_Where)
  8452. break;
  8453. if ((token == BfToken_LBrace) || (token == BfToken_Semicolon))
  8454. {
  8455. mVisitorPos.mReadPos--;
  8456. isDone = true;
  8457. break;
  8458. }
  8459. MoveNode(tokenNode, genericConstraint);
  8460. commas.push_back(tokenNode);
  8461. }
  8462. auto nextNode = mVisitorPos.GetNext();
  8463. if (auto constraintToken = BfNodeDynCast<BfTokenNode>(nextNode))
  8464. {
  8465. BfAstNode* constraintNode = NULL;
  8466. bool addToConstraint = false;
  8467. switch (constraintToken->GetToken())
  8468. {
  8469. case BfToken_Class:
  8470. case BfToken_Struct:
  8471. case BfToken_Const:
  8472. case BfToken_Var:
  8473. case BfToken_New:
  8474. case BfToken_Delete:
  8475. case BfToken_Enum:
  8476. case BfToken_Interface:
  8477. addToConstraint = true;
  8478. break;
  8479. case BfToken_Operator:
  8480. {
  8481. BfGenericOperatorConstraint* opConstraint = mAlloc->Alloc<BfGenericOperatorConstraint>();
  8482. constraintNode = opConstraint;
  8483. ReplaceNode(constraintToken, opConstraint);
  8484. MEMBER_SET(opConstraint, mOperatorToken, constraintToken);
  8485. mVisitorPos.MoveNext();
  8486. auto opToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  8487. if (opToken == NULL)
  8488. {
  8489. auto typeRef = CreateTypeRefAfter(opConstraint, BfReducer::CreateTypeRefFlags_SafeGenericParse);
  8490. if (typeRef == NULL)
  8491. break;
  8492. MEMBER_SET(opConstraint, mLeftType, typeRef);
  8493. opToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  8494. if (opToken == NULL)
  8495. {
  8496. if (auto pointerTypeRef = BfNodeDynCast<BfPointerTypeRef>(typeRef))
  8497. {
  8498. MEMBER_SET(opConstraint, mLeftType, pointerTypeRef->mElementType);
  8499. opToken = pointerTypeRef->mStarNode;
  8500. MEMBER_SET(opConstraint, mOpToken, opToken);
  8501. }
  8502. }
  8503. }
  8504. if (opConstraint->mOpToken == NULL)
  8505. {
  8506. if (opToken == NULL)
  8507. {
  8508. Fail("Conversion operators require either 'implicit' or 'explicit' qualifiers", opConstraint->mOperatorToken);
  8509. break;
  8510. }
  8511. MEMBER_SET(opConstraint, mOpToken, opToken);
  8512. mVisitorPos.MoveNext();
  8513. }
  8514. auto typeRef = CreateTypeRefAfter(opConstraint);
  8515. if (typeRef == NULL)
  8516. break;
  8517. MEMBER_SET(opConstraint, mRightType, typeRef);
  8518. }
  8519. break;
  8520. default: break;
  8521. }
  8522. if (addToConstraint)
  8523. {
  8524. constraintNode = constraintToken;
  8525. bool addToConstraint = false;
  8526. mVisitorPos.MoveNext();
  8527. if (constraintToken->GetToken() == BfToken_Struct)
  8528. {
  8529. addToConstraint = true;
  8530. nextNode = mVisitorPos.GetNext();
  8531. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8532. {
  8533. if (tokenNode->GetToken() == BfToken_Star)
  8534. {
  8535. auto tokenPair = mAlloc->Alloc<BfTokenPairNode>();
  8536. ReplaceNode(constraintToken, tokenPair);
  8537. MEMBER_SET(tokenPair, mLeft, constraintToken);
  8538. MEMBER_SET(tokenPair, mRight, tokenNode);
  8539. constraintNode = tokenPair;
  8540. MoveNode(constraintToken, genericConstraint);
  8541. genericConstraint->SetSrcEnd(tokenNode->GetSrcEnd());
  8542. mVisitorPos.MoveNext();
  8543. }
  8544. }
  8545. }
  8546. else if (constraintToken->GetToken() == BfToken_Const)
  8547. {
  8548. constraintTypes.push_back(constraintNode);
  8549. genericConstraint->mSrcEnd = constraintNode->mSrcEnd;
  8550. auto typeRef = CreateTypeRefAfter(nextNode);
  8551. if (typeRef == NULL)
  8552. {
  8553. isDone = true;
  8554. break;
  8555. }
  8556. MoveNode(typeRef, genericConstraint);
  8557. constraintTypes.push_back(typeRef);
  8558. continue;
  8559. }
  8560. }
  8561. if (constraintNode != NULL)
  8562. {
  8563. MoveNode(constraintNode, genericConstraint);
  8564. constraintTypes.push_back(constraintNode);
  8565. continue;
  8566. }
  8567. }
  8568. auto typeRef = CreateTypeRefAfter(genericConstraint);
  8569. if (typeRef == NULL)
  8570. {
  8571. isDone = true;
  8572. break;
  8573. }
  8574. MoveNode(typeRef, genericConstraint);
  8575. constraintTypes.push_back(typeRef);
  8576. }
  8577. if (constraintIdx == 0)
  8578. ReplaceNode(genericConstraint, constraintsDeclaration);
  8579. else
  8580. MoveNode(genericConstraint, constraintsDeclaration);
  8581. }
  8582. return constraintsDeclaration;
  8583. }
  8584. void BfReducer::HandleBlock(BfBlock* block, bool allowEndingExpression)
  8585. {
  8586. //for (auto node : block->mChildren)
  8587. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  8588. bool isDone = !mVisitorPos.MoveNext();
  8589. BfAstNode* nextNode = NULL;
  8590. while (!isDone)
  8591. {
  8592. BfAstNode* node = mVisitorPos.GetCurrent();
  8593. CreateStmtFlags flags = (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowLocalFunction);
  8594. if (allowEndingExpression)
  8595. flags = (CreateStmtFlags)(flags | CreateStmtFlags_AllowUnterminatedExpression);
  8596. auto statement = CreateStatement(node, flags);
  8597. if (statement == NULL)
  8598. statement = mSource->CreateErrorNode(node);
  8599. isDone = !mVisitorPos.MoveNext();
  8600. mVisitorPos.Write(statement);
  8601. }
  8602. mVisitorPos.Trim();
  8603. }
  8604. void BfReducer::HandleTypeDeclaration(BfTypeDeclaration* typeDecl, BfAttributeDirective* attributes, BfAstNode* deferredHeadNode)
  8605. {
  8606. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDecl);
  8607. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(BfNodeDynCast<BfBlock>(typeDecl->mDefineNode)));
  8608. if (attributes != NULL)
  8609. {
  8610. MEMBER_SET(typeDecl, mAttributes, attributes);
  8611. }
  8612. if (!IsNodeRelevant(deferredHeadNode, typeDecl))
  8613. {
  8614. typeDecl->mIgnoreDeclaration = true;
  8615. return;
  8616. }
  8617. BfAstNode* prevNode = NULL;
  8618. bool isDone = !mVisitorPos.MoveNext();
  8619. while (!isDone)
  8620. {
  8621. auto node = mVisitorPos.GetCurrent();
  8622. if (node == prevNode)
  8623. {
  8624. BF_FATAL("Should have handled node already");
  8625. // If we're stuck on an error and can't process any more nodes
  8626. break;
  8627. }
  8628. prevNode = node;
  8629. BfAstNode* typeMember = BfNodeDynCast<BfMemberDeclaration>(node);
  8630. if (typeMember == NULL)
  8631. {
  8632. SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, node);
  8633. typeMember = ReadTypeMember(node);
  8634. }
  8635. //methodDeclaration->mDocumentation = FindDocumentation(methodDeclaration);
  8636. isDone = !mVisitorPos.MoveNext();
  8637. if (typeMember != NULL)
  8638. {
  8639. mVisitorPos.Write(typeMember);
  8640. }
  8641. }
  8642. mVisitorPos.Trim();
  8643. }
  8644. void BfReducer::HandleRoot(BfRootNode* rootNode)
  8645. {
  8646. String fileName;
  8647. auto parser = rootNode->GetSourceData()->ToParserData();
  8648. if (parser != NULL)
  8649. fileName = parser->mFileName;
  8650. BP_ZONE_F("BfReducer::HandleRoot %s", fileName.c_str());
  8651. mAlloc = &rootNode->GetSourceData()->mAlloc;
  8652. mSystem = mSource->mSystem;
  8653. HandleTopLevel(rootNode);
  8654. BfSizedArrayInitIndirect(mSource->mSourceData->mExteriorNodes, mExteriorNodes, mAlloc);
  8655. mAlloc = NULL;
  8656. if (mPassInstance->HasFailed())
  8657. mSource->mParsingFailed = true;
  8658. }
  8659. static String NodeToString(BfAstNode* node)
  8660. {
  8661. return String(&node->GetSourceData()->mSrc[node->GetSrcStart()], node->GetSrcLength());
  8662. }
  8663. BfInlineAsmStatement* BfReducer::CreateInlineAsmStatement(BfAstNode* asmNode)
  8664. {
  8665. auto asmToken = BfNodeDynCast<BfTokenNode>(asmNode);
  8666. auto nextNode = mVisitorPos.GetNext();
  8667. auto blockNode = BfNodeDynCast<BfInlineAsmStatement>(nextNode);
  8668. if (blockNode == NULL)
  8669. return (BfInlineAsmStatement*)Fail("Expected inline assembly block", asmNode);
  8670. ReplaceNode(asmToken, blockNode);
  8671. BfInlineAsmStatement* asmStatement = (BfInlineAsmStatement*)blockNode;
  8672. {
  8673. auto processInstrNodes = [&](const Array<BfAstNode*>& nodes) -> BfInlineAsmInstruction*
  8674. {
  8675. int nodeCount = (int)nodes.size();
  8676. int curNodeIdx = 0;
  8677. auto instNode = mAlloc->Alloc<BfInlineAsmInstruction>();
  8678. //instNode->mSource = asmStatement->mSource;
  8679. int srcStart = nodes.front()->GetSrcStart();
  8680. int srcEnd = nodes.back()->GetSrcEnd();
  8681. instNode->Init(srcStart, srcStart, srcEnd);
  8682. auto replaceWithLower = [](String& s)
  8683. {
  8684. std::transform(s.begin(), s.end(), s.begin(), ::tolower);
  8685. };
  8686. auto readIdent = [&](String& outStr, bool forceLowerCase, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8687. {
  8688. if (curNodeIdx >= nodeCount)
  8689. {
  8690. if (!peekOnly)
  8691. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8692. return false;
  8693. }
  8694. BfAstNode* curNode = nodes[curNodeIdx];
  8695. if (!peekOnly)
  8696. ++curNodeIdx;
  8697. if (!BfNodeDynCast<BfIdentifierNode>(curNode))
  8698. {
  8699. if (!peekOnly)
  8700. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8701. return false;
  8702. }
  8703. outStr = NodeToString(curNode);
  8704. if (forceLowerCase)
  8705. replaceWithLower(outStr);
  8706. return true;
  8707. };
  8708. auto readToken = [&](BfToken tokenType, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8709. {
  8710. if (curNodeIdx >= nodeCount)
  8711. {
  8712. if (!peekOnly)
  8713. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8714. return false;
  8715. }
  8716. BfAstNode* curNode = nodes[curNodeIdx];
  8717. if (!peekOnly)
  8718. ++curNodeIdx;
  8719. auto tokenNode = BfNodeDynCast<BfTokenNode>(curNode);
  8720. if (!tokenNode || tokenNode->GetToken() != tokenType)
  8721. {
  8722. if (!peekOnly)
  8723. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8724. return false;
  8725. }
  8726. return true;
  8727. };
  8728. auto readInteger = [&](int& outInt, const StringImpl& errorExpectation, bool peekOnly, int& outAdvanceTokenCount) -> bool
  8729. {
  8730. int origCurNodeIdx = curNodeIdx;
  8731. outAdvanceTokenCount = 0;
  8732. bool negate = false;
  8733. if (readToken(BfToken_Minus, "", true))
  8734. {
  8735. ++curNodeIdx;
  8736. ++outAdvanceTokenCount;
  8737. negate = true;
  8738. }
  8739. if (curNodeIdx >= nodeCount)
  8740. {
  8741. if (!peekOnly)
  8742. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8743. else
  8744. curNodeIdx = origCurNodeIdx;
  8745. return false;
  8746. }
  8747. BfAstNode* curNode = nodes[curNodeIdx];
  8748. ++curNodeIdx;
  8749. ++outAdvanceTokenCount;
  8750. auto litNode = BfNodeDynCast<BfLiteralExpression>(curNode);
  8751. if (!litNode || litNode->mValue.mTypeCode != BfTypeCode_Int32)
  8752. {
  8753. if (!peekOnly)
  8754. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8755. else
  8756. curNodeIdx = origCurNodeIdx;
  8757. return false;
  8758. }
  8759. outInt = litNode->mValue.mInt32;
  8760. if (negate)
  8761. outInt = -outInt;
  8762. if (peekOnly)
  8763. curNodeIdx = origCurNodeIdx;
  8764. return true;
  8765. };
  8766. auto readArgMemPrimaryExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8767. {
  8768. String primaryIdent;
  8769. int primaryInt;
  8770. int advanceTokenCount = 0;
  8771. if (readIdent(primaryIdent, false, "", true))
  8772. {
  8773. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8774. outArg.mReg = primaryIdent;
  8775. ++curNodeIdx;
  8776. return true;
  8777. }
  8778. else if (readInteger(primaryInt, "", true, advanceTokenCount))
  8779. {
  8780. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8781. outArg.mInt = primaryInt;
  8782. curNodeIdx += advanceTokenCount;
  8783. return true;
  8784. }
  8785. else
  8786. {
  8787. Fail(StrFormat("Found \"%s\", expected integer or identifier", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8788. return false;
  8789. }
  8790. };
  8791. std::function<bool(BfInlineAsmInstruction::AsmArg&)> readArgMemMulExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8792. {
  8793. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8794. if (!readArgMemPrimaryExpr(exprArgLeft))
  8795. return false;
  8796. if (!readToken(BfToken_Star, "", true))
  8797. {
  8798. outArg = exprArgLeft;
  8799. return true;
  8800. }
  8801. ++curNodeIdx;
  8802. if (!readArgMemMulExpr(exprArgRight))
  8803. return false;
  8804. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8805. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8806. if (leftIdent && rightIdent)
  8807. {
  8808. Fail(StrFormat("Memory expressions can only scale by an integer", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8809. return false;
  8810. }
  8811. else if (leftIdent || rightIdent)
  8812. {
  8813. if (leftIdent)
  8814. {
  8815. outArg = exprArgLeft;
  8816. outArg.mAdjRegScalar = exprArgRight.mInt;
  8817. }
  8818. else
  8819. {
  8820. outArg = exprArgRight;
  8821. outArg.mAdjRegScalar = exprArgLeft.mInt;
  8822. }
  8823. outArg.mMemFlags &= ~BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8824. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg;
  8825. outArg.mAdjReg = outArg.mReg;
  8826. outArg.mReg.clear();
  8827. }
  8828. else
  8829. {
  8830. outArg = exprArgLeft;
  8831. outArg.mInt = exprArgLeft.mInt * exprArgRight.mInt;
  8832. }
  8833. return true;
  8834. };
  8835. std::function<bool(BfInlineAsmInstruction::AsmArg&, bool)> readArgMemAddExpr = [&](BfInlineAsmInstruction::AsmArg& outArg, bool subtractLeft) -> bool // can't use 'auto' here since it's recursive
  8836. {
  8837. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8838. if (!readArgMemMulExpr(exprArgLeft))
  8839. return false;
  8840. if (subtractLeft)
  8841. {
  8842. if (exprArgLeft.mMemFlags != BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8843. {
  8844. Fail("Memory expressions can only subtract by an integer", instNode);
  8845. return false;
  8846. }
  8847. exprArgLeft.mInt = -exprArgLeft.mInt;
  8848. }
  8849. bool subtract = false;
  8850. if (!readToken(BfToken_Plus, "", true))
  8851. {
  8852. if (!readToken(BfToken_Minus, "", true))
  8853. {
  8854. outArg = exprArgLeft;
  8855. return true;
  8856. }
  8857. else
  8858. subtract = true;
  8859. }
  8860. ++curNodeIdx;
  8861. if (!readArgMemAddExpr(exprArgRight, subtract))
  8862. return false;
  8863. bool leftScaling = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8864. bool rightScaling = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8865. if (leftScaling && rightScaling)
  8866. {
  8867. Fail("Memory expressions can only have one scaling register and one non-scaling register", instNode);
  8868. return false;
  8869. }
  8870. BfInlineAsmInstruction::AsmArg* scaledArg = leftScaling ? &exprArgLeft : (rightScaling ? &exprArgRight : nullptr);
  8871. if (scaledArg)
  8872. {
  8873. BfInlineAsmInstruction::AsmArg* otherArg = leftScaling ? &exprArgRight : &exprArgLeft;
  8874. outArg = *scaledArg;
  8875. outArg.mMemFlags |= otherArg->mMemFlags;
  8876. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8877. {
  8878. if (scaledArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8879. {
  8880. Fail("Memory expressions can involve at most two registers", instNode);
  8881. return false;
  8882. }
  8883. outArg.mReg = otherArg->mReg;
  8884. }
  8885. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8886. {
  8887. outArg.mInt += otherArg->mInt;
  8888. }
  8889. }
  8890. else
  8891. {
  8892. outArg.mInt = 0;
  8893. if (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8894. {
  8895. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8896. outArg.mInt += exprArgLeft.mInt;
  8897. }
  8898. if (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8899. {
  8900. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8901. outArg.mInt += exprArgRight.mInt;
  8902. }
  8903. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8904. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8905. if (leftIdent && rightIdent)
  8906. {
  8907. outArg.mMemFlags |= (BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg | BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg);
  8908. outArg.mReg = exprArgLeft.mReg;
  8909. outArg.mAdjReg = exprArgRight.mReg;
  8910. outArg.mAdjRegScalar = 1;
  8911. }
  8912. else if (leftIdent)
  8913. {
  8914. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8915. outArg.mReg = exprArgLeft.mReg;
  8916. }
  8917. else if (rightIdent)
  8918. {
  8919. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8920. outArg.mReg = exprArgRight.mReg;
  8921. }
  8922. }
  8923. return true;
  8924. };
  8925. auto parseArg = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8926. {
  8927. bool keepGoing = true;
  8928. while (keepGoing)
  8929. {
  8930. keepGoing = false;
  8931. int peekInt;
  8932. String peekStr;
  8933. int advanceTokenCount;
  8934. if (readInteger(peekInt, "", true, advanceTokenCount))
  8935. {
  8936. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Immediate;
  8937. outArg.mInt = peekInt;
  8938. curNodeIdx += advanceTokenCount;
  8939. }
  8940. else if (readIdent(peekStr, false, "", true))
  8941. {
  8942. ++curNodeIdx;
  8943. String s(peekStr);
  8944. replaceWithLower(s);
  8945. String tempIdent;
  8946. if ((s == "cs" || s == "ds" || s == "es" || s == "fs" || s == "gs" || s == "ss") && readToken(BfToken_Colon, "", true))
  8947. {
  8948. ++curNodeIdx;
  8949. outArg.mSegPrefix = s;
  8950. keepGoing = true;
  8951. }
  8952. else if (s == "st" && readToken(BfToken_LParen, "", true))
  8953. {
  8954. ++curNodeIdx;
  8955. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_FloatReg;
  8956. if (!readInteger(peekInt, "integer floating-point register number", false, advanceTokenCount))
  8957. return false;
  8958. outArg.mInt = peekInt;
  8959. if (!readToken(BfToken_RParen, "')'", false))
  8960. return false;
  8961. }
  8962. else if ((s == "byte" || s == "word" || s == "dword" || s == "qword" || s == "xword" || s == "xmmword" || s == "opaque") && readIdent(tempIdent, true, "", true))
  8963. {
  8964. if (tempIdent != "ptr")
  8965. {
  8966. Fail(StrFormat("Found \"%s\", expected \"ptr\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8967. return false;
  8968. }
  8969. ++curNodeIdx;
  8970. outArg.mSizePrefix = s;
  8971. keepGoing = true;
  8972. }
  8973. else
  8974. {
  8975. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_IntReg;
  8976. outArg.mReg = peekStr;
  8977. }
  8978. }
  8979. else if (readToken(BfToken_LBracket, "", true))
  8980. {
  8981. ++curNodeIdx;
  8982. BfInlineAsmInstruction::AsmArg exprArgLeft;
  8983. if (!readArgMemAddExpr(exprArgLeft, false))
  8984. return false;
  8985. if (!readToken(BfToken_RBracket, "']'", false))
  8986. return false;
  8987. if (readToken(BfToken_Dot, "", true))
  8988. {
  8989. ++curNodeIdx;
  8990. if (!readIdent(outArg.mMemberSuffix, false, "struct member suffix identifier", false))
  8991. return false;
  8992. }
  8993. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Memory;
  8994. outArg.mMemFlags = exprArgLeft.mMemFlags;
  8995. //outArg.mSegPrefix = already_set_leave_me_alone;
  8996. //outArg.mSizePrefix = already_set_leave_me_alone;
  8997. outArg.mInt = exprArgLeft.mInt;
  8998. outArg.mReg = exprArgLeft.mReg;
  8999. outArg.mAdjReg = exprArgLeft.mAdjReg;
  9000. outArg.mAdjRegScalar = exprArgLeft.mAdjRegScalar;
  9001. //outArg.mMemberSuffix = already_set_leave_me_alone;
  9002. return true;
  9003. }
  9004. else
  9005. return false;
  9006. }
  9007. return true;
  9008. };
  9009. BfInlineAsmInstruction::AsmInst& outInst = instNode->mAsmInst;
  9010. // instruction / instruction prefix / label
  9011. String opStr;
  9012. if (!readIdent(opStr, false, "instruction, instruction prefix, or label", false))
  9013. return nullptr;
  9014. if (readToken(BfToken_Colon, "", true))
  9015. {
  9016. ++curNodeIdx;
  9017. outInst.mLabel = opStr;
  9018. if (curNodeIdx >= nodeCount)
  9019. return instNode;
  9020. if (!readIdent(opStr, false, "instruction or instruction prefix", false))
  9021. return nullptr;
  9022. }
  9023. replaceWithLower(opStr);
  9024. // check for instruction prefix(s)
  9025. while (opStr == "lock" || opStr == "rep" || opStr == "repe" || opStr == "repne" || opStr == "repz" || opStr == "repnz")
  9026. {
  9027. if (curNodeIdx >= nodeCount) // in case prefix is listed like a separate instruction
  9028. break;
  9029. outInst.mOpPrefixes.push_back(opStr);
  9030. if (!readIdent(opStr, true, "instruction or instruction prefix", false))
  9031. return nullptr;
  9032. }
  9033. outInst.mOpCode = opStr;
  9034. BfInlineAsmInstruction::AsmArg asmArg;
  9035. while (parseArg(asmArg))
  9036. {
  9037. outInst.mArgs.push_back(asmArg);
  9038. asmArg = BfInlineAsmInstruction::AsmArg();
  9039. if (!readToken(BfToken_Comma, "", true))
  9040. break;
  9041. ++curNodeIdx;
  9042. }
  9043. if (curNodeIdx < nodeCount)
  9044. return (BfInlineAsmInstruction*)Fail(StrFormat("Found unexpected \"%s\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  9045. //String testStr = outInst.ToString();
  9046. int unusedLineChar = 0;
  9047. auto bfParser = instNode->GetSourceData()->ToParserData();
  9048. if (bfParser != NULL)
  9049. bfParser->GetLineCharAtIdx(instNode->GetSrcStart(), outInst.mDebugLine, unusedLineChar);
  9050. //return (BfInlineAsmInstruction*)Fail(StrFormat("Line %d\n", outInst.mDebugLine), instNode);
  9051. return instNode;
  9052. };
  9053. // split nodes by newlines into individual instructions, skipping empty lines
  9054. Array<BfAstNode*> instrNodes;
  9055. Array<BfInlineAsmInstruction*> dstInstructions;
  9056. //BCF: Add this back
  9057. /*for (auto child = asmStatement->mChildren.mHead; child; child = child->mNext)
  9058. {
  9059. auto childToken = BfNodeDynCast<BfTokenNode>(child);
  9060. if (childToken && childToken->GetToken() == BfToken_AsmNewline)
  9061. {
  9062. if (!instrNodes.empty())
  9063. {
  9064. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  9065. if (instNode)
  9066. dstInstructions.push_back(instNode);
  9067. instrNodes.clear();
  9068. }
  9069. }
  9070. else if (childToken && childToken->GetToken() == BfToken_Asm)
  9071. {
  9072. // ignore the actual 'asm' keyword as we no longer need it
  9073. continue; //CDH FIXME this is because ReplaceNode adds the original 'asm' keyword as a child, which I don't need; maybe I'm missing how the CST->AST replacment pattern is intended to work?
  9074. }
  9075. else
  9076. {
  9077. instrNodes.push_back(child);
  9078. }
  9079. }*/
  9080. if (!instrNodes.empty())
  9081. {
  9082. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  9083. if (instNode)
  9084. dstInstructions.push_back(instNode);
  9085. instrNodes.Clear();
  9086. }
  9087. for (auto & instNode : dstInstructions)
  9088. MoveNode(instNode, asmStatement);
  9089. asmStatement->mInstructions = std::move(dstInstructions);
  9090. }
  9091. return asmStatement;
  9092. }