BfReducer.cpp 284 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782
  1. #include "BfAst.h"
  2. #include "BfReducer.h"
  3. #include "BfParser.h"
  4. #include "BfSystem.h"
  5. #include "BfUtil.h"
  6. #include "BeefySysLib/util/BeefPerf.h"
  7. #include "BeefySysLib/util/StackHelper.h"
  8. #include "BeefySysLib/util/AllocDebug.h"
  9. #include <functional>
  10. USING_NS_BF;
  11. #define MEMBER_SET(dest, member, src) \
  12. { dest->member = src; \
  13. MoveNode(src, dest); }
  14. #define MEMBER_SET_CHECKED(dest, member, src) \
  15. { if (src == NULL) return dest; \
  16. dest->member = src; \
  17. MoveNode(src, dest); }
  18. #define MEMBER_SET_CHECKED_BOOL(dest, member, src) \
  19. { if (src == NULL) return false; \
  20. dest->member = src; \
  21. MoveNode(src, dest); }
  22. static BfBinaryOp TokenToBinaryOp(BfToken token)
  23. {
  24. switch (token)
  25. {
  26. case BfToken_Plus:
  27. return BfBinaryOp_Add;
  28. case BfToken_Minus:
  29. return BfBinaryOp_Subtract;
  30. case BfToken_Star:
  31. return BfBinaryOp_Multiply;
  32. case BfToken_ForwardSlash:
  33. return BfBinaryOp_Divide;
  34. case BfToken_Modulus:
  35. return BfBinaryOp_Modulus;
  36. case BfToken_Ampersand:
  37. return BfBinaryOp_BitwiseAnd;
  38. case BfToken_Bar:
  39. return BfBinaryOp_BitwiseOr;
  40. case BfToken_Carat:
  41. return BfBinaryOp_ExclusiveOr;
  42. case BfToken_LDblChevron:
  43. return BfBinaryOp_LeftShift;
  44. case BfToken_RDblChevron:
  45. return BfBinaryOp_RightShift;
  46. case BfToken_CompareEquals:
  47. return BfBinaryOp_Equality;
  48. case BfToken_CompareNotEquals:
  49. return BfBinaryOp_InEquality;
  50. case BfToken_RChevron:
  51. return BfBinaryOp_GreaterThan;
  52. case BfToken_LChevron:
  53. return BfBinaryOp_LessThan;
  54. case BfToken_GreaterEquals:
  55. return BfBinaryOp_GreaterThanOrEqual;
  56. case BfToken_LessEquals:
  57. return BfBinaryOp_LessThanOrEqual;
  58. case BfToken_Spaceship:
  59. return BfBinaryOp_Compare;
  60. case BfToken_DblAmpersand:
  61. return BfBinaryOp_ConditionalAnd;
  62. case BfToken_DblBar:
  63. return BfBinaryOp_ConditionalOr;
  64. case BfToken_DblQuestion:
  65. return BfBinaryOp_NullCoalesce;
  66. default:
  67. return BfBinaryOp_None;
  68. }
  69. }
  70. static BfUnaryOp TokenToUnaryOp(BfToken token)
  71. {
  72. switch (token)
  73. {
  74. case BfToken_Star:
  75. return BfUnaryOp_Dereference;
  76. case BfToken_Ampersand:
  77. return BfUnaryOp_AddressOf;
  78. case BfToken_Minus:
  79. return BfUnaryOp_Negate;
  80. case BfToken_Bang:
  81. return BfUnaryOp_Not;
  82. case BfToken_Plus:
  83. return BfUnaryOp_Positive;
  84. case BfToken_Tilde:
  85. return BfUnaryOp_InvertBits;
  86. case BfToken_DblPlus:
  87. return BfUnaryOp_Increment;
  88. case BfToken_DblMinus:
  89. return BfUnaryOp_Decrement;
  90. case BfToken_Ref:
  91. return BfUnaryOp_Ref;
  92. case BfToken_Mut:
  93. return BfUnaryOp_Mut;
  94. case BfToken_Out:
  95. return BfUnaryOp_Out;
  96. case BfToken_Params:
  97. return BfUnaryOp_Params;
  98. default:
  99. return BfUnaryOp_None;
  100. }
  101. }
  102. static BfAssignmentOp TokenToAssignmentOp(BfToken token)
  103. {
  104. switch (token)
  105. {
  106. case BfToken_AssignEquals:
  107. return BfAssignmentOp_Assign;
  108. case BfToken_PlusEquals:
  109. return BfAssignmentOp_Add;
  110. case BfToken_MinusEquals:
  111. return BfAssignmentOp_Subtract;
  112. case BfToken_MultiplyEquals:
  113. return BfAssignmentOp_Multiply;
  114. case BfToken_DivideEquals:
  115. return BfAssignmentOp_Divide;
  116. case BfToken_ModulusEquals:
  117. return BfAssignmentOp_Modulus;
  118. case BfToken_ShiftLeftEquals:
  119. return BfAssignmentOp_ShiftLeft;
  120. case BfToken_ShiftRightEquals:
  121. return BfAssignmentOp_ShiftRight;
  122. case BfToken_AndEquals:
  123. return BfAssignmentOp_BitwiseAnd;
  124. case BfToken_OrEquals:
  125. return BfAssignmentOp_BitwiseOr;
  126. case BfToken_XorEquals:
  127. return BfAssignmentOp_ExclusiveOr;
  128. default:
  129. return BfAssignmentOp_None;
  130. }
  131. }
  132. BfReducer::BfReducer()
  133. {
  134. mCurTypeDecl = NULL;
  135. mLastTypeDecl = NULL;
  136. mCurMethodDecl = NULL;
  137. mSource = NULL;
  138. mClassDepth = 0;
  139. mAlloc = NULL;
  140. mStmtHasError = false;
  141. mPrevStmtHadError = false;
  142. mPassInstance = NULL;
  143. mCompatMode = false;
  144. mAllowTypeWildcard = false;
  145. mIsFieldInitializer = false;
  146. mInParenExpr = false;
  147. mSkipCurrentNodeAssert = false;
  148. mAssertCurrentNodeIdx = 0;
  149. mSystem = NULL;
  150. mResolvePassData = NULL;
  151. mMethodDepth = 0;
  152. mDocumentCheckIdx = 0;
  153. mTypeMemberNodeStart = NULL;
  154. }
  155. bool BfReducer::IsSemicolon(BfAstNode* node)
  156. {
  157. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  158. return (tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Semicolon);
  159. }
  160. bool BfReducer::StringEquals(BfAstNode* node, BfAstNode* node2)
  161. {
  162. int len = node->GetSrcLength();
  163. int len2 = node2->GetSrcLength();
  164. if (len != len2)
  165. return false;
  166. int start = node->GetSrcStart();
  167. int start2 = node2->GetSrcStart();
  168. const char* srcStr = node->GetSourceData()->mSrc;
  169. for (int i = 0; i < len; i++)
  170. {
  171. if (srcStr[start + i] != srcStr[start2 + i])
  172. return false;
  173. }
  174. return true;
  175. }
  176. int gAssertCurrentNodeIdx = 0;
  177. void BfReducer::AssertCurrentNode(BfAstNode* node)
  178. {
  179. if (mSkipCurrentNodeAssert)
  180. return;
  181. auto currentNode = mVisitorPos.GetCurrent();
  182. if (currentNode == NULL)
  183. return;
  184. if (!node->LocationEndEquals(currentNode))
  185. {
  186. const char* lastCPtr = &node->GetSourceData()->mSrc[node->GetSrcEnd() - 1];
  187. // We have an "exceptional" case where breaking a double chevron will look like a position error
  188. if ((lastCPtr[0] != '>') || (lastCPtr[1] != '>'))
  189. {
  190. BF_FATAL("Internal parsing error");
  191. }
  192. }
  193. gAssertCurrentNodeIdx++;
  194. mAssertCurrentNodeIdx++;
  195. }
  196. // For autocomplete we only do a reduce on nodes the cursor is in
  197. bool BfReducer::IsNodeRelevant(BfAstNode* astNode)
  198. {
  199. BfParser* bfParser = astNode->GetSourceData()->ToParser();
  200. if (bfParser == NULL)
  201. return true;
  202. int cursorPos = bfParser->mCursorIdx;
  203. if ((cursorPos == -1) || (astNode->Contains(cursorPos, 1, 0)))
  204. return true;
  205. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  206. return false;
  207. }
  208. bool BfReducer::IsNodeRelevant(BfAstNode* startNode, BfAstNode* endNode)
  209. {
  210. BfParser* bfParser = startNode->GetSourceData()->ToParser();
  211. if (bfParser == NULL)
  212. return true;
  213. int cursorPos = bfParser->mCursorIdx;
  214. int lenAdd = 1;
  215. if ((cursorPos == -1) ||
  216. ((cursorPos >= startNode->GetSrcStart()) && (cursorPos < endNode->GetSrcEnd() + lenAdd)))
  217. return true;
  218. BF_ASSERT(bfParser->mParserData->mRefCount == -1);
  219. return false;
  220. }
  221. void BfReducer::MoveNode(BfAstNode* srcNode, BfAstNode* newOwner)
  222. {
  223. #ifdef BF_AST_HAS_PARENT_MEMBER
  224. srcNode->mParent = newOwner;
  225. #endif
  226. int srcStart = srcNode->GetSrcStart();
  227. int srcEnd = srcNode->GetSrcEnd();
  228. if (srcStart < newOwner->GetSrcStart())
  229. newOwner->SetSrcStart(srcStart);
  230. if (srcEnd > newOwner->GetSrcEnd())
  231. newOwner->SetSrcEnd(srcEnd);
  232. }
  233. // Replaces prevNode with new node and adds prevNode to newNode's childrenj
  234. // It can be considered that newNode encapsulated prevNode.
  235. void BfReducer::ReplaceNode(BfAstNode* prevNode, BfAstNode* newNode)
  236. {
  237. #ifdef BF_AST_HAS_PARENT_MEMBER
  238. newNode->mParent = prevNode->mParent;
  239. #endif
  240. if (!newNode->IsInitialized())
  241. {
  242. #ifdef BF_AST_COMPACT
  243. if (prevNode->mIsCompact)
  244. {
  245. newNode->mIsCompact = prevNode->mIsCompact;
  246. newNode->mCompact_SrcStart = prevNode->mCompact_SrcStart;
  247. newNode->mCompact_SrcLen = prevNode->mCompact_SrcLen;
  248. newNode->mCompact_TriviaLen = prevNode->mCompact_TriviaLen;
  249. }
  250. else
  251. {
  252. int prevTriviaStart;
  253. int prevSrcStart;
  254. int prevSrcEnd;
  255. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  256. newNode->Init(prevTriviaStart, prevSrcStart, prevSrcEnd);
  257. }
  258. #else
  259. newNode->mTriviaStart = prevNode->mTriviaStart;
  260. newNode->mSrcStart = prevNode->mSrcStart;
  261. newNode->mSrcEnd = prevNode->mSrcEnd;
  262. #endif
  263. }
  264. else
  265. {
  266. int newTriviaStart;
  267. int newSrcStart;
  268. int newSrcEnd;
  269. newNode->GetSrcPositions(newTriviaStart, newSrcStart, newSrcEnd);
  270. int prevTriviaStart;
  271. int prevSrcStart;
  272. int prevSrcEnd;
  273. prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
  274. if (prevTriviaStart < newTriviaStart)
  275. newNode->SetTriviaStart(prevTriviaStart);
  276. if (prevSrcStart < newSrcStart)
  277. newNode->SetSrcStart(prevSrcStart);
  278. if (prevSrcEnd > newSrcEnd)
  279. newNode->SetSrcEnd(prevSrcEnd);
  280. }
  281. #ifdef BF_AST_HAS_PARENT_MEMBER
  282. prevNode->mParent = newNode;
  283. #endif
  284. }
  285. BfAstNode* BfReducer::Fail(const StringImpl& errorMsg, BfAstNode* refNode)
  286. {
  287. mStmtHasError = true;
  288. if (mPassInstance->HasLastFailedAt(refNode)) // No duplicate failures
  289. return NULL;
  290. mPassInstance->Fail(errorMsg, refNode);
  291. return NULL;
  292. }
  293. BfAstNode* BfReducer::FailAfter(const StringImpl& errorMsg, BfAstNode* prevNode)
  294. {
  295. mStmtHasError = true;
  296. mPassInstance->FailAfter(errorMsg, prevNode);
  297. return NULL;
  298. }
  299. void BfReducer::AddErrorNode(BfAstNode* astNode, bool removeNode)
  300. {
  301. if (mSource != NULL)
  302. mSource->AddErrorNode(astNode);
  303. if (removeNode)
  304. astNode->RemoveSelf();
  305. }
  306. bool BfReducer::IsTypeReference(BfAstNode* checkNode, BfToken successToken, int* outEndNode, bool* couldBeExpr, bool* isGenericType, bool* isTuple)
  307. {
  308. AssertCurrentNode(checkNode);
  309. if (couldBeExpr != NULL)
  310. *couldBeExpr = true;
  311. if (outEndNode != NULL)
  312. *outEndNode = -1;
  313. auto firstNode = checkNode;
  314. if (checkNode == NULL)
  315. return false;
  316. int checkIdx = mVisitorPos.mReadPos;
  317. if ((!checkNode->IsA<BfIdentifierNode>()) && (!checkNode->IsA<BfMemberReferenceExpression>()))
  318. {
  319. if (auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  320. {
  321. BfToken checkToken = checkTokenNode->GetToken();
  322. if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  323. {
  324. checkIdx++;
  325. if (mVisitorPos.Get(checkIdx) == NULL)
  326. return false;
  327. }
  328. else if ((checkToken == BfToken_Var) || (checkToken == BfToken_Let))
  329. {
  330. checkIdx++;
  331. checkNode = mVisitorPos.Get(checkIdx);
  332. checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  333. if (outEndNode)
  334. *outEndNode = checkIdx;
  335. if (successToken == BfToken_None)
  336. return true;
  337. return (checkToken == successToken);
  338. }
  339. else if (checkToken == BfToken_Unsigned)
  340. {
  341. // Unsigned val start
  342. }
  343. else if (checkToken == BfToken_LParen)
  344. {
  345. // Tuple start
  346. }
  347. else if (checkToken == BfToken_Decltype)
  348. {
  349. // Decltype start
  350. }
  351. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  352. {
  353. int startNode = mVisitorPos.mReadPos;
  354. mVisitorPos.mReadPos++;
  355. int endNode = -1;
  356. // Return type
  357. auto checkNode = mVisitorPos.GetCurrent();
  358. if ((checkNode == NULL) || (!IsTypeReference(checkNode, BfToken_LParen, &endNode, couldBeExpr, isGenericType, isTuple)))
  359. {
  360. if (outEndNode != NULL)
  361. *outEndNode = endNode;
  362. mVisitorPos.mReadPos = startNode;
  363. return false;
  364. }
  365. // Take in params as a tuple
  366. mVisitorPos.mReadPos = endNode;
  367. auto currentNode = mVisitorPos.GetCurrent();
  368. bool hasParams = false;
  369. if (currentNode != NULL)
  370. {
  371. if (auto openToken = BfNodeDynCast<BfTokenNode>(currentNode))
  372. {
  373. if (openToken->GetToken() == BfToken_LParen)
  374. {
  375. int parenDepth = 1;
  376. // Do a smarter check?
  377. checkIdx = endNode + 1;
  378. while (true)
  379. {
  380. auto checkNode = mVisitorPos.Get(checkIdx);
  381. if (checkNode == NULL)
  382. break;
  383. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  384. {
  385. bool done = false;
  386. switch (tokenNode->GetToken())
  387. {
  388. case BfToken_LParen:
  389. parenDepth++;
  390. break;
  391. case BfToken_RParen:
  392. parenDepth--;
  393. if (parenDepth == 0)
  394. {
  395. endNode = checkIdx + 1;
  396. done = true;
  397. }
  398. break;
  399. case BfToken_Semicolon:
  400. // Failed
  401. done = true;
  402. break;
  403. default: break;
  404. }
  405. if (done)
  406. break;
  407. }
  408. checkIdx++;
  409. }
  410. hasParams = parenDepth == 0;
  411. }
  412. }
  413. }
  414. if (!hasParams)
  415. {
  416. if (outEndNode != NULL)
  417. *outEndNode = endNode;
  418. mVisitorPos.mReadPos = startNode;
  419. return false;
  420. }
  421. if (outEndNode != NULL)
  422. *outEndNode = endNode;
  423. mVisitorPos.mReadPos = startNode;
  424. return true;
  425. }
  426. else
  427. return false;
  428. }
  429. else
  430. return false;
  431. }
  432. int chevronDepth = 0;
  433. bool identifierExpected = true;
  434. bool hadEndBracket = false;
  435. int bracketDepth = 0;
  436. int parenDepth = 0;
  437. bool hadTupleComma = false;
  438. bool hadIdentifier = false;
  439. bool foundSuccessToken = false;
  440. BfTokenNode* lastToken = NULL;
  441. //while (checkNode != NULL)
  442. SizedArray<BfToken, 8> tokenStack;
  443. while (true)
  444. {
  445. auto checkNode = mVisitorPos.Get(checkIdx);
  446. if (checkNode == NULL)
  447. break;
  448. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  449. if (checkTokenNode != NULL)
  450. {
  451. if (hadEndBracket)
  452. return false;
  453. BfToken checkToken = checkTokenNode->GetToken();
  454. if (bracketDepth > 0)
  455. {
  456. if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  457. {
  458. bracketDepth++;
  459. }
  460. else if (checkToken == BfToken_RBracket)
  461. {
  462. bracketDepth--;
  463. }
  464. }
  465. else
  466. {
  467. if ((checkToken == successToken) && (checkTokenNode != firstNode))
  468. {
  469. bool doEnding = true;
  470. bool success = false;
  471. if ((lastToken != NULL) && ((lastToken->GetToken() == BfToken_RChevron) || (lastToken->GetToken() == BfToken_RDblChevron)))
  472. {
  473. if (couldBeExpr != NULL)
  474. *couldBeExpr = false;
  475. }
  476. if (successToken == BfToken_RParen)
  477. {
  478. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 1);
  479. if (success)
  480. {
  481. // Check identifierExpected - this catches (.) casts
  482. if ((identifierExpected) && (couldBeExpr != NULL))
  483. *couldBeExpr = false;
  484. }
  485. }
  486. else if ((successToken == BfToken_Comma) ||
  487. (successToken == BfToken_LBracket))
  488. {
  489. success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  490. }
  491. if (success)
  492. {
  493. if (outEndNode != NULL)
  494. *outEndNode = checkIdx;
  495. return true;
  496. }
  497. if (doEnding)
  498. {
  499. if (outEndNode != NULL)
  500. *outEndNode = checkIdx;
  501. return (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
  502. }
  503. }
  504. bool isDone = false;
  505. if (checkToken == BfToken_LParen)
  506. {
  507. if ((hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0))
  508. isDone = true;
  509. else
  510. {
  511. tokenStack.Add(BfToken_LParen);
  512. parenDepth++;
  513. }
  514. }
  515. else if (checkToken == BfToken_RParen)
  516. {
  517. if ((parenDepth == 0) || (tokenStack.back() != BfToken_LParen))
  518. {
  519. if (outEndNode != NULL)
  520. *outEndNode = checkIdx;
  521. return false;
  522. }
  523. tokenStack.pop_back();
  524. parenDepth--;
  525. if (parenDepth > 0)
  526. {
  527. // if we are embedded in a multi-tuple like (A, (B, C), D) then we expect a , or ) after
  528. // closing an inner tuple. Otherwise this is an expression like ((Type)a)
  529. auto nextNode = mVisitorPos.GetNext();
  530. bool isOkay = false;
  531. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  532. {
  533. isOkay = (nextToken->GetToken() == BfToken_Comma) || (nextToken->GetToken() == BfToken_RParen);
  534. }
  535. if (!isOkay)
  536. {
  537. if (outEndNode != NULL)
  538. *outEndNode = checkIdx;
  539. return false;
  540. }
  541. }
  542. if ((parenDepth < 0) ||
  543. // Probably a cast
  544. ((successToken == BfToken_None) && (parenDepth == 0) && (!hadTupleComma)))
  545. {
  546. if (successToken == BfToken_RParen)
  547. {
  548. foundSuccessToken = true;
  549. break;
  550. }
  551. else
  552. {
  553. if (outEndNode != NULL)
  554. *outEndNode = checkIdx;
  555. return false;
  556. }
  557. }
  558. }
  559. else if ((checkToken == BfToken_Const) && (chevronDepth > 0))
  560. {
  561. if (mCompatMode)
  562. {
  563. identifierExpected = true;
  564. }
  565. else
  566. {
  567. int prevReadPos = mVisitorPos.mReadPos;
  568. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  569. if (nextNode != NULL)
  570. {
  571. mVisitorPos.mReadPos = checkIdx + 1;
  572. auto expr = CreateExpression(nextNode, BfReducer::CreateExprFlags_BreakOnRChevron);
  573. int endExprReadPos = mVisitorPos.mReadPos;
  574. mVisitorPos.mReadPos = prevReadPos;
  575. if (expr == NULL)
  576. {
  577. if (outEndNode != NULL)
  578. *outEndNode = checkIdx;
  579. return false;
  580. }
  581. checkIdx = endExprReadPos;
  582. }
  583. }
  584. }
  585. else if ((checkToken == BfToken_Minus) && (mCompatMode) && (chevronDepth > 0) && (parenDepth == 0) && (bracketDepth == 0))
  586. {
  587. // Allow
  588. }
  589. else if (checkToken == BfToken_Unsigned)
  590. {
  591. identifierExpected = true;
  592. }
  593. else if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
  594. {
  595. identifierExpected = true;
  596. }
  597. else if (checkToken == BfToken_LChevron)
  598. {
  599. identifierExpected = true;
  600. chevronDepth++;
  601. tokenStack.Add(BfToken_LChevron);
  602. }
  603. else if ((checkToken == BfToken_RChevron) || (checkToken == BfToken_RDblChevron))
  604. {
  605. for (int i = 0; i < ((checkToken == BfToken_RDblChevron) ? 2 : 1); i++)
  606. {
  607. if ((tokenStack.IsEmpty()) || (tokenStack.back() != BfToken_LChevron))
  608. {
  609. if (outEndNode != NULL)
  610. *outEndNode = checkIdx;
  611. return false;
  612. }
  613. tokenStack.pop_back();
  614. chevronDepth--;
  615. }
  616. identifierExpected = false;
  617. if (chevronDepth < 0)
  618. {
  619. if (outEndNode != NULL)
  620. *outEndNode = checkIdx;
  621. return false;
  622. }
  623. if (chevronDepth == 0)
  624. {
  625. if (isGenericType != NULL)
  626. *isGenericType = true;
  627. }
  628. }
  629. else if (checkToken == BfToken_RDblChevron)
  630. chevronDepth -= 2;
  631. else if (checkToken == BfToken_Comma)
  632. {
  633. if ((bracketDepth == 0) && (tokenStack.IsEmpty()))
  634. {
  635. if (outEndNode != NULL)
  636. *outEndNode = checkIdx;
  637. return false;
  638. }
  639. if ((!tokenStack.IsEmpty()) && (tokenStack.back() == BfToken_LParen))
  640. {
  641. hadTupleComma = true;
  642. if (isTuple != NULL)
  643. {
  644. *isTuple = true;
  645. }
  646. }
  647. identifierExpected = true;
  648. }
  649. else if (checkToken == BfToken_Dot)
  650. {
  651. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  652. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  653. {
  654. if (couldBeExpr != NULL)
  655. {
  656. // UH- NO, it could be referencing a static member
  657. // a ">." can only be a reference to an inner type of a generic type
  658. //if ((prevToken->GetToken() == BfToken_RChevron) || (prevToken->GetToken() == BfToken_RDblChevron))
  659. //*couldBeExpr = false;
  660. }
  661. // a ".[" can only be a member reference after an indexer expression
  662. if (prevToken->GetToken() == BfToken_RBracket)
  663. {
  664. if (outEndNode != NULL)
  665. *outEndNode = checkIdx;
  666. return false;
  667. }
  668. }
  669. identifierExpected = true;
  670. }
  671. else if (checkToken == BfToken_RBracket)
  672. {
  673. hadEndBracket = true;
  674. }
  675. else if ((checkToken == BfToken_Star) || (checkToken == BfToken_Question))
  676. {
  677. if (checkToken == BfToken_Star)
  678. {
  679. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  680. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  681. {
  682. switch (prevToken->GetToken())
  683. {
  684. case BfToken_RParen:
  685. case BfToken_RBracket:
  686. case BfToken_RChevron:
  687. case BfToken_RDblChevron:
  688. break;
  689. default:
  690. // These are definitely dereferences
  691. return false;
  692. }
  693. }
  694. while (true)
  695. {
  696. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  697. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  698. if ((nextToken == NULL) || (nextToken->GetToken() != BfToken_Star))
  699. break;
  700. checkTokenNode = nextToken;
  701. checkToken = checkTokenNode->GetToken();
  702. checkIdx++;
  703. }
  704. }
  705. else
  706. {
  707. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  708. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  709. {
  710. // If this is just a 'loose' comma then it can't be part of a nullable
  711. if ((prevToken->GetToken() == BfToken_Comma) ||
  712. (prevToken->GetToken() == BfToken_LParen))
  713. {
  714. return false;
  715. }
  716. }
  717. }
  718. // Star or Question always end a TypeRef
  719. if ((chevronDepth == 0) && (parenDepth == 0) && (bracketDepth == 0))
  720. {
  721. if (hadTupleComma)
  722. return false;
  723. if (couldBeExpr != NULL)
  724. *couldBeExpr = false;
  725. if (outEndNode != NULL)
  726. *outEndNode = checkIdx + 1;
  727. if (successToken == BfToken_None)
  728. return true;
  729. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  730. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  731. {
  732. if (nextToken->GetToken() == successToken)
  733. {
  734. if (outEndNode != NULL)
  735. *outEndNode = checkIdx + 1;
  736. return true;
  737. }
  738. if (nextToken->GetToken() == BfToken_LBracket)
  739. {
  740. // A rare case of something like "char*[...]", let the bracket information through
  741. }
  742. else
  743. break;
  744. }
  745. else
  746. return false;
  747. }
  748. }
  749. else if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
  750. {
  751. auto prevNode = mVisitorPos.Get(checkIdx - 1);
  752. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  753. {
  754. // .[ - that's not a valid type, but could be an attributed member reference
  755. if ((prevToken->GetToken() == BfToken_Dot) || (prevToken->GetToken() == BfToken_DotDot))
  756. {
  757. if (outEndNode != NULL)
  758. *outEndNode = checkIdx - 1;
  759. return false;
  760. }
  761. }
  762. bracketDepth++;
  763. }
  764. else if (checkToken == BfToken_This)
  765. {
  766. if ((parenDepth == 1) && (hadIdentifier))
  767. {
  768. // If this looks like it's from a '(<type> this ...)' then it could be part of a function declaration, so allow it
  769. }
  770. else
  771. {
  772. if (outEndNode != NULL)
  773. *outEndNode = checkIdx;
  774. return false;
  775. }
  776. }
  777. else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
  778. {
  779. int funcEndNode = -1;
  780. int prevReadPos = mVisitorPos.mReadPos;
  781. mVisitorPos.mReadPos = checkIdx;
  782. bool isTypeRef = IsTypeReference(checkNode, BfToken_None, &funcEndNode);
  783. mVisitorPos.mReadPos = prevReadPos;
  784. if (!isTypeRef)
  785. {
  786. if (outEndNode != NULL)
  787. *outEndNode = checkIdx;
  788. return false;
  789. }
  790. checkIdx = funcEndNode;
  791. continue;
  792. }
  793. else if (checkToken == BfToken_Decltype)
  794. {
  795. int endNodeIdx = checkIdx + 1;
  796. auto nextNode = mVisitorPos.Get(checkIdx + 1);
  797. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  798. {
  799. int openCount = 1;
  800. while (true)
  801. {
  802. endNodeIdx++;
  803. auto checkNextNode = mVisitorPos.Get(endNodeIdx);
  804. if (checkNextNode == NULL)
  805. break;
  806. if (auto checkNextToken = BfNodeDynCast<BfTokenNode>(checkNextNode))
  807. {
  808. if (checkNextToken->GetToken() == BfToken_LParen)
  809. openCount++;
  810. else if (checkNextToken->GetToken() == BfToken_RParen)
  811. {
  812. openCount--;
  813. if (openCount == 0)
  814. break;
  815. }
  816. }
  817. }
  818. }
  819. checkIdx = endNodeIdx;
  820. /*if (outEndNode != NULL)
  821. *outEndNode = endNodeIdx + 1;
  822. return true;*/
  823. }
  824. else if (checkToken != BfToken_LBracket)
  825. isDone = true;
  826. if (isDone)
  827. {
  828. if (outEndNode != NULL)
  829. *outEndNode = checkIdx;
  830. if (isGenericType != NULL)
  831. *isGenericType = false;
  832. return false;
  833. }
  834. }
  835. }
  836. else if (bracketDepth > 0)
  837. {
  838. // Ignore
  839. }
  840. else if ((checkNode->IsA<BfIdentifierNode>()) || (checkNode->IsA<BfMemberReferenceExpression>()))
  841. {
  842. // Identifier is always allowed in tuple (parenDepth == 0), because it's potentially the field name
  843. // (successToken == BfToken_RParen) infers we are already checking inside parentheses, such as
  844. // when we see a potential cast expression
  845. if ((!identifierExpected) && (parenDepth == 0) && (successToken != BfToken_RParen))
  846. {
  847. if (outEndNode != NULL)
  848. *outEndNode = checkIdx;
  849. if (successToken == BfToken_None)
  850. return chevronDepth == 0;
  851. return false;
  852. }
  853. hadIdentifier = true;
  854. identifierExpected = false;
  855. }
  856. else if (checkNode->IsA<BfBlock>())
  857. {
  858. if (successToken == BfToken_LBrace)
  859. {
  860. foundSuccessToken = true;
  861. }
  862. break;
  863. }
  864. else if ((mCompatMode) && (checkNode->IsExact<BfLiteralExpression>()) && (chevronDepth > 0) && (identifierExpected))
  865. {
  866. // Allow
  867. identifierExpected = false;
  868. }
  869. else
  870. {
  871. if (outEndNode != NULL)
  872. *outEndNode = checkIdx;
  873. return false;
  874. }
  875. lastToken = checkTokenNode;
  876. checkIdx++;
  877. }
  878. if (outEndNode != NULL)
  879. *outEndNode = checkIdx;
  880. return (hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0) && ((successToken == BfToken_None) || (foundSuccessToken));
  881. }
  882. bool BfReducer::IsLocalMethod(BfAstNode* nameNode)
  883. {
  884. AssertCurrentNode(nameNode);
  885. int parenDepth = 0;
  886. bool hadParens = false;
  887. int chevronDepth = 0;
  888. bool hadGenericParams = false;
  889. int checkIdx = mVisitorPos.mReadPos + 1;
  890. while (true)
  891. {
  892. auto checkNode = mVisitorPos.Get(checkIdx);
  893. if (checkNode == NULL)
  894. return false;
  895. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  896. {
  897. BfToken token = tokenNode->GetToken();
  898. if (token == BfToken_LParen)
  899. {
  900. parenDepth++;
  901. hadParens = true;
  902. }
  903. else if (token == BfToken_RParen)
  904. {
  905. parenDepth--;
  906. if (parenDepth == 0)
  907. return true;
  908. }
  909. else
  910. {
  911. switch (token)
  912. {
  913. case BfToken_Semicolon: // Never can be a local method
  914. return false;
  915. case BfToken_Where: // Always denotes a local method
  916. return true;
  917. default: break;
  918. }
  919. }
  920. }
  921. else if (auto tokenNode = BfNodeDynCast<BfBlock>(checkNode))
  922. {
  923. //return (hadParens) && (parenDepth == 0);
  924. return false;
  925. }
  926. else
  927. {
  928. }
  929. checkIdx++;
  930. }
  931. return false;
  932. }
  933. int BfReducer::QualifiedBacktrack(BfAstNode* endNode, int checkIdx, bool* outHadChevrons)
  934. {
  935. auto checkNode = endNode;
  936. BF_ASSERT(checkNode == mVisitorPos.Get(checkIdx));
  937. int chevronDepth = 0;
  938. bool identifierExpected = true;
  939. bool hadEndBracket = false;
  940. bool lastWasIdentifier = false;
  941. while (checkNode != NULL)
  942. {
  943. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  944. if (checkTokenNode != NULL)
  945. {
  946. BfToken checkToken = checkTokenNode->GetToken();
  947. if ((checkToken == BfToken_Dot) || (checkToken == BfToken_DotDot))
  948. {
  949. if (chevronDepth == 0)
  950. return checkIdx;
  951. }
  952. else if (checkToken == BfToken_LChevron)
  953. {
  954. if (outHadChevrons != NULL)
  955. *outHadChevrons = true;
  956. chevronDepth++;
  957. }
  958. else if (checkToken == BfToken_RChevron)
  959. {
  960. // Was this a case like "Test<T> MethodName"? Those are split.
  961. if (lastWasIdentifier)
  962. return -1;
  963. chevronDepth--;
  964. }
  965. else if (checkToken == BfToken_RDblChevron)
  966. {
  967. if (lastWasIdentifier)
  968. return -1;
  969. chevronDepth -= 2;
  970. }
  971. else if ((checkToken != BfToken_Comma) &&
  972. (checkToken != BfToken_Dot) &&
  973. (checkToken != BfToken_DotDot) &&
  974. (checkToken != BfToken_RBracket) &&
  975. (checkToken != BfToken_Star) &&
  976. (checkToken != BfToken_Question) &&
  977. (checkToken != BfToken_LBracket))
  978. {
  979. return -1;
  980. }
  981. if (chevronDepth == 0)
  982. return -1;
  983. lastWasIdentifier = false;
  984. }
  985. else if (checkNode->IsA<BfIdentifierNode>())
  986. {
  987. // Two identifiers in a row denotes a break
  988. if (lastWasIdentifier)
  989. return -1;
  990. lastWasIdentifier = true;
  991. }
  992. else
  993. {
  994. return -1;
  995. }
  996. checkIdx--;
  997. checkNode = mVisitorPos.Get(checkIdx);
  998. }
  999. return -1;
  1000. }
  1001. BfExpression* BfReducer::ApplyToFirstExpression(BfUnaryOperatorExpression* unaryOp, BfExpression* target)
  1002. {
  1003. auto condExpression = BfNodeDynCast<BfConditionalExpression>(target);
  1004. if (condExpression != NULL)
  1005. {
  1006. auto result = ApplyToFirstExpression(unaryOp, condExpression->mConditionExpression);
  1007. if (result == condExpression->mConditionExpression)
  1008. {
  1009. //TODO: Make sure this one works, check children and next's and such
  1010. //ReplaceNode(unaryOp, binOpExpression);
  1011. unaryOp->mExpression = condExpression->mConditionExpression;
  1012. ReplaceNode(unaryOp, condExpression);
  1013. unaryOp->SetSrcEnd(condExpression->mConditionExpression->GetSrcEnd());
  1014. condExpression->mConditionExpression = unaryOp;
  1015. }
  1016. condExpression->SetSrcStart(unaryOp->GetSrcStart());
  1017. return result;
  1018. }
  1019. auto binOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(target);
  1020. if (binOpExpression != NULL)
  1021. {
  1022. auto result = ApplyToFirstExpression(unaryOp, binOpExpression->mLeft);
  1023. if (result == binOpExpression->mLeft)
  1024. {
  1025. unaryOp->mExpression = binOpExpression->mLeft;
  1026. unaryOp->SetSrcEnd(binOpExpression->mLeft->GetSrcEnd());
  1027. binOpExpression->mLeft = unaryOp;
  1028. }
  1029. binOpExpression->SetSrcStart(unaryOp->GetSrcStart());
  1030. return result;
  1031. }
  1032. return target;
  1033. }
  1034. static String DbgNodeToString(BfAstNode* astNode)
  1035. {
  1036. if (auto binOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(astNode))
  1037. {
  1038. String str;
  1039. str += "(";
  1040. str += DbgNodeToString(binOpExpr->mLeft);
  1041. str += " ";
  1042. str += DbgNodeToString(binOpExpr->mOpToken);
  1043. str += " ";
  1044. str += DbgNodeToString(binOpExpr->mRight);
  1045. str += ")";
  1046. return str;
  1047. }
  1048. else if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(astNode))
  1049. {
  1050. String str;
  1051. str += "(";
  1052. str += DbgNodeToString(condExpr->mConditionExpression);
  1053. str += ") ? (";
  1054. str += DbgNodeToString(condExpr->mTrueExpression);
  1055. str += ") : (";
  1056. str += DbgNodeToString(condExpr->mFalseExpression);
  1057. str += ")";
  1058. return str;
  1059. }
  1060. return astNode->ToString();
  1061. }
  1062. BfExpression* BfReducer::CheckBinaryOperatorPrecedence(BfBinaryOperatorExpression* binOpExpression)
  1063. {
  1064. BfExpression* resultExpr = binOpExpression;
  1065. bool dbg = false;
  1066. #ifdef BF_AST_HAS_PARENT_MEMBER
  1067. BF_ASSERT(BfNodeDynCast<BfBinaryOperatorExpression>(binOpExpression->mParent) == NULL);
  1068. #endif
  1069. SizedArray<BfBinaryOperatorExpression*, 8> binOpParents;
  1070. SizedArray<BfBinaryOperatorExpression*, 8> deferredChecks;
  1071. BfBinaryOperatorExpression* checkBinOpExpression = binOpExpression;
  1072. while (true)
  1073. {
  1074. if (checkBinOpExpression == NULL)
  1075. {
  1076. if (deferredChecks.size() == 0)
  1077. break;
  1078. checkBinOpExpression = deferredChecks.back();
  1079. deferredChecks.pop_back();
  1080. }
  1081. if (dbg)
  1082. OutputDebugStrF("Checking: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1083. #ifdef BF_AST_HAS_PARENT_MEMBER
  1084. BfBinaryOperatorExpression* prevBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mParent);
  1085. if (prevBinOpExpression != NULL)
  1086. {
  1087. BF_ASSERT(binOpParents.back() == prevBinOpExpression);
  1088. }
  1089. #else
  1090. BfBinaryOperatorExpression* prevBinOpExpression = NULL;
  1091. #endif
  1092. if (!binOpParents.IsEmpty())
  1093. {
  1094. prevBinOpExpression = binOpParents.back();
  1095. }
  1096. BfBinaryOperatorExpression* nextBinaryOperatorExpression = NULL;
  1097. bool didCondSwap = false;
  1098. while (auto rightCondExpression = BfNodeDynCast<BfConditionalExpression>(checkBinOpExpression->mRight))
  1099. {
  1100. // Turn (A || (B ? C : D)) into ((A || B) ? C : D)
  1101. BfExpression* exprA = checkBinOpExpression->mLeft;
  1102. BfExpression* exprB = rightCondExpression->mConditionExpression;
  1103. BfExpression* exprC = rightCondExpression->mTrueExpression;
  1104. checkBinOpExpression->SetSrcEnd(exprB->GetSrcEnd());
  1105. MEMBER_SET(rightCondExpression, mConditionExpression, checkBinOpExpression);
  1106. MEMBER_SET(checkBinOpExpression, mLeft, exprA);
  1107. MEMBER_SET(checkBinOpExpression, mRight, exprB);
  1108. didCondSwap = true;
  1109. if (dbg)
  1110. {
  1111. OutputDebugStrF("NewCond: %s\n", DbgNodeToString(rightCondExpression).c_str());
  1112. OutputDebugStrF("CheckAfterCond: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1113. }
  1114. if (prevBinOpExpression != NULL)
  1115. {
  1116. BF_ASSERT(checkBinOpExpression == prevBinOpExpression->mRight);
  1117. MEMBER_SET(prevBinOpExpression, mRight, rightCondExpression);
  1118. nextBinaryOperatorExpression = prevBinOpExpression;
  1119. binOpParents.pop_back();
  1120. }
  1121. else
  1122. {
  1123. BF_ASSERT(resultExpr == checkBinOpExpression);
  1124. resultExpr = rightCondExpression;
  1125. }
  1126. }
  1127. if (nextBinaryOperatorExpression != NULL)
  1128. {
  1129. checkBinOpExpression = nextBinaryOperatorExpression;
  1130. continue;
  1131. }
  1132. /*auto _CheckLeftBinaryOpearator = [&](BfBinaryOperatorExpression* checkBinOpExpression)
  1133. {
  1134. while (auto leftBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1135. {
  1136. if (dbg)
  1137. {
  1138. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1139. OutputDebugStrF("Left : %s\n", DbgNodeToString(leftBinOpExpression).c_str());
  1140. }
  1141. if (leftBinOpExpression->mRight == NULL)
  1142. {
  1143. BF_ASSERT(mPassInstance->HasFailed());
  1144. return;
  1145. }
  1146. int leftPrecedence = BfGetBinaryOpPrecendence(leftBinOpExpression->mOp);
  1147. int rightPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1148. // Turn ((A + B) * C) into (A + (B * C))
  1149. if (leftPrecedence >= rightPrecedence)
  1150. {
  1151. break;
  1152. }
  1153. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1154. BfExpression* exprA = leftBinOpExpression->mLeft;
  1155. BfExpression* exprB = leftBinOpExpression->mRight;
  1156. BfExpression* exprC = checkBinOpExpression->mRight;
  1157. auto rightBinOpExpression = leftBinOpExpression; // We reuse this memory for the right side now
  1158. auto binOp = checkBinOpExpression->mOp;
  1159. checkBinOpExpression->mLeft = exprA;
  1160. checkBinOpExpression->mOp = leftBinOpExpression->mOp;
  1161. checkBinOpExpression->mOpToken = leftBinOpExpression->mOpToken;
  1162. checkBinOpExpression->mRight = rightBinOpExpression;
  1163. rightBinOpExpression->mLeft = exprB;
  1164. rightBinOpExpression->mOp = binOp;
  1165. rightBinOpExpression->mOpToken = tokenNode;
  1166. rightBinOpExpression->mRight = exprC;
  1167. rightBinOpExpression->SetSrcStart(rightBinOpExpression->mLeft->GetSrcStart());
  1168. rightBinOpExpression->SetSrcEnd(rightBinOpExpression->mRight->GetSrcEnd());
  1169. if (dbg)
  1170. {
  1171. OutputDebugStrF("CheckAfter : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1172. }
  1173. }
  1174. };*/
  1175. while (auto rightBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mRight))
  1176. {
  1177. if (dbg)
  1178. {
  1179. OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1180. OutputDebugStrF("Right : %s\n", DbgNodeToString(rightBinOpExpression).c_str());
  1181. }
  1182. if (rightBinOpExpression->mRight == NULL)
  1183. {
  1184. BF_ASSERT(mPassInstance->HasFailed());
  1185. return binOpExpression;
  1186. }
  1187. int leftPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
  1188. int rightPrecedence = BfGetBinaryOpPrecendence(rightBinOpExpression->mOp);
  1189. // Turn (A * (B + C)) into ((A * B) + C)
  1190. // Note: this DOES need to be '<' in order to preserve left-to-right evaluation when precedence is equal
  1191. if (leftPrecedence < rightPrecedence)
  1192. {
  1193. binOpParents.Add(checkBinOpExpression);
  1194. nextBinaryOperatorExpression = rightBinOpExpression;
  1195. break;
  1196. }
  1197. BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
  1198. BfExpression* exprA = checkBinOpExpression->mLeft;
  1199. BfExpression* exprB = rightBinOpExpression->mLeft;
  1200. BfExpression* exprC = rightBinOpExpression->mRight;
  1201. auto leftBinOpExpression = rightBinOpExpression; // We reuse this memory for the left side now
  1202. auto binOp = checkBinOpExpression->mOp;
  1203. checkBinOpExpression->mLeft = leftBinOpExpression;
  1204. checkBinOpExpression->mOp = rightBinOpExpression->mOp;
  1205. checkBinOpExpression->mOpToken = rightBinOpExpression->mOpToken;
  1206. checkBinOpExpression->mRight = exprC;
  1207. leftBinOpExpression->mLeft = exprA;
  1208. leftBinOpExpression->mOp = binOp;
  1209. leftBinOpExpression->mOpToken = tokenNode;
  1210. leftBinOpExpression->mRight = exprB;
  1211. leftBinOpExpression->SetSrcStart(leftBinOpExpression->mLeft->GetSrcStart());
  1212. leftBinOpExpression->SetSrcEnd(leftBinOpExpression->mRight->GetSrcEnd());
  1213. if (dbg)
  1214. {
  1215. OutputDebugStrF("CheckAfter: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
  1216. }
  1217. if ((leftPrecedence > rightPrecedence) && (prevBinOpExpression != NULL))
  1218. {
  1219. // Backtrack
  1220. nextBinaryOperatorExpression = prevBinOpExpression;
  1221. binOpParents.pop_back();
  1222. break;
  1223. }
  1224. if (auto leftBinaryExpr = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
  1225. {
  1226. deferredChecks.push_back(leftBinaryExpr);
  1227. }
  1228. }
  1229. checkBinOpExpression = nextBinaryOperatorExpression;
  1230. }
  1231. if (dbg)
  1232. OutputDebugStrF("NodeOut: %s\n", DbgNodeToString(resultExpr).c_str());
  1233. return resultExpr;
  1234. }
  1235. BfAstNode* BfReducer::ReplaceTokenStarter(BfAstNode* astNode, int idx)
  1236. {
  1237. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(astNode))
  1238. {
  1239. if ((tokenNode->GetToken() == BfToken_As) ||
  1240. (tokenNode->GetToken() == BfToken_In))
  1241. {
  1242. if (idx == -1)
  1243. idx = mVisitorPos.mReadPos;
  1244. BF_ASSERT(mVisitorPos.Get(idx) == astNode);
  1245. auto identifierNode = mAlloc->Alloc<BfIdentifierNode>();
  1246. ReplaceNode(tokenNode, identifierNode);
  1247. mVisitorPos.Set(idx, identifierNode);
  1248. return identifierNode;
  1249. }
  1250. }
  1251. return astNode;
  1252. }
  1253. BfEnumCaseBindExpression* BfReducer::CreateEnumCaseBindExpression(BfTokenNode* bindToken)
  1254. {
  1255. auto bindExpr = mAlloc->Alloc<BfEnumCaseBindExpression>();
  1256. MEMBER_SET(bindExpr, mBindToken, bindToken);
  1257. mVisitorPos.MoveNext();
  1258. auto nextNode = mVisitorPos.GetNext();
  1259. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1260. {
  1261. if (nextToken->GetToken() == BfToken_Dot)
  1262. {
  1263. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1264. MEMBER_SET(memberReferenceExpr, mDotToken, nextToken);
  1265. mVisitorPos.MoveNext();
  1266. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1267. if (memberName != NULL)
  1268. {
  1269. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1270. }
  1271. MEMBER_SET(bindExpr, mEnumMemberExpr, memberReferenceExpr);
  1272. }
  1273. }
  1274. if (bindExpr->mEnumMemberExpr == NULL)
  1275. {
  1276. auto typeRef = CreateTypeRefAfter(bindExpr);
  1277. if (typeRef != NULL)
  1278. {
  1279. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(typeRef))
  1280. {
  1281. MEMBER_SET(bindExpr, mEnumMemberExpr, namedTypeRef->mNameNode);
  1282. }
  1283. else
  1284. {
  1285. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1286. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  1287. {
  1288. if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(qualifiedTypeRef->mRight))
  1289. {
  1290. MEMBER_SET(memberRefExpr, mTarget, qualifiedTypeRef->mLeft);
  1291. MEMBER_SET(memberRefExpr, mDotToken, qualifiedTypeRef->mDot);
  1292. MEMBER_SET(memberRefExpr, mMemberName, namedTypeRef->mNameNode);
  1293. }
  1294. }
  1295. else
  1296. {
  1297. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  1298. }
  1299. MEMBER_SET(bindExpr, mEnumMemberExpr, memberRefExpr);
  1300. }
  1301. }
  1302. if (bindExpr->mEnumMemberExpr == NULL)
  1303. {
  1304. Fail("Expected enum case name", typeRef);
  1305. }
  1306. }
  1307. if (bindExpr->mEnumMemberExpr != NULL)
  1308. {
  1309. auto openToken = ExpectTokenAfter(bindExpr->mEnumMemberExpr, BfToken_LParen);
  1310. if (openToken != NULL)
  1311. {
  1312. auto tupleExpr = CreateTupleExpression(openToken, NULL);
  1313. MEMBER_SET(bindExpr, mBindNames, tupleExpr);
  1314. }
  1315. }
  1316. return bindExpr;
  1317. }
  1318. BfExpression* BfReducer::CreateExpression(BfAstNode* node, CreateExprFlags createExprFlags)
  1319. {
  1320. if (node == NULL)
  1321. return NULL;
  1322. BP_ZONE("CreateExpression");
  1323. //
  1324. {
  1325. BP_ZONE("CreateExpression.CheckStack");
  1326. StackHelper stackHelper;
  1327. if (!stackHelper.CanStackExpand(64 * 1024))
  1328. {
  1329. BfExpression* result = NULL;
  1330. if (!stackHelper.Execute([&]()
  1331. {
  1332. result = CreateExpression(node, createExprFlags);
  1333. }))
  1334. {
  1335. Fail("Expression too complex to parse", node);
  1336. }
  1337. return result;
  1338. }
  1339. }
  1340. AssertCurrentNode(node);
  1341. /*if (auto block = BfNodeDynCast<BfBlock>(node))
  1342. {
  1343. HandleBlock(block, true);
  1344. return block;
  1345. }*/
  1346. auto rhsCreateExprFlags = (CreateExprFlags)(createExprFlags & CreateExprFlags_BreakOnRChevron);
  1347. node = ReplaceTokenStarter(node);
  1348. auto exprLeft = BfNodeDynCast<BfExpression>(node);
  1349. AssertCurrentNode(node);
  1350. if ((createExprFlags & (CreateExprFlags_AllowVariableDecl | CreateExprFlags_PermissiveVariableDecl)) != 0)
  1351. {
  1352. bool isLocalVariable = false;
  1353. auto nextNode = mVisitorPos.GetNext();
  1354. BfVariableDeclaration* continuingVariable = NULL;
  1355. int outEndNode = -1;
  1356. bool couldBeExpr = false;
  1357. bool isTuple = false;
  1358. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr, NULL, &isTuple))
  1359. {
  1360. if ((createExprFlags & CreateExprFlags_PermissiveVariableDecl) != 0)
  1361. isLocalVariable = true;
  1362. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  1363. {
  1364. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode + 1)))
  1365. {
  1366. if (equalsToken->GetToken() == BfToken_AssignEquals)
  1367. isLocalVariable = true;
  1368. }
  1369. //if (!couldBeExpr)
  1370. {
  1371. auto endingTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  1372. // If the type ends with a * or a ? then it could be an expression
  1373. if (endingTokenNode == NULL)
  1374. {
  1375. isLocalVariable = true;
  1376. }
  1377. else
  1378. {
  1379. BfToken endingToken = endingTokenNode->GetToken();
  1380. if (endingToken == BfToken_RParen)
  1381. {
  1382. if (isTuple)
  1383. isLocalVariable = true;
  1384. }
  1385. else if (endingToken == BfToken_Star)
  1386. {
  1387. // Check spacing for "a* b" to determine if it's a pointer definition or a multiply
  1388. auto beforeStarNode = mVisitorPos.Get(outEndNode - 2);
  1389. if ((endingTokenNode->GetSrcStart() == beforeStarNode->GetSrcEnd()) &&
  1390. (identifierNode->GetSrcStart() > endingTokenNode->GetSrcEnd()))
  1391. isLocalVariable = true;
  1392. }
  1393. else if ((endingToken != BfToken_Star) && (endingToken != BfToken_Question))
  1394. isLocalVariable = true;
  1395. }
  1396. }
  1397. }
  1398. if (auto typeNameToken = BfNodeDynCast<BfTokenNode>(node))
  1399. {
  1400. if ((typeNameToken->GetToken() == BfToken_Var) || (typeNameToken->GetToken() == BfToken_Let))
  1401. isLocalVariable = true;
  1402. }
  1403. }
  1404. if (nextNode == NULL)
  1405. {
  1406. // Treat ending identifier as just an identifier (could be block result)
  1407. isLocalVariable = false;
  1408. }
  1409. if ((isLocalVariable) || (continuingVariable != NULL))
  1410. {
  1411. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  1412. BfTypeReference* typeRef = NULL;
  1413. if (continuingVariable != NULL)
  1414. {
  1415. typeRef = continuingVariable->mTypeRef;
  1416. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  1417. ReplaceNode(node, variableDeclaration);
  1418. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  1419. }
  1420. else
  1421. {
  1422. typeRef = CreateTypeRef(node);
  1423. if (typeRef == NULL)
  1424. return NULL;
  1425. ReplaceNode(typeRef, variableDeclaration);
  1426. }
  1427. variableDeclaration->mTypeRef = typeRef;
  1428. BfAstNode* variableNameNode = NULL;
  1429. nextNode = mVisitorPos.GetNext();
  1430. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1431. {
  1432. if (tokenNode->GetToken() == BfToken_LParen)
  1433. {
  1434. mVisitorPos.mReadPos++;
  1435. variableNameNode = CreateTupleExpression(tokenNode);
  1436. }
  1437. }
  1438. if (variableNameNode == NULL)
  1439. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  1440. if (variableNameNode == NULL)
  1441. return variableDeclaration;
  1442. auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1443. variableDeclaration->mNameNode = variableNameNode;
  1444. MoveNode(variableNameNode, variableDeclaration);
  1445. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  1446. {
  1447. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  1448. mVisitorPos.MoveNext();
  1449. if (variableDeclaration->mInitializer == NULL)
  1450. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration);
  1451. if (variableDeclaration->mInitializer == NULL)
  1452. return variableDeclaration;
  1453. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  1454. }
  1455. exprLeft = variableDeclaration;
  1456. }
  1457. }
  1458. if (auto block = BfNodeDynCast<BfBlock>(node))
  1459. {
  1460. HandleBlock(block, true);
  1461. exprLeft = block;
  1462. }
  1463. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(exprLeft))
  1464. {
  1465. identifierNode = CompactQualifiedName(identifierNode);
  1466. exprLeft = identifierNode;
  1467. if ((mCompatMode) && (exprLeft->ToString() == "defined"))
  1468. {
  1469. auto definedNodeExpr = mAlloc->Alloc<BfPreprocessorDefinedExpression>();
  1470. ReplaceNode(identifierNode, definedNodeExpr);
  1471. auto nextNode = mVisitorPos.GetNext();
  1472. bool hadParenToken = false;
  1473. if (auto parenToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1474. {
  1475. if (parenToken->GetToken() == BfToken_LParen)
  1476. {
  1477. MoveNode(parenToken, definedNodeExpr);
  1478. hadParenToken = true;
  1479. }
  1480. }
  1481. auto definedIdentifier = ExpectIdentifierAfter(definedNodeExpr);
  1482. MEMBER_SET_CHECKED(definedNodeExpr, mIdentifier, definedIdentifier);
  1483. if (hadParenToken)
  1484. {
  1485. auto parenToken = ExpectTokenAfter(definedNodeExpr, BfToken_RParen);
  1486. if (parenToken != NULL)
  1487. MoveNode(parenToken, definedNodeExpr);
  1488. }
  1489. exprLeft = definedNodeExpr;
  1490. }
  1491. int endNodeIdx = -1;
  1492. if ((IsTypeReference(exprLeft, BfToken_LBracket, &endNodeIdx, NULL)))
  1493. {
  1494. if (IsTypeReference(exprLeft, BfToken_LBrace, NULL, NULL))
  1495. {
  1496. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1497. auto typeRef = CreateTypeRef(exprLeft);
  1498. if (typeRef != NULL)
  1499. {
  1500. ReplaceNode(typeRef, arrayCreateExpr);
  1501. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1502. if (arrayType != NULL)
  1503. {
  1504. arrayCreateExpr->mTypeRef = arrayType;
  1505. auto nextNode = mVisitorPos.GetNext();
  1506. auto block = BfNodeDynCast<BfBlock>(nextNode);
  1507. if (block != NULL)
  1508. {
  1509. Fail("Brace initialization is not supported. Enclose initializer with parentheses.", block);
  1510. auto initializerExpr = CreateCollectionInitializerExpression(block);
  1511. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1512. mVisitorPos.MoveNext();
  1513. }
  1514. exprLeft = arrayCreateExpr;
  1515. }
  1516. else
  1517. {
  1518. Fail("Sized array type expected", typeRef);
  1519. }
  1520. }
  1521. }
  1522. else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1523. {
  1524. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx - 1)))
  1525. {
  1526. if ((tokenNode->mToken == BfToken_Star) || (tokenNode->mToken == BfToken_Question)) // Is it something that can ONLY be a sized type reference?
  1527. {
  1528. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1529. auto typeRef = CreateTypeRef(exprLeft);
  1530. if (typeRef != NULL)
  1531. {
  1532. ReplaceNode(typeRef, arrayCreateExpr);
  1533. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1534. if (arrayType != NULL)
  1535. {
  1536. arrayCreateExpr->mTypeRef = arrayType;
  1537. auto nextNode = mVisitorPos.GetNext();
  1538. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  1539. {
  1540. mVisitorPos.MoveNext();
  1541. auto initializerExpr = CreateCollectionInitializerExpression(nextToken);
  1542. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1543. }
  1544. exprLeft = arrayCreateExpr;
  1545. }
  1546. else
  1547. {
  1548. Fail("Sized array type expected", typeRef);
  1549. }
  1550. }
  1551. }
  1552. }
  1553. }
  1554. /*else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
  1555. {
  1556. BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  1557. auto typeRef = CreateTypeRef(exprLeft);
  1558. if (typeRef != NULL)
  1559. {
  1560. ReplaceNode(typeRef, arrayCreateExpr);
  1561. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  1562. if (arrayType != NULL)
  1563. {
  1564. mVisitorPos.MoveNext();
  1565. arrayCreateExpr->mTypeRef = arrayType;
  1566. auto nextNode = mVisitorPos.GetCurrent();
  1567. auto openParen = BfNodeDynCast<BfTokenNode>(nextNode);
  1568. BF_ASSERT(openParen->GetToken() == BfToken_LParen);
  1569. auto initializerExpr = CreateCollectionInitializerExpression(openParen);
  1570. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  1571. exprLeft = arrayCreateExpr;
  1572. }
  1573. else
  1574. {
  1575. Fail("Sized array type expected", typeRef);
  1576. }
  1577. }
  1578. }*/
  1579. }
  1580. }
  1581. if (exprLeft == NULL)
  1582. {
  1583. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1584. {
  1585. BfToken token = tokenNode->GetToken();
  1586. auto nextNode = mVisitorPos.GetNext();
  1587. if ((nextNode != NULL) &&
  1588. ((token == BfToken_Checked) ||
  1589. (token == BfToken_Unchecked)))
  1590. {
  1591. mVisitorPos.MoveNext();
  1592. auto nextExpr = CreateExpression(nextNode);
  1593. if (nextExpr == NULL)
  1594. return NULL;
  1595. return nextExpr;
  1596. }
  1597. else if ((token == BfToken_New) ||
  1598. (token == BfToken_Scope) ||
  1599. (token == BfToken_Stack) ||
  1600. (token == BfToken_Append))
  1601. {
  1602. if (token == BfToken_Stack)
  1603. Fail("'Stack' not supported. Use 'scope::' instead.", tokenNode);
  1604. auto allocNode = CreateAllocNode(tokenNode);
  1605. bool isDelegateBind = false;
  1606. bool isLambdaBind = false;
  1607. bool isBoxing = false;
  1608. auto nextNode = mVisitorPos.GetNext();
  1609. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  1610. {
  1611. int nextToken = nextTokenNode->GetToken();
  1612. isBoxing = nextToken == BfToken_Box;
  1613. isDelegateBind = nextToken == BfToken_FatArrow;
  1614. isLambdaBind = (nextToken == BfToken_LBracket);
  1615. // Either this is a lambda bind or a dynamic tuple allocation.
  1616. // We assume it's a lambda bind unless theres a "()" afterward
  1617. if (nextToken == BfToken_LParen)
  1618. {
  1619. int endNode = -1;
  1620. mVisitorPos.mReadPos++;
  1621. if (!IsTypeReference(nextTokenNode, BfToken_LParen, &endNode))
  1622. {
  1623. isLambdaBind = true;
  1624. }
  1625. // if (IsTypeReference(nextToken, BfToken_FatArrow, &endNode))
  1626. // isLambdaBind = true;
  1627. mVisitorPos.mReadPos--;
  1628. }
  1629. }
  1630. if (isBoxing)
  1631. {
  1632. auto boxExpr = mAlloc->Alloc<BfBoxExpression>();
  1633. ReplaceNode(allocNode, boxExpr);
  1634. boxExpr->mAllocNode = allocNode;
  1635. tokenNode = ExpectTokenAfter(boxExpr, BfToken_Box);
  1636. MEMBER_SET(boxExpr, mBoxToken, tokenNode);
  1637. auto exprNode = CreateExpressionAfter(boxExpr);
  1638. if (exprNode != NULL)
  1639. {
  1640. MEMBER_SET(boxExpr, mExpression, exprNode);
  1641. }
  1642. return boxExpr;
  1643. }
  1644. else if (isLambdaBind)
  1645. exprLeft = CreateLambdaBindExpression(allocNode);
  1646. else if (isDelegateBind)
  1647. exprLeft = CreateDelegateBindExpression(allocNode);
  1648. else
  1649. exprLeft = CreateObjectCreateExpression(allocNode);
  1650. if (token == BfToken_Append)
  1651. {
  1652. #ifdef BF_AST_HAS_PARENT_MEMBER
  1653. auto ctorDeclP = exprLeft->FindParentOfType<BfConstructorDeclaration>();
  1654. if (ctorDeclP != NULL)
  1655. ctorDeclP->mHasAppend = true;
  1656. #endif
  1657. #ifdef BF_AST_HAS_PARENT_MEMBER
  1658. BF_ASSERT(ctorDecl == ctorDeclP);
  1659. #endif
  1660. }
  1661. }
  1662. else if (token == BfToken_This)
  1663. {
  1664. auto thisExpr = mAlloc->Alloc<BfThisExpression>();
  1665. ReplaceNode(tokenNode, thisExpr);
  1666. thisExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1667. exprLeft = thisExpr;
  1668. }
  1669. else if (token == BfToken_Base)
  1670. {
  1671. auto baseExpr = mAlloc->Alloc<BfBaseExpression>();
  1672. ReplaceNode(tokenNode, baseExpr);
  1673. baseExpr->SetTriviaStart(tokenNode->GetTriviaStart());
  1674. exprLeft = baseExpr;
  1675. }
  1676. else if (token == BfToken_Null)
  1677. {
  1678. BfVariant nullVariant;
  1679. nullVariant.mTypeCode = BfTypeCode_NullPtr;
  1680. auto bfLiteralExpression = mAlloc->Alloc<BfLiteralExpression>();
  1681. bfLiteralExpression->mValue = nullVariant;
  1682. ReplaceNode(tokenNode, bfLiteralExpression);
  1683. bfLiteralExpression->SetTriviaStart(tokenNode->GetTriviaStart());
  1684. exprLeft = bfLiteralExpression;
  1685. }
  1686. else if ((token == BfToken_TypeOf) || (token == BfToken_SizeOf) ||
  1687. (token == BfToken_AlignOf) || (token == BfToken_StrideOf))
  1688. {
  1689. BfTypeAttrExpression* typeAttrExpr = NULL;
  1690. switch (tokenNode->GetToken())
  1691. {
  1692. case BfToken_TypeOf:
  1693. typeAttrExpr = mAlloc->Alloc<BfTypeOfExpression>();
  1694. break;
  1695. case BfToken_SizeOf:
  1696. typeAttrExpr = mAlloc->Alloc<BfSizeOfExpression>();
  1697. break;
  1698. case BfToken_AlignOf:
  1699. typeAttrExpr = mAlloc->Alloc<BfAlignOfExpression>();
  1700. break;
  1701. case BfToken_StrideOf:
  1702. typeAttrExpr = mAlloc->Alloc<BfStrideOfExpression>();
  1703. break;
  1704. default: break;
  1705. }
  1706. ReplaceNode(tokenNode, typeAttrExpr);
  1707. typeAttrExpr->mToken = tokenNode;
  1708. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_LParen);
  1709. MEMBER_SET_CHECKED(typeAttrExpr, mOpenParen, tokenNode);
  1710. auto typeRef = CreateTypeRefAfter(typeAttrExpr);
  1711. MEMBER_SET_CHECKED(typeAttrExpr, mTypeRef, typeRef);
  1712. tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_RParen);
  1713. MEMBER_SET_CHECKED(typeAttrExpr, mCloseParen, tokenNode);
  1714. exprLeft = typeAttrExpr;
  1715. }
  1716. else if (token == BfToken_Default)
  1717. {
  1718. auto defaultExpr = mAlloc->Alloc<BfDefaultExpression>();
  1719. ReplaceNode(tokenNode, defaultExpr);
  1720. defaultExpr->mDefaultToken = tokenNode;
  1721. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())) && (tokenNode->GetToken() == BfToken_LParen))
  1722. {
  1723. mVisitorPos.MoveNext();
  1724. //tokenNode = ExpectTokenAfter(defaultExpr, BfToken_LParen);
  1725. MEMBER_SET_CHECKED(defaultExpr, mOpenParen, tokenNode);
  1726. auto sizeRef = CreateTypeRefAfter(defaultExpr);
  1727. MEMBER_SET_CHECKED(defaultExpr, mTypeRef, sizeRef);
  1728. tokenNode = ExpectTokenAfter(defaultExpr, BfToken_RParen);
  1729. MEMBER_SET_CHECKED(defaultExpr, mCloseParen, tokenNode);
  1730. }
  1731. exprLeft = defaultExpr;
  1732. }
  1733. else if (token == BfToken_Question)
  1734. {
  1735. auto uninitExpr = mAlloc->Alloc<BfUninitializedExpression>();
  1736. ReplaceNode(tokenNode, uninitExpr);
  1737. uninitExpr->mQuestionToken = tokenNode;
  1738. return uninitExpr;
  1739. //MEMBER_SET(variableDeclaration, mInitializer, uninitExpr);
  1740. }
  1741. else if (token == BfToken_Case)
  1742. {
  1743. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  1744. ReplaceNode(tokenNode, caseExpr);
  1745. caseExpr->mCaseToken = tokenNode;
  1746. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1747. {
  1748. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  1749. {
  1750. auto expr = CreateEnumCaseBindExpression(bindToken);
  1751. if (expr == NULL)
  1752. return caseExpr;
  1753. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1754. }
  1755. }
  1756. if (caseExpr->mCaseExpression == NULL)
  1757. {
  1758. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  1759. if (expr == NULL)
  1760. return caseExpr;
  1761. MEMBER_SET(caseExpr, mCaseExpression, expr);
  1762. }
  1763. auto equalsNode = ExpectTokenAfter(caseExpr, BfToken_AssignEquals);
  1764. if (equalsNode == NULL)
  1765. return caseExpr;
  1766. MEMBER_SET(caseExpr, mEqualsNode, equalsNode);
  1767. auto expr = CreateExpressionAfter(caseExpr);
  1768. if (expr == NULL)
  1769. return caseExpr;
  1770. MEMBER_SET(caseExpr, mValueExpression, expr);
  1771. return caseExpr;
  1772. }
  1773. else if (token == BfToken_Dot) // Abbreviated dot syntax ".EnumVal"
  1774. {
  1775. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  1776. ReplaceNode(tokenNode, memberReferenceExpr);
  1777. MEMBER_SET(memberReferenceExpr, mDotToken, tokenNode);
  1778. bool handled = false;
  1779. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  1780. {
  1781. if (nextToken->GetToken() == BfToken_LParen)
  1782. {
  1783. // It's an unnamed dot ctor
  1784. handled = true;
  1785. }
  1786. }
  1787. if (!handled)
  1788. {
  1789. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  1790. if (memberName != NULL)
  1791. {
  1792. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  1793. }
  1794. }
  1795. // We don't set exprLeft here because it's illegal to do ".EnumVal.SomethingElse". That wouldn't make
  1796. // sense because the abbreviated syntax relies on type inference and the ".SomethingElse" wouldn't be
  1797. // the right type (whatever it is), AND mostly importantly, it breaks autocomplete when we are typing
  1798. // "KEnum val = ." above a line that starts with a something like a method call "OtherThing.MethodCall()"
  1799. // The exception is if we're creating an enum val with a payload
  1800. //auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  1801. //if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_LParen))
  1802. {
  1803. exprLeft = memberReferenceExpr;
  1804. }
  1805. /*else
  1806. {
  1807. return memberReferenceExpr;
  1808. }*/
  1809. }
  1810. else if (token == BfToken_LBracket)
  1811. {
  1812. exprLeft = CreateAttributedExpression(tokenNode, false);
  1813. }
  1814. else if (token == BfToken_FatArrow)
  1815. {
  1816. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  1817. ReplaceNode(tokenNode, delegateBindExpr);
  1818. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  1819. auto expr = CreateExpressionAfter(delegateBindExpr);
  1820. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  1821. auto nextNode = mVisitorPos.GetNext();
  1822. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  1823. {
  1824. if (tokenNode->GetToken() == BfToken_LChevron)
  1825. {
  1826. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  1827. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  1828. }
  1829. }
  1830. return delegateBindExpr;
  1831. }
  1832. }
  1833. }
  1834. if (exprLeft == NULL)
  1835. {
  1836. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  1837. {
  1838. BfUnaryOperatorExpression* unaryOpExpr = NULL;
  1839. auto nextNode = mVisitorPos.GetNext();
  1840. if ((tokenNode->GetToken() == BfToken_LParen) && (nextNode != NULL))
  1841. {
  1842. bool couldBeExpr = true;
  1843. // Peek ahead
  1844. int endNodeIdx = -1;
  1845. BfAstNode* endNode = NULL;
  1846. bool isTuple = false;
  1847. bool outerIsTypeRef = IsTypeReference(tokenNode, BfToken_FatArrow, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1848. if (outerIsTypeRef)
  1849. {
  1850. if (endNodeIdx != -1)
  1851. {
  1852. endNode = mVisitorPos.Get(endNodeIdx);
  1853. if (auto endToken = BfNodeDynCast<BfTokenNode>(endNode))
  1854. {
  1855. if (endToken->GetToken() == BfToken_FatArrow)
  1856. {
  1857. return CreateLambdaBindExpression(NULL, tokenNode);
  1858. }
  1859. }
  1860. }
  1861. }
  1862. //mVisitorPos.mReadPos++;
  1863. bool isCastExpr = false;
  1864. couldBeExpr = false;
  1865. isTuple = false;
  1866. if ((createExprFlags & CreateExprFlags_NoCast) == 0)
  1867. isCastExpr = IsTypeReference(node, BfToken_RParen, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
  1868. //mVisitorPos.mReadPos--;
  1869. if (endNodeIdx != -1)
  1870. endNode = mVisitorPos.Get(endNodeIdx);
  1871. //TODO: Remove this for compat
  1872. /*if (couldBeExpr)
  1873. isCastExpr = false;*/
  1874. if (isCastExpr)
  1875. {
  1876. bool isValidTupleCast = false;
  1877. auto tokenNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  1878. if (auto startToken = BfNodeDynCast<BfTokenNode>(tokenNextNode))
  1879. {
  1880. if (startToken->GetToken() == BfToken_LParen)
  1881. {
  1882. if (endNode != NULL)
  1883. {
  1884. auto afterEndNode = mVisitorPos.Get(endNodeIdx + 1);
  1885. if (auto afterEndToken = BfNodeDynCast<BfTokenNode>(afterEndNode))
  1886. {
  1887. if (afterEndToken->GetToken() == BfToken_RParen)
  1888. {
  1889. isValidTupleCast = true;
  1890. endNode = afterEndToken; // Check this one now, instead...
  1891. }
  1892. }
  1893. }
  1894. if (!isValidTupleCast)
  1895. isCastExpr = false;
  1896. }
  1897. }
  1898. BfAstNode* beforeEndNode = mVisitorPos.Get(endNodeIdx - 1);
  1899. if (auto prevTokenNode = BfNodeDynCast<BfTokenNode>(beforeEndNode))
  1900. {
  1901. int prevToken = prevTokenNode->GetToken();
  1902. // Ending in a "*" or a ">" means it's definitely a type reference
  1903. if ((prevToken == BfToken_Star) || (prevToken == BfToken_RChevron) || (prevToken == BfToken_RDblChevron))
  1904. couldBeExpr = false;
  1905. }
  1906. // It's not a cast expression if a binary operator (like +) immediately follows
  1907. if (couldBeExpr)
  1908. {
  1909. auto endNextNode = mVisitorPos.Get(endNodeIdx + 1);
  1910. if (endNextNode == NULL)
  1911. {
  1912. isCastExpr = false;
  1913. }
  1914. else if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(endNextNode))
  1915. {
  1916. BfToken nextToken = nextTokenNode->GetToken();
  1917. //TODO: Hm. What other tokens make it into a cast expr?
  1918. auto binaryOp = TokenToBinaryOp(nextToken);
  1919. // When we have a binary operator token following, it COULD either be a "(double)-val" or it COULD be a "(val2)-val"
  1920. // But we can't tell until we determine whether the thing inside the paren is a type name or a value name, so we
  1921. // have special code in BfExprEvaluator that can fix those cases at evaluation time
  1922. if (((binaryOp != BfBinaryOp_None) /*&& (nextToken != BfToken_Star) && (nextToken != BfToken_Ampersand)*/) || // Star could be dereference, not multiply
  1923. (nextToken == BfToken_RParen) ||
  1924. (nextToken == BfToken_LBracket) ||
  1925. (nextToken == BfToken_Dot) ||
  1926. (nextToken == BfToken_DotDot) ||
  1927. (nextToken == BfToken_Comma) ||
  1928. (nextToken == BfToken_Colon) ||
  1929. (nextToken == BfToken_Question) ||
  1930. (nextToken == BfToken_Semicolon) ||
  1931. (nextToken == BfToken_AssignEquals) ||
  1932. (nextToken == BfToken_Case))
  1933. isCastExpr = false;
  1934. }
  1935. }
  1936. }
  1937. if (isCastExpr)
  1938. {
  1939. auto bfCastExpr = mAlloc->Alloc<BfCastExpression>();
  1940. if (isTuple)
  1941. {
  1942. // Create typeRef including the parens (tuple type)
  1943. auto castTypeRef = CreateTypeRef(tokenNode);
  1944. ReplaceNode(castTypeRef, bfCastExpr);
  1945. bfCastExpr->mTypeRef = castTypeRef;
  1946. }
  1947. else
  1948. {
  1949. ReplaceNode(tokenNode, bfCastExpr);
  1950. bfCastExpr->mOpenParen = tokenNode;
  1951. auto castTypeRef = CreateTypeRefAfter(bfCastExpr);
  1952. MEMBER_SET_CHECKED(bfCastExpr, mTypeRef, castTypeRef);
  1953. tokenNode = ExpectTokenAfter(bfCastExpr, BfToken_RParen);
  1954. MEMBER_SET_CHECKED(bfCastExpr, mCloseParen, tokenNode);
  1955. }
  1956. auto expression = CreateExpressionAfter(bfCastExpr);
  1957. if (expression == NULL)
  1958. return bfCastExpr;
  1959. MEMBER_SET(bfCastExpr, mExpression, expression);
  1960. unaryOpExpr = bfCastExpr;
  1961. }
  1962. else
  1963. {
  1964. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  1965. {
  1966. // Empty tuple?
  1967. if (nextToken->GetToken() == BfToken_RParen)
  1968. {
  1969. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  1970. ReplaceNode(tokenNode, tupleExpr);
  1971. tupleExpr->mOpenParen = tokenNode;
  1972. MEMBER_SET(tupleExpr, mCloseParen, nextToken);
  1973. mVisitorPos.MoveNext();
  1974. return tupleExpr;
  1975. }
  1976. }
  1977. // static int sItrIdx = 0;
  1978. // sItrIdx++;
  1979. // int itrIdx = sItrIdx;
  1980. // if (itrIdx == 197)
  1981. // {
  1982. // NOP;
  1983. // }
  1984. // BfParenthesizedExpression or BfTupleExpression
  1985. SetAndRestoreValue<bool> prevInParenExpr(mInParenExpr, true);
  1986. auto innerExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_AllowVariableDecl);
  1987. if (innerExpr == NULL)
  1988. return NULL;
  1989. BfTokenNode* closeParenToken;
  1990. if (innerExpr->IsA<BfIdentifierNode>())
  1991. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  1992. else
  1993. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  1994. if ((closeParenToken == NULL) || (closeParenToken->GetToken() == BfToken_RParen))
  1995. {
  1996. auto parenExpr = mAlloc->Alloc<BfParenthesizedExpression>();
  1997. parenExpr->mExpression = innerExpr;
  1998. ReplaceNode(node, parenExpr);
  1999. parenExpr->mOpenParen = tokenNode;
  2000. MoveNode(innerExpr, parenExpr);
  2001. if (closeParenToken == NULL)
  2002. return parenExpr;
  2003. MEMBER_SET(parenExpr, mCloseParen, closeParenToken);
  2004. exprLeft = parenExpr;
  2005. if ((createExprFlags & CreateExprFlags_ExitOnParenExpr) != 0)
  2006. return exprLeft;
  2007. }
  2008. else
  2009. {
  2010. mVisitorPos.mReadPos--; // Backtrack to before token
  2011. exprLeft = CreateTupleExpression(tokenNode, innerExpr);
  2012. }
  2013. }
  2014. }
  2015. if (exprLeft == NULL)
  2016. {
  2017. BfUnaryOp unaryOp = TokenToUnaryOp(tokenNode->GetToken());
  2018. if (unaryOp != BfUnaryOp_None)
  2019. {
  2020. if (unaryOp == BfUnaryOp_Positive)
  2021. Fail("Unary operator '+' not allowed", tokenNode);
  2022. unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  2023. unaryOpExpr->mOp = unaryOp;
  2024. unaryOpExpr->mOpToken = tokenNode;
  2025. ReplaceNode(tokenNode, unaryOpExpr);
  2026. unaryOpExpr->mExpression = CreateExpressionAfter(unaryOpExpr, rhsCreateExprFlags);
  2027. if (unaryOpExpr->mExpression == NULL)
  2028. return NULL;
  2029. MoveNode(unaryOpExpr->mExpression, unaryOpExpr);
  2030. }
  2031. if (unaryOpExpr != NULL)
  2032. {
  2033. exprLeft = unaryOpExpr;
  2034. if (auto binaryOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(unaryOpExpr->mExpression))
  2035. {
  2036. exprLeft = binaryOpExpr;
  2037. ApplyToFirstExpression(unaryOpExpr, binaryOpExpr);
  2038. }
  2039. if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(unaryOpExpr->mExpression))
  2040. {
  2041. exprLeft = condExpr;
  2042. ApplyToFirstExpression(unaryOpExpr, condExpr);
  2043. }
  2044. if (auto assignmentExpr = BfNodeDynCast<BfAssignmentExpression>(unaryOpExpr->mExpression))
  2045. {
  2046. // Apply unary operator (likely a dereference) to LHS
  2047. assignmentExpr->RemoveSelf();
  2048. ReplaceNode(unaryOpExpr, assignmentExpr);
  2049. if (assignmentExpr->mLeft != NULL)
  2050. {
  2051. MEMBER_SET(unaryOpExpr, mExpression, assignmentExpr->mLeft);
  2052. unaryOpExpr->SetSrcEnd(assignmentExpr->mLeft->GetSrcEnd());
  2053. MEMBER_SET(assignmentExpr, mLeft, unaryOpExpr);
  2054. exprLeft = assignmentExpr;
  2055. }
  2056. }
  2057. if (auto dynCastExpr = BfNodeDynCast<BfDynamicCastExpression>(unaryOpExpr->mExpression))
  2058. {
  2059. // Apply unary operator (likely a dereference) to Expr
  2060. dynCastExpr->RemoveSelf();
  2061. ReplaceNode(unaryOpExpr, dynCastExpr);
  2062. if (dynCastExpr->mTarget != NULL)
  2063. {
  2064. MEMBER_SET(unaryOpExpr, mExpression, dynCastExpr->mTarget);
  2065. unaryOpExpr->SetSrcEnd(dynCastExpr->mTarget->GetSrcEnd());
  2066. MEMBER_SET(dynCastExpr, mTarget, unaryOpExpr);
  2067. exprLeft = dynCastExpr;
  2068. }
  2069. }
  2070. if (auto caseExpr = BfNodeDynCast<BfCaseExpression>(unaryOpExpr->mExpression))
  2071. {
  2072. // Apply unary operator (likely a dereference) to Expr
  2073. caseExpr->RemoveSelf();
  2074. ReplaceNode(unaryOpExpr, caseExpr);
  2075. if (caseExpr->mValueExpression != NULL)
  2076. {
  2077. MEMBER_SET(unaryOpExpr, mExpression, caseExpr->mValueExpression);
  2078. unaryOpExpr->SetSrcEnd(caseExpr->mValueExpression->GetSrcEnd());
  2079. MEMBER_SET(caseExpr, mValueExpression, unaryOpExpr);
  2080. exprLeft = caseExpr;
  2081. }
  2082. }
  2083. }
  2084. }
  2085. }
  2086. }
  2087. if (exprLeft == NULL)
  2088. {
  2089. Fail("Expected expression", node);
  2090. return NULL;
  2091. }
  2092. while (true)
  2093. {
  2094. auto nextNode = mVisitorPos.GetNext();
  2095. if (nextNode == NULL)
  2096. break;
  2097. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2098. {
  2099. BfToken token = tokenNode->GetToken();
  2100. if (((createExprFlags & CreateExprFlags_BreakOnRChevron) != 0) && (token == BfToken_RChevron))
  2101. return exprLeft;
  2102. if ((token == BfToken_DblPlus) || (token == BfToken_DblMinus))
  2103. {
  2104. // Post-increment, post-decrement
  2105. auto unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
  2106. ReplaceNode(exprLeft, unaryOpExpr);
  2107. unaryOpExpr->mOp = (token == BfToken_DblPlus) ? BfUnaryOp_PostIncrement : BfUnaryOp_PostDecrement;
  2108. MEMBER_SET(unaryOpExpr, mOpToken, tokenNode);
  2109. MEMBER_SET(unaryOpExpr, mExpression, exprLeft);
  2110. exprLeft = unaryOpExpr;
  2111. mVisitorPos.MoveNext();
  2112. continue;
  2113. }
  2114. if (token == BfToken_As)
  2115. {
  2116. auto dynCastExpr = mAlloc->Alloc<BfDynamicCastExpression>();
  2117. ReplaceNode(exprLeft, dynCastExpr);
  2118. dynCastExpr->mTarget = exprLeft;
  2119. MEMBER_SET(dynCastExpr, mAsToken, tokenNode);
  2120. mVisitorPos.MoveNext();
  2121. auto typeRef = CreateTypeRefAfter(dynCastExpr);
  2122. if (typeRef == NULL)
  2123. return dynCastExpr;
  2124. MEMBER_SET(dynCastExpr, mTypeRef, typeRef);
  2125. return dynCastExpr;
  2126. }
  2127. if (token == BfToken_Is)
  2128. {
  2129. auto checkTypeExpr = mAlloc->Alloc<BfCheckTypeExpression>();
  2130. ReplaceNode(exprLeft, checkTypeExpr);
  2131. checkTypeExpr->mTarget = exprLeft;
  2132. MEMBER_SET(checkTypeExpr, mIsToken, tokenNode);
  2133. mVisitorPos.MoveNext();
  2134. auto typeRef = CreateTypeRefAfter(checkTypeExpr);
  2135. if (typeRef == NULL)
  2136. return checkTypeExpr;
  2137. MEMBER_SET(checkTypeExpr, mTypeRef, typeRef);
  2138. exprLeft = checkTypeExpr;
  2139. continue;
  2140. }
  2141. if (token == BfToken_Question)
  2142. {
  2143. auto conditionExpr = mAlloc->Alloc<BfConditionalExpression>();
  2144. ReplaceNode(exprLeft, conditionExpr);
  2145. conditionExpr->mConditionExpression = exprLeft;
  2146. MEMBER_SET(conditionExpr, mQuestionToken, tokenNode);
  2147. mVisitorPos.MoveNext();
  2148. auto expr = CreateExpressionAfter(conditionExpr);
  2149. if (expr != NULL)
  2150. {
  2151. MEMBER_SET(conditionExpr, mTrueExpression, expr);
  2152. tokenNode = ExpectTokenAfter(conditionExpr, BfToken_Colon);
  2153. if (tokenNode != NULL)
  2154. {
  2155. MEMBER_SET(conditionExpr, mColonToken, tokenNode);
  2156. expr = CreateExpressionAfter(conditionExpr);
  2157. if (expr != NULL)
  2158. {
  2159. MEMBER_SET(conditionExpr, mFalseExpression, expr);
  2160. }
  2161. }
  2162. }
  2163. exprLeft = conditionExpr;
  2164. continue;
  2165. }
  2166. if ((token == BfToken_Case) && ((createExprFlags & CreateStmtFlags_NoCaseExpr) == 0))
  2167. {
  2168. // If we have a ".Member case <XXX>" expression, that is an invalid construct. We bail out here
  2169. // because it allows the ".Member" to autocomplete because we will treat it as a full expression instead
  2170. // of making it the target of an illegal expression
  2171. if (auto memberRefLeft = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2172. {
  2173. if (memberRefLeft->mTarget == NULL)
  2174. return exprLeft;
  2175. }
  2176. auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
  2177. ReplaceNode(exprLeft, caseExpr);
  2178. caseExpr->mValueExpression = exprLeft;
  2179. MEMBER_SET(caseExpr, mCaseToken, tokenNode);
  2180. mVisitorPos.MoveNext();
  2181. exprLeft = caseExpr;
  2182. if (auto bindTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2183. {
  2184. BfToken bindToken = bindTokenNode->GetToken();
  2185. if ((bindToken == BfToken_Var) || (bindToken == BfToken_Let))
  2186. {
  2187. auto expr = CreateEnumCaseBindExpression(bindTokenNode);
  2188. if (expr == NULL)
  2189. continue;
  2190. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2191. }
  2192. }
  2193. if (caseExpr->mCaseExpression == NULL)
  2194. {
  2195. auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
  2196. if (expr == NULL)
  2197. continue;
  2198. MEMBER_SET(caseExpr, mCaseExpression, expr);
  2199. }
  2200. continue;
  2201. }
  2202. if (token == BfToken_LChevron)
  2203. {
  2204. bool hadEndingToken = false;
  2205. // If this is a complex member reference (IE: GType<int>.sVal) then condense in into a BfMemberReference.
  2206. // We need to be conservative about typeRef names, so GType<int>.A<T>.B.C.D, we can only assume "GType<int>.A<T>" is a typeref
  2207. // and the ".B.C.D" part is exposed as a MemberReference that may or may not include inner types
  2208. int outNodeIdx = -1;
  2209. bool isGenericType = false;
  2210. bool isTypeRef = ((IsTypeReference(exprLeft, BfToken_None, &outNodeIdx, NULL, &isGenericType)) &&
  2211. (outNodeIdx != -1));
  2212. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2213. if ((!isTypeRef) && (outNodeIdx != -1))
  2214. {
  2215. if ((isGenericType) && (outNode == NULL))
  2216. {
  2217. for (int checkOutNodeIdx = outNodeIdx + 1; true; checkOutNodeIdx++)
  2218. {
  2219. BfAstNode* checkNode = mVisitorPos.Get(checkOutNodeIdx);
  2220. if (checkNode == NULL)
  2221. break;
  2222. outNode = checkNode;
  2223. }
  2224. isTypeRef = true;
  2225. }
  2226. else if (auto outTokenNode = BfNodeDynCast<BfTokenNode>(outNode))
  2227. {
  2228. BfToken outToken = outTokenNode->GetToken();
  2229. if ((outToken == BfToken_Semicolon) || (outToken == BfToken_RParen) || (outToken == BfToken_Comma) ||
  2230. (outToken == BfToken_Let) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2231. {
  2232. auto prevNode = mVisitorPos.Get(outNodeIdx - 1);
  2233. if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
  2234. {
  2235. // This handles such as "dlg = stack => obj.method<int>;"
  2236. if (prevToken->GetToken() == BfToken_RChevron)
  2237. hadEndingToken = true;
  2238. }
  2239. }
  2240. //TODO: We had BfToken_Semicolon here, but it broke legitimate cases of "a.b.c < d.e.f;" expressions
  2241. //if ((outToken == BfToken_Semicolon) || (isGenericType) || (outToken == BfToken_LParen) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
  2242. {
  2243. // Was just 'true'
  2244. int newOutNodeIdx = -1;
  2245. bool newIsTypeRef = IsTypeReference(exprLeft, outToken, &newOutNodeIdx, NULL, &isGenericType);
  2246. BfAstNode* newOutNode = mVisitorPos.Get(newOutNodeIdx);
  2247. if ((newIsTypeRef) && (newOutNode == outNode) && (isGenericType))
  2248. isTypeRef = true;
  2249. }
  2250. }
  2251. }
  2252. if (isTypeRef)
  2253. {
  2254. auto startIdentifier = exprLeft;
  2255. int curNodeEndIdx = outNodeIdx - 1;
  2256. BfAstNode* curNodeEnd = mVisitorPos.Get(curNodeEndIdx);
  2257. bool isDotName = false;
  2258. if (auto qualifiedIdentifierNode = BfNodeDynCast<BfMemberReferenceExpression>(startIdentifier))
  2259. {
  2260. // Don't try to convert dot-name to a qualified type
  2261. isDotName = qualifiedIdentifierNode->mTarget == NULL;
  2262. }
  2263. bool didSplit = false;
  2264. for (int checkIdx = curNodeEndIdx; checkIdx >= mVisitorPos.mReadPos; checkIdx--)
  2265. {
  2266. if (isDotName)
  2267. break;
  2268. auto checkNode = mVisitorPos.Get(checkIdx);
  2269. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2270. {
  2271. BfToken token = tokenNode->GetToken();
  2272. if ((token == BfToken_RChevron) || (token == BfToken_RDblChevron))
  2273. {
  2274. auto nextCheckNode = mVisitorPos.Get(checkIdx + 1);
  2275. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextCheckNode))
  2276. {
  2277. if (nextTokenNode->GetToken() == BfToken_Dot)
  2278. {
  2279. auto nextNextCheckNode = mVisitorPos.Get(checkIdx + 2);
  2280. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNextCheckNode))
  2281. {
  2282. // Remove dot temporarily so we create a typedef up to that dot
  2283. nextTokenNode->SetToken(BfToken_None);
  2284. auto typeRef = CreateTypeRef(startIdentifier);
  2285. if (typeRef == NULL)
  2286. return NULL;
  2287. nextTokenNode->SetToken(BfToken_Dot);
  2288. auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  2289. ReplaceNode(identifierNode, memberRefExpr);
  2290. MEMBER_SET(memberRefExpr, mDotToken, nextTokenNode);
  2291. MEMBER_SET(memberRefExpr, mTarget, typeRef);
  2292. MEMBER_SET(memberRefExpr, mMemberName, identifierNode);
  2293. exprLeft = memberRefExpr;
  2294. mVisitorPos.mReadPos = checkIdx + 2;
  2295. didSplit = true;
  2296. break;
  2297. }
  2298. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextCheckNode))
  2299. {
  2300. if (tokenNode->GetToken() == BfToken_LBracket)
  2301. {
  2302. // Remove dot temporarily so we create a typedef up to that dot
  2303. nextTokenNode->SetToken(BfToken_None);
  2304. auto typeRef = CreateTypeRef(startIdentifier);
  2305. if (typeRef == NULL)
  2306. return NULL;
  2307. nextTokenNode->SetToken(BfToken_Dot);
  2308. mVisitorPos.mReadPos = checkIdx + 0;
  2309. exprLeft = CreateMemberReferenceExpression(typeRef);
  2310. didSplit = true;
  2311. }
  2312. }
  2313. }
  2314. else if (nextTokenNode->GetToken() == BfToken_LBracket)
  2315. {
  2316. int endNodeIdx = -1;
  2317. if (IsTypeReference(startIdentifier, BfToken_LParen, &endNodeIdx))
  2318. {
  2319. if (endNodeIdx > checkIdx + 1)
  2320. {
  2321. auto typeRef = CreateTypeRef(startIdentifier);
  2322. auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
  2323. if (arrayType == NULL)
  2324. return NULL;
  2325. mVisitorPos.mReadPos = checkIdx + 0;
  2326. auto arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
  2327. ReplaceNode(typeRef, arrayCreateExpr);
  2328. arrayCreateExpr->mTypeRef = arrayType;
  2329. mVisitorPos.mReadPos = endNodeIdx;
  2330. auto initializerExpr = CreateCollectionInitializerExpression(BfNodeDynCast<BfTokenNode>(mVisitorPos.GetCurrent()));
  2331. MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
  2332. exprLeft = arrayCreateExpr;
  2333. return arrayCreateExpr;
  2334. }
  2335. }
  2336. }
  2337. }
  2338. }
  2339. }
  2340. }
  2341. if (didSplit)
  2342. continue;
  2343. }
  2344. // Could be a struct generic initializer, or a generic method invocation
  2345. if (auto outToken = BfNodeDynCast<BfTokenNode>(outNode))
  2346. {
  2347. int endNodeIdx = -1;
  2348. if ((outToken->GetToken() == BfToken_LParen) && (IsTypeReference(exprLeft, BfToken_LParen, &endNodeIdx)))
  2349. {
  2350. exprLeft = CreateInvocationExpression(exprLeft);
  2351. if (exprLeft == NULL)
  2352. return NULL;
  2353. continue;
  2354. }
  2355. }
  2356. if (hadEndingToken)
  2357. return exprLeft;
  2358. }
  2359. if (token == BfToken_Star)
  2360. {
  2361. auto nextNode = mVisitorPos.GetNext();
  2362. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2363. {
  2364. if ((nextToken->mToken == BfToken_Star) || (nextToken->mToken == BfToken_LBracket))
  2365. {
  2366. //if (IsTypeReference(tokenNode, BfToken_LBracket))
  2367. {
  2368. /*auto typeRef = CreateTypeRef(tokenNode, true);
  2369. exprLeft = CreateObjectCreateExpression(typeRef);
  2370. return exprLeft;*/
  2371. }
  2372. }
  2373. }
  2374. }
  2375. BfBinaryOp binOp = TokenToBinaryOp(tokenNode->GetToken());
  2376. if (binOp != BfBinaryOp_None)
  2377. {
  2378. auto binOpExpression = mAlloc->Alloc<BfBinaryOperatorExpression>();
  2379. ReplaceNode(exprLeft, binOpExpression);
  2380. binOpExpression->mLeft = exprLeft;
  2381. binOpExpression->mOp = binOp;
  2382. MEMBER_SET(binOpExpression, mOpToken, tokenNode);
  2383. mVisitorPos.MoveNext();
  2384. // We only need to check binary operator precedence at the "top level" binary operator
  2385. rhsCreateExprFlags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_NoCheckBinOpPrecedence);
  2386. auto exprRight = CreateExpressionAfter(binOpExpression, rhsCreateExprFlags);
  2387. if (exprRight == NULL)
  2388. return binOpExpression;
  2389. MEMBER_SET(binOpExpression, mRight, exprRight);
  2390. if ((createExprFlags & CreateExprFlags_NoCheckBinOpPrecedence) != 0)
  2391. return binOpExpression;
  2392. return CheckBinaryOperatorPrecedence(binOpExpression);
  2393. }
  2394. auto assignmentOp = TokenToAssignmentOp(tokenNode->GetToken());
  2395. if (assignmentOp != BfAssignmentOp_None)
  2396. {
  2397. if ((createExprFlags & CreateExprFlags_NoAssignment) != 0)
  2398. return exprLeft;
  2399. auto assignmentExpression = mAlloc->Alloc<BfAssignmentExpression>();
  2400. ReplaceNode(exprLeft, assignmentExpression);
  2401. mVisitorPos.MoveNext();
  2402. assignmentExpression->mOp = assignmentOp;
  2403. assignmentExpression->mLeft = exprLeft;
  2404. assignmentExpression->mOpToken = tokenNode;
  2405. MoveNode(assignmentExpression->mOpToken, assignmentExpression);
  2406. bool continueCascade = false;
  2407. if (auto memberExpr = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
  2408. {
  2409. if (memberExpr->mDotToken->GetToken() == BfToken_DotDot)
  2410. continueCascade = true;
  2411. }
  2412. CreateExprFlags flags = rhsCreateExprFlags;
  2413. if (continueCascade)
  2414. flags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_BreakOnCascade);
  2415. auto exprRight = CreateExpressionAfter(assignmentExpression, flags);
  2416. if (exprRight == NULL)
  2417. {
  2418. FailAfter("Invalid expression", assignmentExpression);
  2419. return assignmentExpression;
  2420. }
  2421. assignmentExpression->mRight = exprRight;
  2422. MoveNode(assignmentExpression->mRight, assignmentExpression);
  2423. if (continueCascade)
  2424. {
  2425. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2426. {
  2427. if (nextToken->GetToken() == BfToken_DotDot)
  2428. {
  2429. exprLeft = assignmentExpression;
  2430. continue;
  2431. }
  2432. }
  2433. }
  2434. return assignmentExpression;
  2435. }
  2436. BF_ASSERT(tokenNode->GetToken() == token);
  2437. // Not a binary op, it's a 'close'
  2438. if (token == BfToken_Bang)
  2439. {
  2440. if ((createExprFlags & CreateExprFlags_ExitOnBang) != 0)
  2441. return exprLeft;
  2442. exprLeft = CreateInvocationExpression(exprLeft);
  2443. }
  2444. else if (token == BfToken_LParen)
  2445. {
  2446. exprLeft = CreateInvocationExpression(exprLeft, (CreateExprFlags)(createExprFlags & ~(CreateExprFlags_NoCast)));
  2447. }
  2448. else if ((token == BfToken_LBracket) || (token == BfToken_QuestionLBracket))
  2449. {
  2450. exprLeft = CreateIndexerExpression(exprLeft);
  2451. }
  2452. else if ((token == BfToken_Dot) || (token == BfToken_DotDot) || (token == BfToken_QuestionDot))
  2453. {
  2454. if ((token == BfToken_DotDot) && ((createExprFlags & CreateExprFlags_BreakOnCascade) != 0))
  2455. return exprLeft;
  2456. if (auto memberExpr = BfNodeDynCastExact<BfMemberReferenceExpression>(exprLeft))
  2457. {
  2458. if (memberExpr->mTarget == NULL)
  2459. {
  2460. // A dot syntax like ".A.B" is never valid - to help with autocomplete we stop the expr parsing here
  2461. Fail("Unexpected '.' token", tokenNode);
  2462. return exprLeft;
  2463. }
  2464. }
  2465. exprLeft = CreateMemberReferenceExpression(exprLeft);
  2466. }
  2467. else
  2468. {
  2469. return exprLeft;
  2470. }
  2471. if (exprLeft == NULL)
  2472. return NULL;
  2473. }
  2474. else
  2475. break;
  2476. }
  2477. return exprLeft;
  2478. }
  2479. BfExpression* BfReducer::CreateExpressionAfter(BfAstNode* node, CreateExprFlags createExprFlags)
  2480. {
  2481. AssertCurrentNode(node);
  2482. auto nextNode = mVisitorPos.GetNext();
  2483. bool isEmpty = false;
  2484. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2485. {
  2486. if (tokenNode->GetToken() == BfToken_RParen)
  2487. isEmpty = true;
  2488. }
  2489. if ((nextNode == NULL) || (isEmpty))
  2490. {
  2491. FailAfter("Expression expected", node);
  2492. return NULL;
  2493. }
  2494. int startReadPos = mVisitorPos.mReadPos;
  2495. mVisitorPos.MoveNext();
  2496. auto result = CreateExpression(nextNode, createExprFlags);
  2497. if (result == NULL)
  2498. {
  2499. // Nope, didn't handle it
  2500. mVisitorPos.mReadPos = startReadPos;
  2501. }
  2502. return result;
  2503. }
  2504. BfForEachStatement* BfReducer::CreateForEachStatement(BfAstNode* node, bool hasTypeDecl)
  2505. {
  2506. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2507. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2508. if (parenToken == NULL)
  2509. return NULL;
  2510. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2511. ReplaceNode(forToken, forEachStatement);
  2512. MEMBER_SET(forEachStatement, mForToken, forToken);
  2513. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2514. if (hasTypeDecl)
  2515. {
  2516. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2517. {
  2518. if (tokenNode->mToken == BfToken_ReadOnly)
  2519. {
  2520. MEMBER_SET_CHECKED(forEachStatement, mReadOnlyToken, tokenNode);
  2521. mVisitorPos.MoveNext();
  2522. }
  2523. }
  2524. auto typeRef = CreateTypeRefAfter(forEachStatement);
  2525. if (typeRef == NULL)
  2526. return forEachStatement;
  2527. MEMBER_SET_CHECKED(forEachStatement, mVariableTypeRef, typeRef);
  2528. }
  2529. if (auto nextNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  2530. {
  2531. if ((nextNode->mToken == BfToken_LParen) || (nextNode->mToken == BfToken_LessEquals))
  2532. {
  2533. mVisitorPos.MoveNext();
  2534. auto tupleNode = CreateTupleExpression(nextNode);
  2535. MEMBER_SET_CHECKED(forEachStatement, mVariableName, tupleNode);
  2536. }
  2537. }
  2538. if (forEachStatement->mVariableName == NULL)
  2539. {
  2540. auto name = ExpectIdentifierAfter(forEachStatement, "variable name");
  2541. MEMBER_SET_CHECKED(forEachStatement, mVariableName, name);
  2542. }
  2543. auto inToken = ExpectTokenAfter(forEachStatement, BfToken_In, BfToken_LChevron, BfToken_LessEquals);
  2544. MEMBER_SET_CHECKED(forEachStatement, mInToken, inToken);
  2545. auto expr = CreateExpressionAfter(forEachStatement);
  2546. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2547. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2548. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2549. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2550. if (stmt == NULL)
  2551. return forEachStatement;
  2552. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2553. return forEachStatement;
  2554. }
  2555. BfStatement* BfReducer::CreateForStatement(BfAstNode* node)
  2556. {
  2557. int startReadIdx = mVisitorPos.mReadPos;
  2558. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2559. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2560. if (parenToken == NULL)
  2561. return NULL;
  2562. int outNodeIdx = -1;
  2563. auto nextNode = mVisitorPos.GetNext();
  2564. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2565. {
  2566. // Handle 'for (let (key, value) in dict)'
  2567. if ((tokenNode->mToken == BfToken_Let) || (tokenNode->mToken == BfToken_Var))
  2568. {
  2569. if (auto afterLet = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  2570. {
  2571. if (afterLet->mToken == BfToken_LParen)
  2572. {
  2573. bool isTupleIn = true;
  2574. int parenDepth = 1;
  2575. for (int readPos = mVisitorPos.mReadPos + 3; true; readPos++)
  2576. {
  2577. auto checkNode = mVisitorPos.Get(readPos);
  2578. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2579. {
  2580. if (tokenNode->mToken == BfToken_RParen)
  2581. {
  2582. if (parenDepth != 1)
  2583. {
  2584. isTupleIn = false;
  2585. break;
  2586. }
  2587. parenDepth--;
  2588. }
  2589. else if (tokenNode->mToken == BfToken_In)
  2590. {
  2591. if (parenDepth != 0)
  2592. isTupleIn = false;
  2593. break;
  2594. }
  2595. else if (tokenNode->mToken == BfToken_Comma)
  2596. {
  2597. //
  2598. }
  2599. else
  2600. {
  2601. isTupleIn = false;
  2602. break;
  2603. }
  2604. }
  2605. else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(checkNode))
  2606. {
  2607. //
  2608. }
  2609. else
  2610. {
  2611. isTupleIn = false;
  2612. break;
  2613. }
  2614. }
  2615. if (isTupleIn)
  2616. {
  2617. mVisitorPos.mReadPos = startReadIdx;
  2618. return CreateForEachStatement(node, true);
  2619. }
  2620. }
  2621. }
  2622. }
  2623. }
  2624. bool isTypeRef = false;
  2625. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  2626. {
  2627. if (nextNode->mToken == BfToken_ReadOnly)
  2628. {
  2629. mVisitorPos.mReadPos += 2;
  2630. isTypeRef = IsTypeReference(mVisitorPos.Get(mVisitorPos.mReadPos), BfToken_None, &outNodeIdx);
  2631. mVisitorPos.mReadPos -= 2;
  2632. }
  2633. }
  2634. if (!isTypeRef)
  2635. {
  2636. mVisitorPos.mReadPos++;
  2637. isTypeRef = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2638. mVisitorPos.mReadPos--;
  2639. }
  2640. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2641. if (isTypeRef)
  2642. {
  2643. auto nextNode = mVisitorPos.Get(outNodeIdx + 1);
  2644. if ((outNode != NULL) && (nextNode != NULL))
  2645. {
  2646. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2647. if (tokenNode != NULL)
  2648. {
  2649. int token = tokenNode->GetToken();
  2650. if ((token == BfToken_In) || (token == BfToken_LChevron) || (token == BfToken_LessEquals))
  2651. {
  2652. mVisitorPos.mReadPos = startReadIdx;
  2653. return CreateForEachStatement(node, true);
  2654. }
  2655. }
  2656. }
  2657. }
  2658. else
  2659. {
  2660. int checkNodeIdx = (outNodeIdx != -1) ? outNodeIdx : mVisitorPos.mReadPos + 1;
  2661. auto checkNode = mVisitorPos.Get(checkNodeIdx);
  2662. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
  2663. {
  2664. BfToken token = tokenNode->GetToken();
  2665. // Is this an 'anonymous' foreach?
  2666. if ((token != BfToken_Semicolon) && (token != BfToken_LChevron) &&
  2667. (token != BfToken_In) && (token != BfToken_AssignEquals))
  2668. {
  2669. mVisitorPos.mReadPos = startReadIdx;
  2670. auto forToken = BfNodeDynCast<BfTokenNode>(node);
  2671. auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
  2672. if (parenToken == NULL)
  2673. return NULL;
  2674. auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
  2675. ReplaceNode(forToken, forEachStatement);
  2676. MEMBER_SET(forEachStatement, mForToken, forToken);
  2677. MEMBER_SET(forEachStatement, mOpenParen, parenToken);
  2678. auto expr = CreateExpressionAfter(forEachStatement);
  2679. MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
  2680. parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
  2681. MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
  2682. auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
  2683. if (stmt == NULL)
  2684. return forEachStatement;
  2685. MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
  2686. return forEachStatement;
  2687. }
  2688. }
  2689. }
  2690. auto nextNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  2691. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextNode))
  2692. {
  2693. if ((tokenNode != NULL) && ((tokenNode->GetToken() == BfToken_LChevron) || (tokenNode->GetToken() == BfToken_In)))
  2694. {
  2695. Fail("Ranged for statement must declare new value variable, consider adding a type name, 'var', or 'let'", tokenNode);
  2696. mVisitorPos.mReadPos = startReadIdx;
  2697. return CreateForEachStatement(node, false);
  2698. }
  2699. }
  2700. BfAstNode* stmt;
  2701. auto forStatement = mAlloc->Alloc<BfForStatement>();
  2702. BfDeferredAstSizedArray<BfAstNode*> initializers(forStatement->mInitializers, mAlloc);
  2703. BfDeferredAstSizedArray<BfTokenNode*> initializerCommas(forStatement->mInitializerCommas, mAlloc);
  2704. BfDeferredAstSizedArray<BfAstNode*> iterators(forStatement->mIterators, mAlloc);
  2705. BfDeferredAstSizedArray<BfTokenNode*> iteratorCommas(forStatement->mIteratorCommas, mAlloc);
  2706. ReplaceNode(forToken, forStatement);
  2707. MEMBER_SET(forStatement, mForToken, forToken);
  2708. MEMBER_SET(forStatement, mOpenParen, parenToken);
  2709. // Initializers
  2710. for (int listIdx = 0; true; listIdx++)
  2711. {
  2712. auto nextNode = mVisitorPos.GetNext();
  2713. if ((listIdx > 0) || (!IsSemicolon(nextNode)))
  2714. {
  2715. auto stmt = CreateStatementAfter(forStatement);
  2716. if (stmt == NULL)
  2717. return forStatement;
  2718. initializers.push_back(stmt);
  2719. MoveNode(stmt, forStatement);
  2720. }
  2721. nextNode = mVisitorPos.GetNext();
  2722. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2723. if (tokenNode == NULL)
  2724. return forStatement;
  2725. if (tokenNode->GetToken() == BfToken_Semicolon)
  2726. {
  2727. MEMBER_SET(forStatement, mInitializerSemicolon, tokenNode);
  2728. mVisitorPos.MoveNext();
  2729. break;
  2730. }
  2731. else if (tokenNode->GetToken() == BfToken_Comma)
  2732. {
  2733. MoveNode(tokenNode, forStatement);
  2734. initializerCommas.push_back(tokenNode);
  2735. mVisitorPos.MoveNext();
  2736. }
  2737. else
  2738. {
  2739. Fail("Expected ',' or ';'", tokenNode);
  2740. return forStatement;
  2741. }
  2742. }
  2743. // Condition
  2744. nextNode = mVisitorPos.GetNext();
  2745. if (!IsSemicolon(nextNode))
  2746. {
  2747. bool doExpr = true;
  2748. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2749. {
  2750. if (tokenNode->GetToken() == BfToken_RParen)
  2751. {
  2752. Fail("Expected expression or ';'", tokenNode);
  2753. doExpr = false;
  2754. }
  2755. }
  2756. if (doExpr)
  2757. {
  2758. auto expr = CreateExpressionAfter(forStatement);
  2759. if (expr == NULL)
  2760. return forStatement;
  2761. MEMBER_SET(forStatement, mCondition, expr);
  2762. }
  2763. }
  2764. auto tokenNode = ExpectTokenAfter(forStatement, BfToken_Semicolon);
  2765. if (tokenNode == NULL)
  2766. return forStatement;
  2767. MEMBER_SET(forStatement, mConditionSemicolon, tokenNode);
  2768. // Iterators
  2769. for (int listIdx = 0; true; listIdx++)
  2770. {
  2771. if (listIdx == 0)
  2772. {
  2773. auto nextNode = mVisitorPos.GetNext();
  2774. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  2775. {
  2776. if (tokenNode->GetToken() == BfToken_RParen)
  2777. {
  2778. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2779. mVisitorPos.MoveNext();
  2780. break;
  2781. }
  2782. }
  2783. }
  2784. auto stmt = CreateStatementAfter(forStatement);
  2785. if (stmt == NULL)
  2786. return forStatement;
  2787. iterators.push_back(stmt);
  2788. MoveNode(stmt, forStatement);
  2789. auto nextNode = mVisitorPos.GetNext();
  2790. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  2791. if (tokenNode == NULL)
  2792. return forStatement;
  2793. if (tokenNode->GetToken() == BfToken_RParen)
  2794. {
  2795. MEMBER_SET(forStatement, mCloseParen, tokenNode);
  2796. mVisitorPos.MoveNext();
  2797. break;
  2798. }
  2799. else if (tokenNode->GetToken() == BfToken_Comma)
  2800. {
  2801. MoveNode(tokenNode, forStatement);
  2802. iteratorCommas.push_back(tokenNode);
  2803. mVisitorPos.MoveNext();
  2804. }
  2805. else
  2806. {
  2807. Fail("Expected ',' or ')'", tokenNode);
  2808. return forStatement;
  2809. }
  2810. }
  2811. stmt = CreateStatementAfter(forStatement, CreateStmtFlags_FindTrailingSemicolon);
  2812. if (stmt == NULL)
  2813. return forStatement;
  2814. MEMBER_SET(forStatement, mEmbeddedStatement, stmt);
  2815. return forStatement;
  2816. }
  2817. BfUsingStatement* BfReducer::CreateUsingStatement(BfAstNode* node)
  2818. {
  2819. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2820. auto usingStatement = mAlloc->Alloc<BfUsingStatement>();
  2821. ReplaceNode(tokenNode, usingStatement);
  2822. MEMBER_SET(usingStatement, mUsingToken, tokenNode);
  2823. tokenNode = ExpectTokenAfter(usingStatement, BfToken_LParen);
  2824. if (tokenNode == NULL)
  2825. return NULL;
  2826. MEMBER_SET(usingStatement, mOpenParen, tokenNode);
  2827. auto nextNode = mVisitorPos.GetNext();
  2828. if (nextNode != NULL)
  2829. {
  2830. BfVariableDeclaration* varDecl = mAlloc->Alloc<BfVariableDeclaration>();
  2831. int outNodeIdx = -1;
  2832. auto nextNode = mVisitorPos.GetNext();
  2833. mVisitorPos.mReadPos++;
  2834. bool isTypeReference = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
  2835. mVisitorPos.mReadPos--;
  2836. if (isTypeReference)
  2837. {
  2838. BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
  2839. BfAstNode* outNodeNext = mVisitorPos.Get(outNodeIdx + 1);
  2840. BfTokenNode* equalsNode = NULL;
  2841. if ((outNode != NULL) && (BfNodeIsA<BfIdentifierNode>(outNode)) && (BfNodeIsA<BfTokenNode>(outNodeNext)))
  2842. {
  2843. auto typeRef = CreateTypeRefAfter(usingStatement);
  2844. if (typeRef == NULL)
  2845. return usingStatement;
  2846. MEMBER_SET(varDecl, mTypeRef, typeRef);
  2847. usingStatement->SetSrcEnd(typeRef->GetSrcEnd());
  2848. auto nameNode = ExpectIdentifierAfter(usingStatement, "variable name");
  2849. if (nameNode == NULL)
  2850. return usingStatement;
  2851. MEMBER_SET(varDecl, mNameNode, nameNode);
  2852. usingStatement->SetSrcEnd(varDecl->GetSrcEnd());
  2853. auto equalsNode = ExpectTokenAfter(usingStatement, BfToken_AssignEquals);
  2854. if (equalsNode == NULL)
  2855. return usingStatement;
  2856. MEMBER_SET(varDecl, mEqualsNode, equalsNode);
  2857. usingStatement->SetSrcEnd(equalsNode->GetSrcEnd());
  2858. }
  2859. }
  2860. auto expr = CreateExpressionAfter(usingStatement);
  2861. if (expr == NULL)
  2862. return usingStatement;
  2863. MEMBER_SET(varDecl, mInitializer, expr);
  2864. MEMBER_SET(usingStatement, mVariableDeclaration, varDecl);
  2865. }
  2866. tokenNode = ExpectTokenAfter(usingStatement, BfToken_RParen);
  2867. if (tokenNode == NULL)
  2868. return usingStatement;
  2869. MEMBER_SET(usingStatement, mCloseParen, tokenNode);
  2870. auto stmt = CreateStatementAfter(usingStatement, CreateStmtFlags_FindTrailingSemicolon);
  2871. if (stmt == NULL)
  2872. return usingStatement;
  2873. MEMBER_SET(usingStatement, mEmbeddedStatement, stmt);
  2874. return usingStatement;
  2875. }
  2876. BfWhileStatement* BfReducer::CreateWhileStatement(BfAstNode* node)
  2877. {
  2878. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2879. auto whileStatement = mAlloc->Alloc<BfWhileStatement>();
  2880. ReplaceNode(tokenNode, whileStatement);
  2881. MEMBER_SET(whileStatement, mWhileToken, tokenNode);
  2882. tokenNode = ExpectTokenAfter(whileStatement, BfToken_LParen);
  2883. if (tokenNode == NULL)
  2884. return NULL;
  2885. MEMBER_SET(whileStatement, mOpenParen, tokenNode);
  2886. // Condition
  2887. auto nextNode = mVisitorPos.GetNext();
  2888. if (!IsSemicolon(nextNode))
  2889. {
  2890. auto expr = CreateExpressionAfter(whileStatement);
  2891. if (expr == NULL)
  2892. return whileStatement;
  2893. MEMBER_SET(whileStatement, mCondition, expr);
  2894. }
  2895. tokenNode = ExpectTokenAfter(whileStatement, BfToken_RParen);
  2896. if (tokenNode == NULL)
  2897. return whileStatement;
  2898. MEMBER_SET(whileStatement, mCloseParen, tokenNode);
  2899. auto stmt = CreateStatementAfter(whileStatement, CreateStmtFlags_FindTrailingSemicolon);
  2900. if (stmt == NULL)
  2901. return whileStatement;
  2902. MEMBER_SET(whileStatement, mEmbeddedStatement, stmt);
  2903. return whileStatement;
  2904. }
  2905. BfDoStatement* BfReducer::CreateDoStatement(BfAstNode* node)
  2906. {
  2907. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2908. auto doStatement = mAlloc->Alloc<BfDoStatement>();
  2909. ReplaceNode(tokenNode, doStatement);
  2910. MEMBER_SET(doStatement, mDoToken, tokenNode);
  2911. auto stmt = CreateStatementAfter(doStatement, CreateStmtFlags_FindTrailingSemicolon);
  2912. if (stmt != NULL)
  2913. {
  2914. MEMBER_SET(doStatement, mEmbeddedStatement, stmt);
  2915. }
  2916. return doStatement;
  2917. }
  2918. BfRepeatStatement* BfReducer::CreateRepeatStatement(BfAstNode* node)
  2919. {
  2920. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  2921. auto repeatStatement = mAlloc->Alloc<BfRepeatStatement>();
  2922. ReplaceNode(tokenNode, repeatStatement);
  2923. MEMBER_SET(repeatStatement, mRepeatToken, tokenNode);
  2924. auto stmt = CreateStatementAfter(repeatStatement, CreateStmtFlags_FindTrailingSemicolon);
  2925. if (stmt != NULL)
  2926. {
  2927. MEMBER_SET(repeatStatement, mEmbeddedStatement, stmt);
  2928. }
  2929. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_While);
  2930. if (tokenNode != NULL)
  2931. {
  2932. MEMBER_SET(repeatStatement, mWhileToken, tokenNode);
  2933. }
  2934. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_LParen);
  2935. if (tokenNode != NULL)
  2936. {
  2937. MEMBER_SET(repeatStatement, mOpenParen, tokenNode);
  2938. }
  2939. // Condition
  2940. auto nextNode = mVisitorPos.GetNext();
  2941. if (!IsSemicolon(nextNode))
  2942. {
  2943. auto expr = CreateExpressionAfter(repeatStatement);
  2944. if (expr == NULL)
  2945. return repeatStatement;
  2946. MEMBER_SET(repeatStatement, mCondition, expr);
  2947. }
  2948. tokenNode = ExpectTokenAfter(repeatStatement, BfToken_RParen);
  2949. if (tokenNode != NULL)
  2950. {
  2951. MEMBER_SET(repeatStatement, mCloseParen, tokenNode);
  2952. }
  2953. return repeatStatement;
  2954. }
  2955. BfSwitchStatement* BfReducer::CreateSwitchStatement(BfTokenNode* tokenNode)
  2956. {
  2957. auto switchStatement = mAlloc->Alloc<BfSwitchStatement>();
  2958. BfDeferredAstSizedArray<BfSwitchCase*> switchCases(switchStatement->mSwitchCases, mAlloc);
  2959. ReplaceNode(tokenNode, switchStatement);
  2960. switchStatement->mSwitchToken = tokenNode;
  2961. tokenNode = ExpectTokenAfter(switchStatement, BfToken_LParen);
  2962. if (tokenNode != NULL)
  2963. {
  2964. MEMBER_SET(switchStatement, mOpenParen, tokenNode);
  2965. }
  2966. auto switchValue = CreateExpressionAfter(switchStatement);
  2967. if (switchValue != NULL)
  2968. {
  2969. MEMBER_SET(switchStatement, mSwitchValue, switchValue);
  2970. }
  2971. tokenNode = ExpectTokenAfter(switchStatement, BfToken_RParen);
  2972. if (tokenNode != NULL)
  2973. {
  2974. MEMBER_SET(switchStatement, mCloseParen, tokenNode);
  2975. }
  2976. auto block = ExpectBlockAfter(switchStatement);
  2977. if (block == NULL)
  2978. return switchStatement;
  2979. MoveNode(block, switchStatement);
  2980. switchStatement->mOpenBrace = block->mOpenBrace;
  2981. switchStatement->mCloseBrace = block->mCloseBrace;
  2982. bool hadEmptyCaseStatement = false;
  2983. BfSwitchCase* switchCase = NULL;
  2984. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  2985. bool isDone = !mVisitorPos.MoveNext();
  2986. while (!isDone)
  2987. {
  2988. auto child = mVisitorPos.GetCurrent();
  2989. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  2990. BfToken token = BfToken_None;
  2991. if (tokenNode != NULL)
  2992. token = tokenNode->GetToken();
  2993. if ((tokenNode == NULL) ||
  2994. ((token != BfToken_Case) && (token != BfToken_When) && (token != BfToken_Default)))
  2995. {
  2996. Fail("Expected 'case'", child);
  2997. return switchStatement;
  2998. }
  2999. //TODO: This error was getting annoying... Put back?
  3000. // This check is here at the top, being processed for the previous switchCase because
  3001. // we don't throw an error on the last case in the switch
  3002. /*if (hadEmptyCaseStatement)
  3003. FailAfter("Expected case statement, 'fallthrough', or 'break'", switchCase);*/
  3004. bool isDefault = token == BfToken_Default;
  3005. switchCase = mAlloc->Alloc<BfSwitchCase>();
  3006. BfDeferredAstSizedArray<BfExpression*> caseExpressions(switchCase->mCaseExpressions, mAlloc);
  3007. BfDeferredAstSizedArray<BfTokenNode*> caseCommas(switchCase->mCaseCommas, mAlloc);
  3008. ReplaceNode(tokenNode, switchCase);
  3009. BfTokenNode* whenToken = NULL;
  3010. if (token == BfToken_When)
  3011. whenToken = tokenNode;
  3012. else
  3013. switchCase->mCaseToken = tokenNode;
  3014. for (int caseIdx = 0; true; caseIdx++)
  3015. {
  3016. if (!isDefault)
  3017. {
  3018. BfExpression* expr = NULL;
  3019. bool wasWhenSet = whenToken != NULL;
  3020. if (!wasWhenSet)
  3021. {
  3022. auto nextNode = mVisitorPos.GetNext();
  3023. whenToken = BfNodeDynCast<BfTokenNode>(nextNode);
  3024. if ((whenToken != NULL) && (whenToken->GetToken() != BfToken_When))
  3025. whenToken = NULL;
  3026. }
  3027. if (whenToken != NULL)
  3028. {
  3029. auto whenExpr = mAlloc->Alloc<BfWhenExpression>();
  3030. whenExpr->mWhenToken = whenToken;
  3031. ReplaceNode(whenToken, whenExpr);
  3032. //mVisitorPos.MoveNext();
  3033. //auto exprAfter = wasWhenSet ? (BfAstNode*)switchCase : (BfAstNode*)whenExpr;
  3034. if (expr == NULL)
  3035. {
  3036. auto innerExpr = CreateExpressionAfter(whenToken);
  3037. if (innerExpr != NULL)
  3038. {
  3039. MEMBER_SET(whenExpr, mExpression, innerExpr);
  3040. }
  3041. expr = whenExpr;
  3042. }
  3043. }
  3044. if (expr == NULL)
  3045. {
  3046. if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3047. {
  3048. if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
  3049. {
  3050. expr = CreateEnumCaseBindExpression(bindToken);
  3051. }
  3052. }
  3053. }
  3054. if (expr == NULL)
  3055. expr = CreateExpressionAfter(switchCase);
  3056. if (expr == NULL)
  3057. {
  3058. ///
  3059. }
  3060. else
  3061. {
  3062. caseExpressions.push_back(expr);
  3063. MoveNode(expr, switchCase);
  3064. }
  3065. }
  3066. if ((whenToken == NULL) && (!isDefault))
  3067. tokenNode = ExpectTokenAfter(switchCase, BfToken_When, BfToken_Colon, BfToken_Comma);
  3068. else
  3069. tokenNode = ExpectTokenAfter(switchCase, BfToken_Colon);
  3070. if (tokenNode == NULL)
  3071. break;
  3072. if (tokenNode->GetToken() == BfToken_When)
  3073. {
  3074. whenToken = tokenNode;
  3075. continue;
  3076. }
  3077. if (tokenNode->GetToken() == BfToken_Colon)
  3078. {
  3079. MEMBER_SET(switchCase, mColonToken, tokenNode);
  3080. break;
  3081. }
  3082. if (isDefault)
  3083. {
  3084. Fail("Expected ':'", tokenNode);
  3085. break;
  3086. }
  3087. MoveNode(tokenNode, switchCase);
  3088. caseCommas.push_back(tokenNode);
  3089. BF_ASSERT(whenToken == NULL);
  3090. }
  3091. if (isDefault)
  3092. {
  3093. if (switchStatement->mDefaultCase != NULL)
  3094. {
  3095. Fail("Only one default case is allowed", switchCase);
  3096. // Add to normal switch cases just so we process it
  3097. switchCases.push_back(switchCase);
  3098. }
  3099. else
  3100. switchStatement->mDefaultCase = switchCase;
  3101. }
  3102. else
  3103. {
  3104. if (switchStatement->mDefaultCase != NULL)
  3105. {
  3106. Fail("Default case must be last case", switchStatement->mDefaultCase);
  3107. }
  3108. switchCases.push_back(switchCase);
  3109. }
  3110. hadEmptyCaseStatement = true;
  3111. auto codeBlock = mAlloc->Alloc<BfBlock>();
  3112. //codeBlock->mSource = switchCase->mSource;
  3113. MEMBER_SET(switchCase, mCodeBlock, codeBlock);
  3114. //switchCase->Add(codeBlock);
  3115. BfDeferredAstSizedArray<BfAstNode*> codeBlockChildArr(codeBlock->mChildArr, mAlloc);
  3116. while (true)
  3117. {
  3118. auto nextNode = mVisitorPos.GetNext();
  3119. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3120. if (tokenNode != NULL)
  3121. {
  3122. int token = tokenNode->GetToken();
  3123. if ((token == BfToken_Case) || (token == BfToken_Default) || (token == BfToken_When))
  3124. break; // Done! No fallthrough
  3125. }
  3126. nextNode = mVisitorPos.GetNext();
  3127. if (nextNode == NULL)
  3128. break;
  3129. hadEmptyCaseStatement = false;
  3130. mVisitorPos.MoveNext();
  3131. // We need to use CreateStmtFlags_NoCaseExpr because otherwise during typing a new statement at the end of one case, it
  3132. // could interpret the 'case' token for the next case as being part of a case expression in the first case
  3133. auto stmt = CreateStatement(nextNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_NoCaseExpr | CreateStmtFlags_AllowLocalFunction));
  3134. if (stmt == NULL)
  3135. {
  3136. AddErrorNode(nextNode);
  3137. }
  3138. else
  3139. {
  3140. MoveNode(stmt, codeBlock);
  3141. codeBlockChildArr.push_back(stmt);
  3142. }
  3143. }
  3144. MoveNode(switchCase, switchStatement);
  3145. if (!codeBlock->IsInitialized())
  3146. {
  3147. int srcPos = switchCase->GetSrcEnd();
  3148. codeBlock->Init(srcPos, srcPos, srcPos);
  3149. }
  3150. isDone = !mVisitorPos.MoveNext();
  3151. }
  3152. return switchStatement;
  3153. }
  3154. // Does everything but pull the trailing semicolon
  3155. BfAstNode* BfReducer::DoCreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3156. {
  3157. auto subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_NoCaseExpr | CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowUnterminatedExpression));
  3158. if (node->IsA<BfBlock>())
  3159. {
  3160. auto block = (BfBlock*)node;
  3161. HandleBlock(block, (createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0);
  3162. return block;
  3163. }
  3164. BfVariableDeclaration* continuingVariable = NULL;
  3165. BfTokenNode* refToken = NULL;
  3166. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  3167. {
  3168. int token = tokenNode->GetToken();
  3169. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  3170. {
  3171. refToken = tokenNode;
  3172. }
  3173. else if (token == BfToken_Semicolon)
  3174. {
  3175. Fail("Empty statement not allowed", tokenNode);
  3176. auto emptyStatement = mAlloc->Alloc<BfEmptyStatement>();
  3177. ReplaceNode(tokenNode, emptyStatement);
  3178. emptyStatement->mTrailingSemicolon = tokenNode;
  3179. return emptyStatement;
  3180. }
  3181. else if (token == BfToken_Break)
  3182. {
  3183. auto breakStmt = mAlloc->Alloc<BfBreakStatement>();
  3184. ReplaceNode(tokenNode, breakStmt);
  3185. breakStmt->mBreakNode = tokenNode;
  3186. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3187. {
  3188. MEMBER_SET(breakStmt, mLabel, label);
  3189. mVisitorPos.MoveNext();
  3190. }
  3191. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3192. {
  3193. if (tokenNode->GetToken() == BfToken_Mixin)
  3194. {
  3195. MEMBER_SET(breakStmt, mLabel, tokenNode);
  3196. mVisitorPos.MoveNext();
  3197. }
  3198. }
  3199. return breakStmt;
  3200. }
  3201. else if (token == BfToken_Continue)
  3202. {
  3203. auto continueStmt = mAlloc->Alloc<BfContinueStatement>();
  3204. ReplaceNode(tokenNode, continueStmt);
  3205. continueStmt->mContinueNode = tokenNode;
  3206. if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3207. {
  3208. MEMBER_SET(continueStmt, mLabel, label);
  3209. mVisitorPos.MoveNext();
  3210. }
  3211. else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3212. {
  3213. if (tokenNode->GetToken() == BfToken_Mixin)
  3214. {
  3215. MEMBER_SET(continueStmt, mLabel, tokenNode);
  3216. mVisitorPos.MoveNext();
  3217. }
  3218. }
  3219. return continueStmt;
  3220. }
  3221. else if (token == BfToken_Fallthrough)
  3222. {
  3223. auto fallthroughStmt = mAlloc->Alloc<BfFallthroughStatement>();
  3224. ReplaceNode(tokenNode, fallthroughStmt);
  3225. fallthroughStmt->mFallthroughToken = tokenNode;
  3226. return fallthroughStmt;
  3227. }
  3228. else if (token == BfToken_For)
  3229. {
  3230. return CreateForStatement(node);
  3231. }
  3232. else if (token == BfToken_Using)
  3233. {
  3234. return CreateUsingStatement(node);
  3235. }
  3236. else if (token == BfToken_While)
  3237. {
  3238. return CreateWhileStatement(node);
  3239. }
  3240. else if (token == BfToken_Do)
  3241. {
  3242. auto checkNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  3243. auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode);
  3244. if ((checkToken != NULL) && (checkToken->GetToken() == BfToken_While))
  3245. return CreateRepeatStatement(node);
  3246. else
  3247. return CreateDoStatement(node);
  3248. }
  3249. else if (token == BfToken_Repeat)
  3250. {
  3251. return CreateRepeatStatement(node);
  3252. }
  3253. else if (token == BfToken_Return)
  3254. {
  3255. auto returnStmt = mAlloc->Alloc<BfReturnStatement>();
  3256. ReplaceNode(node, returnStmt);
  3257. MEMBER_SET(returnStmt, mReturnToken, tokenNode);
  3258. auto nextNode = mVisitorPos.GetNext();
  3259. if (!IsSemicolon(nextNode))
  3260. {
  3261. auto expr = CreateExpressionAfter(returnStmt);
  3262. MEMBER_SET_CHECKED(returnStmt, mExpression, expr);
  3263. }
  3264. return returnStmt;
  3265. }
  3266. else if (token == BfToken_Delete)
  3267. {
  3268. auto deleteStmt = mAlloc->Alloc<BfDeleteStatement>();
  3269. ReplaceNode(node, deleteStmt);
  3270. MEMBER_SET(deleteStmt, mDeleteToken, tokenNode);
  3271. auto nextNode = mVisitorPos.GetNext();
  3272. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  3273. {
  3274. if (tokenNode->GetToken() == BfToken_Append)
  3275. {
  3276. MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
  3277. }
  3278. else if (tokenNode->GetToken() == BfToken_Colon)
  3279. {
  3280. MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
  3281. mVisitorPos.MoveNext();
  3282. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3283. {
  3284. if (tokenNode->mToken == BfToken_Append)
  3285. {
  3286. MEMBER_SET(deleteStmt, mAllocExpr, tokenNode);
  3287. mVisitorPos.MoveNext();
  3288. }
  3289. }
  3290. if (deleteStmt->mAllocExpr == NULL)
  3291. {
  3292. auto allocExpr = CreateExpressionAfter(deleteStmt);
  3293. if (allocExpr != NULL)
  3294. {
  3295. MEMBER_SET(deleteStmt, mAllocExpr, allocExpr);
  3296. }
  3297. }
  3298. }
  3299. }
  3300. auto expr = CreateExpressionAfter(deleteStmt);
  3301. MEMBER_SET_CHECKED(deleteStmt, mExpression, expr);
  3302. return deleteStmt;
  3303. }
  3304. else if (token == BfToken_Throw)
  3305. {
  3306. auto throwStmt = mAlloc->Alloc<BfThrowStatement>();
  3307. ReplaceNode(node, throwStmt);
  3308. MEMBER_SET(throwStmt, mThrowToken, tokenNode);
  3309. auto expr = CreateExpressionAfter(throwStmt);
  3310. MEMBER_SET_CHECKED(throwStmt, mExpression, expr);
  3311. return throwStmt;
  3312. }
  3313. else if (token == BfToken_If)
  3314. {
  3315. subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_FindTrailingSemicolon));
  3316. auto ifStmt = mAlloc->Alloc<BfIfStatement>();
  3317. ReplaceNode(node, ifStmt);
  3318. MEMBER_SET(ifStmt, mIfToken, tokenNode);
  3319. tokenNode = ExpectTokenAfter(ifStmt, BfToken_LParen);
  3320. MEMBER_SET_CHECKED(ifStmt, mOpenParen, tokenNode);
  3321. auto condExpr = CreateExpressionAfter(ifStmt, CreateExprFlags_AllowVariableDecl);
  3322. MEMBER_SET_CHECKED(ifStmt, mCondition, condExpr);
  3323. tokenNode = ExpectTokenAfter(ifStmt, BfToken_RParen);
  3324. MEMBER_SET_CHECKED(ifStmt, mCloseParen, tokenNode);
  3325. auto trueStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3326. MEMBER_SET_CHECKED(ifStmt, mTrueStatement, trueStmt);
  3327. auto nextNode = mVisitorPos.GetNext();
  3328. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  3329. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Else))
  3330. {
  3331. MEMBER_SET(ifStmt, mElseToken, tokenNode);
  3332. mVisitorPos.MoveNext();
  3333. auto falseStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
  3334. MEMBER_SET_CHECKED(ifStmt, mFalseStatement, falseStmt);
  3335. }
  3336. return ifStmt;
  3337. }
  3338. else if (token == BfToken_Switch)
  3339. {
  3340. return CreateSwitchStatement(tokenNode);
  3341. }
  3342. else if (token == BfToken_Defer)
  3343. {
  3344. auto deferStmt = mAlloc->Alloc<BfDeferStatement>();
  3345. ReplaceNode(tokenNode, deferStmt);
  3346. deferStmt->mDeferToken = tokenNode;
  3347. auto nextNode = mVisitorPos.GetNext();
  3348. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3349. {
  3350. if (nextTokenNode->GetToken() == BfToken_Colon)
  3351. {
  3352. MEMBER_SET(deferStmt, mColonToken, nextTokenNode);
  3353. mVisitorPos.MoveNext();
  3354. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3355. {
  3356. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  3357. {
  3358. MEMBER_SET(deferStmt, mScopeName, nextToken);
  3359. mVisitorPos.MoveNext();
  3360. }
  3361. }
  3362. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3363. {
  3364. MEMBER_SET(deferStmt, mScopeName, identifier);
  3365. mVisitorPos.MoveNext();
  3366. }
  3367. if (deferStmt->mScopeName == NULL)
  3368. {
  3369. FailAfter("Expected scope name", deferStmt);
  3370. }
  3371. }
  3372. else if (nextTokenNode->GetToken() == BfToken_LParen)
  3373. {
  3374. MEMBER_SET(deferStmt, mOpenParen, nextTokenNode);
  3375. mVisitorPos.MoveNext();
  3376. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_Scope, BfToken_Stack);
  3377. MEMBER_SET_CHECKED(deferStmt, mScopeToken, nextTokenNode);
  3378. nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_RParen);
  3379. MEMBER_SET_CHECKED(deferStmt, mCloseParen, nextTokenNode);
  3380. }
  3381. }
  3382. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  3383. {
  3384. if (nextTokenNode->GetToken() == BfToken_LBracket)
  3385. {
  3386. auto bindNode = mAlloc->Alloc<BfDeferBindNode>();
  3387. ReplaceNode(nextTokenNode, bindNode);
  3388. MEMBER_SET(bindNode, mOpenBracket, nextTokenNode);
  3389. mVisitorPos.MoveNext();
  3390. BfDeferredAstSizedArray<BfIdentifierNode*> params(bindNode->mParams, mAlloc);
  3391. BfDeferredAstSizedArray<BfTokenNode*> commas(bindNode->mCommas, mAlloc);
  3392. for (int paramIdx = 0; true; paramIdx++)
  3393. {
  3394. bool isRBracket = false;
  3395. auto nextNode = mVisitorPos.GetNext();
  3396. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3397. isRBracket = tokenNode->GetToken() == BfToken_RBracket;
  3398. if (!isRBracket)
  3399. {
  3400. auto nameIdentifier = ExpectIdentifierAfter(bindNode, "parameter name");
  3401. if (nameIdentifier == NULL)
  3402. break;
  3403. MoveNode(nameIdentifier, bindNode);
  3404. params.push_back(nameIdentifier);
  3405. }
  3406. tokenNode = ExpectTokenAfter(bindNode, BfToken_Comma, BfToken_RBracket);
  3407. if (tokenNode == NULL)
  3408. return deferStmt;
  3409. if (tokenNode->GetToken() == BfToken_RBracket)
  3410. {
  3411. MEMBER_SET(bindNode, mCloseBracket, tokenNode);
  3412. break;
  3413. }
  3414. MoveNode(tokenNode, bindNode);
  3415. commas.push_back(tokenNode);
  3416. }
  3417. MEMBER_SET(deferStmt, mBind, bindNode);
  3418. }
  3419. }
  3420. BfAstNode* targetNode = CreateStatementAfter(deferStmt);
  3421. if (targetNode != NULL)
  3422. {
  3423. BfAstNode* innerTarget = targetNode;
  3424. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(innerTarget))
  3425. innerTarget = exprStmt->mExpression;
  3426. if (deferStmt->mBind != NULL)
  3427. {
  3428. if (!innerTarget->IsA<BfBlock>())
  3429. {
  3430. Fail("Only blocks are allowed when defer binding is used", targetNode);
  3431. }
  3432. }
  3433. else
  3434. {
  3435. if ((!innerTarget->IsA<BfInvocationExpression>()) &&
  3436. (!innerTarget->IsA<BfBlock>()) &&
  3437. (!innerTarget->IsA<BfDeleteStatement>()))
  3438. {
  3439. Fail("Only invocation expressions, statement blocks, or deletes are allowed", targetNode);
  3440. }
  3441. }
  3442. MEMBER_SET(deferStmt, mTargetNode, targetNode);
  3443. }
  3444. return deferStmt;
  3445. }
  3446. else if (token == BfToken_Comma)
  3447. {
  3448. auto prevVarDecl = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  3449. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(prevVarDecl))
  3450. {
  3451. continuingVariable = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression);
  3452. }
  3453. }
  3454. else if ((token == BfToken_Const) || (token == BfToken_ReadOnly))
  3455. {
  3456. auto stmt = CreateStatementAfter(tokenNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_ForceVariableDecl));
  3457. if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(stmt))
  3458. {
  3459. if (auto variableDecl = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression))
  3460. {
  3461. if (variableDecl->mModSpecifier != NULL)
  3462. {
  3463. Fail(StrFormat("'%s' already specified", BfTokenToString(variableDecl->mModSpecifier->GetToken())), variableDecl->mModSpecifier);
  3464. }
  3465. MEMBER_SET(variableDecl, mModSpecifier, tokenNode);
  3466. exprStmt->SetSrcStart(variableDecl->mSrcStart);
  3467. return stmt;
  3468. }
  3469. }
  3470. Fail(StrFormat("Unexpected '%s' specifier", BfTokenToString(tokenNode->GetToken())), tokenNode);
  3471. return stmt;
  3472. }
  3473. else if (token == BfToken_Volatile)
  3474. {
  3475. Fail("Cannot create volatile local variables", tokenNode);
  3476. return NULL;
  3477. }
  3478. else if (token == BfToken_Asm)
  3479. {
  3480. return CreateInlineAsmStatement(node);
  3481. }
  3482. else if (token == BfToken_Mixin)
  3483. {
  3484. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3485. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3486. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3487. ReplaceNode(tokenNode, methodDecl);
  3488. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3489. methodDecl->mMixinSpecifier = tokenNode;
  3490. auto nameNode = ExpectIdentifierAfter(methodDecl);
  3491. if (nameNode != NULL)
  3492. {
  3493. MEMBER_SET(methodDecl, mNameNode, nameNode);
  3494. auto nextNode = mVisitorPos.GetNext();
  3495. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  3496. {
  3497. if (tokenNode->GetToken() == BfToken_LChevron)
  3498. {
  3499. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  3500. if (genericParams != NULL)
  3501. {
  3502. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  3503. }
  3504. }
  3505. }
  3506. ParseMethod(methodDecl, &params, &commas, true);
  3507. }
  3508. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3509. ReplaceNode(methodDecl, localMethodDecl);
  3510. localMethodDecl->mMethodDeclaration = methodDecl;
  3511. return localMethodDecl;
  3512. }
  3513. }
  3514. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(node))
  3515. {
  3516. node = CompactQualifiedName(identifier);
  3517. }
  3518. bool isLocalVariable = false;
  3519. auto nextNode = mVisitorPos.GetNext();
  3520. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  3521. {
  3522. if (nextToken->GetToken() == BfToken_Colon)
  3523. {
  3524. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(node);
  3525. if (nameIdentifier != NULL)
  3526. {
  3527. BfLabelNode* labelNode = mAlloc->Alloc<BfLabelNode>();
  3528. ReplaceNode(nameIdentifier, labelNode);
  3529. labelNode->mLabel = nameIdentifier;
  3530. mVisitorPos.MoveNext();
  3531. MEMBER_SET(labelNode, mColonToken, nextToken);
  3532. BfAstNode* stmt = NULL;
  3533. auto nextNode = mVisitorPos.GetNext();
  3534. if (nextNode != NULL)
  3535. {
  3536. mVisitorPos.MoveNext();
  3537. stmt = DoCreateStatement(nextNode);
  3538. if (auto labelableStmt = BfNodeDynCast<BfLabelableStatement>(stmt))
  3539. {
  3540. MEMBER_SET(labelableStmt, mLabelNode, labelNode);
  3541. return labelableStmt;
  3542. }
  3543. if (auto block = BfNodeDynCast<BfBlock>(stmt))
  3544. {
  3545. auto labeledBlock = mAlloc->Alloc<BfLabeledBlock>();
  3546. ReplaceNode(block, labeledBlock);
  3547. labeledBlock->mBlock = block;
  3548. MEMBER_SET(labeledBlock, mLabelNode, labelNode);
  3549. return labeledBlock;
  3550. }
  3551. }
  3552. Fail("Label must appear before a labelable statement (if, for, do, while, switch, block)", labelNode);
  3553. AddErrorNode(labelNode);
  3554. return stmt;
  3555. }
  3556. }
  3557. }
  3558. int typeRefEndNode = -1;
  3559. bool isTuple = false;
  3560. if (IsTypeReference(node, BfToken_None, &typeRefEndNode, NULL, NULL, &isTuple))
  3561. isLocalVariable = true;
  3562. if ((isLocalVariable) && (isTuple))
  3563. {
  3564. if (typeRefEndNode != -1)
  3565. {
  3566. // When we're typing something like "(a, )" ... don't make that a type ref yet because it could be "(a, b) = " where
  3567. // we're typing a tuple value rather than a tuple tpye ref
  3568. auto checkNode = mVisitorPos.Get(typeRefEndNode);
  3569. if (checkNode == NULL)
  3570. isLocalVariable = false;
  3571. }
  3572. }
  3573. if (nextNode == NULL)
  3574. {
  3575. // Treat ending identifier as just an identifier (could be block result)
  3576. isLocalVariable = false;
  3577. }
  3578. if ((isLocalVariable) && (typeRefEndNode != -1) && (continuingVariable == NULL) && ((createStmtFlags & CreateStmtFlags_AllowLocalFunction) != 0))
  3579. {
  3580. BfTokenNode* nextToken = BfNodeDynCast<BfTokenNode>(node);
  3581. if ((nextToken == NULL) ||
  3582. ((nextToken->GetToken() != BfToken_Delegate) && (nextToken->GetToken() != BfToken_Function)))
  3583. {
  3584. auto afterTypeRefNode = mVisitorPos.Get(typeRefEndNode);
  3585. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(afterTypeRefNode))
  3586. {
  3587. auto nextNextNode = mVisitorPos.Get(typeRefEndNode + 1);
  3588. if (auto afterNameToken = BfNodeDynCast<BfTokenNode>(nextNextNode))
  3589. {
  3590. bool isLocalMethod = (afterNameToken->GetToken() == BfToken_LParen) || (afterNameToken->GetToken() == BfToken_LChevron);
  3591. if (isLocalMethod)
  3592. {
  3593. int prevReadPos = mVisitorPos.mReadPos;
  3594. mVisitorPos.mReadPos = typeRefEndNode;
  3595. isLocalMethod = IsLocalMethod(nameIdentifier);
  3596. mVisitorPos.mReadPos = prevReadPos;
  3597. }
  3598. if (isLocalMethod)
  3599. {
  3600. auto typeRef = CreateTypeRef(node);
  3601. if (mVisitorPos.GetNext() != nameIdentifier)
  3602. isLocalMethod = false;
  3603. else
  3604. {
  3605. int prevReadPos = mVisitorPos.mReadPos;
  3606. mVisitorPos.MoveNext();
  3607. isLocalMethod = IsLocalMethod(nameIdentifier);
  3608. if (!isLocalMethod)
  3609. mVisitorPos.mReadPos = prevReadPos;
  3610. }
  3611. if (!isLocalMethod)
  3612. {
  3613. // TypeRef didn't match what we expected, just set it up as a variable declaration
  3614. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3615. ReplaceNode(typeRef, variableDeclaration);
  3616. variableDeclaration->mTypeRef = typeRef;
  3617. return variableDeclaration;
  3618. }
  3619. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  3620. ReplaceNode(typeRef, methodDecl);
  3621. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  3622. methodDecl->mReturnType = typeRef;
  3623. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  3624. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  3625. MEMBER_SET(methodDecl, mNameNode, nameIdentifier);
  3626. if (afterNameToken->GetToken() == BfToken_LChevron)
  3627. {
  3628. auto genericParams = CreateGenericParamsDeclaration(afterNameToken);
  3629. if (genericParams != NULL)
  3630. {
  3631. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  3632. }
  3633. }
  3634. ParseMethod(methodDecl, &params, &commas, true);
  3635. auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
  3636. ReplaceNode(methodDecl, localMethodDecl);
  3637. localMethodDecl->mMethodDeclaration = methodDecl;
  3638. return localMethodDecl;
  3639. }
  3640. }
  3641. }
  3642. }
  3643. }
  3644. if ((isLocalVariable) || (continuingVariable != NULL))
  3645. {
  3646. auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
  3647. BfTypeReference* typeRef = NULL;
  3648. if (continuingVariable != NULL)
  3649. {
  3650. typeRef = continuingVariable->mTypeRef;
  3651. variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
  3652. ReplaceNode(node, variableDeclaration);
  3653. variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
  3654. }
  3655. else
  3656. {
  3657. typeRef = CreateTypeRef(node);
  3658. if (typeRef == NULL)
  3659. return NULL;
  3660. ReplaceNode(typeRef, variableDeclaration);
  3661. }
  3662. variableDeclaration->mTypeRef = typeRef;
  3663. BfAstNode* variableNameNode = NULL;
  3664. nextNode = mVisitorPos.GetNext();
  3665. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  3666. {
  3667. if (tokenNode->GetToken() == BfToken_LParen)
  3668. {
  3669. mVisitorPos.mReadPos++;
  3670. variableNameNode = CreateTupleExpression(tokenNode);
  3671. }
  3672. }
  3673. if (variableNameNode == NULL)
  3674. {
  3675. auto checkToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  3676. if ((checkToken != NULL) && (checkToken->mToken == BfToken_Dot))
  3677. {
  3678. FailAfter("Expected variable name", variableDeclaration);
  3679. }
  3680. else
  3681. variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
  3682. }
  3683. if (variableNameNode == NULL)
  3684. return variableDeclaration;
  3685. bool isValidFinish = false;
  3686. BfTokenNode* tokenNode;
  3687. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  3688. {
  3689. int token = tokenNode->GetToken();
  3690. if ((token == BfToken_AssignEquals) || (token == BfToken_Semicolon) || (token == BfToken_Comma))
  3691. isValidFinish = true;
  3692. }
  3693. /*if (!isValidFinish)
  3694. {
  3695. if (auto nextIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  3696. {
  3697. if (auto nextNextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
  3698. {
  3699. if ((nextNextToken->GetToken() == BfToken_LParen) || (nextNextToken->GetToken() == BfToken_LChevron))
  3700. {
  3701. // It's less destructive to not consume the identifier we see as the name, because it may not be. This handles the case
  3702. // where we're typing some stuff before a local method declaration. Kindof a corner case...
  3703. Fail("Unexpected type", typeRef);
  3704. mVisitorPos.mReadPos--;
  3705. return variableDeclaration;
  3706. }
  3707. }
  3708. }
  3709. }*/
  3710. // Is a local variable?
  3711. tokenNode = ExpectTokenAfter(variableNameNode, BfToken_AssignEquals, BfToken_Semicolon, BfToken_Comma);
  3712. variableDeclaration->mNameNode = variableNameNode;
  3713. MoveNode(variableNameNode, variableDeclaration);
  3714. if (tokenNode == NULL)
  3715. return variableDeclaration;
  3716. if (tokenNode->GetToken() == BfToken_AssignEquals)
  3717. {
  3718. MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
  3719. if (variableDeclaration->mInitializer == NULL)
  3720. variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration, (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask));
  3721. if (variableDeclaration->mInitializer == NULL)
  3722. return variableDeclaration;
  3723. MoveNode(variableDeclaration->mInitializer, variableDeclaration);
  3724. }
  3725. else
  3726. mVisitorPos.mReadPos--; // Backtrack to the semicolon or comma
  3727. return variableDeclaration;
  3728. }
  3729. if ((createStmtFlags & CreateStmtFlags_ForceVariableDecl) != 0)
  3730. {
  3731. Fail("Expected local variable declaration", node);
  3732. return NULL;
  3733. }
  3734. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3735. CreateExprFlags exprFlags = (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask);
  3736. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) == 0)
  3737. exprFlags = (CreateExprFlags)(exprFlags | CreateExprFlags_NoCaseExpr);
  3738. auto expr = CreateExpression(node, exprFlags);
  3739. if (expr == NULL)
  3740. return NULL;
  3741. bool isOkUnary = false;
  3742. if (auto unaryOperatorExpr = BfNodeDynCast<BfUnaryOperatorExpression>(expr))
  3743. {
  3744. isOkUnary =
  3745. (unaryOperatorExpr->mOp == BfUnaryOp_Increment) ||
  3746. (unaryOperatorExpr->mOp == BfUnaryOp_PostIncrement) ||
  3747. (unaryOperatorExpr->mOp == BfUnaryOp_Decrement) ||
  3748. (unaryOperatorExpr->mOp == BfUnaryOp_PostDecrement);
  3749. if ((unaryOperatorExpr->mOp == BfUnaryOp_Ref) || (unaryOperatorExpr->mOp == BfUnaryOp_Mut) || (unaryOperatorExpr->mOp == BfUnaryOp_Out))
  3750. {
  3751. if (unaryOperatorExpr->mOp == BfUnaryOp_Ref)
  3752. mPassInstance->Fail("Cannot use 'ref' in this context", unaryOperatorExpr);
  3753. else if (unaryOperatorExpr->mOp == BfUnaryOp_Mut)
  3754. mPassInstance->Fail("Cannot use 'mut' in this context", unaryOperatorExpr);
  3755. else
  3756. mPassInstance->Fail("Cannot use 'out' in this context", unaryOperatorExpr);
  3757. return NULL;
  3758. }
  3759. }
  3760. if ((!mPrevStmtHadError) && (!mStmtHasError))
  3761. {
  3762. nextNode = mVisitorPos.GetNext();
  3763. if (nextNode != NULL)
  3764. {
  3765. if (!isOkUnary)
  3766. expr->VerifyIsStatement(mPassInstance);
  3767. }
  3768. }
  3769. return expr;
  3770. }
  3771. // This is conservative - it doesn't HAVE to return true, but in some cases may cause a parsing error if the nodes
  3772. // can be consumed as a statement rather than an expression. We must be more careful about not returning 'true'
  3773. // for something that can only be interpreted as a statement, however.
  3774. bool BfReducer::IsTerminatingExpression(BfAstNode* node)
  3775. {
  3776. int parenDepth = 0;
  3777. int chevronDepth = 0;
  3778. int readIdx = mVisitorPos.mReadPos;
  3779. bool prevWasValue = false;
  3780. BfTokenNode* prevTokenNode = NULL;
  3781. while (true)
  3782. {
  3783. auto node = mVisitorPos.Get(readIdx);
  3784. if (node == NULL)
  3785. break;
  3786. auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
  3787. if (tokenNode != NULL)
  3788. {
  3789. switch (tokenNode->GetToken())
  3790. {
  3791. case BfToken_AssignEquals:
  3792. if (parenDepth == 0)
  3793. return false;
  3794. break;
  3795. case BfToken_LParen:
  3796. chevronDepth = 0;
  3797. parenDepth++;
  3798. break;
  3799. case BfToken_RParen:
  3800. chevronDepth = 0;
  3801. parenDepth--;
  3802. break;
  3803. case BfToken_LChevron:
  3804. chevronDepth++;
  3805. break;
  3806. case BfToken_RChevron:
  3807. // If we find a < and > that are not seperated by parens, that's a generic, which must be a
  3808. // variable decl if it's not in parens
  3809. if ((parenDepth == 0) && (chevronDepth > 0))
  3810. return false;
  3811. chevronDepth--;
  3812. break;
  3813. case BfToken_RDblChevron:
  3814. chevronDepth--;
  3815. break;
  3816. case BfToken_Comma:
  3817. if (parenDepth == 0)
  3818. return false;
  3819. break;
  3820. case BfToken_As:
  3821. case BfToken_Append:
  3822. case BfToken_Default:
  3823. case BfToken_Is:
  3824. case BfToken_Stack:
  3825. case BfToken_Scope:
  3826. case BfToken_New:
  3827. case BfToken_RetType:
  3828. case BfToken_SizeOf:
  3829. case BfToken_This:
  3830. case BfToken_TypeOf:
  3831. case BfToken_LessEquals:
  3832. case BfToken_GreaterEquals:
  3833. case BfToken_LBracket:
  3834. case BfToken_RBracket:
  3835. case BfToken_Colon:
  3836. case BfToken_Dot:
  3837. case BfToken_DotDot:
  3838. case BfToken_QuestionDot:
  3839. case BfToken_QuestionLBracket:
  3840. case BfToken_Plus:
  3841. case BfToken_Minus:
  3842. case BfToken_DblPlus:
  3843. case BfToken_DblMinus:
  3844. case BfToken_Star:
  3845. case BfToken_ForwardSlash:
  3846. case BfToken_Modulus:
  3847. case BfToken_Ampersand:
  3848. case BfToken_At:
  3849. case BfToken_DblAmpersand:
  3850. case BfToken_Bar:
  3851. case BfToken_DblBar:
  3852. case BfToken_Bang:
  3853. case BfToken_Carat:
  3854. case BfToken_Tilde:
  3855. case BfToken_Question:
  3856. case BfToken_DblQuestion:
  3857. case BfToken_Arrow:
  3858. case BfToken_FatArrow:
  3859. // Allow these
  3860. break;
  3861. case BfToken_Semicolon:
  3862. return false;
  3863. default:
  3864. // Disallow everything else
  3865. return false;
  3866. }
  3867. }
  3868. if ((node->IsExact<BfIdentifierNode>()) ||
  3869. (node->IsExact<BfQualifiedNameNode>()) ||
  3870. (node->IsExact<BfMemberReferenceExpression>()) ||
  3871. (node->IsExact<BfLiteralExpression>()))
  3872. {
  3873. if (prevWasValue)
  3874. {
  3875. // Two values in a row cannot be a valid expression
  3876. return false;
  3877. }
  3878. prevWasValue = true;
  3879. }
  3880. else
  3881. {
  3882. prevWasValue = false;
  3883. }
  3884. if (auto block = BfNodeDynCastExact<BfBlock>(node))
  3885. {
  3886. // Local method decl
  3887. if ((parenDepth == 0) && (prevTokenNode != NULL) && (prevTokenNode->GetToken() == BfToken_RParen))
  3888. return false;
  3889. }
  3890. prevTokenNode = tokenNode;
  3891. readIdx++;
  3892. }
  3893. int outEndNode = 0;
  3894. bool couldBeExpr = false;
  3895. if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr))
  3896. {
  3897. if (outEndNode == mVisitorPos.mTotalSize - 1)
  3898. {
  3899. if (auto name = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
  3900. {
  3901. auto beforeNameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
  3902. // We treat "a*b" as a multiply rather than a variable declaration
  3903. if ((beforeNameToken == NULL) || (beforeNameToken->GetToken() != BfToken_Star))
  3904. {
  3905. return false;
  3906. }
  3907. }
  3908. }
  3909. }
  3910. return true;
  3911. }
  3912. BfAstNode* BfReducer::CreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3913. {
  3914. AssertCurrentNode(node);
  3915. node = ReplaceTokenStarter(node);
  3916. if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0)
  3917. {
  3918. if (IsTerminatingExpression(node))
  3919. {
  3920. mPrevStmtHadError = false;
  3921. // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
  3922. auto expr = CreateExpression(node, (CreateExprFlags)((createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask) | CreateExprFlags_NoCaseExpr));
  3923. auto nextNode = mVisitorPos.GetNext();
  3924. if (nextNode != NULL)
  3925. {
  3926. mPassInstance->FailAfter("Semicolon expected", expr);
  3927. }
  3928. return expr;
  3929. }
  3930. }
  3931. mStmtHasError = false;
  3932. auto stmtNode = DoCreateStatement(node, createStmtFlags);
  3933. mPrevStmtHadError = mStmtHasError;
  3934. if (stmtNode == NULL)
  3935. return NULL;
  3936. auto origStmtNode = stmtNode;
  3937. if (stmtNode->IsA<BfBlock>())
  3938. return stmtNode;
  3939. auto nextNode = mVisitorPos.GetNext();
  3940. if (auto expr = BfNodeDynCast<BfExpression>(stmtNode))
  3941. {
  3942. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (nextNode == NULL))
  3943. return expr;
  3944. auto stmt = mAlloc->Alloc<BfExpressionStatement>();
  3945. ReplaceNode(expr, stmt);
  3946. stmt->mExpression = expr;
  3947. stmtNode = stmt;
  3948. }
  3949. if (auto stmt = BfNodeDynCast<BfStatement>(stmtNode))
  3950. {
  3951. if ((stmt->IsMissingSemicolon()) && ((createStmtFlags & CreateStmtFlags_FindTrailingSemicolon) != 0) && (!stmt->IsA<BfEmptyStatement>()))
  3952. {
  3953. if (!IsSemicolon(nextNode))
  3954. {
  3955. // Why did we have this BfIdentifierNode check? It failed to throw an error on just things like "{ a }"
  3956. if (/*(origStmtNode->IsA<BfIdentifierNode>()) || */(origStmtNode->IsA<BfCompoundStatement>()) || (origStmtNode->IsA<BfBlock>()))
  3957. return stmt;
  3958. if (origStmtNode->IsA<BfVariableDeclaration>())
  3959. {
  3960. // For compound variables
  3961. auto commaToken = BfNodeDynCast<BfTokenNode>(nextNode);
  3962. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Comma))
  3963. return stmt;
  3964. }
  3965. if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (origStmtNode->IsA<BfExpression>()) && (nextNode == NULL))
  3966. return stmt;
  3967. mPassInstance->FailAfterAt("Semicolon expected", node->GetSourceData(), stmt->GetSrcEnd() - 1);
  3968. mPrevStmtHadError = true;
  3969. return stmt;
  3970. }
  3971. if ((!stmt->IsA<BfBlock>()) && (!stmt->IsA<BfIdentifierNode>()))
  3972. {
  3973. mVisitorPos.MoveNext();
  3974. MEMBER_SET(stmt, mTrailingSemicolon, (BfTokenNode*)nextNode);
  3975. }
  3976. }
  3977. }
  3978. return stmtNode;
  3979. }
  3980. BfAstNode* BfReducer::CreateStatementAfter(BfAstNode* node, CreateStmtFlags createStmtFlags)
  3981. {
  3982. AssertCurrentNode(node);
  3983. auto nextNode = mVisitorPos.GetNext();
  3984. if (nextNode == NULL)
  3985. {
  3986. FailAfter("Expected statement", node);
  3987. return NULL;
  3988. }
  3989. mVisitorPos.MoveNext();
  3990. BfAstNode* stmt = CreateStatement(nextNode, createStmtFlags);
  3991. if (stmt == NULL)
  3992. {
  3993. // Nope, didn't handle it
  3994. mVisitorPos.mReadPos--;
  3995. }
  3996. return stmt;
  3997. }
  3998. bool BfReducer::IsExtendedTypeName(BfIdentifierNode* identifierNode)
  3999. {
  4000. auto nextNode = mVisitorPos.GetNext();
  4001. if (nextNode == NULL)
  4002. return false;
  4003. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4004. if (tokenNode == NULL)
  4005. return false;
  4006. int token = tokenNode->GetToken();
  4007. return ((token == BfToken_Star) ||
  4008. (token == BfToken_Question) ||
  4009. (token == BfToken_Dot) ||
  4010. (token == BfToken_LChevron) ||
  4011. (token == BfToken_LBracket));
  4012. }
  4013. static String TypeToString(BfTypeReference* typeRef)
  4014. {
  4015. if (typeRef == NULL)
  4016. return "null";
  4017. if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
  4018. return "(" + TypeToString(qualifiedTypeRef->mLeft) + " . " + TypeToString(qualifiedTypeRef->mRight) + ")";
  4019. if (auto genericTypeInstanceRef = BfNodeDynCast<BfGenericInstanceTypeRef>(typeRef))
  4020. return TypeToString(genericTypeInstanceRef->mElementType) + "<...>";
  4021. return typeRef->ToString();
  4022. }
  4023. BfTypeReference* BfReducer::DoCreateNamedTypeRef(BfIdentifierNode* identifierNode)
  4024. {
  4025. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(identifierNode))
  4026. {
  4027. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4028. ReplaceNode(identifierNode, qualifiedTypeRef);
  4029. MoveNode(qualifiedNameNode->mLeft, qualifiedTypeRef);
  4030. auto leftTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mLeft);
  4031. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  4032. MEMBER_SET(qualifiedTypeRef, mDot, qualifiedNameNode->mDot);
  4033. MoveNode(qualifiedNameNode->mRight, qualifiedNameNode);
  4034. auto rightTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mRight);
  4035. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  4036. return qualifiedTypeRef;
  4037. }
  4038. else
  4039. {
  4040. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  4041. namedTypeRef->mNameNode = identifierNode;
  4042. ReplaceNode(identifierNode, namedTypeRef);
  4043. namedTypeRef->SetTriviaStart(identifierNode->GetTriviaStart());
  4044. return namedTypeRef;
  4045. }
  4046. }
  4047. BfTypeReference* BfReducer::DoCreateTypeRef(BfAstNode* firstNode, bool parseArrayBracket)
  4048. {
  4049. AssertCurrentNode(firstNode);
  4050. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(firstNode);
  4051. if (identifierNode == NULL)
  4052. {
  4053. if (auto memberReferenceExpression = BfNodeDynCast<BfMemberReferenceExpression>(firstNode))
  4054. {
  4055. auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4056. ReplaceNode(firstNode, qualifiedTypeRef);
  4057. BF_ASSERT(memberReferenceExpression->mTarget != NULL);
  4058. if (memberReferenceExpression->mTarget != NULL)
  4059. {
  4060. MoveNode(memberReferenceExpression->mTarget, qualifiedTypeRef);
  4061. auto leftTypeRef = DoCreateTypeRef(memberReferenceExpression->mTarget);
  4062. MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
  4063. }
  4064. MEMBER_SET(qualifiedTypeRef, mDot, memberReferenceExpression->mDotToken);
  4065. if (memberReferenceExpression->mMemberName != NULL)
  4066. {
  4067. MoveNode(memberReferenceExpression->mMemberName, memberReferenceExpression);
  4068. auto rightTypeRef = DoCreateTypeRef(memberReferenceExpression->mMemberName);
  4069. MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
  4070. }
  4071. firstNode = qualifiedTypeRef;
  4072. }
  4073. else
  4074. {
  4075. bool isHandled = false;
  4076. auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode);
  4077. if (tokenNode != NULL)
  4078. {
  4079. int token = tokenNode->GetToken();
  4080. if (token == BfToken_Dot)
  4081. {
  4082. auto dotTypeRef = mAlloc->Alloc<BfDotTypeReference>();
  4083. ReplaceNode(firstNode, dotTypeRef);
  4084. dotTypeRef->mDotToken = tokenNode;
  4085. firstNode = dotTypeRef;
  4086. isHandled = true;
  4087. //return dotTypeRef;
  4088. }
  4089. else if ((token == BfToken_Star) && (mAllowTypeWildcard))
  4090. {
  4091. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  4092. ReplaceNode(firstNode, wildcardTypeRef);
  4093. wildcardTypeRef->mWildcardToken = tokenNode;
  4094. return wildcardTypeRef;
  4095. }
  4096. else if ((token == BfToken_Var) || (token == BfToken_Let))
  4097. {
  4098. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  4099. {
  4100. if ((nextToken->GetToken() == BfToken_Ref) || (nextToken->GetToken() == BfToken_Mut))
  4101. {
  4102. auto varTypeRef = mAlloc->Alloc<BfVarRefTypeReference>();
  4103. ReplaceNode(firstNode, varTypeRef);
  4104. varTypeRef->mVarToken = tokenNode;
  4105. MEMBER_SET(varTypeRef, mRefToken, nextToken);
  4106. mVisitorPos.MoveNext();
  4107. return varTypeRef;
  4108. }
  4109. }
  4110. if (token == BfToken_Var)
  4111. {
  4112. auto varTypeRef = mAlloc->Alloc<BfVarTypeReference>();
  4113. ReplaceNode(firstNode, varTypeRef);
  4114. varTypeRef->mVarToken = tokenNode;
  4115. return varTypeRef;
  4116. }
  4117. else
  4118. {
  4119. auto letTypeRef = mAlloc->Alloc<BfLetTypeReference>();
  4120. ReplaceNode(firstNode, letTypeRef);
  4121. letTypeRef->mLetToken = tokenNode;
  4122. return letTypeRef;
  4123. }
  4124. }
  4125. else if ((mCompatMode) && (token == BfToken_Minus))
  4126. {
  4127. auto constExpr = CreateExpression(tokenNode, CreateExprFlags_BreakOnRChevron);
  4128. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4129. ReplaceNode(firstNode, constTypeRef);
  4130. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4131. return constTypeRef;
  4132. }
  4133. else if (token == BfToken_Const)
  4134. {
  4135. if (!mCompatMode)
  4136. {
  4137. //Fail("Invalid use of 'const', only fields and local variables can be declared as const", tokenNode);
  4138. //AddErrorNode(tokenNode);
  4139. auto constExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_BreakOnRChevron);
  4140. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4141. ReplaceNode(firstNode, constTypeRef);
  4142. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4143. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4144. return constTypeRef;
  4145. }
  4146. else
  4147. {
  4148. auto elementType = CreateTypeRefAfter(tokenNode, parseArrayBracket);
  4149. auto constTypeRef = mAlloc->Alloc<BfConstTypeRef>();
  4150. ReplaceNode(firstNode, constTypeRef);
  4151. MEMBER_SET(constTypeRef, mConstToken, tokenNode);
  4152. MEMBER_SET_CHECKED(constTypeRef, mElementType, elementType);
  4153. return constTypeRef;
  4154. }
  4155. }
  4156. else if (token == BfToken_Unsigned)
  4157. {
  4158. BF_ASSERT(mCompatMode);
  4159. auto elementType = CreateTypeRefAfter(tokenNode, parseArrayBracket);
  4160. BfTypeReference* rootElementParent = NULL;
  4161. auto rootElement = elementType;
  4162. while (auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElement))
  4163. {
  4164. rootElementParent = rootElement;
  4165. rootElement = elementedType->mElementType;
  4166. }
  4167. auto unsignedTypeRef = mAlloc->Alloc<BfUnsignedTypeRef>();
  4168. ReplaceNode(firstNode, unsignedTypeRef);
  4169. MEMBER_SET(unsignedTypeRef, mUnsignedToken, tokenNode);
  4170. if (rootElement == elementType)
  4171. {
  4172. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, elementType);
  4173. return unsignedTypeRef;
  4174. }
  4175. else
  4176. {
  4177. #ifdef BF_AST_HAS_PARENT_MEMBER
  4178. BF_ASSERT(rootElementParent == rootElement->mParent);
  4179. #endif
  4180. auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElementParent);
  4181. MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, rootElement);
  4182. MEMBER_SET_CHECKED(elementedType, mElementType, unsignedTypeRef);
  4183. elementType->SetSrcStart(unsignedTypeRef->GetSrcStart());
  4184. return elementType;
  4185. }
  4186. }
  4187. else if (token == BfToken_RetType)
  4188. {
  4189. auto retTypeTypeRef = mAlloc->Alloc<BfRetTypeTypeRef>();
  4190. ReplaceNode(firstNode, retTypeTypeRef);
  4191. MEMBER_SET(retTypeTypeRef, mRetTypeToken, tokenNode);
  4192. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_LParen);
  4193. MEMBER_SET_CHECKED(retTypeTypeRef, mOpenParen, tokenNode);
  4194. auto elementType = CreateTypeRefAfter(retTypeTypeRef, parseArrayBracket);
  4195. MEMBER_SET_CHECKED(retTypeTypeRef, mElementType, elementType);
  4196. tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_RParen);
  4197. MEMBER_SET_CHECKED(retTypeTypeRef, mCloseParen, tokenNode);
  4198. return retTypeTypeRef;
  4199. }
  4200. else if ((token == BfToken_Delegate) || (token == BfToken_Function))
  4201. {
  4202. auto delegateTypeRef = mAlloc->Alloc<BfDelegateTypeRef>();
  4203. ReplaceNode(firstNode, delegateTypeRef);
  4204. MEMBER_SET(delegateTypeRef, mTypeToken, tokenNode);
  4205. auto returnType = CreateTypeRefAfter(delegateTypeRef);
  4206. MEMBER_SET_CHECKED(delegateTypeRef, mReturnType, returnType);
  4207. tokenNode = ExpectTokenAfter(delegateTypeRef, BfToken_LParen);
  4208. MEMBER_SET_CHECKED(delegateTypeRef, mOpenParen, tokenNode);
  4209. BfDeferredAstSizedArray<BfParameterDeclaration*> params(delegateTypeRef->mParams, mAlloc);
  4210. BfDeferredAstSizedArray<BfTokenNode*> commas(delegateTypeRef->mCommas, mAlloc);
  4211. auto closeNode = ParseMethodParams(delegateTypeRef, &params, &commas, BfToken_RParen);
  4212. if (closeNode == NULL)
  4213. {
  4214. if (!params.empty())
  4215. delegateTypeRef->AdjustSrcEnd(params.back());
  4216. if (!commas.empty())
  4217. delegateTypeRef->AdjustSrcEnd(commas.back());
  4218. }
  4219. MEMBER_SET_CHECKED(delegateTypeRef, mCloseParen, closeNode);
  4220. mVisitorPos.MoveNext();
  4221. return delegateTypeRef;
  4222. }
  4223. else if (token == BfToken_Decltype)
  4224. {
  4225. auto declTypeRef = mAlloc->Alloc<BfDeclTypeRef>();
  4226. ReplaceNode(tokenNode, declTypeRef);
  4227. declTypeRef->mToken = tokenNode;
  4228. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_LParen);
  4229. MEMBER_SET_CHECKED(declTypeRef, mOpenParen, tokenNode);
  4230. auto targetExpr = CreateExpressionAfter(declTypeRef);
  4231. MEMBER_SET_CHECKED(declTypeRef, mTarget, targetExpr);
  4232. tokenNode = ExpectTokenAfter(declTypeRef, BfToken_RParen);
  4233. MEMBER_SET_CHECKED(declTypeRef, mCloseParen, tokenNode);
  4234. return declTypeRef;
  4235. }
  4236. else if (token == BfToken_LParen)
  4237. {
  4238. auto tupleTypeRef = mAlloc->Alloc<BfTupleTypeRef>();
  4239. BfDeferredAstSizedArray<BfTypeReference*> fieldTypes(tupleTypeRef->mFieldTypes, mAlloc);
  4240. BfDeferredAstSizedArray<BfIdentifierNode*> fieldNames(tupleTypeRef->mFieldNames, mAlloc);
  4241. BfDeferredAstSizedArray<BfAstNode*> commas(tupleTypeRef->mCommas, mAlloc);
  4242. ReplaceNode(firstNode, tupleTypeRef);
  4243. tupleTypeRef->mOpenParen = tokenNode;
  4244. while (true)
  4245. {
  4246. auto tupleFieldType = CreateTypeRefAfter(tupleTypeRef);
  4247. if (tupleFieldType == NULL)
  4248. return tupleTypeRef;
  4249. fieldTypes.push_back(tupleFieldType);
  4250. MoveNode(tupleFieldType, tupleTypeRef);
  4251. auto nextNode = mVisitorPos.GetNext();
  4252. if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
  4253. {
  4254. while (fieldNames.size() < fieldTypes.size() - 1)
  4255. fieldNames.push_back(NULL);
  4256. MoveNode(identifierNode, tupleTypeRef);
  4257. fieldNames.push_back(identifierNode);
  4258. mVisitorPos.MoveNext();
  4259. }
  4260. auto tokenNode = ExpectTokenAfter(tupleTypeRef, BfToken_Comma, BfToken_RParen);
  4261. if (tokenNode == NULL)
  4262. return tupleTypeRef;
  4263. if (tokenNode->GetToken() == BfToken_RParen)
  4264. {
  4265. MEMBER_SET(tupleTypeRef, mCloseParen, tokenNode);
  4266. //return tupleTypeRef;
  4267. firstNode = tupleTypeRef;
  4268. isHandled = true;
  4269. break;
  4270. }
  4271. MoveNode(tokenNode, tupleTypeRef);
  4272. commas.push_back(tokenNode);
  4273. }
  4274. }
  4275. }
  4276. else if (mCompatMode)
  4277. {
  4278. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(firstNode))
  4279. {
  4280. auto constExpr = CreateExpression(literalExpr, CreateExprFlags_BreakOnRChevron);
  4281. auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
  4282. ReplaceNode(firstNode, constTypeRef);
  4283. MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
  4284. return constTypeRef;
  4285. }
  4286. }
  4287. if (!isHandled)
  4288. {
  4289. Fail("Expected type", firstNode);
  4290. return NULL;
  4291. }
  4292. }
  4293. }
  4294. BfTypeReference* typeRef = BfNodeDynCast<BfTypeReference>(firstNode);
  4295. if (typeRef == NULL)
  4296. {
  4297. typeRef = DoCreateNamedTypeRef(identifierNode);
  4298. }
  4299. while (true)
  4300. {
  4301. auto nextNode = mVisitorPos.GetNext();
  4302. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4303. if (tokenNode != NULL)
  4304. {
  4305. BfToken token = tokenNode->GetToken();
  4306. if (token == BfToken_Dot)
  4307. {
  4308. BfQualifiedTypeReference* qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4309. ReplaceNode(typeRef, qualifiedTypeRef);
  4310. qualifiedTypeRef->mLeft = typeRef;
  4311. MEMBER_SET(qualifiedTypeRef, mDot, tokenNode);
  4312. mVisitorPos.MoveNext();
  4313. while (true)
  4314. {
  4315. bool handled = false;
  4316. if (mAllowTypeWildcard)
  4317. {
  4318. auto nextNode = mVisitorPos.GetNext();
  4319. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  4320. {
  4321. if (nextTokenNode->mToken == BfToken_Star)
  4322. {
  4323. auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
  4324. ReplaceNode(nextTokenNode, wildcardTypeRef);
  4325. wildcardTypeRef->mWildcardToken = nextTokenNode;
  4326. typeRef = wildcardTypeRef;
  4327. handled = true;
  4328. mVisitorPos.MoveNext();
  4329. }
  4330. }
  4331. }
  4332. if (!handled)
  4333. {
  4334. auto rightIdentifer = ExpectIdentifierAfter(qualifiedTypeRef);
  4335. if (rightIdentifer == NULL)
  4336. return qualifiedTypeRef;
  4337. auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
  4338. namedTypeRef->mNameNode = rightIdentifer;
  4339. ReplaceNode(rightIdentifer, namedTypeRef);
  4340. namedTypeRef->SetTriviaStart(rightIdentifer->GetTriviaStart());
  4341. typeRef = namedTypeRef;
  4342. }
  4343. MEMBER_SET(qualifiedTypeRef, mRight, typeRef);
  4344. nextNode = mVisitorPos.GetNext();
  4345. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  4346. {
  4347. if (tokenNode->GetToken() == BfToken_Dot)
  4348. {
  4349. BfQualifiedTypeReference* outerQualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
  4350. ReplaceNode(qualifiedTypeRef, outerQualifiedTypeRef);
  4351. outerQualifiedTypeRef->mLeft = qualifiedTypeRef;
  4352. MEMBER_SET(outerQualifiedTypeRef, mDot, tokenNode);
  4353. qualifiedTypeRef = outerQualifiedTypeRef;
  4354. mVisitorPos.MoveNext();
  4355. }
  4356. else
  4357. break;
  4358. }
  4359. else
  4360. {
  4361. break;
  4362. }
  4363. }
  4364. typeRef = qualifiedTypeRef;
  4365. }
  4366. else if (token == BfToken_Star)
  4367. {
  4368. auto ptrType = mAlloc->Alloc<BfPointerTypeRef>();
  4369. ReplaceNode(typeRef, ptrType);
  4370. ptrType->mElementType = typeRef;
  4371. MEMBER_SET(ptrType, mStarNode, tokenNode);
  4372. typeRef = ptrType;
  4373. mVisitorPos.MoveNext();
  4374. }
  4375. else if ((token == BfToken_Question) || (token == BfToken_QuestionLBracket))
  4376. {
  4377. if (token == BfToken_QuestionLBracket)
  4378. tokenNode = BreakQuestionLBracket(tokenNode);
  4379. else
  4380. mVisitorPos.MoveNext();
  4381. auto nullableType = mAlloc->Alloc<BfNullableTypeRef>();
  4382. ReplaceNode(typeRef, nullableType);
  4383. nullableType->mElementType = typeRef;
  4384. MEMBER_SET(nullableType, mQuestionToken, tokenNode);
  4385. typeRef = nullableType;
  4386. }
  4387. else if (token == BfToken_LBracket)
  4388. {
  4389. if (!parseArrayBracket)
  4390. return typeRef;
  4391. auto arrayType = mAlloc->Alloc<BfArrayTypeRef>();
  4392. auto newArrayType = arrayType;
  4393. ReplaceNode(typeRef, arrayType);
  4394. arrayType->mOpenBracket = tokenNode;
  4395. MoveNode(tokenNode, arrayType);
  4396. arrayType->mDimensions = 1;
  4397. arrayType->mElementType = typeRef;
  4398. mVisitorPos.MoveNext();
  4399. while (true)
  4400. {
  4401. auto prevArrayType = BfNodeDynCast<BfArrayTypeRef>(arrayType->mElementType);
  4402. if (prevArrayType == NULL)
  4403. break;
  4404. std::swap(prevArrayType->mOpenBracket, arrayType->mOpenBracket);
  4405. std::swap(prevArrayType->mParams, arrayType->mParams);
  4406. std::swap(prevArrayType->mCloseBracket, arrayType->mCloseBracket);
  4407. std::swap(prevArrayType->mDimensions, arrayType->mDimensions);
  4408. prevArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4409. arrayType = prevArrayType;
  4410. }
  4411. BF_ASSERT(arrayType->mParams.mVals == NULL);
  4412. arrayType->mParams.mSize = 0;
  4413. BfDeferredAstSizedArray<BfAstNode*> params(arrayType->mParams, mAlloc);
  4414. bool hasFailed = false;
  4415. bool isSized = false;
  4416. while (true)
  4417. {
  4418. nextNode = mVisitorPos.GetNext();
  4419. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4420. if (tokenNode != NULL)
  4421. {
  4422. if (tokenNode->GetToken() == BfToken_Comma)
  4423. {
  4424. MoveNode(tokenNode, arrayType);
  4425. mVisitorPos.MoveNext();
  4426. arrayType->mDimensions++;
  4427. params.push_back(tokenNode);
  4428. }
  4429. else if (tokenNode->GetToken() == BfToken_RBracket)
  4430. {
  4431. MoveNode(tokenNode, arrayType);
  4432. mVisitorPos.MoveNext();
  4433. arrayType->mCloseBracket = tokenNode;
  4434. break;
  4435. }
  4436. else
  4437. tokenNode = NULL;
  4438. }
  4439. if (tokenNode == NULL)
  4440. {
  4441. BfExpression* sizeExpr = CreateExpressionAfter(arrayType);
  4442. if (sizeExpr == NULL)
  4443. {
  4444. hasFailed = true;
  4445. break;
  4446. }
  4447. MoveNode(sizeExpr, arrayType);
  4448. params.push_back(sizeExpr);
  4449. // if (params.size() == 0)
  4450. // {
  4451. // BfExpression* sizeExpr = CreateExpressionAfter(arrayType);
  4452. // if (sizeExpr == NULL)
  4453. // {
  4454. // hasFailed = true;
  4455. // break;
  4456. // }
  4457. // MoveNode(sizeExpr, arrayType);
  4458. // params.push_back(sizeExpr);
  4459. // tokenNode = ExpectTokenAfter(arrayType, BfToken_RBracket);
  4460. // if (tokenNode == NULL)
  4461. // {
  4462. // hasFailed = true;
  4463. // break;
  4464. // }
  4465. // MoveNode(tokenNode, arrayType);
  4466. // arrayType->mCloseBracket = tokenNode;
  4467. // break;
  4468. // }
  4469. // else
  4470. // {
  4471. // FailAfter("Either ',' or ']' expected", arrayType);
  4472. // return arrayType;
  4473. // }
  4474. }
  4475. }
  4476. newArrayType->SetSrcEnd(arrayType->GetSrcEnd());
  4477. if (hasFailed)
  4478. return newArrayType;
  4479. typeRef = newArrayType;
  4480. }
  4481. else if (token == BfToken_LChevron)
  4482. {
  4483. auto genericInstance = mAlloc->Alloc<BfGenericInstanceTypeRef>();
  4484. BfDeferredSizedArray<BfTypeReference*> genericArguments(genericInstance->mGenericArguments, mAlloc);
  4485. BfDeferredAstSizedArray<BfAstNode*> commas(genericInstance->mCommas, mAlloc);
  4486. ReplaceNode(typeRef, genericInstance);
  4487. genericInstance->mOpenChevron = tokenNode;
  4488. MoveNode(tokenNode, genericInstance);
  4489. genericInstance->mElementType = typeRef;
  4490. mVisitorPos.MoveNext();
  4491. bool isBoundName = false;
  4492. bool isUnboundName = false;
  4493. while (true)
  4494. {
  4495. auto nextNode = mVisitorPos.GetNext();
  4496. auto genericIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  4497. bool doAddType = genericIdentifier != NULL;
  4498. if (mCompatMode)
  4499. {
  4500. if (BfNodeDynCast<BfLiteralExpression>(nextNode) != NULL)
  4501. doAddType = true;
  4502. }
  4503. if (genericIdentifier == NULL)
  4504. {
  4505. auto nextNode = mVisitorPos.GetNext();
  4506. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4507. BfToken token = BfToken_None;
  4508. if (tokenNode != NULL)
  4509. token = tokenNode->GetToken();
  4510. if ((tokenNode != NULL) &&
  4511. ((token == BfToken_Const) ||
  4512. (token == BfToken_Ref) ||
  4513. (token == BfToken_Mut) ||
  4514. (token == BfToken_LParen) ||
  4515. (token == BfToken_Delegate) ||
  4516. (token == BfToken_Function) ||
  4517. (token == BfToken_Decltype) ||
  4518. ((token == BfToken_Star) && (mAllowTypeWildcard))))
  4519. doAddType = true;
  4520. }
  4521. if ((!doAddType) && (isBoundName))
  4522. {
  4523. mPassInstance->FailAfter("Expected type", genericInstance);
  4524. }
  4525. if ((doAddType) && (!isUnboundName))
  4526. {
  4527. auto genericArgumentTypeRef = CreateTypeRefAfter(genericInstance);
  4528. if (genericArgumentTypeRef == NULL)
  4529. return NULL;
  4530. MoveNode(genericArgumentTypeRef, genericInstance);
  4531. genericArguments.push_back(genericArgumentTypeRef);
  4532. isBoundName = true;
  4533. }
  4534. else
  4535. isUnboundName = true;
  4536. nextNode = mVisitorPos.GetNext();
  4537. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4538. if (tokenNode == NULL)
  4539. {
  4540. FailAfter("Expected ',' or '>'", genericInstance);
  4541. return genericInstance;
  4542. }
  4543. token = tokenNode->GetToken();
  4544. if (token == BfToken_RDblChevron)
  4545. {
  4546. tokenNode = BreakDoubleChevron(tokenNode);
  4547. token = tokenNode->GetToken();
  4548. }
  4549. else
  4550. {
  4551. mVisitorPos.MoveNext();
  4552. }
  4553. if (token == BfToken_RChevron)
  4554. {
  4555. MoveNode(tokenNode, genericInstance);
  4556. genericInstance->mCloseChevron = tokenNode;
  4557. break;
  4558. }
  4559. if (token != BfToken_Comma)
  4560. {
  4561. Fail("Either ',' or '>' expected", tokenNode);
  4562. mVisitorPos.mReadPos--;
  4563. //AddErrorNode(tokenNode);
  4564. return genericInstance;
  4565. }
  4566. MoveNode(tokenNode, genericInstance);
  4567. commas.push_back(tokenNode);
  4568. }
  4569. typeRef = genericInstance;
  4570. }
  4571. else
  4572. break;
  4573. }
  4574. else
  4575. break;
  4576. }
  4577. return typeRef;
  4578. }
  4579. BfTypeReference* BfReducer::CreateTypeRef(BfAstNode* firstNode, bool parseArrayBracket)
  4580. {
  4581. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode))
  4582. {
  4583. BfToken token = tokenNode->GetToken();
  4584. if ((token == BfToken_Ref) || (token == BfToken_Mut))
  4585. {
  4586. auto nextNode = mVisitorPos.GetNext();
  4587. mVisitorPos.MoveNext();
  4588. auto typeRef = DoCreateTypeRef(nextNode, parseArrayBracket);
  4589. if (typeRef == NULL)
  4590. {
  4591. mVisitorPos.mReadPos--;
  4592. AddErrorNode(tokenNode);
  4593. return NULL;
  4594. }
  4595. return CreateRefTypeRef(typeRef, tokenNode);
  4596. }
  4597. else if ((token == BfToken_In) || (token == BfToken_As))
  4598. {
  4599. // This is mostly to allow a partially typed 'int' to be parsed as 'in' to make autocomplete nicer
  4600. return CreateTypeRef(ReplaceTokenStarter(firstNode), parseArrayBracket);
  4601. }
  4602. }
  4603. return DoCreateTypeRef(firstNode, parseArrayBracket);
  4604. }
  4605. BfTypeReference* BfReducer::CreateTypeRefAfter(BfAstNode* astNode, bool parseArrayBracket)
  4606. {
  4607. AssertCurrentNode(astNode);
  4608. auto nextNode = mVisitorPos.GetNext();
  4609. if (nextNode == NULL)
  4610. {
  4611. FailAfter("Expected type", astNode);
  4612. return NULL;
  4613. }
  4614. mVisitorPos.MoveNext();
  4615. int startPos = mVisitorPos.mReadPos;
  4616. BfTypeReference* typeRef = CreateTypeRef(nextNode, parseArrayBracket);
  4617. if (typeRef == NULL)
  4618. {
  4619. BF_ASSERT(mVisitorPos.mReadPos == startPos);
  4620. mVisitorPos.mReadPos--;
  4621. }
  4622. return typeRef;
  4623. }
  4624. BfTypeReference* BfReducer::CreateRefTypeRef(BfTypeReference* elementType, BfTokenNode* refTokenNode)
  4625. {
  4626. BfToken refToken = refTokenNode->GetToken();
  4627. BF_ASSERT((refToken == BfToken_Ref) || (refToken == BfToken_Mut) || (refToken == BfToken_Out));
  4628. if (elementType->IsA<BfRefTypeRef>())
  4629. {
  4630. Fail("Multiple ref levels are not allowed", refTokenNode);
  4631. AddErrorNode(refTokenNode);
  4632. return elementType;
  4633. }
  4634. if (elementType->IsA<BfConstTypeRef>())
  4635. {
  4636. Fail("Refs to const values are not allowed", refTokenNode);
  4637. AddErrorNode(refTokenNode);
  4638. return elementType;
  4639. }
  4640. auto refTypeRef = mAlloc->Alloc<BfRefTypeRef>();
  4641. MEMBER_SET(refTypeRef, mRefToken, refTokenNode);
  4642. ReplaceNode(elementType, refTypeRef);
  4643. refTypeRef->mElementType = elementType;
  4644. return refTypeRef;
  4645. }
  4646. BfIdentifierNode* BfReducer::CompactQualifiedName(BfAstNode* leftNode)
  4647. {
  4648. AssertCurrentNode(leftNode);
  4649. if ((leftNode == NULL) || (!leftNode->IsA<BfIdentifierNode>()))
  4650. return NULL;
  4651. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  4652. auto leftIdentifier = (BfIdentifierNode*)leftNode;
  4653. while (true)
  4654. {
  4655. auto nextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
  4656. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextToken);
  4657. if ((tokenNode == NULL) || ((tokenNode->GetToken() != BfToken_Dot) /*&& (tokenNode->GetToken() != BfToken_QuestionDot)*/))
  4658. return leftIdentifier;
  4659. auto nextNextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  4660. auto rightIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNextToken);
  4661. if (rightIdentifier == NULL)
  4662. return leftIdentifier;
  4663. // If the previous dotted span failed (IE: had chevrons) then don't insert qualified names in the middle of it
  4664. auto prevNodeToken = BfNodeDynCast<BfTokenNode>(prevNode);
  4665. if ((prevNodeToken != NULL) && ((prevNodeToken->GetToken() == BfToken_Dot) || (prevNodeToken->GetToken() == BfToken_QuestionDot)))
  4666. return leftIdentifier;
  4667. mVisitorPos.MoveNext(); // past .
  4668. mVisitorPos.MoveNext(); // past right
  4669. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  4670. ReplaceNode(leftIdentifier, qualifiedNameNode);
  4671. qualifiedNameNode->mLeft = leftIdentifier;
  4672. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  4673. MEMBER_SET(qualifiedNameNode, mRight, rightIdentifier);
  4674. leftIdentifier = qualifiedNameNode;
  4675. prevNode = NULL;
  4676. }
  4677. return leftIdentifier;
  4678. }
  4679. void BfReducer::CreateQualifiedNames(BfAstNode* node)
  4680. {
  4681. auto block = BfNodeDynCast<BfBlock>(node);
  4682. if (block == NULL)
  4683. return;
  4684. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  4685. bool isDone = !mVisitorPos.MoveNext();
  4686. while (!isDone)
  4687. {
  4688. auto child = mVisitorPos.GetCurrent();
  4689. BfAstNode* newNode = CompactQualifiedName(child);
  4690. if (newNode == NULL)
  4691. newNode = child;
  4692. CreateQualifiedNames(child);
  4693. isDone = !mVisitorPos.MoveNext();
  4694. if (newNode != NULL)
  4695. mVisitorPos.Write(newNode);
  4696. }
  4697. mVisitorPos.Trim();
  4698. }
  4699. BfAttributeDirective* BfReducer::CreateAttributeDirective(BfTokenNode* startToken)
  4700. {
  4701. BfAttributeDirective* attributeDirective = mAlloc->Alloc<BfAttributeDirective>();
  4702. BfDeferredAstSizedArray<BfExpression*> arguments(attributeDirective->mArguments, mAlloc);
  4703. BfDeferredAstSizedArray<BfTokenNode*> commas(attributeDirective->mCommas, mAlloc);
  4704. ReplaceNode(startToken, attributeDirective);
  4705. attributeDirective->mAttrOpenToken = startToken;
  4706. auto nextNode = mVisitorPos.GetNext();
  4707. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4708. if (tokenNode != NULL)
  4709. {
  4710. if (tokenNode->GetToken() == BfToken_Return)
  4711. {
  4712. auto attributeTargetSpecifier = mAlloc->Alloc<BfAttributeTargetSpecifier>();
  4713. ReplaceNode(tokenNode, attributeTargetSpecifier);
  4714. MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, attributeTargetSpecifier);
  4715. attributeDirective->mAttributeTargetSpecifier->mTargetToken = tokenNode;
  4716. mVisitorPos.MoveNext();
  4717. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_Colon);
  4718. if (tokenNode != NULL)
  4719. MEMBER_SET(attributeDirective->mAttributeTargetSpecifier, mColonToken, tokenNode);
  4720. attributeDirective->SetSrcEnd(attributeDirective->mAttributeTargetSpecifier->GetSrcEnd());
  4721. }
  4722. }
  4723. auto typeRef = CreateTypeRefAfter(attributeDirective);
  4724. if (typeRef == NULL)
  4725. {
  4726. auto nextNode = mVisitorPos.GetNext();
  4727. if (BfTokenNode* endToken = BfNodeDynCast<BfTokenNode>(nextNode))
  4728. {
  4729. if (endToken->GetToken() == BfToken_RBracket)
  4730. {
  4731. mVisitorPos.MoveNext();
  4732. MEMBER_SET(attributeDirective, mCtorCloseParen, endToken);
  4733. return attributeDirective;
  4734. }
  4735. }
  4736. return attributeDirective;
  4737. }
  4738. MEMBER_SET(attributeDirective, mAttributeTypeRef, typeRef);
  4739. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_LParen, BfToken_RBracket, BfToken_Comma);
  4740. if (tokenNode == NULL)
  4741. return attributeDirective;
  4742. if (tokenNode->GetToken() == BfToken_LParen)
  4743. {
  4744. MEMBER_SET(attributeDirective, mCtorOpenParen, tokenNode);
  4745. tokenNode = ReadArguments(attributeDirective, attributeDirective, &arguments, &commas, BfToken_RParen, false);
  4746. if (tokenNode == NULL)
  4747. {
  4748. auto nextNode = mVisitorPos.GetNext();
  4749. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4750. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_RBracket))
  4751. goto Do_RBracket;
  4752. return attributeDirective;
  4753. }
  4754. MEMBER_SET(attributeDirective, mCtorCloseParen, tokenNode);
  4755. tokenNode = ExpectTokenAfter(attributeDirective, BfToken_RBracket, BfToken_Comma);
  4756. if (tokenNode == NULL)
  4757. return attributeDirective;
  4758. }
  4759. Do_RBracket:
  4760. if (tokenNode->GetToken() == BfToken_RBracket)
  4761. {
  4762. MEMBER_SET(attributeDirective, mAttrCloseToken, tokenNode);
  4763. auto nextNode = mVisitorPos.GetNext();
  4764. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  4765. if ((tokenNode == NULL) || (tokenNode->GetToken() != BfToken_LBracket))
  4766. return attributeDirective;
  4767. mVisitorPos.MoveNext();
  4768. }
  4769. // Has another one- chain it
  4770. //mVisitorPos.MoveNext();
  4771. auto nextAttribute = CreateAttributeDirective(tokenNode);
  4772. if (nextAttribute != NULL)
  4773. {
  4774. MEMBER_SET(attributeDirective, mNextAttribute, nextAttribute);
  4775. }
  4776. return attributeDirective;
  4777. }
  4778. BfExpression* BfReducer::CreateAttributedExpression(BfTokenNode* tokenNode, bool onlyAllowIdentifier)
  4779. {
  4780. auto attrib = CreateAttributeDirective(tokenNode);
  4781. if (attrib == NULL)
  4782. return NULL;
  4783. if (!onlyAllowIdentifier)
  4784. {
  4785. auto expr = CreateExpressionAfter(attrib);
  4786. if (expr != NULL)
  4787. {
  4788. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(expr))
  4789. {
  4790. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4791. ReplaceNode(attrib, attrIdentifier);
  4792. attrIdentifier->mAttributes = attrib;
  4793. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4794. return attrIdentifier;
  4795. }
  4796. if ((expr->IsA<BfObjectCreateExpression>()) ||
  4797. (expr->IsA<BfInvocationExpression>()) ||
  4798. (expr->IsA<BfVariableDeclaration>()))
  4799. {
  4800. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4801. ReplaceNode(attrib, attribExpr);
  4802. attribExpr->mAttributes = attrib;
  4803. MEMBER_SET(attribExpr, mExpression, expr);
  4804. return attribExpr;
  4805. }
  4806. }
  4807. Fail("Prefixed attributes can only be used on constructor calls, invocations, or variable declarations", attrib);
  4808. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  4809. ReplaceNode(attrib, attribExpr);
  4810. attribExpr->mAttributes = attrib;
  4811. if (expr != NULL)
  4812. MEMBER_SET(attribExpr, mExpression, expr);
  4813. return attribExpr;
  4814. }
  4815. auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
  4816. ReplaceNode(attrib, attrIdentifier);
  4817. attrIdentifier->mAttributes = attrib;
  4818. auto identifier = ExpectIdentifierAfter(attrib);
  4819. if (identifier != NULL)
  4820. {
  4821. MEMBER_SET(attrIdentifier, mIdentifier, identifier);
  4822. }
  4823. return attrIdentifier;
  4824. }
  4825. BfTokenNode* BfReducer::ReadArguments(BfAstNode* parentNode, BfAstNode* afterNode, SizedArrayImpl<BfExpression*>* arguments, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken, bool allowSkippedArgs, CreateExprFlags createExprFlags)
  4826. {
  4827. for (int paramIdx = 0; true; paramIdx++)
  4828. {
  4829. auto nextNode = mVisitorPos.GetNext();
  4830. if ((nextNode == NULL) && (endToken == BfToken_None))
  4831. return NULL;
  4832. BfTokenNode* tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode);
  4833. if (tokenNode != NULL)
  4834. {
  4835. if (tokenNode->GetToken() == endToken)
  4836. {
  4837. MoveNode(tokenNode, parentNode);
  4838. mVisitorPos.MoveNext();
  4839. return tokenNode;
  4840. }
  4841. if (paramIdx > 0)
  4842. {
  4843. if (tokenNode->GetToken() != BfToken_Comma)
  4844. {
  4845. Fail("Expected comma", tokenNode);
  4846. return NULL;
  4847. }
  4848. commas->push_back(tokenNode);
  4849. MoveNode(tokenNode, parentNode);
  4850. mVisitorPos.MoveNext();
  4851. }
  4852. }
  4853. else
  4854. {
  4855. if (paramIdx > 0)
  4856. {
  4857. FailAfter("Expected comma", afterNode);
  4858. return NULL;
  4859. }
  4860. }
  4861. if (allowSkippedArgs)
  4862. {
  4863. auto nextNode = mVisitorPos.GetNext();
  4864. if ((nextNode == NULL) && (endToken == BfToken_None))
  4865. return NULL;
  4866. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(nextNode))
  4867. {
  4868. if (nextToken->GetToken() == endToken)
  4869. continue;
  4870. if (nextToken->GetToken() == BfToken_Comma)
  4871. {
  4872. arguments->push_back(NULL);
  4873. continue;
  4874. }
  4875. }
  4876. }
  4877. auto argumentExpr = CreateExpressionAfter(afterNode, CreateExprFlags_AllowVariableDecl);
  4878. if ((argumentExpr != NULL) || (endToken != BfToken_None))
  4879. arguments->push_back(argumentExpr);
  4880. if (argumentExpr == NULL)
  4881. {
  4882. auto nextNode = mVisitorPos.GetNext();
  4883. if (auto tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode))
  4884. {
  4885. // Try to continue with param list even after an error
  4886. if ((tokenNode->GetToken() == BfToken_Comma) || (tokenNode->GetToken() == endToken))
  4887. continue;
  4888. }
  4889. return NULL;
  4890. }
  4891. MoveNode(argumentExpr, parentNode);
  4892. afterNode = parentNode;
  4893. }
  4894. }
  4895. BfIdentifierNode* BfReducer::ExtractExplicitInterfaceRef(BfAstNode* memberDeclaration, BfIdentifierNode* nameIdentifier, BfTypeReference** outExplicitInterface, BfTokenNode** outExplicitInterfaceDotToken)
  4896. {
  4897. int dotTokenIdx = -1;
  4898. if (auto qualifiedName = BfNodeDynCast<BfQualifiedNameNode>(nameIdentifier))
  4899. {
  4900. MoveNode(qualifiedName, memberDeclaration);
  4901. MoveNode(qualifiedName->mDot, memberDeclaration);
  4902. *outExplicitInterfaceDotToken = qualifiedName->mDot;
  4903. auto explicitInterfaceRef = CreateTypeRef(qualifiedName->mLeft);
  4904. BF_ASSERT(explicitInterfaceRef != NULL);
  4905. MoveNode(explicitInterfaceRef, memberDeclaration);
  4906. *outExplicitInterface = explicitInterfaceRef;
  4907. return qualifiedName->mRight;
  4908. }
  4909. else if (IsTypeReference(nameIdentifier, BfToken_Dot, &dotTokenIdx))
  4910. {
  4911. BfAstNode* dotToken = mVisitorPos.Get(dotTokenIdx);
  4912. MoveNode(dotToken, memberDeclaration);
  4913. *outExplicitInterfaceDotToken = (BfTokenNode*)dotToken;
  4914. auto explicitInterfaceRef = CreateTypeRef(nameIdentifier);
  4915. BF_ASSERT(explicitInterfaceRef != NULL);
  4916. MoveNode(explicitInterfaceRef, memberDeclaration);
  4917. *outExplicitInterface = explicitInterfaceRef;
  4918. return ExpectIdentifierAfter(memberDeclaration);
  4919. }
  4920. return nameIdentifier;
  4921. }
  4922. BfFieldDtorDeclaration* BfReducer::CreateFieldDtorDeclaration(BfAstNode* srcNode)
  4923. {
  4924. BfFieldDtorDeclaration* firstFieldDtor = NULL;
  4925. BfFieldDtorDeclaration* prevFieldDtor = NULL;
  4926. auto nextNode = mVisitorPos.GetNext();
  4927. while (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  4928. {
  4929. if (nextToken->GetToken() != BfToken_Tilde)
  4930. break;
  4931. auto fieldDtor = mAlloc->Alloc<BfFieldDtorDeclaration>();
  4932. ReplaceNode(nextToken, fieldDtor);
  4933. fieldDtor->mTildeToken = nextToken;
  4934. //int prevReadPos = mVisitorPos.mReadPos;
  4935. mVisitorPos.MoveNext();
  4936. if (prevFieldDtor != NULL)
  4937. {
  4938. MEMBER_SET(prevFieldDtor, mNextFieldDtor, fieldDtor);
  4939. }
  4940. else
  4941. {
  4942. firstFieldDtor = fieldDtor;
  4943. MoveNode(fieldDtor, srcNode);
  4944. }
  4945. auto statement = CreateStatementAfter(srcNode);
  4946. if (statement == NULL)
  4947. {
  4948. //mVisitorPos.mReadPos = prevReadPos;
  4949. break;
  4950. }
  4951. MEMBER_SET(fieldDtor, mBody, statement);
  4952. fieldDtor->SetSrcEnd(statement->GetSrcEnd());
  4953. prevFieldDtor = fieldDtor;
  4954. srcNode->SetSrcEnd(fieldDtor->GetSrcEnd());
  4955. nextNode = mVisitorPos.GetNext();
  4956. // We used to NOT have this break here. Why were we allowing multiple ~'s when a block statement would have made more sense?
  4957. break; // Wh
  4958. }
  4959. return firstFieldDtor;
  4960. }
  4961. BfFieldDeclaration* BfReducer::CreateFieldDeclaration(BfTokenNode* tokenNode, BfTypeReference* typeRef, BfIdentifierNode* nameIdentifier, BfFieldDeclaration* prevFieldDeclaration)
  4962. {
  4963. auto fieldDeclaration = mAlloc->Alloc<BfFieldDeclaration>();
  4964. if (prevFieldDeclaration != NULL)
  4965. {
  4966. ReplaceNode(tokenNode, fieldDeclaration);
  4967. MEMBER_SET(fieldDeclaration, mPrecedingComma, tokenNode);
  4968. MEMBER_SET(fieldDeclaration, mNameNode, nameIdentifier);
  4969. fieldDeclaration->mDocumentation = prevFieldDeclaration->mDocumentation;
  4970. fieldDeclaration->mAttributes = prevFieldDeclaration->mAttributes;
  4971. fieldDeclaration->mInternalSpecifier = prevFieldDeclaration->mInternalSpecifier;
  4972. fieldDeclaration->mProtectionSpecifier = prevFieldDeclaration->mProtectionSpecifier;
  4973. fieldDeclaration->mStaticSpecifier = prevFieldDeclaration->mStaticSpecifier;
  4974. fieldDeclaration->mTypeRef = prevFieldDeclaration->mTypeRef;
  4975. fieldDeclaration->mConstSpecifier = prevFieldDeclaration->mConstSpecifier;
  4976. fieldDeclaration->mReadOnlySpecifier = prevFieldDeclaration->mReadOnlySpecifier;
  4977. fieldDeclaration->mVolatileSpecifier = prevFieldDeclaration->mVolatileSpecifier;
  4978. fieldDeclaration->mNewSpecifier = prevFieldDeclaration->mNewSpecifier;
  4979. fieldDeclaration->mExternSpecifier = prevFieldDeclaration->mExternSpecifier;
  4980. tokenNode = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_AssignEquals, BfToken_Comma);
  4981. if (tokenNode == NULL)
  4982. return fieldDeclaration;
  4983. mVisitorPos.mReadPos--; // Go back to token
  4984. }
  4985. else
  4986. {
  4987. ReplaceNode(typeRef, fieldDeclaration);
  4988. fieldDeclaration->mTypeRef = typeRef;
  4989. fieldDeclaration->mNameNode = nameIdentifier;
  4990. fieldDeclaration->mInitializer = NULL;
  4991. MoveNode(fieldDeclaration->mNameNode, fieldDeclaration);
  4992. //mVisitorPos.MoveNext();
  4993. }
  4994. BfToken token = tokenNode->GetToken();
  4995. if (token == BfToken_AssignEquals)
  4996. {
  4997. MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  4998. MoveNode(tokenNode, fieldDeclaration);
  4999. mVisitorPos.MoveNext();
  5000. mIsFieldInitializer = true;
  5001. fieldDeclaration->mInitializer = CreateExpressionAfter(fieldDeclaration);
  5002. mIsFieldInitializer = false;
  5003. if (fieldDeclaration->mInitializer != NULL)
  5004. {
  5005. MoveNode(fieldDeclaration->mInitializer, fieldDeclaration);
  5006. auto nextToken = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Tilde);
  5007. if (nextToken != NULL)
  5008. mVisitorPos.mReadPos--; // Backtrack, someone else eats these
  5009. }
  5010. }
  5011. else if (token == BfToken_Comma)
  5012. {
  5013. //
  5014. }
  5015. else if (token == BfToken_Tilde)
  5016. {
  5017. //
  5018. }
  5019. else if (token != BfToken_Semicolon)
  5020. {
  5021. //MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
  5022. FailAfter("';', '=', or '~' expected", nameIdentifier);
  5023. return fieldDeclaration;
  5024. }
  5025. auto fieldDtor = CreateFieldDtorDeclaration(fieldDeclaration);
  5026. if (fieldDtor != NULL)
  5027. fieldDeclaration->mFieldDtor = fieldDtor;
  5028. if (ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Comma) != NULL)
  5029. {
  5030. // This gets taken later
  5031. mVisitorPos.mReadPos--;
  5032. }
  5033. fieldDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart, fieldDeclaration, true);
  5034. return fieldDeclaration;
  5035. }
  5036. BfAstNode* BfReducer::ReadTypeMember(BfTokenNode* tokenNode, int depth)
  5037. {
  5038. BfToken token = tokenNode->GetToken();
  5039. if (token == BfToken_Semicolon)
  5040. return tokenNode;
  5041. if (token == BfToken_LBracket)
  5042. {
  5043. auto attributes = CreateAttributeDirective(tokenNode);
  5044. if (attributes == NULL)
  5045. return NULL;
  5046. auto nextNode = mVisitorPos.GetNext();
  5047. if (nextNode == NULL)
  5048. {
  5049. FailAfter("Expected member", attributes);
  5050. return NULL;
  5051. }
  5052. mVisitorPos.MoveNext();
  5053. auto memberNode = ReadTypeMember(nextNode);
  5054. if (memberNode == NULL)
  5055. return NULL;
  5056. auto member = BfNodeDynCast<BfMemberDeclaration>(memberNode);
  5057. if (member == NULL)
  5058. {
  5059. if (auto innerType = BfNodeDynCast<BfTypeDeclaration>(memberNode))
  5060. {
  5061. ReplaceNode(attributes, innerType);
  5062. innerType->mAttributes = attributes;
  5063. return innerType;
  5064. }
  5065. mPassInstance->Fail("Invalid target for attributes", memberNode);
  5066. return memberNode;
  5067. }
  5068. ReplaceNode(attributes, member);
  5069. member->mAttributes = attributes;
  5070. return member;
  5071. }
  5072. if (token == BfToken_Operator)
  5073. {
  5074. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  5075. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  5076. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  5077. ReplaceNode(tokenNode, operatorDecl);
  5078. operatorDecl->mOperatorToken = tokenNode;
  5079. auto nextIdentifier = ExpectIdentifierAfter(operatorDecl, "type");
  5080. if (nextIdentifier == NULL)
  5081. return operatorDecl;
  5082. mVisitorPos.mReadPos--; // Backtrack, that's part of our type
  5083. auto typeRef = CreateTypeRefAfter(operatorDecl);
  5084. MEMBER_SET_CHECKED(operatorDecl, mReturnType, typeRef);
  5085. operatorDecl->mIsConvOperator = true;
  5086. ParseMethod(operatorDecl, &params, &commas);
  5087. return operatorDecl;
  5088. }
  5089. if (token == BfToken_This)
  5090. {
  5091. auto ctorDecl = mAlloc->Alloc<BfConstructorDeclaration>();
  5092. BfDeferredAstSizedArray<BfParameterDeclaration*> params(ctorDecl->mParams, mAlloc);
  5093. BfDeferredAstSizedArray<BfTokenNode*> commas(ctorDecl->mCommas, mAlloc);
  5094. ctorDecl->mReturnType = NULL;
  5095. ReplaceNode(tokenNode, ctorDecl);
  5096. MEMBER_SET(ctorDecl, mThisToken, tokenNode);
  5097. ParseMethod(ctorDecl, &params, &commas);
  5098. return ctorDecl;
  5099. }
  5100. if (token == BfToken_Tilde)
  5101. {
  5102. auto thisToken = ExpectTokenAfter(tokenNode, BfToken_This);
  5103. if (thisToken == NULL)
  5104. {
  5105. auto nextNode = mVisitorPos.GetNext();
  5106. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5107. if (nameIdentifier != NULL)
  5108. {
  5109. // Eat DTOR name
  5110. AddErrorNode(nameIdentifier);
  5111. //nameIdentifier->RemoveSelf();
  5112. }
  5113. else
  5114. {
  5115. //AddErrorNode(tokenNode);
  5116. //return NULL;
  5117. }
  5118. AddErrorNode(tokenNode);
  5119. return NULL;
  5120. }
  5121. auto dtorDecl = mAlloc->Alloc<BfDestructorDeclaration>();
  5122. BfDeferredAstSizedArray<BfParameterDeclaration*> params(dtorDecl->mParams, mAlloc);
  5123. BfDeferredAstSizedArray<BfTokenNode*> commas(dtorDecl->mCommas, mAlloc);
  5124. dtorDecl->mReturnType = NULL;
  5125. ReplaceNode(tokenNode, dtorDecl);
  5126. dtorDecl->mTildeToken = tokenNode;
  5127. if (thisToken != NULL)
  5128. {
  5129. MEMBER_SET(dtorDecl, mThisToken, thisToken);
  5130. }
  5131. ParseMethod(dtorDecl, &params, &commas);
  5132. return dtorDecl;
  5133. }
  5134. if (token == BfToken_Mixin)
  5135. {
  5136. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5137. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  5138. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  5139. ReplaceNode(tokenNode, methodDecl);
  5140. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5141. methodDecl->mMixinSpecifier = tokenNode;
  5142. //mVisitorPos.MoveNext();
  5143. auto nameNode = ExpectIdentifierAfter(methodDecl);
  5144. if (nameNode != NULL)
  5145. {
  5146. MEMBER_SET(methodDecl, mNameNode, nameNode);
  5147. auto nextNode = mVisitorPos.GetNext();
  5148. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  5149. {
  5150. if (tokenNode->GetToken() == BfToken_LChevron)
  5151. {
  5152. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  5153. if (genericParams != NULL)
  5154. {
  5155. MEMBER_SET(methodDecl, mGenericParams, genericParams);
  5156. }
  5157. }
  5158. }
  5159. ParseMethod(methodDecl, &params, &commas);
  5160. }
  5161. return methodDecl;
  5162. }
  5163. if (token == BfToken_Case)
  5164. {
  5165. auto enumCaseDecl = mAlloc->Alloc<BfEnumCaseDeclaration>();
  5166. BfDeferredAstSizedArray<BfFieldDeclaration*> entries(enumCaseDecl->mEntries, mAlloc);
  5167. BfDeferredAstSizedArray<BfTokenNode*> commas(enumCaseDecl->mCommas, mAlloc);
  5168. ReplaceNode(tokenNode, enumCaseDecl);
  5169. enumCaseDecl->mCaseToken = tokenNode;
  5170. while (true)
  5171. {
  5172. auto caseName = ExpectIdentifierAfter(enumCaseDecl);
  5173. if (caseName == NULL)
  5174. break;
  5175. auto enumEntry = mAlloc->Alloc<BfEnumEntryDeclaration>();
  5176. ReplaceNode(caseName, enumEntry);
  5177. enumEntry->mNameNode = caseName;
  5178. entries.push_back(enumEntry);
  5179. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_LParen, BfToken_Semicolon);
  5180. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LParen))
  5181. {
  5182. auto typeRef = CreateTypeRef(tokenNode);
  5183. tokenNode = NULL;
  5184. auto tupleType = BfNodeDynCast<BfTupleTypeRef>(typeRef);
  5185. if (tupleType != NULL)
  5186. {
  5187. MEMBER_SET(enumEntry, mTypeRef, tupleType);
  5188. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_Semicolon);
  5189. }
  5190. }
  5191. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
  5192. {
  5193. MEMBER_SET(enumEntry, mEqualsNode, tokenNode);
  5194. tokenNode = NULL;
  5195. auto initializer = CreateExpressionAfter(enumEntry);
  5196. if (initializer != NULL)
  5197. {
  5198. MEMBER_SET(enumEntry, mInitializer, initializer);
  5199. tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_Semicolon);
  5200. }
  5201. }
  5202. MoveNode(enumEntry, enumCaseDecl);
  5203. if (tokenNode == NULL)
  5204. return enumCaseDecl;
  5205. if (tokenNode->GetToken() == BfToken_Semicolon)
  5206. {
  5207. mVisitorPos.mReadPos--;
  5208. return enumCaseDecl;
  5209. }
  5210. MoveNode(tokenNode, enumCaseDecl);
  5211. commas.push_back(tokenNode);
  5212. }
  5213. return enumCaseDecl;
  5214. }
  5215. auto nextNode = mVisitorPos.GetNext();
  5216. if (nextNode == NULL)
  5217. FailAfter("Type expected", tokenNode);
  5218. if ((token == BfToken_Struct) || (token == BfToken_Enum) || (token == BfToken_Class) || (token == BfToken_Delegate) ||
  5219. (token == BfToken_Function) || (token == BfToken_Interface) || (token == BfToken_Extension) || (token == BfToken_TypeAlias))
  5220. {
  5221. mVisitorPos.mReadPos -= depth;
  5222. BfAstNode* startNode = mVisitorPos.GetCurrent();
  5223. auto startToken = BfNodeDynCast<BfTokenNode>(startNode);
  5224. auto topLevelObject = CreateTopLevelObject(startToken, NULL);
  5225. auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  5226. if (typeDecl == NULL)
  5227. {
  5228. AddErrorNode(tokenNode);
  5229. return NULL;
  5230. }
  5231. return typeDecl;
  5232. }
  5233. if (token == BfToken_Comma)
  5234. {
  5235. auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
  5236. auto prevFieldDecl = BfNodeDynCast<BfFieldDeclaration>(prevNode);
  5237. if (prevFieldDecl != NULL)
  5238. {
  5239. auto nameIdentifier = ExpectIdentifierAfter(tokenNode);
  5240. if (nameIdentifier == NULL)
  5241. {
  5242. AddErrorNode(tokenNode);
  5243. return NULL;
  5244. }
  5245. return CreateFieldDeclaration(tokenNode, prevFieldDecl->mTypeRef, nameIdentifier, prevFieldDecl);
  5246. }
  5247. }
  5248. switch (token)
  5249. {
  5250. case BfToken_Sealed:
  5251. case BfToken_Static:
  5252. case BfToken_Const:
  5253. case BfToken_Mut:
  5254. case BfToken_Public:
  5255. case BfToken_Protected:
  5256. case BfToken_Private:
  5257. case BfToken_Virtual:
  5258. case BfToken_Override:
  5259. case BfToken_Abstract:
  5260. case BfToken_Concrete:
  5261. case BfToken_Internal:
  5262. case BfToken_Extern:
  5263. case BfToken_New:
  5264. case BfToken_Implicit:
  5265. case BfToken_Explicit:
  5266. case BfToken_ReadOnly:
  5267. case BfToken_Inline:
  5268. case BfToken_Volatile:
  5269. break;
  5270. default:
  5271. AddErrorNode(tokenNode);
  5272. Fail("Unexpected token", tokenNode);
  5273. return NULL;
  5274. break;
  5275. }
  5276. int startNodeIdx = gAssertCurrentNodeIdx;
  5277. BfAstNode* typeMember = NULL;
  5278. nextNode = mVisitorPos.GetNext();
  5279. if (nextNode != NULL)
  5280. {
  5281. mVisitorPos.MoveNext();
  5282. typeMember = ReadTypeMember(nextNode, depth + 1);
  5283. }
  5284. auto memberDecl = BfNodeDynCast<BfMemberDeclaration>(typeMember);
  5285. if (memberDecl == NULL) // May be an embedded type
  5286. {
  5287. if (auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(typeMember))
  5288. return typeMember;
  5289. }
  5290. if (typeMember == NULL)
  5291. {
  5292. auto propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  5293. ReplaceNode(tokenNode, propertyDeclaration);
  5294. propertyDeclaration->mDocumentation = FindDocumentation(propertyDeclaration);
  5295. typeMember = memberDecl = propertyDeclaration;
  5296. }
  5297. if (memberDecl == NULL)
  5298. return NULL;
  5299. if (token == BfToken_Static)
  5300. {
  5301. if (memberDecl->mStaticSpecifier != NULL)
  5302. {
  5303. AddErrorNode(memberDecl->mStaticSpecifier);
  5304. Fail("Static already specified", memberDecl->mStaticSpecifier);
  5305. }
  5306. MEMBER_SET(memberDecl, mStaticSpecifier, tokenNode);
  5307. auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl);
  5308. if (fieldDecl != NULL)
  5309. {
  5310. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5311. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5312. }
  5313. return memberDecl;
  5314. }
  5315. if ((token == BfToken_Public) ||
  5316. (token == BfToken_Protected) ||
  5317. (token == BfToken_Private))
  5318. {
  5319. if (memberDecl->mProtectionSpecifier != NULL)
  5320. {
  5321. AddErrorNode(memberDecl->mProtectionSpecifier);
  5322. Fail("Protection already specified", memberDecl->mProtectionSpecifier);
  5323. }
  5324. MEMBER_SET(memberDecl, mProtectionSpecifier, tokenNode);
  5325. return memberDecl;
  5326. }
  5327. if (token == BfToken_Internal)
  5328. {
  5329. if (memberDecl->mInternalSpecifier != NULL)
  5330. {
  5331. AddErrorNode(memberDecl->mInternalSpecifier);
  5332. Fail("Internal already specified", memberDecl->mInternalSpecifier);
  5333. }
  5334. MEMBER_SET(memberDecl, mInternalSpecifier, tokenNode);
  5335. return memberDecl;
  5336. }
  5337. if (auto methodDecl = BfNodeDynCast<BfMethodDeclaration>(memberDecl))
  5338. {
  5339. if ((token == BfToken_Virtual) ||
  5340. (token == BfToken_Override) ||
  5341. (token == BfToken_Abstract) ||
  5342. (token == BfToken_Concrete))
  5343. {
  5344. if (methodDecl->mVirtualSpecifier != NULL)
  5345. {
  5346. AddErrorNode(methodDecl->mVirtualSpecifier);
  5347. if (methodDecl->mVirtualSpecifier->GetToken() == tokenNode->GetToken())
  5348. Fail(StrFormat("Already specified '%s'", BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5349. else
  5350. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(methodDecl->mVirtualSpecifier->GetToken()), BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
  5351. }
  5352. MEMBER_SET(methodDecl, mVirtualSpecifier, tokenNode);
  5353. return memberDecl;
  5354. }
  5355. if (token == BfToken_Extern)
  5356. {
  5357. if (methodDecl->mExternSpecifier != NULL)
  5358. {
  5359. AddErrorNode(methodDecl->mExternSpecifier);
  5360. Fail("Extern already specified", methodDecl->mExternSpecifier);
  5361. }
  5362. MEMBER_SET(methodDecl, mExternSpecifier, tokenNode);
  5363. return memberDecl;
  5364. }
  5365. if (token == BfToken_New)
  5366. {
  5367. if (methodDecl->mNewSpecifier != NULL)
  5368. {
  5369. AddErrorNode(methodDecl->mNewSpecifier);
  5370. Fail("New already specified", methodDecl->mNewSpecifier);
  5371. }
  5372. MEMBER_SET(methodDecl, mNewSpecifier, tokenNode);
  5373. return memberDecl;
  5374. }
  5375. if (token == BfToken_Mut)
  5376. {
  5377. if (methodDecl->mMutSpecifier != NULL)
  5378. {
  5379. AddErrorNode(methodDecl->mMutSpecifier);
  5380. Fail("Mut already specified", methodDecl->mMutSpecifier);
  5381. }
  5382. MEMBER_SET(methodDecl, mMutSpecifier, tokenNode);
  5383. return memberDecl;
  5384. }
  5385. if (token == BfToken_ReadOnly)
  5386. {
  5387. if (methodDecl->mReadOnlySpecifier == NULL)
  5388. {
  5389. MEMBER_SET(methodDecl, mReadOnlySpecifier, tokenNode);
  5390. }
  5391. return memberDecl;
  5392. }
  5393. }
  5394. if (auto operatorDecl = BfNodeDynCast<BfOperatorDeclaration>(memberDecl))
  5395. {
  5396. if ((token == BfToken_Implicit) ||
  5397. (token == BfToken_Explicit))
  5398. {
  5399. if (operatorDecl->mExplicitToken != NULL)
  5400. {
  5401. AddErrorNode(operatorDecl->mExplicitToken);
  5402. Fail(StrFormat("'%s' already specified", BfTokenToString(operatorDecl->mExplicitToken->GetToken())), operatorDecl->mExplicitToken);
  5403. }
  5404. MEMBER_SET(operatorDecl, mExplicitToken, tokenNode);
  5405. return memberDecl;
  5406. }
  5407. }
  5408. if (auto propDecl = BfNodeDynCast<BfPropertyDeclaration>(memberDecl))
  5409. {
  5410. if ((token == BfToken_Virtual) ||
  5411. (token == BfToken_Override) ||
  5412. (token == BfToken_Abstract) ||
  5413. (token == BfToken_Concrete))
  5414. {
  5415. if (propDecl->mVirtualSpecifier != NULL)
  5416. {
  5417. AddErrorNode(propDecl->mVirtualSpecifier);
  5418. if (propDecl->mVirtualSpecifier->GetToken() == token)
  5419. Fail(StrFormat("Already specified '%s'", BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5420. else
  5421. Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(propDecl->mVirtualSpecifier->GetToken()), BfTokenToString(token)), propDecl->mVirtualSpecifier);
  5422. }
  5423. MEMBER_SET(propDecl, mVirtualSpecifier, tokenNode);
  5424. return memberDecl;
  5425. }
  5426. }
  5427. if (auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl))
  5428. {
  5429. if (token == BfToken_Override)
  5430. {
  5431. // Must be typing an 'override' over a field declaration
  5432. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5433. propDecl->mVirtualSpecifier = tokenNode;
  5434. typeMember = memberDecl = propDecl;
  5435. }
  5436. bool handled = false;
  5437. if (token == BfToken_Const)
  5438. {
  5439. MEMBER_SET(fieldDecl, mConstSpecifier, tokenNode);
  5440. handled = true;
  5441. }
  5442. if (token == BfToken_ReadOnly)
  5443. {
  5444. if (fieldDecl->mReadOnlySpecifier == NULL)
  5445. {
  5446. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5447. }
  5448. handled = true;
  5449. }
  5450. if (token == BfToken_Inline)
  5451. {
  5452. MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
  5453. handled = true;
  5454. }
  5455. if (token == BfToken_Volatile)
  5456. {
  5457. MEMBER_SET(fieldDecl, mVolatileSpecifier, tokenNode);
  5458. handled = true;
  5459. }
  5460. if (token == BfToken_Extern)
  5461. {
  5462. MEMBER_SET(fieldDecl, mExternSpecifier, tokenNode);
  5463. handled = true;
  5464. }
  5465. if (token == BfToken_Internal)
  5466. {
  5467. MEMBER_SET(fieldDecl, mInternalSpecifier, tokenNode);
  5468. handled = true;
  5469. }
  5470. if (token == BfToken_New)
  5471. {
  5472. if (fieldDecl->mNewSpecifier != NULL)
  5473. {
  5474. Fail("New already specified", tokenNode);
  5475. }
  5476. MEMBER_SET(fieldDecl, mNewSpecifier, tokenNode);
  5477. handled = true;
  5478. }
  5479. if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5480. Fail("Cannot use 'static' and 'const' together", fieldDecl);
  5481. if ((fieldDecl->mReadOnlySpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5482. Fail("Cannot use 'readonly' and 'const' together", fieldDecl);
  5483. if ((fieldDecl->mVolatileSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
  5484. Fail("Cannot use 'volatile' and 'const' together", fieldDecl);
  5485. if (handled)
  5486. return fieldDecl;
  5487. }
  5488. // Eat node
  5489. if (memberDecl != NULL)
  5490. ReplaceNode(tokenNode, memberDecl);
  5491. Fail("Invalid token", tokenNode);
  5492. return memberDecl;
  5493. }
  5494. void BfReducer::ReadPropertyBlock(BfPropertyDeclaration* propertyDeclaration, BfBlock* block)
  5495. {
  5496. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  5497. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  5498. bool hadGet = false;
  5499. bool hadSet = false;
  5500. while (true)
  5501. {
  5502. BfTokenNode* protectionSpecifier = NULL;
  5503. BfAttributeDirective* attributes = NULL;
  5504. auto child = mVisitorPos.GetNext();
  5505. if (child == NULL)
  5506. break;
  5507. String accessorName;
  5508. BfTokenNode* mutSpecifier = NULL;
  5509. while (true)
  5510. {
  5511. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5512. if (tokenNode == NULL)
  5513. break;
  5514. BfToken token = tokenNode->GetToken();
  5515. if (token == BfToken_LBracket)
  5516. {
  5517. mVisitorPos.MoveNext();
  5518. attributes = CreateAttributeDirective(tokenNode);
  5519. child = mVisitorPos.GetNext();
  5520. }
  5521. tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5522. if (tokenNode == NULL)
  5523. break;
  5524. token = tokenNode->GetToken();
  5525. if ((token == BfToken_Private) ||
  5526. (token == BfToken_Protected) ||
  5527. (token == BfToken_Public) ||
  5528. (token == BfToken_Internal))
  5529. {
  5530. if (protectionSpecifier != NULL)
  5531. {
  5532. Fail("Protection already specified", protectionSpecifier);
  5533. }
  5534. protectionSpecifier = tokenNode;
  5535. mVisitorPos.MoveNext();
  5536. child = mVisitorPos.GetCurrent();
  5537. }
  5538. else if (token == BfToken_Mut)
  5539. {
  5540. Fail("'mut' must be specified after get/set", tokenNode);
  5541. mutSpecifier = tokenNode;
  5542. mVisitorPos.MoveNext();
  5543. }
  5544. else
  5545. break;
  5546. child = mVisitorPos.GetNext();
  5547. }
  5548. auto identifierNode = child;
  5549. auto accessorIdentifier = BfNodeDynCast<BfIdentifierNode>(child);
  5550. if (accessorIdentifier != NULL)
  5551. {
  5552. accessorName = accessorIdentifier->ToString();
  5553. mVisitorPos.MoveNext();
  5554. child = mVisitorPos.GetNext();
  5555. }
  5556. if (accessorName == "get")
  5557. {
  5558. // if (hadGet)
  5559. // Fail("Only one 'get' method can be specified", accessorIdentifier);
  5560. hadGet = true;
  5561. }
  5562. else if (accessorName == "set")
  5563. {
  5564. // if (hadSet)
  5565. // Fail("Only one 'set' method can be specified", accessorIdentifier);
  5566. hadSet = true;
  5567. }
  5568. else
  5569. {
  5570. Fail("Expected 'set' or 'get'", identifierNode);
  5571. }
  5572. BfAstNode* bodyAfterNode = accessorIdentifier;
  5573. BfAstNode* body = NULL;
  5574. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  5575. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Mut))
  5576. {
  5577. if (mutSpecifier != NULL)
  5578. {
  5579. Fail("'mut' already specified", mutSpecifier);
  5580. }
  5581. mutSpecifier = tokenNode;
  5582. bodyAfterNode = tokenNode;
  5583. mVisitorPos.MoveNext();
  5584. child = mVisitorPos.GetCurrent();
  5585. }
  5586. auto endSemicolon = BfNodeDynCast<BfTokenNode>(child);
  5587. if ((endSemicolon != NULL) && (endSemicolon->GetToken() == BfToken_Semicolon))
  5588. {
  5589. body = endSemicolon;
  5590. mVisitorPos.MoveNext();
  5591. }
  5592. if (body == NULL)
  5593. {
  5594. if (bodyAfterNode != NULL)
  5595. {
  5596. body = ExpectBlockAfter(bodyAfterNode);
  5597. }
  5598. else
  5599. {
  5600. auto accessorBlock = BfNodeDynCast<BfBlock>(child);
  5601. if (accessorBlock == NULL)
  5602. {
  5603. if (child != NULL)
  5604. {
  5605. Fail("Block expected", child);
  5606. AddErrorNode(child);
  5607. mVisitorPos.MoveNext();
  5608. }
  5609. continue;
  5610. }
  5611. body = accessorBlock;
  5612. mVisitorPos.MoveNext();
  5613. }
  5614. }
  5615. if (auto block = BfNodeDynCast<BfBlock>(body))
  5616. {
  5617. if (((attributes == NULL) && (IsNodeRelevant(block))) ||
  5618. ((attributes != NULL) && (IsNodeRelevant(attributes, block))))
  5619. {
  5620. HandleBlock(block);
  5621. }
  5622. }
  5623. if (body == NULL)
  5624. {
  5625. if (protectionSpecifier != NULL)
  5626. AddErrorNode(protectionSpecifier);
  5627. if (accessorIdentifier != NULL)
  5628. AddErrorNode(accessorIdentifier);
  5629. if (mutSpecifier != NULL)
  5630. AddErrorNode(mutSpecifier);
  5631. continue;
  5632. }
  5633. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  5634. method->mPropertyDeclaration = propertyDeclaration;
  5635. if (protectionSpecifier != NULL)
  5636. MEMBER_SET(method, mProtectionSpecifier, protectionSpecifier);
  5637. if (accessorIdentifier != NULL)
  5638. MEMBER_SET(method, mNameNode, accessorIdentifier);
  5639. if (body != NULL)
  5640. {
  5641. MEMBER_SET(method, mBody, body);
  5642. }
  5643. if (mutSpecifier != NULL)
  5644. MEMBER_SET(method, mMutSpecifier, mutSpecifier);
  5645. // if ((accessorBlock != NULL) && (IsNodeRelevant(propertyDeclaration)))
  5646. // HandleBlock(accessorBlock);
  5647. if (attributes != NULL)
  5648. MEMBER_SET(method, mAttributes, attributes);
  5649. methods.push_back(method);
  5650. }
  5651. }
  5652. BfAstNode* BfReducer::ReadTypeMember(BfAstNode* node, int depth)
  5653. {
  5654. SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, node, false);
  5655. if (depth == 0)
  5656. prevTypeMemberNodeStart.Set();
  5657. AssertCurrentNode(node);
  5658. node = ReplaceTokenStarter(node);
  5659. BfTokenNode* refToken = NULL;
  5660. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
  5661. {
  5662. BfToken token = tokenNode->GetToken();
  5663. bool isTypeRef = false;
  5664. if ((token == BfToken_Delegate) || (token == BfToken_Function))
  5665. {
  5666. // We need to differentiate between a delegate type reference and a delegate type declaration
  5667. int endNodeIdx = -1;
  5668. if (IsTypeReference(node, BfToken_LParen, &endNodeIdx))
  5669. {
  5670. isTypeRef = true;
  5671. }
  5672. }
  5673. if (isTypeRef)
  5674. {
  5675. // Handled below
  5676. }
  5677. else if ((token == BfToken_Ref) || (token == BfToken_Mut))
  5678. {
  5679. refToken = tokenNode;
  5680. mVisitorPos.MoveNext();
  5681. // Read type member
  5682. }
  5683. else if ((token == BfToken_Var) ||
  5684. (token == BfToken_Let) ||
  5685. (token == BfToken_RetType) ||
  5686. (token == BfToken_Decltype) ||
  5687. (token == BfToken_LParen))
  5688. {
  5689. // Read type member
  5690. }
  5691. else
  5692. return ReadTypeMember(tokenNode, depth);
  5693. }
  5694. else if (auto block = BfNodeDynCast<BfBlock>(node))
  5695. {
  5696. Fail("Expected method declaration", node);
  5697. HandleBlock(block);
  5698. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  5699. ReplaceNode(block, methodDecl);
  5700. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  5701. methodDecl->mBody = block;
  5702. return methodDecl;
  5703. }
  5704. BfTokenNode* indexerThisToken = NULL;
  5705. bool isIndexProp = false;
  5706. auto origNode = node;
  5707. if (refToken != NULL)
  5708. {
  5709. auto nextNode = mVisitorPos.Get(mVisitorPos.mReadPos);
  5710. if (nextNode != NULL)
  5711. node = nextNode;
  5712. }
  5713. auto typeRef = CreateTypeRef(node);
  5714. if (typeRef == NULL)
  5715. {
  5716. if (refToken != NULL)
  5717. {
  5718. AddErrorNode(refToken);
  5719. if (mVisitorPos.Get(mVisitorPos.mReadPos) == node)
  5720. {
  5721. mVisitorPos.mReadPos--;
  5722. return NULL;
  5723. }
  5724. }
  5725. #ifdef BF_AST_HAS_PARENT_MEMBER
  5726. BF_ASSERT(node->mParent != NULL);
  5727. #endif
  5728. AddErrorNode(node);
  5729. return NULL;
  5730. }
  5731. if (refToken != NULL)
  5732. typeRef = CreateRefTypeRef(typeRef, refToken);
  5733. node = typeRef;
  5734. auto nextNode = mVisitorPos.GetNext();
  5735. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  5736. {
  5737. if (tokenNode->GetToken() == BfToken_This)
  5738. indexerThisToken = tokenNode;
  5739. }
  5740. BfTokenNode* explicitInterfaceDot = NULL;
  5741. BfTypeReference* explicitInterface = NULL;
  5742. bool forceIsMethod = false;
  5743. nextNode = mVisitorPos.GetNext();
  5744. auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
  5745. if (nameIdentifier != NULL)
  5746. {
  5747. mVisitorPos.MoveNext();
  5748. bool doExplicitInterface = false;
  5749. int endNodeIdx = -1;
  5750. //mVisitorPos.mReadPos++;
  5751. int nameIdentifierIdx = mVisitorPos.mReadPos;
  5752. doExplicitInterface = IsTypeReference(nameIdentifier, BfToken_LParen, &endNodeIdx);
  5753. //mVisitorPos.mReadPos--;
  5754. BfAstNode* endNode = mVisitorPos.Get(endNodeIdx);
  5755. if (!doExplicitInterface)
  5756. {
  5757. if (auto endToken = BfNodeDynCastExact<BfTokenNode>(endNode))
  5758. {
  5759. if (endToken->GetToken() == BfToken_This)
  5760. {
  5761. indexerThisToken = endToken;
  5762. doExplicitInterface = true;
  5763. }
  5764. }
  5765. else if (auto block = BfNodeDynCastExact<BfBlock>(endNode))
  5766. {
  5767. doExplicitInterface = true; // Qualified property
  5768. }
  5769. }
  5770. if (doExplicitInterface)
  5771. {
  5772. auto prevEndNode = mVisitorPos.Get(endNodeIdx - 1);
  5773. int explicitInterfaceDotIdx = QualifiedBacktrack(prevEndNode, endNodeIdx - 1);
  5774. if (explicitInterfaceDotIdx != -1)
  5775. {
  5776. explicitInterfaceDot = (BfTokenNode*)mVisitorPos.Get(explicitInterfaceDotIdx);
  5777. mVisitorPos.mReadPos = nameIdentifierIdx;
  5778. explicitInterfaceDot->SetToken(BfToken_Bar); // Hack to stop TypeRef parsing
  5779. explicitInterface = CreateTypeRef(nameIdentifier);
  5780. explicitInterfaceDot->SetToken(BfToken_Dot);
  5781. if (explicitInterface == NULL)
  5782. return NULL;
  5783. mVisitorPos.mReadPos = explicitInterfaceDotIdx;
  5784. if (indexerThisToken == NULL)
  5785. {
  5786. nameIdentifier = ExpectIdentifierAfter(explicitInterfaceDot);
  5787. if (nameIdentifier == NULL)
  5788. {
  5789. // Looks like a method declaration
  5790. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  5791. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  5792. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  5793. if (typeRef != NULL)
  5794. ReplaceNode(typeRef, methodDeclaration);
  5795. else
  5796. ReplaceNode(nameIdentifier, methodDeclaration);
  5797. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5798. MEMBER_SET(methodDeclaration, mReturnType, typeRef);
  5799. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  5800. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5801. return methodDeclaration;
  5802. }
  5803. }
  5804. }
  5805. }
  5806. }
  5807. else if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5808. {
  5809. if (nextToken->GetToken() == BfToken_Operator)
  5810. {
  5811. auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
  5812. BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
  5813. BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
  5814. ReplaceNode(typeRef, operatorDecl);
  5815. operatorDecl->mReturnType = typeRef;
  5816. mVisitorPos.MoveNext();
  5817. MEMBER_SET(operatorDecl, mOperatorToken, nextToken);
  5818. bool hadFailedOperator = false;
  5819. auto nextNode = mVisitorPos.GetNext();
  5820. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  5821. {
  5822. operatorDecl->mBinOp = TokenToBinaryOp(nextToken->GetToken());
  5823. if (operatorDecl->mBinOp != BfBinaryOp_None)
  5824. {
  5825. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5826. mVisitorPos.MoveNext();
  5827. }
  5828. else
  5829. {
  5830. operatorDecl->mUnaryOp = TokenToUnaryOp(nextToken->GetToken());
  5831. if (operatorDecl->mUnaryOp != BfUnaryOp_None)
  5832. {
  5833. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5834. mVisitorPos.MoveNext();
  5835. }
  5836. else
  5837. {
  5838. operatorDecl->mAssignOp = TokenToAssignmentOp(nextToken->GetToken());
  5839. if (operatorDecl->mAssignOp == BfAssignmentOp_Assign)
  5840. {
  5841. Fail("The assignment operator '=' cannot be overridden", nextToken);
  5842. }
  5843. if (operatorDecl->mAssignOp != BfAssignmentOp_None)
  5844. {
  5845. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5846. mVisitorPos.MoveNext();
  5847. }
  5848. else if (nextToken->GetToken() != BfToken_LParen)
  5849. {
  5850. Fail("Invalid operator type", nextToken);
  5851. MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
  5852. mVisitorPos.MoveNext();
  5853. }
  5854. }
  5855. }
  5856. }
  5857. if ((operatorDecl->mOpTypeToken == NULL) && (operatorDecl->mReturnType == NULL) && (!hadFailedOperator))
  5858. {
  5859. FailAfter("Expected operator type", operatorDecl);
  5860. return NULL;
  5861. }
  5862. ParseMethod(operatorDecl, &params, &commas);
  5863. // This was the one ambiguous case
  5864. if ((operatorDecl->mBinOp == BfBinaryOp_Subtract) && (params.size() == 1))
  5865. {
  5866. operatorDecl->mBinOp = BfBinaryOp_None;
  5867. operatorDecl->mUnaryOp = BfUnaryOp_Negate;
  5868. }
  5869. return operatorDecl;
  5870. }
  5871. else if (nextToken->GetToken() == BfToken_LParen)
  5872. {
  5873. Fail("Method name, 'this', or '~this' expected", node);
  5874. nameIdentifier = BfNodeDynCast<BfIdentifierNode>(origNode);
  5875. if (nameIdentifier != NULL)
  5876. {
  5877. // Remove TypeRef
  5878. ReplaceNode(typeRef, nameIdentifier);
  5879. typeRef = NULL;
  5880. }
  5881. }
  5882. }
  5883. if ((nameIdentifier != NULL) || (forceIsMethod) || (indexerThisToken != NULL))
  5884. {
  5885. //ExtractExplicitInterfaceRef
  5886. int blockAfterIdx = mVisitorPos.mReadPos + 1;
  5887. BfAstNode* blockAfterPos = nameIdentifier;
  5888. BfPropertyDeclaration* propertyDeclaration = NULL;
  5889. if (indexerThisToken != NULL)
  5890. {
  5891. auto indexerDeclaration = mAlloc->Alloc<BfIndexerDeclaration>();
  5892. BfDeferredAstSizedArray<BfParameterDeclaration*> params(indexerDeclaration->mParams, mAlloc);
  5893. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerDeclaration->mCommas, mAlloc);
  5894. ReplaceNode(typeRef, indexerDeclaration);
  5895. indexerDeclaration->mTypeRef = typeRef;
  5896. MEMBER_SET(indexerDeclaration, mThisToken, indexerThisToken);
  5897. mVisitorPos.MoveNext();
  5898. if (explicitInterface != NULL)
  5899. {
  5900. MEMBER_SET(indexerDeclaration, mExplicitInterface, explicitInterface);
  5901. MEMBER_SET(indexerDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5902. //mVisitorPos.mReadPos = endNodeIdx;
  5903. }
  5904. auto openToken = ExpectTokenAfter(indexerDeclaration, BfToken_LBracket);
  5905. if (openToken == NULL)
  5906. return indexerDeclaration;
  5907. MEMBER_SET(indexerDeclaration, mOpenBracket, openToken);
  5908. auto endToken = ParseMethodParams(indexerDeclaration, &params, &commas, BfToken_RBracket);
  5909. if (endToken == NULL)
  5910. return indexerDeclaration;
  5911. MEMBER_SET(indexerDeclaration, mCloseBracket, endToken);
  5912. propertyDeclaration = indexerDeclaration;
  5913. blockAfterPos = propertyDeclaration;
  5914. mVisitorPos.MoveNext();
  5915. blockAfterIdx = mVisitorPos.mReadPos + 1;
  5916. auto block = ExpectBlockAfter(blockAfterPos);
  5917. if (block == NULL)
  5918. return indexerDeclaration;
  5919. }
  5920. else
  5921. {
  5922. blockAfterPos = nameIdentifier;
  5923. }
  5924. nextNode = mVisitorPos.Get(blockAfterIdx);
  5925. auto block = BfNodeDynCast<BfBlock>(nextNode);
  5926. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  5927. bool isExprBodyProp = (tokenNode != NULL) && (tokenNode->mToken == BfToken_FatArrow);
  5928. // Property.
  5929. // If we don't have a token afterwards then still treat it as a property for autocomplete purposes
  5930. if ((typeRef != NULL) &&
  5931. ((block != NULL) || (tokenNode == NULL) || (isExprBodyProp)))
  5932. {
  5933. //mVisitorPos.mReadPos = blockAfterIdx;
  5934. if (propertyDeclaration == NULL)
  5935. {
  5936. if ((block == NULL) && (!isExprBodyProp))
  5937. {
  5938. auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  5939. ReplaceNode(typeRef, propDecl);
  5940. propDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5941. propDecl->mTypeRef = typeRef;
  5942. if (explicitInterface != NULL)
  5943. {
  5944. MEMBER_SET(propDecl, mExplicitInterface, explicitInterface);
  5945. MEMBER_SET(propDecl, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5946. }
  5947. // Don't set the name identifier, this could be bogus
  5948. //mVisitorPos.mReadPos--;
  5949. // WHY did we want to not set this?
  5950. // If we don't, then typing a new method name will end up treating the name node as a typeRef
  5951. // which can autocomplete incorrectly
  5952. MEMBER_SET(propDecl, mNameNode, nameIdentifier);
  5953. return propDecl;
  5954. }
  5955. mVisitorPos.mReadPos = blockAfterIdx;
  5956. propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
  5957. ReplaceNode(typeRef, propertyDeclaration);
  5958. propertyDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  5959. propertyDeclaration->mTypeRef = typeRef;
  5960. if (explicitInterface != NULL)
  5961. {
  5962. MEMBER_SET(propertyDeclaration, mExplicitInterface, explicitInterface);
  5963. MEMBER_SET(propertyDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  5964. }
  5965. MEMBER_SET(propertyDeclaration, mNameNode, nameIdentifier);
  5966. //mVisitorPos.MoveNext();
  5967. }
  5968. else
  5969. mVisitorPos.mReadPos = blockAfterIdx;
  5970. if (block != NULL)
  5971. {
  5972. MEMBER_SET(propertyDeclaration, mDefinitionBlock, block);
  5973. ReadPropertyBlock(propertyDeclaration, block);
  5974. }
  5975. else if (isExprBodyProp)
  5976. {
  5977. BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
  5978. auto propertyBodyExpr = mAlloc->Alloc<BfPropertyBodyExpression>();
  5979. ReplaceNode(tokenNode, propertyBodyExpr);
  5980. MEMBER_SET(propertyBodyExpr, mFatTokenArrow, tokenNode);
  5981. auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
  5982. method->mPropertyDeclaration = propertyDeclaration;
  5983. method->mNameNode = propertyDeclaration->mNameNode;
  5984. auto expr = CreateExpressionAfter(tokenNode);
  5985. if (expr != NULL)
  5986. {
  5987. MEMBER_SET(method, mBody, expr);
  5988. propertyDeclaration->SetSrcEnd(expr->GetSrcEnd());
  5989. }
  5990. methods.Add(method);
  5991. MEMBER_SET(propertyDeclaration, mDefinitionBlock, propertyBodyExpr);
  5992. }
  5993. return propertyDeclaration;
  5994. }
  5995. //nextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
  5996. /*if (tokenNode == NULL)
  5997. {
  5998. mVisitorPos.MoveNext();
  5999. ExpectTokenAfter(nameIdentifier, BfToken_Semicolon);
  6000. // Just 'eat' the typeRef by stuffing it into a property declaration
  6001. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6002. ReplaceNode(typeRef, fieldDecl);
  6003. fieldDecl->mTypeRef = typeRef;
  6004. return fieldDecl;
  6005. }*/
  6006. if (tokenNode == NULL)
  6007. {
  6008. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6009. ReplaceNode(nameIdentifier, fieldDecl);
  6010. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6011. fieldDecl->mNameNode = nameIdentifier;
  6012. return fieldDecl;
  6013. }
  6014. BfToken token = tokenNode->GetToken();
  6015. if ((token == BfToken_LParen) ||
  6016. (token == BfToken_LChevron))
  6017. {
  6018. if (token == BfToken_LChevron)
  6019. {
  6020. //mVisitorPos.mReadPos++;
  6021. bool isTypeRef = IsTypeReference(nameIdentifier, BfToken_LParen);
  6022. //mVisitorPos.mReadPos--;
  6023. if (!isTypeRef)
  6024. {
  6025. bool onNewLine = false;
  6026. auto src = nameIdentifier->GetSourceData();
  6027. int srcStart = nameIdentifier->GetSrcStart();
  6028. for (int srcIdx = typeRef->GetSrcEnd(); srcIdx < srcStart; srcIdx++)
  6029. if (src->mSrc[srcIdx] == '\n')
  6030. onNewLine = false;
  6031. if (onNewLine)
  6032. {
  6033. // Actually it looks like a partially formed type declaration followed by a method
  6034. // which returns a generic type
  6035. FailAfter("Name expected", typeRef);
  6036. auto fieldDecl = mAlloc->Alloc<BfFieldDeclaration>();
  6037. ReplaceNode(typeRef, fieldDecl);
  6038. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6039. fieldDecl->mTypeRef = typeRef;
  6040. return fieldDecl;
  6041. }
  6042. }
  6043. }
  6044. // Looks like a method declaration
  6045. auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
  6046. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
  6047. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
  6048. if (typeRef != NULL)
  6049. ReplaceNode(typeRef, methodDeclaration);
  6050. else
  6051. ReplaceNode(nameIdentifier, methodDeclaration);
  6052. methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6053. if (explicitInterface != NULL)
  6054. {
  6055. MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
  6056. MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
  6057. }
  6058. if (token == BfToken_LChevron)
  6059. {
  6060. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  6061. if (genericParams != NULL)
  6062. {
  6063. MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
  6064. }
  6065. }
  6066. methodDeclaration->mReturnType = typeRef;
  6067. MEMBER_SET_CHECKED(methodDeclaration, mNameNode, nameIdentifier);
  6068. mCurMethodDecl = methodDeclaration;
  6069. ParseMethod(methodDeclaration, &params, &commas);
  6070. mCurMethodDecl = NULL;
  6071. return methodDeclaration;
  6072. }
  6073. return CreateFieldDeclaration(tokenNode, typeRef, nameIdentifier, NULL);
  6074. }
  6075. FailAfter("Member name expected", node);
  6076. // Same fail case as "expected member declaration"
  6077. auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
  6078. ReplaceNode(typeRef, fieldDecl);
  6079. fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
  6080. fieldDecl->mTypeRef = typeRef;
  6081. return fieldDecl;
  6082. }
  6083. BfInvocationExpression* BfReducer::CreateInvocationExpression(BfAstNode* target, CreateExprFlags createExprFlags)
  6084. {
  6085. auto tokenNode = ExpectTokenAfter(target, BfToken_LParen, BfToken_LChevron, BfToken_Bang);
  6086. auto invocationExpr = mAlloc->Alloc<BfInvocationExpression>();
  6087. BfDeferredAstSizedArray<BfExpression*> arguments(invocationExpr->mArguments, mAlloc);
  6088. BfDeferredAstSizedArray<BfTokenNode*> commas(invocationExpr->mCommas, mAlloc);
  6089. invocationExpr->mTarget = target;
  6090. ReplaceNode(target, invocationExpr);
  6091. if (tokenNode == NULL)
  6092. return invocationExpr;
  6093. if (tokenNode->GetToken() == BfToken_Bang)
  6094. {
  6095. MoveNode(tokenNode, invocationExpr);
  6096. if (tokenNode->GetSrcEnd() == invocationExpr->mTarget->GetSrcEnd() + 1)
  6097. {
  6098. BfAstNode* target = invocationExpr->mTarget;
  6099. while (true)
  6100. {
  6101. if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(target))
  6102. target = qualifiedNameNode->mRight;
  6103. else if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(target))
  6104. target = memberRefExpr->mMemberName;
  6105. else if (auto attribIdentifierNode = BfNodeDynCast<BfAttributedIdentifierNode>(target))
  6106. target = attribIdentifierNode->mIdentifier;
  6107. else
  6108. break;
  6109. }
  6110. if (target != NULL)
  6111. {
  6112. BF_ASSERT(tokenNode->GetSrcEnd() == target->GetSrcEnd() + 1);
  6113. target->SetSrcEnd(tokenNode->GetSrcEnd());
  6114. invocationExpr->mTarget->SetSrcEnd(tokenNode->GetSrcEnd());
  6115. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6116. {
  6117. if (nextToken->GetToken() == BfToken_Colon)
  6118. {
  6119. /*auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6120. ReplaceNode(invocationExpr->mTarget, scopedInvocationTarget);
  6121. scopedInvocationTarget->mTarget = invocationExpr->mTarget;
  6122. invocationExpr->mTarget = scopedInvocationTarget;
  6123. MEMBER_SET(scopedInvocationTarget, mColonToken, nextToken);
  6124. mVisitorPos.MoveNext();
  6125. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6126. {
  6127. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6128. {
  6129. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6130. mVisitorPos.MoveNext();
  6131. }
  6132. }
  6133. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6134. {
  6135. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6136. mVisitorPos.MoveNext();
  6137. }
  6138. if (scopedInvocationTarget->mScopeName == NULL)
  6139. {
  6140. FailAfter("Expected scope name", scopedInvocationTarget);
  6141. }*/
  6142. auto scopedInvocationTarget = CreateScopedInvocationTarget(invocationExpr->mTarget, nextToken);
  6143. invocationExpr->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6144. }
  6145. }
  6146. }
  6147. }
  6148. else
  6149. Fail("No space allowed before token", tokenNode);
  6150. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen, BfToken_LChevron);
  6151. if (tokenNode == NULL)
  6152. return invocationExpr;
  6153. }
  6154. if (tokenNode->GetToken() == BfToken_LChevron)
  6155. {
  6156. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6157. MEMBER_SET_CHECKED(invocationExpr, mGenericArgs, genericParamsDecl);
  6158. tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen);
  6159. }
  6160. MEMBER_SET_CHECKED(invocationExpr, mOpenParen, tokenNode);
  6161. tokenNode = ReadArguments(invocationExpr, invocationExpr, &arguments, &commas, BfToken_RParen, true);
  6162. if (tokenNode != NULL)
  6163. {
  6164. MEMBER_SET(invocationExpr, mCloseParen, tokenNode);
  6165. }
  6166. return invocationExpr;
  6167. }
  6168. BfDelegateBindExpression* BfReducer::CreateDelegateBindExpression(BfAstNode* allocNode)
  6169. {
  6170. auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
  6171. ReplaceNode(allocNode, delegateBindExpr);
  6172. MEMBER_SET(delegateBindExpr, mNewToken, allocNode);
  6173. auto tokenNode = ExpectTokenAfter(delegateBindExpr, BfToken_FatArrow);
  6174. MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
  6175. auto expr = CreateExpressionAfter(delegateBindExpr);
  6176. MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
  6177. auto nextNode = mVisitorPos.GetNext();
  6178. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  6179. {
  6180. if (tokenNode->GetToken() == BfToken_LChevron)
  6181. {
  6182. auto genericParamsDecl = CreateGenericArguments(tokenNode);
  6183. MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
  6184. }
  6185. }
  6186. return delegateBindExpr;
  6187. }
  6188. BfLambdaBindExpression* BfReducer::CreateLambdaBindExpression(BfAstNode* allocNode, BfTokenNode* parenToken)
  6189. {
  6190. auto lambdaBindExpr = mAlloc->Alloc<BfLambdaBindExpression>();
  6191. BfDeferredAstSizedArray<BfIdentifierNode*> params(lambdaBindExpr->mParams, mAlloc);
  6192. BfDeferredAstSizedArray<BfTokenNode*> commas(lambdaBindExpr->mCommas, mAlloc);
  6193. BfTokenNode* tokenNode;
  6194. if (allocNode != NULL)
  6195. {
  6196. ReplaceNode(allocNode, lambdaBindExpr);
  6197. MEMBER_SET(lambdaBindExpr, mNewToken, allocNode);
  6198. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen, BfToken_LBracket);
  6199. }
  6200. else
  6201. {
  6202. ReplaceNode(parenToken, lambdaBindExpr);
  6203. tokenNode = parenToken;
  6204. }
  6205. //auto tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen, BfToken_LBracket);
  6206. if (tokenNode == NULL)
  6207. return lambdaBindExpr;
  6208. if (tokenNode->GetToken() == BfToken_LBracket)
  6209. {
  6210. auto lambdaCapture = mAlloc->Alloc<BfLambdaCapture>();
  6211. ReplaceNode(tokenNode, lambdaCapture);
  6212. MEMBER_SET(lambdaBindExpr, mLambdaCapture, lambdaCapture);
  6213. MEMBER_SET(lambdaCapture, mOpenBracket, tokenNode);
  6214. while (true)
  6215. {
  6216. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_Ampersand, BfToken_AssignEquals, BfToken_RBracket);
  6217. if (tokenNode == NULL)
  6218. return lambdaBindExpr;
  6219. if ((tokenNode->GetToken() == BfToken_Ampersand) || (tokenNode->GetToken() == BfToken_AssignEquals))
  6220. {
  6221. MEMBER_SET(lambdaCapture, mCaptureToken, tokenNode);
  6222. lambdaBindExpr->SetSrcEnd(lambdaCapture->GetSrcEnd());
  6223. }
  6224. if (tokenNode->GetToken() == BfToken_RBracket)
  6225. {
  6226. MEMBER_SET(lambdaCapture, mCloseBracket, tokenNode);
  6227. lambdaBindExpr->SetSrcEnd(lambdaCapture->GetSrcEnd());
  6228. break;
  6229. }
  6230. }
  6231. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen);
  6232. }
  6233. MEMBER_SET_CHECKED(lambdaBindExpr, mOpenParen, tokenNode);
  6234. for (int paramIdx = 0; true; paramIdx++)
  6235. {
  6236. bool isRParen = false;
  6237. auto nextNode = mVisitorPos.GetNext();
  6238. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
  6239. isRParen = tokenNode->GetToken() == BfToken_RParen;
  6240. if (!isRParen)
  6241. {
  6242. auto nameIdentifier = ExpectIdentifierAfter(lambdaBindExpr, "parameter name");
  6243. if (nameIdentifier == NULL)
  6244. return lambdaBindExpr;
  6245. MoveNode(nameIdentifier, lambdaBindExpr);
  6246. params.push_back(nameIdentifier);
  6247. }
  6248. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_Comma, BfToken_RParen);
  6249. if (tokenNode == NULL)
  6250. return lambdaBindExpr;
  6251. if (tokenNode->GetToken() == BfToken_RParen)
  6252. {
  6253. MEMBER_SET(lambdaBindExpr, mCloseParen, tokenNode);
  6254. break;
  6255. }
  6256. MoveNode(tokenNode, lambdaBindExpr);
  6257. commas.push_back(tokenNode);
  6258. }
  6259. tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_FatArrow);
  6260. MEMBER_SET_CHECKED(lambdaBindExpr, mFatArrowToken, tokenNode);
  6261. auto nextNode = mVisitorPos.GetNext();
  6262. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6263. if (block != NULL)
  6264. {
  6265. HandleBlock(block, true);
  6266. mVisitorPos.MoveNext();
  6267. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, block);
  6268. }
  6269. else
  6270. {
  6271. auto expr = CreateExpressionAfter(lambdaBindExpr);
  6272. MEMBER_SET_CHECKED(lambdaBindExpr, mBody, expr);
  6273. }
  6274. auto lambdaDtor = CreateFieldDtorDeclaration(lambdaBindExpr);
  6275. if (lambdaDtor != NULL)
  6276. {
  6277. if ((mIsFieldInitializer) && (!mInParenExpr))
  6278. {
  6279. Fail("Ambiguous destructor: could be field destructor or lambda destructor. Disambiguate with parentheses, either '(lambda) ~ fieldDtor' or '(lambda ~ lambdaDtor)'", lambdaBindExpr);
  6280. }
  6281. lambdaBindExpr->mDtor = lambdaDtor;
  6282. }
  6283. return lambdaBindExpr;
  6284. }
  6285. BfCollectionInitializerExpression* BfReducer::CreateCollectionInitializerExpression(BfBlock* block)
  6286. {
  6287. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6288. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6289. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6290. ReplaceNode(block, arrayInitializerExpression);
  6291. MEMBER_SET(arrayInitializerExpression, mOpenBrace, block->mOpenBrace);
  6292. if (block->mCloseBrace != NULL)
  6293. MEMBER_SET(arrayInitializerExpression, mCloseBrace, block->mCloseBrace);
  6294. block->mOpenBrace = NULL;
  6295. block->mCloseBrace = NULL;
  6296. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6297. bool isDone = !mVisitorPos.MoveNext();
  6298. while (true)
  6299. {
  6300. auto head = mVisitorPos.GetCurrent();
  6301. if (head == NULL)
  6302. break;
  6303. BfExpression* expression;
  6304. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6305. expression = CreateCollectionInitializerExpression(innerBlock);
  6306. else
  6307. expression = CreateExpression(head);
  6308. if (expression == NULL)
  6309. break;
  6310. auto nextNode = mVisitorPos.GetNext();
  6311. bool atEnd = nextNode == NULL;
  6312. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RBrace);
  6313. MoveNode(expression, arrayInitializerExpression);
  6314. values.push_back(expression);
  6315. if ((!atEnd) && (tokenNode == NULL))
  6316. break;
  6317. if (atEnd)
  6318. break;
  6319. MoveNode(tokenNode, arrayInitializerExpression);
  6320. commas.push_back(tokenNode);
  6321. isDone = !mVisitorPos.MoveNext();
  6322. }
  6323. return arrayInitializerExpression;
  6324. }
  6325. BfCollectionInitializerExpression * BfReducer::CreateCollectionInitializerExpression(BfTokenNode* openToken)
  6326. {
  6327. auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
  6328. BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
  6329. BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
  6330. ReplaceNode(openToken, arrayInitializerExpression);
  6331. MEMBER_SET(arrayInitializerExpression, mOpenBrace, openToken);
  6332. bool isDone = !mVisitorPos.MoveNext();
  6333. while (true)
  6334. {
  6335. auto head = mVisitorPos.GetCurrent();
  6336. if (head == NULL)
  6337. break;
  6338. BfExpression* expression;
  6339. if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
  6340. expression = CreateCollectionInitializerExpression(innerBlock);
  6341. else
  6342. {
  6343. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(head))
  6344. {
  6345. if (tokenNode->mToken == BfToken_RParen)
  6346. {
  6347. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6348. return arrayInitializerExpression;
  6349. }
  6350. }
  6351. expression = CreateExpression(head);
  6352. }
  6353. if (expression == NULL)
  6354. break;
  6355. auto nextNode = mVisitorPos.GetNext();
  6356. bool atEnd = nextNode == NULL;
  6357. auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RParen);
  6358. MoveNode(expression, arrayInitializerExpression);
  6359. values.push_back(expression);
  6360. if ((!atEnd) && (tokenNode == NULL))
  6361. break;
  6362. if (atEnd)
  6363. break;
  6364. MoveNode(tokenNode, arrayInitializerExpression);
  6365. if (tokenNode->GetToken() == BfToken_RParen)
  6366. {
  6367. MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
  6368. break;
  6369. }
  6370. commas.push_back(tokenNode);
  6371. isDone = !mVisitorPos.MoveNext();
  6372. }
  6373. return arrayInitializerExpression;
  6374. }
  6375. BfScopedInvocationTarget* BfReducer::CreateScopedInvocationTarget(BfAstNode*& targetRef, BfTokenNode* colonToken)
  6376. {
  6377. auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
  6378. ReplaceNode(targetRef, scopedInvocationTarget);
  6379. scopedInvocationTarget->mTarget = targetRef;
  6380. targetRef = scopedInvocationTarget;
  6381. if (colonToken == NULL)
  6382. return scopedInvocationTarget;
  6383. MEMBER_SET(scopedInvocationTarget, mColonToken, colonToken);
  6384. mVisitorPos.MoveNext();
  6385. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6386. {
  6387. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6388. {
  6389. MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
  6390. mVisitorPos.MoveNext();
  6391. }
  6392. }
  6393. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6394. {
  6395. MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
  6396. mVisitorPos.MoveNext();
  6397. }
  6398. if (scopedInvocationTarget->mScopeName == NULL)
  6399. {
  6400. FailAfter("Expected scope name", scopedInvocationTarget);
  6401. }
  6402. return scopedInvocationTarget;
  6403. }
  6404. BfAstNode* BfReducer::CreateAllocNode(BfTokenNode* allocToken)
  6405. {
  6406. if (allocToken->GetToken() == BfToken_Scope)
  6407. {
  6408. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6409. if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_Colon))
  6410. {
  6411. auto scopeNode = mAlloc->Alloc<BfScopeNode>();
  6412. ReplaceNode(allocToken, scopeNode);
  6413. scopeNode->mScopeToken = allocToken;
  6414. MEMBER_SET(scopeNode, mColonToken, nextToken);
  6415. mVisitorPos.MoveNext();
  6416. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6417. {
  6418. if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
  6419. {
  6420. MEMBER_SET(scopeNode, mTargetNode, nextToken);
  6421. mVisitorPos.MoveNext();
  6422. }
  6423. }
  6424. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6425. {
  6426. MEMBER_SET(scopeNode, mTargetNode, identifier);
  6427. mVisitorPos.MoveNext();
  6428. }
  6429. if (scopeNode->mTargetNode == NULL)
  6430. {
  6431. FailAfter("Expected scope name", scopeNode);
  6432. }
  6433. return scopeNode;
  6434. }
  6435. }
  6436. if (allocToken->GetToken() == BfToken_New)
  6437. {//
  6438. auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6439. if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_Colon))
  6440. { //
  6441. auto newNode = mAlloc->Alloc<BfNewNode>();
  6442. ReplaceNode(allocToken, newNode);
  6443. newNode->mNewToken = allocToken;
  6444. MEMBER_SET(newNode, mColonToken, nextToken);
  6445. mVisitorPos.MoveNext();
  6446. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6447. {
  6448. BfToken nextToken = nextTokenNode->GetToken();
  6449. if ((nextToken == BfToken_LParen) || (nextToken == BfToken_This) || (nextToken == BfToken_Null))
  6450. {
  6451. auto allocExpr = CreateExpressionAfter(newNode, (CreateExprFlags)(CreateExprFlags_NoCast | CreateExprFlags_ExitOnParenExpr));
  6452. if (allocExpr != NULL)
  6453. {
  6454. MEMBER_SET(newNode, mAllocNode, allocExpr);
  6455. }
  6456. }
  6457. }
  6458. else
  6459. {
  6460. int endNodeIdx = -1;
  6461. int nodeIdx = mVisitorPos.mReadPos;
  6462. mVisitorPos.MoveNext();
  6463. if (IsTypeReference(mVisitorPos.GetCurrent(), BfToken_Bang, &endNodeIdx))
  6464. {
  6465. if (auto bangToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx)))
  6466. {
  6467. if (auto prevIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(endNodeIdx - 1)))
  6468. {
  6469. if (bangToken->GetSrcStart() == prevIdentifier->GetSrcEnd())
  6470. {
  6471. if (endNodeIdx == nodeIdx + 2)
  6472. {
  6473. MEMBER_SET(newNode, mAllocNode, prevIdentifier);
  6474. prevIdentifier->SetSrcEnd(bangToken->GetSrcEnd());
  6475. }
  6476. else
  6477. {
  6478. mVisitorPos.mReadPos = nodeIdx + 1;
  6479. BfExpression* expr = CreateExpression(mVisitorPos.Get(nodeIdx + 1), CreateExprFlags_ExitOnBang);
  6480. expr->SetSrcEnd(bangToken->GetSrcEnd());
  6481. MEMBER_SET(newNode, mAllocNode, expr);
  6482. BfAstNode* memberNode = expr;
  6483. if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(expr))
  6484. {
  6485. memberNode = memberRefExpr->mMemberName;
  6486. }
  6487. else if (auto qualifiedIdentifier = BfNodeDynCast<BfQualifiedNameNode>(expr))
  6488. {
  6489. memberNode = qualifiedIdentifier->mRight;
  6490. }
  6491. if (memberNode != NULL)
  6492. memberNode->SetSrcEnd(bangToken->GetSrcEnd());
  6493. }
  6494. newNode->SetSrcEnd(bangToken->GetSrcEnd());
  6495. mVisitorPos.mReadPos = endNodeIdx;
  6496. BfTokenNode* colonToken = NULL;
  6497. if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx + 1)))
  6498. {
  6499. if (nextToken->GetToken() == BfToken_Colon)
  6500. colonToken = nextToken;
  6501. }
  6502. auto scopedInvocationTarget = CreateScopedInvocationTarget(newNode->mAllocNode, colonToken);
  6503. newNode->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
  6504. }
  6505. }
  6506. }
  6507. }
  6508. if (newNode->mAllocNode == NULL)
  6509. {
  6510. mVisitorPos.mReadPos = nodeIdx;
  6511. if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
  6512. {
  6513. MEMBER_SET(newNode, mAllocNode, identifier);
  6514. mVisitorPos.MoveNext();
  6515. }
  6516. // This causes parse ambiguities
  6517. /*mVisitorPos.mReadPos = nodeIdx;
  6518. auto allocExpr = CreateExpressionAfter(newNode, BfReducer::CreateExprFlags_NoCast);
  6519. if (allocExpr != NULL)
  6520. {
  6521. MEMBER_SET(newNode, mAllocNode, allocExpr);
  6522. }*/
  6523. }
  6524. }
  6525. if (newNode->mAllocNode == NULL)
  6526. {
  6527. FailAfter("Expected allocator expression", newNode);
  6528. }
  6529. return newNode;
  6530. }
  6531. }
  6532. return allocToken;
  6533. }
  6534. BfObjectCreateExpression* BfReducer::CreateObjectCreateExpression(BfAstNode* allocNode)
  6535. {
  6536. auto objectCreateExpr = mAlloc->Alloc<BfObjectCreateExpression>();
  6537. BfDeferredAstSizedArray<BfExpression*> arguments(objectCreateExpr->mArguments, mAlloc);
  6538. BfDeferredAstSizedArray<BfTokenNode*> commas(objectCreateExpr->mCommas, mAlloc);
  6539. ReplaceNode(allocNode, objectCreateExpr);
  6540. MEMBER_SET(objectCreateExpr, mNewNode, allocNode);
  6541. auto nextNode = mVisitorPos.GetNext();
  6542. BfTokenNode* tokenNode;
  6543. // Why did we want this syntax?
  6544. // if (tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6545. // {
  6546. // if (tokenNode->GetToken() == BfToken_Star)
  6547. // {
  6548. // MEMBER_SET(objectCreateExpr, mStarToken, tokenNode);
  6549. // mVisitorPos.MoveNext();
  6550. // }
  6551. // }
  6552. auto typeRef = CreateTypeRefAfter(objectCreateExpr);
  6553. if (typeRef == NULL)
  6554. return objectCreateExpr;
  6555. if (auto ptrType = BfNodeDynCast<BfPointerTypeRef>(typeRef))
  6556. {
  6557. if (auto arrayType = BfNodeDynCast<BfArrayTypeRef>(ptrType->mElementType))
  6558. {
  6559. MEMBER_SET(objectCreateExpr, mStarToken, ptrType->mStarNode);
  6560. typeRef = ptrType->mElementType;
  6561. }
  6562. }
  6563. MEMBER_SET(objectCreateExpr, mTypeRef, typeRef);
  6564. if (auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
  6565. {
  6566. mVisitorPos.MoveNext();
  6567. MEMBER_SET(objectCreateExpr, mOpenToken, block->mOpenBrace);
  6568. //
  6569. {
  6570. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6571. ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_None, true);
  6572. }
  6573. MEMBER_SET(objectCreateExpr, mCloseToken, block->mCloseBrace);
  6574. return objectCreateExpr;
  6575. }
  6576. tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
  6577. if (tokenNode == NULL)
  6578. return objectCreateExpr;
  6579. if (tokenNode->GetToken() != BfToken_LParen)
  6580. return objectCreateExpr;
  6581. mVisitorPos.MoveNext();
  6582. MEMBER_SET(objectCreateExpr, mOpenToken, tokenNode);
  6583. BfToken endToken = (BfToken)(tokenNode->GetToken() + 1);
  6584. tokenNode = ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_RParen, true);
  6585. if (tokenNode == NULL)
  6586. return objectCreateExpr;
  6587. MEMBER_SET(objectCreateExpr, mCloseToken, tokenNode);
  6588. return objectCreateExpr;
  6589. }
  6590. BfExpression* BfReducer::CreateIndexerExpression(BfExpression* target)
  6591. {
  6592. auto tokenNode = ExpectTokenAfter(target, BfToken_LBracket, BfToken_QuestionLBracket);
  6593. auto indexerExpr = mAlloc->Alloc<BfIndexerExpression>();
  6594. BfDeferredAstSizedArray<BfExpression*> arguments(indexerExpr->mArguments, mAlloc);
  6595. BfDeferredAstSizedArray<BfTokenNode*> commas(indexerExpr->mCommas, mAlloc);
  6596. indexerExpr->mTarget = target;
  6597. ReplaceNode(target, indexerExpr);
  6598. indexerExpr->mOpenBracket = tokenNode;
  6599. MoveNode(indexerExpr->mOpenBracket, indexerExpr);
  6600. BfAstNode* argAfterNode = indexerExpr;
  6601. BfAttributeDirective* attributeDirective = NULL;
  6602. if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6603. {
  6604. if (tokenNode->mToken == BfToken_LBracket)
  6605. {
  6606. mVisitorPos.MoveNext();
  6607. attributeDirective = CreateAttributeDirective(tokenNode);
  6608. argAfterNode = attributeDirective;
  6609. }
  6610. }
  6611. indexerExpr->mCloseBracket = ReadArguments(indexerExpr, argAfterNode, &arguments, &commas, BfToken_RBracket, false);
  6612. if (attributeDirective != NULL)
  6613. {
  6614. BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
  6615. attribExpr->mAttributes = attributeDirective;
  6616. MEMBER_SET(attribExpr, mExpression, indexerExpr);
  6617. return attribExpr;
  6618. }
  6619. return indexerExpr;
  6620. }
  6621. BfMemberReferenceExpression* BfReducer::CreateMemberReferenceExpression(BfAstNode* target)
  6622. {
  6623. auto tokenNode = ExpectTokenAfter(target, BfToken_Dot, BfToken_DotDot, BfToken_QuestionDot);
  6624. auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
  6625. if (target != NULL)
  6626. {
  6627. memberReferenceExpr->mTarget = target;
  6628. ReplaceNode(target, memberReferenceExpr);
  6629. }
  6630. MEMBER_SET_CHECKED(memberReferenceExpr, mDotToken, tokenNode);
  6631. auto nextNode = mVisitorPos.GetNext();
  6632. if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(nextNode))
  6633. {
  6634. // Special case for "tuple.0" type references
  6635. if (literalExpr->mValue.mTypeCode == BfTypeCode_IntUnknown)
  6636. {
  6637. MEMBER_SET(memberReferenceExpr, mMemberName, literalExpr);
  6638. mVisitorPos.MoveNext();
  6639. return memberReferenceExpr;
  6640. }
  6641. }
  6642. if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
  6643. {
  6644. if (tokenNode->GetToken() == BfToken_LBracket)
  6645. {
  6646. mVisitorPos.MoveNext();
  6647. auto attrIdentifier = CreateAttributedExpression(tokenNode, true);
  6648. if (attrIdentifier != NULL)
  6649. {
  6650. MEMBER_SET(memberReferenceExpr, mMemberName, attrIdentifier);
  6651. }
  6652. }
  6653. }
  6654. if (memberReferenceExpr->mMemberName == NULL)
  6655. {
  6656. auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
  6657. if (memberName != NULL)
  6658. {
  6659. MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
  6660. }
  6661. }
  6662. return memberReferenceExpr;
  6663. }
  6664. BfTupleExpression* BfReducer::CreateTupleExpression(BfTokenNode* node, BfExpression* innerExpr)
  6665. {
  6666. auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
  6667. ReplaceNode(node, tupleExpr);
  6668. tupleExpr->mOpenParen = node;
  6669. BfDeferredAstSizedArray<BfTupleNameNode*> names(tupleExpr->mNames, mAlloc);
  6670. BfDeferredAstSizedArray<BfExpression*> values(tupleExpr->mValues, mAlloc);
  6671. BfDeferredAstSizedArray<BfTokenNode*> commas(tupleExpr->mCommas, mAlloc);
  6672. while (true)
  6673. {
  6674. BfTokenNode* closeParenToken;
  6675. if (innerExpr == NULL)
  6676. {
  6677. bool skipExpr = false;
  6678. if (values.size() != 0)
  6679. {
  6680. if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
  6681. {
  6682. if (nextToken->GetToken() == BfToken_RParen)
  6683. {
  6684. // Unterminated - default initialize
  6685. skipExpr = true;
  6686. }
  6687. }
  6688. }
  6689. if (!skipExpr)
  6690. innerExpr = CreateExpressionAfter(tupleExpr, CreateExprFlags_PermissiveVariableDecl);
  6691. }
  6692. if (innerExpr == NULL)
  6693. {
  6694. // Failed, but can we pull in the closing rparen?
  6695. auto nextNode = mVisitorPos.GetNext();
  6696. if ((closeParenToken = BfNodeDynCast<BfTokenNode>(nextNode)))
  6697. {
  6698. if (closeParenToken->GetToken() == BfToken_RParen)
  6699. {
  6700. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  6701. mVisitorPos.MoveNext();
  6702. }
  6703. }
  6704. break;
  6705. }
  6706. if (innerExpr->IsA<BfIdentifierNode>())
  6707. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
  6708. else
  6709. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  6710. if (closeParenToken == NULL)
  6711. {
  6712. values.push_back(innerExpr);
  6713. MoveNode(innerExpr, tupleExpr);
  6714. break;
  6715. }
  6716. //TODO: Why did we have this compat mode thing? It kept us from properly creating tuples with names
  6717. if ((closeParenToken->GetToken() == BfToken_Colon) /*&& (!mCompatMode)*/)
  6718. {
  6719. BfTupleNameNode* tupleNameNode = mAlloc->Alloc<BfTupleNameNode>();
  6720. ReplaceNode(innerExpr, tupleNameNode);
  6721. tupleNameNode->mNameNode = (BfIdentifierNode*)innerExpr;
  6722. MEMBER_SET(tupleNameNode, mColonToken, closeParenToken);
  6723. while ((int)values.size() > names.size())
  6724. names.push_back(NULL);
  6725. names.push_back(tupleNameNode);
  6726. MoveNode(tupleNameNode, tupleExpr);
  6727. innerExpr = CreateExpressionAfter(tupleExpr);
  6728. if (innerExpr == NULL)
  6729. break;
  6730. closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
  6731. }
  6732. values.push_back(innerExpr);
  6733. MoveNode(innerExpr, tupleExpr);
  6734. innerExpr = NULL;
  6735. if (closeParenToken == NULL)
  6736. break;
  6737. if (closeParenToken->GetToken() == BfToken_RParen)
  6738. {
  6739. MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
  6740. break;
  6741. }
  6742. commas.push_back(closeParenToken);
  6743. MoveNode(closeParenToken, tupleExpr);
  6744. }
  6745. return tupleExpr;
  6746. }
  6747. BfAstNode* BfReducer::HandleTopLevel(BfBlock* node)
  6748. {
  6749. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(node));
  6750. BfAstNode* prevNode = NULL;
  6751. bool hadPrevFail = false;
  6752. bool isDone = !mVisitorPos.MoveNext();
  6753. while (!isDone)
  6754. {
  6755. auto child = mVisitorPos.GetCurrent();
  6756. if (child == prevNode)
  6757. {
  6758. // If we're stuck on an error and can't process any more nodes
  6759. break;
  6760. }
  6761. prevNode = child;
  6762. auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
  6763. if (tokenNode == NULL)
  6764. {
  6765. if (!hadPrevFail)
  6766. Fail("Namespace or type declaration expected", child);
  6767. hadPrevFail = true;
  6768. isDone = !mVisitorPos.MoveNext();
  6769. mVisitorPos.Write(child); // Just keep it...
  6770. continue;
  6771. }
  6772. auto newNode = CreateTopLevelObject(tokenNode, NULL);
  6773. hadPrevFail = newNode == NULL;
  6774. isDone = !mVisitorPos.MoveNext();
  6775. if (newNode != NULL)
  6776. mVisitorPos.Write(newNode);
  6777. }
  6778. mVisitorPos.Trim();
  6779. return node;
  6780. }
  6781. BfAstNode* BfReducer::CreateTopLevelObject(BfTokenNode* tokenNode, BfAttributeDirective* attributes)
  6782. {
  6783. AssertCurrentNode(tokenNode);
  6784. bool isSimpleEnum = false;
  6785. if (tokenNode->GetToken() == BfToken_Enum)
  6786. {
  6787. int checkReadPos = mVisitorPos.mReadPos + 1;
  6788. // Do we just have a value list with no members?
  6789. auto nextNode = mVisitorPos.Get(checkReadPos);
  6790. auto checkNode = nextNode;
  6791. while (checkNode != NULL)
  6792. {
  6793. if (auto block = BfNodeDynCast<BfBlock>(checkNode))
  6794. {
  6795. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  6796. mVisitorPos.MoveNext();
  6797. BfAstNode* headNode = block->mChildArr.GetAs<BfAstNode*>(0);
  6798. if (auto nameNode = BfNodeDynCast<BfIdentifierNode>(headNode))
  6799. {
  6800. auto nextNode = mVisitorPos.Get(1);
  6801. if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
  6802. {
  6803. if ((nextToken->GetToken() == BfToken_Comma) || (nextToken->GetToken() == BfToken_AssignEquals))
  6804. isSimpleEnum = true;
  6805. }
  6806. if (nextNode == NULL)
  6807. isSimpleEnum = true;
  6808. }
  6809. break;
  6810. }
  6811. checkReadPos++;
  6812. auto nextCheckNode = mVisitorPos.Get(checkReadPos);
  6813. checkNode = nextCheckNode;
  6814. }
  6815. }
  6816. switch (tokenNode->GetToken())
  6817. {
  6818. case BfToken_Using:
  6819. {
  6820. if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  6821. {
  6822. if (nextTokenNode->mToken == BfToken_Static)
  6823. {
  6824. auto usingDirective = mAlloc->Alloc<BfUsingStaticDirective>();
  6825. ReplaceNode(tokenNode, usingDirective);
  6826. usingDirective->mUsingToken = tokenNode;
  6827. MEMBER_SET(usingDirective, mStaticToken, nextTokenNode);
  6828. mVisitorPos.MoveNext();
  6829. auto typeRef = CreateTypeRefAfter(usingDirective);
  6830. if (typeRef != NULL)
  6831. MEMBER_SET(usingDirective, mTypeRef, typeRef);
  6832. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  6833. if (tokenNode != NULL)
  6834. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  6835. mExteriorNodes.Add(usingDirective);
  6836. return usingDirective;
  6837. }
  6838. }
  6839. auto usingDirective = mAlloc->Alloc<BfUsingDirective>();
  6840. ReplaceNode(tokenNode, usingDirective);
  6841. usingDirective->mUsingToken = tokenNode;
  6842. auto identifierNode = ExpectIdentifierAfter(usingDirective);
  6843. if (identifierNode != NULL)
  6844. {
  6845. identifierNode = CompactQualifiedName(identifierNode);
  6846. MEMBER_SET(usingDirective, mNamespace, identifierNode);
  6847. tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
  6848. if (tokenNode == NULL)
  6849. {
  6850. // Failure, but eat any following dot for autocompletion purposes
  6851. auto nextNode = mVisitorPos.GetNext();
  6852. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  6853. {
  6854. if (tokenNode->GetToken() == BfToken_Dot)
  6855. {
  6856. auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
  6857. ReplaceNode(usingDirective->mNamespace, qualifiedNameNode);
  6858. qualifiedNameNode->mLeft = usingDirective->mNamespace;
  6859. MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
  6860. usingDirective->mNamespace = qualifiedNameNode;
  6861. usingDirective->SetSrcEnd(qualifiedNameNode->GetSrcEnd());
  6862. return usingDirective;
  6863. }
  6864. }
  6865. }
  6866. else if (tokenNode != NULL)
  6867. {
  6868. MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
  6869. }
  6870. }
  6871. mExteriorNodes.Add(usingDirective);
  6872. return usingDirective;
  6873. }
  6874. break;
  6875. case BfToken_Namespace:
  6876. {
  6877. auto namespaceDeclaration = mAlloc->Alloc<BfNamespaceDeclaration>();
  6878. namespaceDeclaration->mNamespaceNode = tokenNode;
  6879. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  6880. if (identifierNode == NULL)
  6881. return namespaceDeclaration;
  6882. identifierNode = CompactQualifiedName(identifierNode);
  6883. namespaceDeclaration->mNameNode = identifierNode;
  6884. ReplaceNode(tokenNode, namespaceDeclaration);
  6885. MoveNode(identifierNode, namespaceDeclaration);
  6886. auto blockNode = ExpectBlockAfter(namespaceDeclaration);
  6887. if (blockNode == NULL)
  6888. return namespaceDeclaration;
  6889. MoveNode(blockNode, namespaceDeclaration);
  6890. namespaceDeclaration->mBlock = blockNode;
  6891. HandleTopLevel(namespaceDeclaration->mBlock);
  6892. return namespaceDeclaration;
  6893. }
  6894. break;
  6895. case BfToken_LBracket:
  6896. {
  6897. auto attributes = CreateAttributeDirective(tokenNode);
  6898. if (attributes == NULL)
  6899. return NULL;
  6900. auto nextNode = mVisitorPos.GetNext();
  6901. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  6902. if (nextToken == NULL)
  6903. {
  6904. FailAfter("Expected type declaration", tokenNode);
  6905. return NULL;
  6906. }
  6907. mVisitorPos.MoveNext();
  6908. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  6909. if (topLevelObject == NULL)
  6910. return NULL;
  6911. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  6912. if (typeDeclaration == NULL)
  6913. {
  6914. Fail("Invalid type specifier", tokenNode);
  6915. return NULL;
  6916. }
  6917. typeDeclaration->mAttributes = attributes;
  6918. ReplaceNode(attributes, typeDeclaration);
  6919. return typeDeclaration;
  6920. }
  6921. break;
  6922. case BfToken_Sealed:
  6923. case BfToken_Abstract:
  6924. case BfToken_Concrete:
  6925. case BfToken_Internal:
  6926. case BfToken_Public:
  6927. case BfToken_Private:
  6928. case BfToken_Protected:
  6929. case BfToken_Static:
  6930. {
  6931. auto nextNode = mVisitorPos.GetNext();
  6932. if ((tokenNode->GetToken() == BfToken_Static) && BfNodeIsA<BfBlock>(nextNode))
  6933. {
  6934. // It's a global block!
  6935. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  6936. ReplaceNode(tokenNode, typeDeclaration);
  6937. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  6938. typeDeclaration->mStaticSpecifier = tokenNode;
  6939. auto block = BfNodeDynCast<BfBlock>(nextNode);
  6940. MEMBER_SET(typeDeclaration, mDefineNode, block);
  6941. mVisitorPos.MoveNext();
  6942. HandleTypeDeclaration(typeDeclaration, attributes);
  6943. return typeDeclaration;
  6944. }
  6945. nextNode = mVisitorPos.GetNext();
  6946. auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
  6947. if (nextToken == NULL)
  6948. {
  6949. AddErrorNode(tokenNode);
  6950. FailAfter("Expected type declaration", tokenNode);
  6951. return NULL;
  6952. }
  6953. mVisitorPos.MoveNext();
  6954. auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
  6955. if (topLevelObject == NULL)
  6956. {
  6957. AddErrorNode(tokenNode);
  6958. return NULL;
  6959. }
  6960. auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
  6961. if (typeDeclaration == NULL)
  6962. {
  6963. AddErrorNode(tokenNode);
  6964. Fail("Invalid type specifier", tokenNode);
  6965. return NULL;
  6966. }
  6967. ReplaceNode(tokenNode, typeDeclaration);
  6968. BfToken token = tokenNode->GetToken();
  6969. if ((token == BfToken_Public) ||
  6970. (token == BfToken_Protected) ||
  6971. (token == BfToken_Private))
  6972. {
  6973. if (typeDeclaration->mProtectionSpecifier != NULL)
  6974. {
  6975. Fail("Protection already specified", tokenNode);
  6976. }
  6977. MEMBER_SET(typeDeclaration, mProtectionSpecifier, tokenNode);
  6978. }
  6979. if (token == BfToken_Internal)
  6980. {
  6981. if (typeDeclaration->mInternalSpecifier != NULL)
  6982. {
  6983. Fail("Internal already specified", typeDeclaration->mInternalSpecifier);
  6984. }
  6985. MEMBER_SET(typeDeclaration, mInternalSpecifier, tokenNode);
  6986. }
  6987. if (token == BfToken_Static)
  6988. {
  6989. if (typeDeclaration->mStaticSpecifier != NULL)
  6990. {
  6991. Fail("Static already specified", tokenNode);
  6992. }
  6993. MEMBER_SET(typeDeclaration, mStaticSpecifier, tokenNode);
  6994. }
  6995. if (token == BfToken_Sealed)
  6996. {
  6997. if (typeDeclaration->mSealedSpecifier != NULL)
  6998. {
  6999. Fail("Sealed already specified", tokenNode);
  7000. }
  7001. MEMBER_SET(typeDeclaration, mSealedSpecifier, tokenNode);
  7002. }
  7003. if ((token == BfToken_Abstract) || (token == BfToken_Concrete))
  7004. {
  7005. if (typeDeclaration->mAbstractSpecifier != NULL)
  7006. {
  7007. Fail(StrFormat("'%s' already specified", typeDeclaration->mAbstractSpecifier->ToString().c_str()), tokenNode);
  7008. }
  7009. MEMBER_SET(typeDeclaration, mAbstractSpecifier, tokenNode);
  7010. }
  7011. //TODO: Store type specifiers
  7012. return typeDeclaration;
  7013. }
  7014. break;
  7015. case BfToken_Delegate:
  7016. case BfToken_Function:
  7017. {
  7018. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7019. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDeclaration);
  7020. ReplaceNode(tokenNode, typeDeclaration);
  7021. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7022. typeDeclaration->mTypeNode = tokenNode;
  7023. auto retType = CreateTypeRefAfter(typeDeclaration);
  7024. if (retType == NULL)
  7025. return typeDeclaration;
  7026. auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
  7027. MEMBER_SET(methodDecl, mReturnType, retType);
  7028. BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
  7029. BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
  7030. methodDecl->mDocumentation = FindDocumentation(methodDecl);
  7031. BfBlock* defineBlock = mAlloc->Alloc<BfBlock>();
  7032. MoveNode(defineBlock, typeDeclaration);
  7033. BfDeferredAstSizedArray<BfAstNode*> members(defineBlock->mChildArr, mAlloc);
  7034. members.push_back(methodDecl);
  7035. MoveNode(methodDecl, typeDeclaration);
  7036. typeDeclaration->mDefineNode = defineBlock;
  7037. auto name = ExpectIdentifierAfter(retType);
  7038. if (name == NULL)
  7039. {
  7040. ReplaceNode(retType, methodDecl);
  7041. return typeDeclaration;
  7042. }
  7043. ReplaceNode(name, methodDecl);
  7044. MEMBER_SET_CHECKED(typeDeclaration, mNameNode, name);
  7045. auto nextNode = mVisitorPos.GetNext();
  7046. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7047. {
  7048. if (tokenNode->GetToken() == BfToken_LChevron)
  7049. {
  7050. auto genericParams = CreateGenericParamsDeclaration(tokenNode);
  7051. MEMBER_SET_CHECKED(typeDeclaration, mGenericParams, genericParams);
  7052. methodDecl->SetSrcEnd(genericParams->GetSrcEnd());
  7053. }
  7054. }
  7055. if (!ParseMethod(methodDecl, &params, &commas))
  7056. return typeDeclaration;
  7057. if (methodDecl->mEndSemicolon == NULL)
  7058. FailAfter("Expected ';'", methodDecl->mCloseParen);
  7059. //MEMBER_SET(methodDecl, mReturnType, retType);
  7060. return typeDeclaration;
  7061. }
  7062. break;
  7063. case BfToken_TypeAlias:
  7064. {
  7065. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7066. if (identifierNode == NULL)
  7067. return NULL;
  7068. auto typeDeclaration = mAlloc->Alloc<BfTypeAliasDeclaration>();
  7069. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7070. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  7071. mLastTypeDecl = typeDeclaration;
  7072. typeDeclaration->mTypeNode = tokenNode;
  7073. typeDeclaration->mNameNode = identifierNode;
  7074. ReplaceNode(tokenNode, typeDeclaration);
  7075. MoveNode(identifierNode, typeDeclaration);
  7076. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7077. auto nextNode = mVisitorPos.GetNext();
  7078. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7079. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  7080. {
  7081. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  7082. if (genericMethodParams != NULL)
  7083. {
  7084. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  7085. }
  7086. }
  7087. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_AssignEquals);
  7088. if (tokenNode != NULL)
  7089. {
  7090. MEMBER_SET(typeDeclaration, mEqualsToken, tokenNode);
  7091. auto aliasToType = CreateTypeRefAfter(typeDeclaration);
  7092. if (aliasToType != NULL)
  7093. {
  7094. MEMBER_SET(typeDeclaration, mAliasToType, aliasToType);
  7095. auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_Semicolon);
  7096. if (tokenNode != NULL)
  7097. MEMBER_SET(typeDeclaration, mEndSemicolon, tokenNode);
  7098. }
  7099. }
  7100. if (!IsNodeRelevant(typeDeclaration))
  7101. typeDeclaration->mIgnoreDeclaration = true;
  7102. return typeDeclaration;
  7103. }
  7104. break;
  7105. case BfToken_Class:
  7106. case BfToken_Struct:
  7107. case BfToken_Interface:
  7108. case BfToken_Enum:
  7109. case BfToken_Extension:
  7110. {
  7111. if ((tokenNode->GetToken() == BfToken_Enum) && (isSimpleEnum))
  7112. break;
  7113. auto identifierNode = ExpectIdentifierAfter(tokenNode);
  7114. if (identifierNode == NULL)
  7115. {
  7116. AddErrorNode(tokenNode);
  7117. return NULL;
  7118. }
  7119. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7120. // means we don't parse members inside type (messes up colorization and such)
  7121. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7122. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7123. BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
  7124. mLastTypeDecl = typeDeclaration;
  7125. typeDeclaration->mTypeNode = tokenNode;
  7126. typeDeclaration->mNameNode = identifierNode;
  7127. ReplaceNode(tokenNode, typeDeclaration);
  7128. MoveNode(identifierNode, typeDeclaration);
  7129. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7130. auto nextNode = mVisitorPos.GetNext();
  7131. auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7132. if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
  7133. {
  7134. auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
  7135. if (genericMethodParams != NULL)
  7136. {
  7137. MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
  7138. }
  7139. }
  7140. nextNode = mVisitorPos.GetNext();
  7141. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7142. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7143. {
  7144. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7145. mVisitorPos.MoveNext();
  7146. tokenNode = NULL;
  7147. for (int baseTypeIdx = 0; true; baseTypeIdx++)
  7148. {
  7149. nextNode = mVisitorPos.GetNext();
  7150. if ((baseTypeIdx > 0) && (BfNodeDynCast<BfBlock>(nextNode)))
  7151. break;
  7152. if (baseTypeIdx > 0)
  7153. {
  7154. BfTokenNode* commaToken = NULL;
  7155. if (typeDeclaration->mGenericParams != NULL)
  7156. {
  7157. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma, BfToken_Where);
  7158. if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Where))
  7159. {
  7160. mVisitorPos.mReadPos--;
  7161. break;
  7162. }
  7163. }
  7164. else
  7165. commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma);
  7166. if (commaToken == NULL)
  7167. break;
  7168. MoveNode(commaToken, typeDeclaration);
  7169. baseClassCommas.push_back(commaToken);
  7170. }
  7171. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7172. if (baseType == NULL)
  7173. break;
  7174. MoveNode(baseType, typeDeclaration);
  7175. baseClasses.push_back(baseType);
  7176. }
  7177. nextNode = mVisitorPos.GetNext();
  7178. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7179. }
  7180. if (tokenNode != NULL)
  7181. {
  7182. if (tokenNode->GetToken() == BfToken_Where)
  7183. {
  7184. mVisitorPos.MoveNext();
  7185. auto constraints = CreateGenericConstraintsDeclaration(tokenNode);
  7186. if (constraints != NULL)
  7187. {
  7188. MEMBER_SET(typeDeclaration, mGenericConstraintsDeclaration, constraints);
  7189. }
  7190. }
  7191. if (tokenNode->GetToken() == BfToken_Semicolon)
  7192. {
  7193. typeDeclaration->mDefineNode = tokenNode;
  7194. MoveNode(tokenNode, typeDeclaration);
  7195. mVisitorPos.MoveNext();
  7196. return typeDeclaration;
  7197. }
  7198. }
  7199. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7200. if (blockNode != NULL)
  7201. {
  7202. typeDeclaration->mDefineNode = blockNode;
  7203. MoveNode(blockNode, typeDeclaration);
  7204. HandleTypeDeclaration(typeDeclaration, attributes);
  7205. }
  7206. return typeDeclaration;
  7207. }
  7208. break;
  7209. default: break;
  7210. }
  7211. if (isSimpleEnum)
  7212. {
  7213. auto identifierNode = ExpectIdentifierAfter(tokenNode, "enum name");
  7214. if (identifierNode == NULL)
  7215. return NULL;
  7216. // We put extra effort in here to continue after failure, since 'return NULL' failure
  7217. // means we don't parse members inside type (messes up colorization and such)
  7218. auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
  7219. BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
  7220. auto prevTypeDecl = mCurTypeDecl;
  7221. mCurTypeDecl = typeDeclaration;
  7222. typeDeclaration->mTypeNode = tokenNode;
  7223. typeDeclaration->mNameNode = identifierNode;
  7224. ReplaceNode(tokenNode, typeDeclaration);
  7225. MoveNode(identifierNode, typeDeclaration);
  7226. typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
  7227. auto nextNode = mVisitorPos.GetNext();
  7228. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7229. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
  7230. {
  7231. MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
  7232. mVisitorPos.MoveNext();
  7233. tokenNode = NULL;
  7234. auto baseType = CreateTypeRefAfter(typeDeclaration);
  7235. if (baseType == NULL)
  7236. return NULL;
  7237. MoveNode(baseType, typeDeclaration);
  7238. baseClasses.push_back(baseType);
  7239. }
  7240. auto blockNode = ExpectBlockAfter(typeDeclaration);
  7241. if (blockNode != NULL)
  7242. {
  7243. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(blockNode));
  7244. mVisitorPos.MoveNext();
  7245. for (int fieldNum = 0; true; fieldNum++)
  7246. {
  7247. BfAstNode* child = mVisitorPos.GetCurrent();
  7248. if (child == NULL)
  7249. break;
  7250. if (fieldNum > 0)
  7251. {
  7252. auto commaToken = BfNodeDynCast<BfTokenNode>(child);
  7253. if ((commaToken == NULL) || (commaToken->GetToken() != BfToken_Comma))
  7254. {
  7255. Fail("Comma expected", child);
  7256. break;
  7257. }
  7258. MoveNode(commaToken, mCurTypeDecl);
  7259. mVisitorPos.MoveNext();
  7260. mVisitorPos.Write(commaToken);
  7261. child = mVisitorPos.GetCurrent();
  7262. }
  7263. if (child == NULL)
  7264. break;
  7265. auto fieldDecl = mAlloc->Alloc<BfEnumEntryDeclaration>();
  7266. mVisitorPos.MoveNext();
  7267. mVisitorPos.Write(fieldDecl);
  7268. ReplaceNode(child, fieldDecl);
  7269. auto valueName = BfNodeDynCast<BfIdentifierNode>(child);
  7270. if (valueName == NULL)
  7271. {
  7272. Fail("Enum value name expected", child);
  7273. break;
  7274. }
  7275. MEMBER_SET(fieldDecl, mNameNode, valueName);
  7276. auto nextNode = mVisitorPos.GetCurrent();
  7277. if (auto equalsToken = BfNodeDynCast<BfTokenNode>(nextNode))
  7278. {
  7279. if (equalsToken->GetToken() == BfToken_AssignEquals)
  7280. {
  7281. MEMBER_SET(fieldDecl, mEqualsNode, equalsToken);
  7282. fieldDecl->mInitializer = CreateExpressionAfter(fieldDecl);
  7283. if (fieldDecl->mInitializer != NULL)
  7284. {
  7285. mVisitorPos.MoveNext();
  7286. MoveNode(fieldDecl->mInitializer, fieldDecl);
  7287. }
  7288. }
  7289. }
  7290. fieldDecl->mDocumentation = FindDocumentation(fieldDecl, NULL, true);
  7291. MoveNode(fieldDecl, mCurTypeDecl);
  7292. }
  7293. mVisitorPos.Trim();
  7294. }
  7295. typeDeclaration->mDefineNode = blockNode;
  7296. if (blockNode != NULL)
  7297. {
  7298. MoveNode(blockNode, typeDeclaration);
  7299. }
  7300. mCurTypeDecl = prevTypeDecl;
  7301. return typeDeclaration;
  7302. }
  7303. Fail("Unexpected token", tokenNode);
  7304. return NULL;
  7305. }
  7306. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken token)
  7307. {
  7308. AssertCurrentNode(node);
  7309. auto nextNode = mVisitorPos.GetNext();
  7310. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7311. if ((tokenNode == NULL) ||
  7312. (tokenNode->GetToken() != token))
  7313. {
  7314. FailAfter(StrFormat("Expected '%s'", BfTokenToString(token)), node);
  7315. return NULL;
  7316. }
  7317. mVisitorPos.MoveNext();
  7318. return tokenNode;
  7319. }
  7320. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB)
  7321. {
  7322. AssertCurrentNode(node);
  7323. auto nextNode = mVisitorPos.GetNext();
  7324. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7325. if ((tokenNode == NULL) ||
  7326. ((tokenNode->GetToken() != tokenA) && (tokenNode->GetToken() != tokenB)))
  7327. {
  7328. FailAfter(StrFormat("Expected '%s' or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB)), node);
  7329. return NULL;
  7330. }
  7331. mVisitorPos.MoveNext();
  7332. return tokenNode;
  7333. }
  7334. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC)
  7335. {
  7336. AssertCurrentNode(node);
  7337. auto nextNode = mVisitorPos.GetNext();
  7338. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7339. BfToken token = BfToken_Null;
  7340. if (tokenNode != NULL)
  7341. token = tokenNode->GetToken();
  7342. if ((tokenNode == NULL) ||
  7343. ((token != tokenA) && (token != tokenB) && (token != tokenC)))
  7344. {
  7345. FailAfter(StrFormat("Expected '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC)), node);
  7346. return NULL;
  7347. }
  7348. mVisitorPos.MoveNext();
  7349. return tokenNode;
  7350. }
  7351. BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC, BfToken tokenD)
  7352. {
  7353. AssertCurrentNode(node);
  7354. auto nextNode = mVisitorPos.GetNext();
  7355. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7356. BfToken token = BfToken_Null;
  7357. if (tokenNode != NULL)
  7358. token = tokenNode->GetToken();
  7359. if ((tokenNode == NULL) ||
  7360. ((token != tokenA) && (token != tokenB) && (token != tokenC) && (token != tokenD)))
  7361. {
  7362. FailAfter(StrFormat("Expected '%s', '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC), BfTokenToString(tokenD)), node);
  7363. return NULL;
  7364. }
  7365. mVisitorPos.MoveNext();
  7366. return tokenNode;
  7367. }
  7368. BfIdentifierNode* BfReducer::ExpectIdentifierAfter(BfAstNode* node, const char* typeName)
  7369. {
  7370. AssertCurrentNode(node);
  7371. auto nextNode = mVisitorPos.GetNext();
  7372. auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode);
  7373. if (identifierNode == NULL)
  7374. {
  7375. if (typeName != NULL)
  7376. FailAfter(StrFormat("Expected %s", typeName), node);
  7377. else
  7378. FailAfter("Expected identifier", node);
  7379. return NULL;
  7380. }
  7381. mVisitorPos.MoveNext();
  7382. return identifierNode;
  7383. }
  7384. BfBlock* BfReducer::ExpectBlockAfter(BfAstNode* node)
  7385. {
  7386. AssertCurrentNode(node);
  7387. auto nextNode = mVisitorPos.GetNext();
  7388. auto block = BfNodeDynCast<BfBlock>(nextNode);
  7389. if (block == NULL)
  7390. {
  7391. FailAfter("Block expected", node);
  7392. return NULL;
  7393. }
  7394. mVisitorPos.MoveNext();
  7395. return block;
  7396. }
  7397. BfTokenNode* BfReducer::BreakDoubleChevron(BfTokenNode* tokenNode)
  7398. {
  7399. // Break up those chevrons
  7400. auto firstChevron = mAlloc->Alloc<BfTokenNode>();
  7401. firstChevron->SetToken(BfToken_RChevron);
  7402. int triviaStart;
  7403. int srcStart;
  7404. int srcEnd;
  7405. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7406. firstChevron->Init(triviaStart, srcStart, srcEnd - 1);
  7407. tokenNode->SetToken(BfToken_RChevron);
  7408. tokenNode->SetSrcStart(srcStart + 1);
  7409. tokenNode->SetTriviaStart(srcStart);
  7410. return firstChevron;
  7411. }
  7412. BfTokenNode* BfReducer::BreakQuestionLBracket(BfTokenNode* tokenNode)
  7413. {
  7414. // Break up those chevrons
  7415. auto firstToken = mAlloc->Alloc<BfTokenNode>();
  7416. firstToken->SetToken(BfToken_Question);
  7417. int triviaStart;
  7418. int srcStart;
  7419. int srcEnd;
  7420. tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
  7421. firstToken->Init(triviaStart, srcStart, srcEnd - 1);
  7422. tokenNode->SetToken(BfToken_LBracket);
  7423. tokenNode->SetSrcStart(srcStart + 1);
  7424. tokenNode->SetTriviaStart(srcStart);
  7425. return firstToken;
  7426. }
  7427. BfCommentNode * BfReducer::FindDocumentation(BfAstNode* defNodeHead, BfAstNode* defNodeEnd, bool checkDocAfter)
  7428. {
  7429. if (defNodeEnd == NULL)
  7430. defNodeEnd = defNodeHead;
  7431. else if (defNodeHead == NULL)
  7432. defNodeHead = defNodeEnd;
  7433. while (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize)
  7434. {
  7435. auto checkComment = BfNodeDynCast<BfCommentNode>(mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx]);
  7436. if ((checkComment == NULL) || (checkComment->mCommentKind == BfCommentKind_Normal))
  7437. {
  7438. mDocumentCheckIdx++;
  7439. continue;
  7440. }
  7441. if (checkComment->GetSrcEnd() > defNodeEnd->GetSrcStart())
  7442. {
  7443. if (checkComment->mCommentKind == BfCommentKind_Documentation_Post)
  7444. {
  7445. int defEnd = defNodeEnd->GetSrcEnd();
  7446. if (checkDocAfter)
  7447. {
  7448. int endDiff = defEnd - checkComment->GetSrcStart();
  7449. if (endDiff > 256)
  7450. return NULL;
  7451. for (int idx = defEnd; idx < checkComment->GetSrcStart(); idx++)
  7452. {
  7453. char c = mSource->mSrc[idx];
  7454. if (idx == defEnd)
  7455. {
  7456. if ((c == ';') || (c == ','))
  7457. continue;
  7458. }
  7459. if (c == '\n')
  7460. return NULL; // No newline allowed
  7461. if (!isspace((uint8)c))
  7462. return NULL;
  7463. }
  7464. mDocumentCheckIdx++;
  7465. return checkComment;
  7466. }
  7467. }
  7468. return NULL;
  7469. }
  7470. if (checkComment->mCommentKind != BfCommentKind_Documentation_Pre)
  7471. {
  7472. // Skip this, not used
  7473. mDocumentCheckIdx++;
  7474. continue;
  7475. }
  7476. if (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize - 1)
  7477. {
  7478. auto nextComment = mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx + 1];
  7479. if (nextComment->GetSrcEnd() <= defNodeHead->GetSrcStart())
  7480. {
  7481. // This comment is still before the node in question
  7482. mDocumentCheckIdx++;
  7483. continue;
  7484. }
  7485. }
  7486. mDocumentCheckIdx++;
  7487. int defSrcIdx = defNodeHead->GetSrcStart();
  7488. for (int idx = checkComment->GetSrcEnd(); idx < defSrcIdx; idx++)
  7489. {
  7490. char c = mSource->mSrc[idx];
  7491. if (!isspace((uint8)c))
  7492. return NULL;
  7493. }
  7494. return checkComment;
  7495. }
  7496. return NULL;
  7497. }
  7498. BfTokenNode* BfReducer::ParseMethodParams(BfAstNode* node, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken)
  7499. {
  7500. BfAstNode* nameAfterNode = node;
  7501. BfAttributeDirective* attributes = NULL;
  7502. for (int paramIdx = 0; true; paramIdx++)
  7503. {
  7504. auto nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
  7505. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7506. if (tokenNode != NULL)
  7507. {
  7508. BfToken token = tokenNode->GetToken();
  7509. if ((paramIdx > 0) && (token == BfToken_AssignEquals))
  7510. {
  7511. auto paramDecl = params->back();
  7512. MEMBER_SET(paramDecl, mEqualsNode, tokenNode);
  7513. paramDecl->mEqualsNode = tokenNode;
  7514. mVisitorPos.MoveNext();
  7515. mSkipCurrentNodeAssert = true;
  7516. auto initExpr = CreateExpressionAfter(node);
  7517. mSkipCurrentNodeAssert = false;
  7518. if (initExpr == NULL)
  7519. return NULL;
  7520. MEMBER_SET(paramDecl, mInitializer, initExpr);
  7521. auto nextNode = mVisitorPos.GetNext();
  7522. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7523. if (tokenNode == NULL)
  7524. return NULL;
  7525. token = tokenNode->GetToken();
  7526. }
  7527. if (token == endToken)
  7528. return tokenNode;
  7529. if ((paramIdx == 0) && (
  7530. (token == BfToken_Out) || (token == BfToken_Ref) || (token == BfToken_Mut) ||
  7531. (token == BfToken_Delegate) || (token == BfToken_Function) ||
  7532. (token == BfToken_Params) || (token == BfToken_LParen) ||
  7533. (token == BfToken_Var) || (token == BfToken_LBracket)))
  7534. {
  7535. // These get picked up below
  7536. }
  7537. else
  7538. {
  7539. if ((paramIdx == 0) || (token != BfToken_Comma))
  7540. {
  7541. Fail("Expected ')' or parameter list", tokenNode);
  7542. return NULL;
  7543. }
  7544. if (paramIdx > 0)
  7545. commas->push_back(tokenNode);
  7546. MoveNode(tokenNode, node);
  7547. mVisitorPos.MoveNext();
  7548. }
  7549. nameAfterNode = tokenNode;
  7550. }
  7551. else
  7552. {
  7553. if (paramIdx > 0)
  7554. {
  7555. FailAfter("Expected ')' or additional parameters", nameAfterNode);
  7556. return NULL;
  7557. }
  7558. }
  7559. attributes = NULL;
  7560. BfTokenNode* modTokenNode = NULL;
  7561. nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
  7562. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7563. BfTypeReference* typeRef = NULL;
  7564. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LBracket))
  7565. {
  7566. mVisitorPos.MoveNext();
  7567. attributes = CreateAttributeDirective(tokenNode);
  7568. if (attributes != NULL)
  7569. {
  7570. nameAfterNode = attributes;
  7571. auto nextNode = mVisitorPos.GetNext();
  7572. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7573. }
  7574. }
  7575. int paramStartReadPos = mVisitorPos.mReadPos;
  7576. bool isParams = false;
  7577. if (tokenNode != NULL)
  7578. {
  7579. BfToken token = tokenNode->GetToken();
  7580. if ((token == BfToken_Var) || (token == BfToken_LParen) ||
  7581. (token == BfToken_Delegate) || (token == BfToken_Function))
  7582. {
  7583. mVisitorPos.MoveNext();
  7584. typeRef = CreateTypeRef(tokenNode);
  7585. }
  7586. else
  7587. {
  7588. if ((token != BfToken_Out) && (token != BfToken_Ref) && (token != BfToken_Mut) && (token != BfToken_Params))
  7589. {
  7590. Fail("Invalid token", tokenNode);
  7591. return NULL;
  7592. }
  7593. if (token == BfToken_Params)
  7594. isParams = true;
  7595. modTokenNode = tokenNode;
  7596. nameAfterNode = modTokenNode;
  7597. mVisitorPos.MoveNext();
  7598. }
  7599. }
  7600. if (typeRef == NULL)
  7601. {
  7602. auto typeIdentifierNode = ExpectIdentifierAfter(nameAfterNode, "parameter type");
  7603. if (typeIdentifierNode == NULL)
  7604. {
  7605. mVisitorPos.mReadPos = paramStartReadPos;
  7606. break;
  7607. }
  7608. typeRef = CreateTypeRef(typeIdentifierNode);
  7609. if (typeRef == NULL)
  7610. {
  7611. mVisitorPos.mReadPos = paramStartReadPos;
  7612. break;
  7613. }
  7614. }
  7615. BfToken modToken = BfToken_None;
  7616. if (modTokenNode != NULL)
  7617. modToken = modTokenNode->GetToken();
  7618. if ((modTokenNode != NULL) && ((modToken == BfToken_Ref) || (modToken == BfToken_Mut) || (modToken == BfToken_Out)))
  7619. {
  7620. typeRef = CreateRefTypeRef(typeRef, modTokenNode);
  7621. modTokenNode = NULL;
  7622. }
  7623. auto paramDecl = mAlloc->Alloc<BfParameterDeclaration>();
  7624. ReplaceNode(typeRef, paramDecl);
  7625. MoveNode(paramDecl, node);
  7626. params->push_back(paramDecl);
  7627. MEMBER_SET(paramDecl, mTypeRef, typeRef);
  7628. if (attributes != NULL)
  7629. {
  7630. MEMBER_SET(paramDecl, mAttributes, attributes);
  7631. attributes = NULL;
  7632. }
  7633. if (modTokenNode != NULL)
  7634. {
  7635. MEMBER_SET(paramDecl, mModToken, modTokenNode);
  7636. }
  7637. bool allowNameFail = false;
  7638. bool nextIsName = false;
  7639. auto afterNameTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
  7640. if (afterNameTokenNode != NULL)
  7641. {
  7642. BfToken afterNameToken = afterNameTokenNode->GetToken();
  7643. if ((afterNameToken == BfToken_Comma) ||
  7644. (afterNameToken == BfToken_AssignEquals) ||
  7645. (afterNameToken == BfToken_RParen))
  7646. {
  7647. nextIsName = true;
  7648. }
  7649. }
  7650. // We definitely have a failure, but we want to attempt to scan to the actual param name if we can...
  7651. if (!nextIsName)
  7652. {
  7653. int nameIdx = -1;
  7654. int checkIdx = mVisitorPos.mReadPos + 1;
  7655. bool useNameIdx = true;
  7656. int parenDepth = 1;
  7657. int bracketDepth = 0;
  7658. while (true)
  7659. {
  7660. auto checkNode = mVisitorPos.Get(checkIdx);
  7661. auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
  7662. if (checkTokenNode != NULL)
  7663. {
  7664. BfToken checkToken = checkTokenNode->GetToken();
  7665. if (nameIdx == -1)
  7666. {
  7667. if ((parenDepth == 1) && (bracketDepth == 0))
  7668. {
  7669. if ((checkToken == BfToken_Comma) ||
  7670. (checkToken == BfToken_AssignEquals) ||
  7671. (checkToken == BfToken_RParen))
  7672. {
  7673. if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(checkIdx - 1)))
  7674. {
  7675. nameIdx = checkIdx - 1;
  7676. }
  7677. else
  7678. {
  7679. useNameIdx = false;
  7680. break;
  7681. }
  7682. }
  7683. }
  7684. }
  7685. if (checkToken == BfToken_RParen)
  7686. parenDepth--;
  7687. else if (checkToken == BfToken_LParen)
  7688. parenDepth++;
  7689. else if (checkToken == BfToken_LBracket)
  7690. bracketDepth++;
  7691. else if (checkToken == BfToken_RBracket)
  7692. bracketDepth--;
  7693. if (parenDepth == 0)
  7694. {
  7695. if (bracketDepth != 0)
  7696. useNameIdx = false;
  7697. break;
  7698. }
  7699. if (checkToken == BfToken_Semicolon)
  7700. {
  7701. useNameIdx = false;
  7702. break;
  7703. }
  7704. }
  7705. else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(checkNode))
  7706. {
  7707. // Okay
  7708. }
  7709. else
  7710. {
  7711. // Nothing else is okay
  7712. useNameIdx = false;
  7713. break;
  7714. }
  7715. checkIdx++;
  7716. }
  7717. if ((useNameIdx) && (nameIdx != -1))
  7718. {
  7719. if (nameIdx <= mVisitorPos.mReadPos)
  7720. {
  7721. // We have a valid-enough param list but a missing name, so keep going
  7722. allowNameFail = true;
  7723. }
  7724. else
  7725. {
  7726. for (int errIdx = mVisitorPos.mReadPos + 1; errIdx < nameIdx; errIdx++)
  7727. {
  7728. auto node = mVisitorPos.Get(errIdx);
  7729. if (auto token = BfNodeDynCast<BfTokenNode>(node))
  7730. mPassInstance->Fail("Unexpected token", node);
  7731. else
  7732. mPassInstance->Fail("Unexpected identifier", node);
  7733. AddErrorNode(node);
  7734. }
  7735. auto nameIdentifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(nameIdx));
  7736. paramDecl->mNameNode = nameIdentifierNode;
  7737. MoveNode(nameIdentifierNode, paramDecl);
  7738. nameAfterNode = nameIdentifierNode;
  7739. mVisitorPos.mReadPos = nameIdx;
  7740. continue;
  7741. //mVisitorPos.mReadPos = nameIdx - 1;
  7742. }
  7743. }
  7744. }
  7745. if (auto nameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
  7746. {
  7747. if ((nameToken->GetToken() == BfToken_This))
  7748. {
  7749. bool isDelegate = false;
  7750. bool isFunction = false;
  7751. if (auto delegateTypeRef = BfNodeDynCast<BfDelegateTypeRef>(node))
  7752. {
  7753. if (delegateTypeRef->mTypeToken->GetToken() == BfToken_Function)
  7754. isFunction = true;
  7755. else
  7756. isDelegate = true;
  7757. }
  7758. else if (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Function)
  7759. isFunction = true;
  7760. else if (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Delegate)
  7761. isDelegate = true;
  7762. if (isFunction || isDelegate)
  7763. {
  7764. if (paramIdx != 0)
  7765. Fail("'this' can only be used as the first parameter", nameToken);
  7766. if (!isFunction)
  7767. Fail("'this' can only be specified on function types", nameToken);
  7768. mVisitorPos.MoveNext();
  7769. paramDecl->mNameNode = nameToken;
  7770. MoveNode(nameToken, paramDecl);
  7771. nameAfterNode = nameToken;
  7772. }
  7773. }
  7774. }
  7775. if (paramDecl->mNameNode == NULL)
  7776. {
  7777. auto nameIdentifierNode = ExpectIdentifierAfter(node, "parameter name");
  7778. if (nameIdentifierNode == NULL)
  7779. {
  7780. if (!allowNameFail)
  7781. return NULL;
  7782. }
  7783. else
  7784. {
  7785. paramDecl->mNameNode = nameIdentifierNode;
  7786. MoveNode(nameIdentifierNode, paramDecl);
  7787. nameAfterNode = nameIdentifierNode;
  7788. }
  7789. }
  7790. }
  7791. if (attributes != NULL)
  7792. {
  7793. Fail("Unexpected attributes", attributes);
  7794. AddErrorNode(attributes);
  7795. }
  7796. return NULL;
  7797. }
  7798. bool BfReducer::ParseMethod(BfMethodDeclaration* methodDeclaration, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, bool alwaysIncludeBlock)
  7799. {
  7800. auto tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen, BfToken_Bang);
  7801. if (tokenNode == NULL)
  7802. return false;
  7803. if (tokenNode->GetToken() == BfToken_Bang)
  7804. {
  7805. Fail("Cannot include '!' in the method declaration", tokenNode);
  7806. MoveNode(tokenNode, methodDeclaration);
  7807. tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen);
  7808. if (tokenNode == NULL)
  7809. return false;
  7810. }
  7811. methodDeclaration->mOpenParen = tokenNode;
  7812. MoveNode(methodDeclaration->mOpenParen, methodDeclaration);
  7813. methodDeclaration->mCloseParen = ParseMethodParams(methodDeclaration, params, commas, BfToken_RParen);
  7814. // RParen
  7815. if (methodDeclaration->mCloseParen == NULL)
  7816. {
  7817. auto nextNode = mVisitorPos.GetNext();
  7818. while (auto checkToken = BfNodeDynCast<BfTokenNode>(nextNode))
  7819. {
  7820. if (checkToken->GetToken() == BfToken_RParen)
  7821. {
  7822. methodDeclaration->mCloseParen = checkToken;
  7823. break;
  7824. }
  7825. else
  7826. {
  7827. // Just eat it - for autocompletion. This helps make cases nicer where we're typing in the "in" for "int", for example
  7828. MoveNode(checkToken, methodDeclaration);
  7829. AddErrorNode(checkToken);
  7830. mVisitorPos.MoveNext();
  7831. nextNode = mVisitorPos.GetNext();
  7832. }
  7833. }
  7834. if (methodDeclaration->mCloseParen == NULL)
  7835. return false;
  7836. }
  7837. MoveNode(methodDeclaration->mCloseParen, methodDeclaration);
  7838. mVisitorPos.MoveNext();
  7839. auto typeDecl = mCurTypeDecl;
  7840. auto nextNode = mVisitorPos.GetNext();
  7841. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7842. {
  7843. if (tokenNode->GetToken() == BfToken_Mut)
  7844. {
  7845. if (methodDeclaration->mMutSpecifier != NULL)
  7846. {
  7847. AddErrorNode(methodDeclaration->mMutSpecifier);
  7848. Fail("Mut already specified", methodDeclaration->mMutSpecifier);
  7849. }
  7850. MEMBER_SET(methodDeclaration, mMutSpecifier, tokenNode);
  7851. mVisitorPos.MoveNext();
  7852. nextNode = mVisitorPos.GetNext();
  7853. }
  7854. }
  7855. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  7856. {
  7857. if (tokenNode->GetToken() == BfToken_Where)
  7858. {
  7859. mVisitorPos.MoveNext();
  7860. auto genericConstraints = CreateGenericConstraintsDeclaration(tokenNode);
  7861. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mGenericConstraintsDeclaration, genericConstraints);
  7862. }
  7863. }
  7864. auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration);
  7865. nextNode = mVisitorPos.GetNext();
  7866. auto endToken = BfNodeDynCast<BfTokenNode>(nextNode);
  7867. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Colon))
  7868. {
  7869. if (auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration))
  7870. {
  7871. MEMBER_SET(ctorDecl, mInitializerColonToken, endToken);
  7872. mVisitorPos.MoveNext();
  7873. auto nextNode = mVisitorPos.GetNext();
  7874. endToken = ExpectTokenAfter(ctorDecl, BfToken_This, BfToken_Base);
  7875. if (endToken != NULL)
  7876. {
  7877. auto invocationExpr = CreateInvocationExpression(endToken);
  7878. if (invocationExpr != NULL)
  7879. {
  7880. MEMBER_SET(ctorDecl, mInitializer, invocationExpr);
  7881. }
  7882. }
  7883. else if (auto identifierAfter = BfNodeDynCast<BfIdentifierNode>(nextNode))
  7884. {
  7885. // In process of typing - just eat identifier so we don't error out on whole method
  7886. MoveNode(identifierAfter, ctorDecl);
  7887. }
  7888. }
  7889. endToken = NULL;
  7890. }
  7891. if ((endToken != NULL) && (endToken->GetToken() == BfToken_Semicolon))
  7892. {
  7893. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, endToken);
  7894. mVisitorPos.MoveNext();
  7895. }
  7896. else
  7897. {
  7898. nextNode = mVisitorPos.GetNext();
  7899. auto blockNode = BfNodeDynCast<BfBlock>(nextNode);
  7900. if (blockNode != NULL)
  7901. {
  7902. methodDeclaration->mBody = blockNode;
  7903. MoveNode(blockNode, methodDeclaration);
  7904. mVisitorPos.MoveNext();
  7905. if ((IsNodeRelevant(methodDeclaration)) || (alwaysIncludeBlock))
  7906. {
  7907. SetAndRestoreValue<BfMethodDeclaration*> prevMethodDeclaration(mCurMethodDecl, methodDeclaration);
  7908. HandleBlock(blockNode, methodDeclaration->mMixinSpecifier != NULL);
  7909. }
  7910. return true;
  7911. }
  7912. else
  7913. {
  7914. nextNode = mVisitorPos.GetNext();
  7915. auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7916. if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_FatArrow))
  7917. {
  7918. MEMBER_SET(methodDeclaration, mFatArrowToken, tokenNode);
  7919. mVisitorPos.MoveNext();
  7920. auto methodExpression = CreateExpressionAfter(methodDeclaration);
  7921. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mBody, methodExpression);
  7922. auto semicolonToken = ExpectTokenAfter(methodDeclaration, BfToken_Semicolon);
  7923. MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, semicolonToken);
  7924. return true;
  7925. }
  7926. }
  7927. FailAfter("Expected method body", methodDeclaration);
  7928. }
  7929. return true;
  7930. }
  7931. BfGenericArgumentsNode* BfReducer::CreateGenericArguments(BfTokenNode* tokenNode)
  7932. {
  7933. auto genericArgs = mAlloc->Alloc<BfGenericArgumentsNode>();
  7934. BfDeferredAstSizedArray<BfTypeReference*> genericArgsArray(genericArgs->mGenericArgs, mAlloc);
  7935. BfDeferredAstSizedArray<BfAstNode*> commas(genericArgs->mCommas, mAlloc);
  7936. ReplaceNode(tokenNode, genericArgs);
  7937. genericArgs->mOpenChevron = tokenNode;
  7938. while (true)
  7939. {
  7940. auto genericArg = CreateTypeRefAfter(genericArgs);
  7941. if (genericArg == NULL)
  7942. {
  7943. genericArgsArray.push_back(NULL); // Leave empty for purposes of generic argument count
  7944. auto nextNode = mVisitorPos.GetNext();
  7945. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7946. if (tokenNode != NULL)
  7947. {
  7948. // Try to get right chevron. Reduces error count when we're typing out a generic argument list
  7949. if (tokenNode->GetToken() == BfToken_RDblChevron)
  7950. tokenNode = BreakDoubleChevron(tokenNode);
  7951. if (tokenNode->GetToken() == BfToken_RChevron)
  7952. {
  7953. MoveNode(tokenNode, genericArgs);
  7954. genericArgs->mCloseChevron = tokenNode;
  7955. mVisitorPos.MoveNext();
  7956. }
  7957. }
  7958. return genericArgs;
  7959. }
  7960. MoveNode(genericArg, genericArgs);
  7961. genericArgsArray.push_back(genericArg);
  7962. auto nextNode = mVisitorPos.GetNext();
  7963. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  7964. if (tokenNode == NULL)
  7965. {
  7966. FailAfter("Expected ',' or '>'", genericArgs);
  7967. return genericArgs;
  7968. }
  7969. BfToken token = tokenNode->GetToken();
  7970. if (token == BfToken_RDblChevron)
  7971. tokenNode = BreakDoubleChevron(tokenNode);
  7972. if (token == BfToken_RChevron)
  7973. {
  7974. MoveNode(tokenNode, genericArgs);
  7975. genericArgs->mCloseChevron = tokenNode;
  7976. mVisitorPos.MoveNext();
  7977. break;
  7978. }
  7979. if (token != BfToken_Comma)
  7980. {
  7981. Fail("Either , or > expected", tokenNode);
  7982. return genericArgs;
  7983. }
  7984. MoveNode(tokenNode, genericArgs);
  7985. commas.push_back(tokenNode);
  7986. mVisitorPos.MoveNext();
  7987. }
  7988. return genericArgs;
  7989. }
  7990. BfGenericParamsDeclaration* BfReducer::CreateGenericParamsDeclaration(BfTokenNode* tokenNode)
  7991. {
  7992. auto genericParams = mAlloc->Alloc<BfGenericParamsDeclaration>();
  7993. BfDeferredAstSizedArray<BfIdentifierNode*> genericParamsArr(genericParams->mGenericParams, mAlloc);
  7994. BfDeferredAstSizedArray<BfAstNode*> commas(genericParams->mCommas, mAlloc);
  7995. ReplaceNode(tokenNode, genericParams);
  7996. genericParams->mOpenChevron = tokenNode;
  7997. mVisitorPos.MoveNext();
  7998. while (true)
  7999. {
  8000. auto genericIdentifier = ExpectIdentifierAfter(genericParams, "generic parameters");
  8001. if (genericIdentifier == NULL)
  8002. return genericParams;
  8003. MoveNode(genericIdentifier, genericParams);
  8004. genericParamsArr.push_back(genericIdentifier);
  8005. auto nextNode = mVisitorPos.GetNext();
  8006. tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
  8007. if (tokenNode == NULL)
  8008. {
  8009. FailAfter("Expected ',' or '>'", genericParams);
  8010. return genericParams;
  8011. }
  8012. BfToken token = tokenNode->GetToken();
  8013. if (token == BfToken_RDblChevron)
  8014. tokenNode = BreakDoubleChevron(tokenNode);
  8015. MoveNode(tokenNode, genericParams);
  8016. mVisitorPos.MoveNext();
  8017. if (token == BfToken_RChevron)
  8018. {
  8019. genericParams->mCloseChevron = tokenNode;
  8020. break;
  8021. }
  8022. if (token != BfToken_Comma)
  8023. {
  8024. Fail("Either , or > expected", tokenNode);
  8025. return genericParams;
  8026. }
  8027. commas.push_back(tokenNode);
  8028. }
  8029. return genericParams;
  8030. }
  8031. BfGenericConstraintsDeclaration* BfReducer::CreateGenericConstraintsDeclaration(BfTokenNode* tokenNode)
  8032. {
  8033. auto constraintsDeclaration = mAlloc->Alloc<BfGenericConstraintsDeclaration>();
  8034. BfDeferredAstSizedArray<BfGenericConstraint*> genericConstraintsArr(constraintsDeclaration->mGenericConstraints, mAlloc);
  8035. bool isDone = false;
  8036. for (int constraintIdx = 0; !isDone; constraintIdx++)
  8037. {
  8038. BfGenericConstraint* genericConstraint = mAlloc->Alloc<BfGenericConstraint>();
  8039. BfDeferredAstSizedArray<BfAstNode*> constraintTypes(genericConstraint->mConstraintTypes, mAlloc);
  8040. BfDeferredAstSizedArray<BfTokenNode*> commas(genericConstraint->mCommas, mAlloc);
  8041. ReplaceNode(tokenNode, genericConstraint);
  8042. genericConstraint->mWhereToken = tokenNode;
  8043. genericConstraintsArr.push_back(genericConstraint);
  8044. auto genericParamName = ExpectIdentifierAfter(genericConstraint, "generic parameter name");
  8045. if (genericParamName != NULL)
  8046. {
  8047. MEMBER_SET(genericConstraint, mGenericParamName, genericParamName);
  8048. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Colon);
  8049. }
  8050. else
  8051. isDone = true;
  8052. if (tokenNode != NULL)
  8053. {
  8054. MEMBER_SET(genericConstraint, mColonToken, tokenNode);
  8055. }
  8056. else
  8057. isDone = true;
  8058. for (int typeIdx = 0; !isDone; typeIdx++)
  8059. {
  8060. if (typeIdx > 0)
  8061. {
  8062. auto nextNode = mVisitorPos.GetNext();
  8063. if (BfNodeDynCast<BfBlock>(nextNode))
  8064. {
  8065. isDone = true;
  8066. break;
  8067. }
  8068. tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Comma, BfToken_LBrace, BfToken_Where, BfToken_Semicolon);
  8069. if (tokenNode == NULL)
  8070. {
  8071. isDone = true;
  8072. break;
  8073. }
  8074. BfToken token = tokenNode->GetToken();
  8075. if (token == BfToken_Where)
  8076. break;
  8077. if ((token == BfToken_LBrace) || (token == BfToken_Semicolon))
  8078. {
  8079. //return constraintsDeclaration;
  8080. isDone = true;
  8081. break;
  8082. }
  8083. MoveNode(tokenNode, genericConstraint);
  8084. commas.push_back(tokenNode);
  8085. }
  8086. auto nextNode = mVisitorPos.GetNext();
  8087. if (auto constraintToken = BfNodeDynCast<BfTokenNode>(nextNode))
  8088. {
  8089. bool addToConstraint = false;
  8090. switch (constraintToken->GetToken())
  8091. {
  8092. case BfToken_Class:
  8093. case BfToken_Struct:
  8094. case BfToken_Const:
  8095. case BfToken_Var:
  8096. addToConstraint = true;
  8097. break;
  8098. default: break;
  8099. }
  8100. if (addToConstraint)
  8101. {
  8102. BfAstNode* constraintNode = constraintToken;
  8103. MoveNode(constraintToken, genericConstraint);
  8104. bool addToConstraint = false;
  8105. mVisitorPos.MoveNext();
  8106. if (constraintToken->GetToken() == BfToken_Struct)
  8107. {
  8108. addToConstraint = true;
  8109. nextNode = mVisitorPos.GetNext();
  8110. if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
  8111. {
  8112. if (tokenNode->GetToken() == BfToken_Star)
  8113. {
  8114. auto tokenPair = mAlloc->Alloc<BfTokenPairNode>();
  8115. ReplaceNode(constraintToken, tokenPair);
  8116. MEMBER_SET(tokenPair, mLeft, constraintToken);
  8117. MEMBER_SET(tokenPair, mRight, tokenNode);
  8118. constraintNode = tokenPair;
  8119. MoveNode(constraintToken, genericConstraint);
  8120. genericConstraint->SetSrcEnd(tokenNode->GetSrcEnd());
  8121. mVisitorPos.MoveNext();
  8122. }
  8123. }
  8124. }
  8125. else if (constraintToken->GetToken() == BfToken_Const)
  8126. {
  8127. constraintTypes.push_back(constraintNode);
  8128. auto typeRef = CreateTypeRefAfter(nextNode);
  8129. if (typeRef == NULL)
  8130. {
  8131. isDone = true;
  8132. break;
  8133. }
  8134. MoveNode(typeRef, genericConstraint);
  8135. constraintTypes.push_back(typeRef);
  8136. continue;
  8137. }
  8138. constraintTypes.push_back(constraintNode);
  8139. continue;
  8140. }
  8141. }
  8142. auto typeRef = CreateTypeRefAfter(genericConstraint);
  8143. if (typeRef == NULL)
  8144. {
  8145. isDone = true;
  8146. break;
  8147. }
  8148. MoveNode(typeRef, genericConstraint);
  8149. constraintTypes.push_back(typeRef);
  8150. }
  8151. if (constraintIdx == 0)
  8152. ReplaceNode(genericConstraint, constraintsDeclaration);
  8153. else
  8154. MoveNode(genericConstraint, constraintsDeclaration);
  8155. }
  8156. return constraintsDeclaration;
  8157. }
  8158. void BfReducer::HandleBlock(BfBlock* block, bool allowEndingExpression)
  8159. {
  8160. //for (auto node : block->mChildren)
  8161. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
  8162. bool isDone = !mVisitorPos.MoveNext();
  8163. BfAstNode* nextNode = NULL;
  8164. while (!isDone)
  8165. {
  8166. BfAstNode* node = mVisitorPos.GetCurrent();
  8167. CreateStmtFlags flags = (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowLocalFunction);
  8168. if (allowEndingExpression)
  8169. flags = (CreateStmtFlags)(flags | CreateStmtFlags_AllowUnterminatedExpression);
  8170. auto statement = CreateStatement(node, flags);
  8171. if (statement == NULL)
  8172. {
  8173. auto nextNode = mVisitorPos.GetNext();
  8174. isDone = !mVisitorPos.MoveNext();
  8175. #ifdef BF_AST_HAS_PARENT_MEMBER
  8176. BF_ASSERT(node->mParent != NULL);
  8177. #endif
  8178. node->RemoveSelf();
  8179. BF_ASSERT(node->GetSourceData() == mSource->mSourceData);
  8180. mSource->AddErrorNode(node);
  8181. if (nextNode == NULL)
  8182. break;
  8183. continue;
  8184. }
  8185. isDone = !mVisitorPos.MoveNext();
  8186. mVisitorPos.Write(statement);
  8187. }
  8188. mVisitorPos.Trim();
  8189. }
  8190. void BfReducer::HandleTypeDeclaration(BfTypeDeclaration* typeDecl, BfAttributeDirective* attributes)
  8191. {
  8192. SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDecl);
  8193. SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(BfNodeDynCast<BfBlock>(typeDecl->mDefineNode)));
  8194. if (attributes != NULL)
  8195. {
  8196. MEMBER_SET(typeDecl, mAttributes, attributes);
  8197. }
  8198. if (!IsNodeRelevant(typeDecl))
  8199. {
  8200. typeDecl->mIgnoreDeclaration = true;
  8201. return;
  8202. }
  8203. BfAstNode* prevNode = NULL;
  8204. bool isDone = !mVisitorPos.MoveNext();
  8205. while (!isDone)
  8206. {
  8207. auto node = mVisitorPos.GetCurrent();
  8208. if (node == prevNode)
  8209. {
  8210. BF_FATAL("Should have handled node already");
  8211. // If we're stuck on an error and can't process any more nodes
  8212. break;
  8213. }
  8214. prevNode = node;
  8215. BfAstNode* typeMember = BfNodeDynCast<BfMemberDeclaration>(node);
  8216. if (typeMember == NULL)
  8217. typeMember = ReadTypeMember(node);
  8218. //methodDeclaration->mDocumentation = FindDocumentation(methodDeclaration);
  8219. isDone = !mVisitorPos.MoveNext();
  8220. if (typeMember != NULL)
  8221. {
  8222. mVisitorPos.Write(typeMember);
  8223. }
  8224. }
  8225. mVisitorPos.Trim();
  8226. }
  8227. void BfReducer::HandleRoot(BfRootNode* rootNode)
  8228. {
  8229. String fileName;
  8230. auto parser = rootNode->GetSourceData()->ToParserData();
  8231. if (parser != NULL)
  8232. fileName = parser->mFileName;
  8233. BP_ZONE_F("BfReducer::HandleRoot %s", fileName.c_str());
  8234. mAlloc = &rootNode->GetSourceData()->mAlloc;
  8235. mSystem = mSource->mSystem;
  8236. HandleTopLevel(rootNode);
  8237. BfSizedArrayInitIndirect(mSource->mSourceData->mExteriorNodes, mExteriorNodes, mAlloc);
  8238. mAlloc = NULL;
  8239. if (mPassInstance->HasFailed())
  8240. mSource->mParsingFailed = true;
  8241. }
  8242. static String NodeToString(BfAstNode* node)
  8243. {
  8244. return String(&node->GetSourceData()->mSrc[node->GetSrcStart()], node->GetSrcLength());
  8245. }
  8246. BfInlineAsmStatement* BfReducer::CreateInlineAsmStatement(BfAstNode* asmNode)
  8247. {
  8248. auto asmToken = BfNodeDynCast<BfTokenNode>(asmNode);
  8249. auto nextNode = mVisitorPos.GetNext();
  8250. auto blockNode = BfNodeDynCast<BfInlineAsmStatement>(nextNode);
  8251. if (blockNode == NULL)
  8252. return (BfInlineAsmStatement*)Fail("Expected inline assembly block", asmNode);
  8253. ReplaceNode(asmToken, blockNode);
  8254. BfInlineAsmStatement* asmStatement = (BfInlineAsmStatement*)blockNode;
  8255. {
  8256. auto processInstrNodes = [&](const Array<BfAstNode*>& nodes) -> BfInlineAsmInstruction*
  8257. {
  8258. int nodeCount = (int)nodes.size();
  8259. int curNodeIdx = 0;
  8260. auto instNode = mAlloc->Alloc<BfInlineAsmInstruction>();
  8261. //instNode->mSource = asmStatement->mSource;
  8262. int srcStart = nodes.front()->GetSrcStart();
  8263. int srcEnd = nodes.back()->GetSrcEnd();
  8264. instNode->Init(srcStart, srcStart, srcEnd);
  8265. auto replaceWithLower = [](String& s)
  8266. {
  8267. std::transform(s.begin(), s.end(), s.begin(), ::tolower);
  8268. };
  8269. auto readIdent = [&](String& outStr, bool forceLowerCase, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8270. {
  8271. if (curNodeIdx >= nodeCount)
  8272. {
  8273. if (!peekOnly)
  8274. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8275. return false;
  8276. }
  8277. BfAstNode* curNode = nodes[curNodeIdx];
  8278. if (!peekOnly)
  8279. ++curNodeIdx;
  8280. if (!BfNodeDynCast<BfIdentifierNode>(curNode))
  8281. {
  8282. if (!peekOnly)
  8283. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8284. return false;
  8285. }
  8286. outStr = NodeToString(curNode);
  8287. if (forceLowerCase)
  8288. replaceWithLower(outStr);
  8289. return true;
  8290. };
  8291. auto readToken = [&](BfToken tokenType, const StringImpl& errorExpectation, bool peekOnly) -> bool
  8292. {
  8293. if (curNodeIdx >= nodeCount)
  8294. {
  8295. if (!peekOnly)
  8296. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8297. return false;
  8298. }
  8299. BfAstNode* curNode = nodes[curNodeIdx];
  8300. if (!peekOnly)
  8301. ++curNodeIdx;
  8302. auto tokenNode = BfNodeDynCast<BfTokenNode>(curNode);
  8303. if (!tokenNode || tokenNode->GetToken() != tokenType)
  8304. {
  8305. if (!peekOnly)
  8306. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8307. return false;
  8308. }
  8309. return true;
  8310. };
  8311. auto readInteger = [&](int& outInt, const StringImpl& errorExpectation, bool peekOnly, int& outAdvanceTokenCount) -> bool
  8312. {
  8313. int origCurNodeIdx = curNodeIdx;
  8314. outAdvanceTokenCount = 0;
  8315. bool negate = false;
  8316. if (readToken(BfToken_Minus, "", true))
  8317. {
  8318. ++curNodeIdx;
  8319. ++outAdvanceTokenCount;
  8320. negate = true;
  8321. }
  8322. if (curNodeIdx >= nodeCount)
  8323. {
  8324. if (!peekOnly)
  8325. Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
  8326. else
  8327. curNodeIdx = origCurNodeIdx;
  8328. return false;
  8329. }
  8330. BfAstNode* curNode = nodes[curNodeIdx];
  8331. ++curNodeIdx;
  8332. ++outAdvanceTokenCount;
  8333. auto litNode = BfNodeDynCast<BfLiteralExpression>(curNode);
  8334. if (!litNode || litNode->mValue.mTypeCode != BfTypeCode_Int32)
  8335. {
  8336. if (!peekOnly)
  8337. Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
  8338. else
  8339. curNodeIdx = origCurNodeIdx;
  8340. return false;
  8341. }
  8342. outInt = litNode->mValue.mInt32;
  8343. if (negate)
  8344. outInt = -outInt;
  8345. if (peekOnly)
  8346. curNodeIdx = origCurNodeIdx;
  8347. return true;
  8348. };
  8349. auto readArgMemPrimaryExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8350. {
  8351. String primaryIdent;
  8352. int primaryInt;
  8353. int advanceTokenCount = 0;
  8354. if (readIdent(primaryIdent, false, "", true))
  8355. {
  8356. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8357. outArg.mReg = primaryIdent;
  8358. ++curNodeIdx;
  8359. return true;
  8360. }
  8361. else if (readInteger(primaryInt, "", true, advanceTokenCount))
  8362. {
  8363. outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8364. outArg.mInt = primaryInt;
  8365. curNodeIdx += advanceTokenCount;
  8366. return true;
  8367. }
  8368. else
  8369. {
  8370. Fail(StrFormat("Found \"%s\", expected integer or identifier", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8371. return false;
  8372. }
  8373. };
  8374. std::function<bool(BfInlineAsmInstruction::AsmArg&)> readArgMemMulExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8375. {
  8376. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8377. if (!readArgMemPrimaryExpr(exprArgLeft))
  8378. return false;
  8379. if (!readToken(BfToken_Star, "", true))
  8380. {
  8381. outArg = exprArgLeft;
  8382. return true;
  8383. }
  8384. ++curNodeIdx;
  8385. if (!readArgMemMulExpr(exprArgRight))
  8386. return false;
  8387. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8388. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8389. if (leftIdent && rightIdent)
  8390. {
  8391. Fail(StrFormat("Memory expressions can only scale by an integer", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8392. return false;
  8393. }
  8394. else if (leftIdent || rightIdent)
  8395. {
  8396. if (leftIdent)
  8397. {
  8398. outArg = exprArgLeft;
  8399. outArg.mAdjRegScalar = exprArgRight.mInt;
  8400. }
  8401. else
  8402. {
  8403. outArg = exprArgRight;
  8404. outArg.mAdjRegScalar = exprArgLeft.mInt;
  8405. }
  8406. outArg.mMemFlags &= ~BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8407. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg;
  8408. outArg.mAdjReg = outArg.mReg;
  8409. outArg.mReg.clear();
  8410. }
  8411. else
  8412. {
  8413. outArg = exprArgLeft;
  8414. outArg.mInt = exprArgLeft.mInt * exprArgRight.mInt;
  8415. }
  8416. return true;
  8417. };
  8418. std::function<bool(BfInlineAsmInstruction::AsmArg&, bool)> readArgMemAddExpr = [&](BfInlineAsmInstruction::AsmArg& outArg, bool subtractLeft) -> bool // can't use 'auto' here since it's recursive
  8419. {
  8420. BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
  8421. if (!readArgMemMulExpr(exprArgLeft))
  8422. return false;
  8423. if (subtractLeft)
  8424. {
  8425. if (exprArgLeft.mMemFlags != BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8426. {
  8427. Fail("Memory expressions can only subtract by an integer", instNode);
  8428. return false;
  8429. }
  8430. exprArgLeft.mInt = -exprArgLeft.mInt;
  8431. }
  8432. bool subtract = false;
  8433. if (!readToken(BfToken_Plus, "", true))
  8434. {
  8435. if (!readToken(BfToken_Minus, "", true))
  8436. {
  8437. outArg = exprArgLeft;
  8438. return true;
  8439. }
  8440. else
  8441. subtract = true;
  8442. }
  8443. ++curNodeIdx;
  8444. if (!readArgMemAddExpr(exprArgRight, subtract))
  8445. return false;
  8446. bool leftScaling = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8447. bool rightScaling = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
  8448. if (leftScaling && rightScaling)
  8449. {
  8450. Fail("Memory expressions can only have one scaling register and one non-scaling register", instNode);
  8451. return false;
  8452. }
  8453. BfInlineAsmInstruction::AsmArg* scaledArg = leftScaling ? &exprArgLeft : (rightScaling ? &exprArgRight : nullptr);
  8454. if (scaledArg)
  8455. {
  8456. BfInlineAsmInstruction::AsmArg* otherArg = leftScaling ? &exprArgRight : &exprArgLeft;
  8457. outArg = *scaledArg;
  8458. outArg.mMemFlags |= otherArg->mMemFlags;
  8459. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8460. {
  8461. if (scaledArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
  8462. {
  8463. Fail("Memory expressions can involve at most two registers", instNode);
  8464. return false;
  8465. }
  8466. outArg.mReg = otherArg->mReg;
  8467. }
  8468. if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8469. {
  8470. outArg.mInt += otherArg->mInt;
  8471. }
  8472. }
  8473. else
  8474. {
  8475. outArg.mInt = 0;
  8476. if (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8477. {
  8478. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8479. outArg.mInt += exprArgLeft.mInt;
  8480. }
  8481. if (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
  8482. {
  8483. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
  8484. outArg.mInt += exprArgRight.mInt;
  8485. }
  8486. bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8487. bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
  8488. if (leftIdent && rightIdent)
  8489. {
  8490. outArg.mMemFlags |= (BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg | BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg);
  8491. outArg.mReg = exprArgLeft.mReg;
  8492. outArg.mAdjReg = exprArgRight.mReg;
  8493. outArg.mAdjRegScalar = 1;
  8494. }
  8495. else if (leftIdent)
  8496. {
  8497. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8498. outArg.mReg = exprArgLeft.mReg;
  8499. }
  8500. else if (rightIdent)
  8501. {
  8502. outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
  8503. outArg.mReg = exprArgRight.mReg;
  8504. }
  8505. }
  8506. return true;
  8507. };
  8508. auto parseArg = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
  8509. {
  8510. bool keepGoing = true;
  8511. while (keepGoing)
  8512. {
  8513. keepGoing = false;
  8514. int peekInt;
  8515. String peekStr;
  8516. int advanceTokenCount;
  8517. if (readInteger(peekInt, "", true, advanceTokenCount))
  8518. {
  8519. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Immediate;
  8520. outArg.mInt = peekInt;
  8521. curNodeIdx += advanceTokenCount;
  8522. }
  8523. else if (readIdent(peekStr, false, "", true))
  8524. {
  8525. ++curNodeIdx;
  8526. String s(peekStr);
  8527. replaceWithLower(s);
  8528. String tempIdent;
  8529. if ((s == "cs" || s == "ds" || s == "es" || s == "fs" || s == "gs" || s == "ss") && readToken(BfToken_Colon, "", true))
  8530. {
  8531. ++curNodeIdx;
  8532. outArg.mSegPrefix = s;
  8533. keepGoing = true;
  8534. }
  8535. else if (s == "st" && readToken(BfToken_LParen, "", true))
  8536. {
  8537. ++curNodeIdx;
  8538. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_FloatReg;
  8539. if (!readInteger(peekInt, "integer floating-point register number", false, advanceTokenCount))
  8540. return false;
  8541. outArg.mInt = peekInt;
  8542. if (!readToken(BfToken_RParen, "')'", false))
  8543. return false;
  8544. }
  8545. else if ((s == "byte" || s == "word" || s == "dword" || s == "qword" || s == "xword" || s == "xmmword" || s == "opaque") && readIdent(tempIdent, true, "", true))
  8546. {
  8547. if (tempIdent != "ptr")
  8548. {
  8549. Fail(StrFormat("Found \"%s\", expected \"ptr\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8550. return false;
  8551. }
  8552. ++curNodeIdx;
  8553. outArg.mSizePrefix = s;
  8554. keepGoing = true;
  8555. }
  8556. else
  8557. {
  8558. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_IntReg;
  8559. outArg.mReg = peekStr;
  8560. }
  8561. }
  8562. else if (readToken(BfToken_LBracket, "", true))
  8563. {
  8564. ++curNodeIdx;
  8565. BfInlineAsmInstruction::AsmArg exprArgLeft;
  8566. if (!readArgMemAddExpr(exprArgLeft, false))
  8567. return false;
  8568. if (!readToken(BfToken_RBracket, "']'", false))
  8569. return false;
  8570. if (readToken(BfToken_Dot, "", true))
  8571. {
  8572. ++curNodeIdx;
  8573. if (!readIdent(outArg.mMemberSuffix, false, "struct member suffix identifier", false))
  8574. return false;
  8575. }
  8576. outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Memory;
  8577. outArg.mMemFlags = exprArgLeft.mMemFlags;
  8578. //outArg.mSegPrefix = already_set_leave_me_alone;
  8579. //outArg.mSizePrefix = already_set_leave_me_alone;
  8580. outArg.mInt = exprArgLeft.mInt;
  8581. outArg.mReg = exprArgLeft.mReg;
  8582. outArg.mAdjReg = exprArgLeft.mAdjReg;
  8583. outArg.mAdjRegScalar = exprArgLeft.mAdjRegScalar;
  8584. //outArg.mMemberSuffix = already_set_leave_me_alone;
  8585. return true;
  8586. }
  8587. else
  8588. return false;
  8589. }
  8590. return true;
  8591. };
  8592. BfInlineAsmInstruction::AsmInst& outInst = instNode->mAsmInst;
  8593. // instruction / instruction prefix / label
  8594. String opStr;
  8595. if (!readIdent(opStr, false, "instruction, instruction prefix, or label", false))
  8596. return nullptr;
  8597. if (readToken(BfToken_Colon, "", true))
  8598. {
  8599. ++curNodeIdx;
  8600. outInst.mLabel = opStr;
  8601. if (curNodeIdx >= nodeCount)
  8602. return instNode;
  8603. if (!readIdent(opStr, false, "instruction or instruction prefix", false))
  8604. return nullptr;
  8605. }
  8606. replaceWithLower(opStr);
  8607. // check for instruction prefix(s)
  8608. while (opStr == "lock" || opStr == "rep" || opStr == "repe" || opStr == "repne" || opStr == "repz" || opStr == "repnz")
  8609. {
  8610. if (curNodeIdx >= nodeCount) // in case prefix is listed like a separate instruction
  8611. break;
  8612. outInst.mOpPrefixes.push_back(opStr);
  8613. if (!readIdent(opStr, true, "instruction or instruction prefix", false))
  8614. return nullptr;
  8615. }
  8616. outInst.mOpCode = opStr;
  8617. BfInlineAsmInstruction::AsmArg asmArg;
  8618. while (parseArg(asmArg))
  8619. {
  8620. outInst.mArgs.push_back(asmArg);
  8621. asmArg = BfInlineAsmInstruction::AsmArg();
  8622. if (!readToken(BfToken_Comma, "", true))
  8623. break;
  8624. ++curNodeIdx;
  8625. }
  8626. if (curNodeIdx < nodeCount)
  8627. return (BfInlineAsmInstruction*)Fail(StrFormat("Found unexpected \"%s\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
  8628. //String testStr = outInst.ToString();
  8629. int unusedLineChar = 0;
  8630. auto bfParser = instNode->GetSourceData()->ToParserData();
  8631. if (bfParser != NULL)
  8632. bfParser->GetLineCharAtIdx(instNode->GetSrcStart(), outInst.mDebugLine, unusedLineChar);
  8633. //return (BfInlineAsmInstruction*)Fail(StrFormat("Line %d\n", outInst.mDebugLine), instNode);
  8634. return instNode;
  8635. };
  8636. // split nodes by newlines into individual instructions, skipping empty lines
  8637. Array<BfAstNode*> instrNodes;
  8638. Array<BfInlineAsmInstruction*> dstInstructions;
  8639. //BCF: Add this back
  8640. /*for (auto child = asmStatement->mChildren.mHead; child; child = child->mNext)
  8641. {
  8642. auto childToken = BfNodeDynCast<BfTokenNode>(child);
  8643. if (childToken && childToken->GetToken() == BfToken_AsmNewline)
  8644. {
  8645. if (!instrNodes.empty())
  8646. {
  8647. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  8648. if (instNode)
  8649. dstInstructions.push_back(instNode);
  8650. instrNodes.clear();
  8651. }
  8652. }
  8653. else if (childToken && childToken->GetToken() == BfToken_Asm)
  8654. {
  8655. // ignore the actual 'asm' keyword as we no longer need it
  8656. continue; //CDH FIXME this is because ReplaceNode adds the original 'asm' keyword as a child, which I don't need; maybe I'm missing how the CST->AST replacment pattern is intended to work?
  8657. }
  8658. else
  8659. {
  8660. instrNodes.push_back(child);
  8661. }
  8662. }*/
  8663. if (!instrNodes.empty())
  8664. {
  8665. BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
  8666. if (instNode)
  8667. dstInstructions.push_back(instNode);
  8668. instrNodes.Clear();
  8669. }
  8670. for (auto & instNode : dstInstructions)
  8671. MoveNode(instNode, asmStatement);
  8672. asmStatement->mInstructions = std::move(dstInstructions);
  8673. }
  8674. return asmStatement;
  8675. }