12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782 |
- #include "BfAst.h"
- #include "BfReducer.h"
- #include "BfParser.h"
- #include "BfSystem.h"
- #include "BfUtil.h"
- #include "BeefySysLib/util/BeefPerf.h"
- #include "BeefySysLib/util/StackHelper.h"
- #include "BeefySysLib/util/AllocDebug.h"
- #include <functional>
- USING_NS_BF;
- #define MEMBER_SET(dest, member, src) \
- { dest->member = src; \
- MoveNode(src, dest); }
- #define MEMBER_SET_CHECKED(dest, member, src) \
- { if (src == NULL) return dest; \
- dest->member = src; \
- MoveNode(src, dest); }
- #define MEMBER_SET_CHECKED_BOOL(dest, member, src) \
- { if (src == NULL) return false; \
- dest->member = src; \
- MoveNode(src, dest); }
- static BfBinaryOp TokenToBinaryOp(BfToken token)
- {
- switch (token)
- {
- case BfToken_Plus:
- return BfBinaryOp_Add;
- case BfToken_Minus:
- return BfBinaryOp_Subtract;
- case BfToken_Star:
- return BfBinaryOp_Multiply;
- case BfToken_ForwardSlash:
- return BfBinaryOp_Divide;
- case BfToken_Modulus:
- return BfBinaryOp_Modulus;
- case BfToken_Ampersand:
- return BfBinaryOp_BitwiseAnd;
- case BfToken_Bar:
- return BfBinaryOp_BitwiseOr;
- case BfToken_Carat:
- return BfBinaryOp_ExclusiveOr;
- case BfToken_LDblChevron:
- return BfBinaryOp_LeftShift;
- case BfToken_RDblChevron:
- return BfBinaryOp_RightShift;
- case BfToken_CompareEquals:
- return BfBinaryOp_Equality;
- case BfToken_CompareNotEquals:
- return BfBinaryOp_InEquality;
- case BfToken_RChevron:
- return BfBinaryOp_GreaterThan;
- case BfToken_LChevron:
- return BfBinaryOp_LessThan;
- case BfToken_GreaterEquals:
- return BfBinaryOp_GreaterThanOrEqual;
- case BfToken_LessEquals:
- return BfBinaryOp_LessThanOrEqual;
- case BfToken_Spaceship:
- return BfBinaryOp_Compare;
- case BfToken_DblAmpersand:
- return BfBinaryOp_ConditionalAnd;
- case BfToken_DblBar:
- return BfBinaryOp_ConditionalOr;
- case BfToken_DblQuestion:
- return BfBinaryOp_NullCoalesce;
- default:
- return BfBinaryOp_None;
- }
- }
- static BfUnaryOp TokenToUnaryOp(BfToken token)
- {
- switch (token)
- {
- case BfToken_Star:
- return BfUnaryOp_Dereference;
- case BfToken_Ampersand:
- return BfUnaryOp_AddressOf;
- case BfToken_Minus:
- return BfUnaryOp_Negate;
- case BfToken_Bang:
- return BfUnaryOp_Not;
- case BfToken_Plus:
- return BfUnaryOp_Positive;
- case BfToken_Tilde:
- return BfUnaryOp_InvertBits;
- case BfToken_DblPlus:
- return BfUnaryOp_Increment;
- case BfToken_DblMinus:
- return BfUnaryOp_Decrement;
- case BfToken_Ref:
- return BfUnaryOp_Ref;
- case BfToken_Mut:
- return BfUnaryOp_Mut;
- case BfToken_Out:
- return BfUnaryOp_Out;
- case BfToken_Params:
- return BfUnaryOp_Params;
- default:
- return BfUnaryOp_None;
- }
- }
- static BfAssignmentOp TokenToAssignmentOp(BfToken token)
- {
- switch (token)
- {
- case BfToken_AssignEquals:
- return BfAssignmentOp_Assign;
- case BfToken_PlusEquals:
- return BfAssignmentOp_Add;
- case BfToken_MinusEquals:
- return BfAssignmentOp_Subtract;
- case BfToken_MultiplyEquals:
- return BfAssignmentOp_Multiply;
- case BfToken_DivideEquals:
- return BfAssignmentOp_Divide;
- case BfToken_ModulusEquals:
- return BfAssignmentOp_Modulus;
- case BfToken_ShiftLeftEquals:
- return BfAssignmentOp_ShiftLeft;
- case BfToken_ShiftRightEquals:
- return BfAssignmentOp_ShiftRight;
- case BfToken_AndEquals:
- return BfAssignmentOp_BitwiseAnd;
- case BfToken_OrEquals:
- return BfAssignmentOp_BitwiseOr;
- case BfToken_XorEquals:
- return BfAssignmentOp_ExclusiveOr;
- default:
- return BfAssignmentOp_None;
- }
- }
- BfReducer::BfReducer()
- {
- mCurTypeDecl = NULL;
- mLastTypeDecl = NULL;
- mCurMethodDecl = NULL;
- mSource = NULL;
- mClassDepth = 0;
- mAlloc = NULL;
- mStmtHasError = false;
- mPrevStmtHadError = false;
- mPassInstance = NULL;
- mCompatMode = false;
- mAllowTypeWildcard = false;
- mIsFieldInitializer = false;
- mInParenExpr = false;
- mSkipCurrentNodeAssert = false;
- mAssertCurrentNodeIdx = 0;
- mSystem = NULL;
- mResolvePassData = NULL;
- mMethodDepth = 0;
- mDocumentCheckIdx = 0;
- mTypeMemberNodeStart = NULL;
- }
- bool BfReducer::IsSemicolon(BfAstNode* node)
- {
- auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
- return (tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Semicolon);
- }
- bool BfReducer::StringEquals(BfAstNode* node, BfAstNode* node2)
- {
- int len = node->GetSrcLength();
- int len2 = node2->GetSrcLength();
- if (len != len2)
- return false;
- int start = node->GetSrcStart();
- int start2 = node2->GetSrcStart();
- const char* srcStr = node->GetSourceData()->mSrc;
- for (int i = 0; i < len; i++)
- {
- if (srcStr[start + i] != srcStr[start2 + i])
- return false;
- }
- return true;
- }
- int gAssertCurrentNodeIdx = 0;
- void BfReducer::AssertCurrentNode(BfAstNode* node)
- {
- if (mSkipCurrentNodeAssert)
- return;
- auto currentNode = mVisitorPos.GetCurrent();
- if (currentNode == NULL)
- return;
- if (!node->LocationEndEquals(currentNode))
- {
- const char* lastCPtr = &node->GetSourceData()->mSrc[node->GetSrcEnd() - 1];
- // We have an "exceptional" case where breaking a double chevron will look like a position error
- if ((lastCPtr[0] != '>') || (lastCPtr[1] != '>'))
- {
- BF_FATAL("Internal parsing error");
- }
- }
- gAssertCurrentNodeIdx++;
- mAssertCurrentNodeIdx++;
- }
- // For autocomplete we only do a reduce on nodes the cursor is in
- bool BfReducer::IsNodeRelevant(BfAstNode* astNode)
- {
- BfParser* bfParser = astNode->GetSourceData()->ToParser();
- if (bfParser == NULL)
- return true;
- int cursorPos = bfParser->mCursorIdx;
- if ((cursorPos == -1) || (astNode->Contains(cursorPos, 1, 0)))
- return true;
- BF_ASSERT(bfParser->mParserData->mRefCount == -1);
- return false;
- }
- bool BfReducer::IsNodeRelevant(BfAstNode* startNode, BfAstNode* endNode)
- {
- BfParser* bfParser = startNode->GetSourceData()->ToParser();
- if (bfParser == NULL)
- return true;
- int cursorPos = bfParser->mCursorIdx;
- int lenAdd = 1;
- if ((cursorPos == -1) ||
- ((cursorPos >= startNode->GetSrcStart()) && (cursorPos < endNode->GetSrcEnd() + lenAdd)))
- return true;
- BF_ASSERT(bfParser->mParserData->mRefCount == -1);
- return false;
- }
- void BfReducer::MoveNode(BfAstNode* srcNode, BfAstNode* newOwner)
- {
- #ifdef BF_AST_HAS_PARENT_MEMBER
- srcNode->mParent = newOwner;
- #endif
- int srcStart = srcNode->GetSrcStart();
- int srcEnd = srcNode->GetSrcEnd();
- if (srcStart < newOwner->GetSrcStart())
- newOwner->SetSrcStart(srcStart);
- if (srcEnd > newOwner->GetSrcEnd())
- newOwner->SetSrcEnd(srcEnd);
- }
- // Replaces prevNode with new node and adds prevNode to newNode's childrenj
- // It can be considered that newNode encapsulated prevNode.
- void BfReducer::ReplaceNode(BfAstNode* prevNode, BfAstNode* newNode)
- {
- #ifdef BF_AST_HAS_PARENT_MEMBER
- newNode->mParent = prevNode->mParent;
- #endif
- if (!newNode->IsInitialized())
- {
- #ifdef BF_AST_COMPACT
- if (prevNode->mIsCompact)
- {
- newNode->mIsCompact = prevNode->mIsCompact;
- newNode->mCompact_SrcStart = prevNode->mCompact_SrcStart;
- newNode->mCompact_SrcLen = prevNode->mCompact_SrcLen;
- newNode->mCompact_TriviaLen = prevNode->mCompact_TriviaLen;
- }
- else
- {
- int prevTriviaStart;
- int prevSrcStart;
- int prevSrcEnd;
- prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
- newNode->Init(prevTriviaStart, prevSrcStart, prevSrcEnd);
- }
- #else
- newNode->mTriviaStart = prevNode->mTriviaStart;
- newNode->mSrcStart = prevNode->mSrcStart;
- newNode->mSrcEnd = prevNode->mSrcEnd;
- #endif
- }
- else
- {
- int newTriviaStart;
- int newSrcStart;
- int newSrcEnd;
- newNode->GetSrcPositions(newTriviaStart, newSrcStart, newSrcEnd);
- int prevTriviaStart;
- int prevSrcStart;
- int prevSrcEnd;
- prevNode->GetSrcPositions(prevTriviaStart, prevSrcStart, prevSrcEnd);
- if (prevTriviaStart < newTriviaStart)
- newNode->SetTriviaStart(prevTriviaStart);
- if (prevSrcStart < newSrcStart)
- newNode->SetSrcStart(prevSrcStart);
- if (prevSrcEnd > newSrcEnd)
- newNode->SetSrcEnd(prevSrcEnd);
- }
- #ifdef BF_AST_HAS_PARENT_MEMBER
- prevNode->mParent = newNode;
- #endif
- }
- BfAstNode* BfReducer::Fail(const StringImpl& errorMsg, BfAstNode* refNode)
- {
- mStmtHasError = true;
- if (mPassInstance->HasLastFailedAt(refNode)) // No duplicate failures
- return NULL;
- mPassInstance->Fail(errorMsg, refNode);
- return NULL;
- }
- BfAstNode* BfReducer::FailAfter(const StringImpl& errorMsg, BfAstNode* prevNode)
- {
- mStmtHasError = true;
- mPassInstance->FailAfter(errorMsg, prevNode);
- return NULL;
- }
- void BfReducer::AddErrorNode(BfAstNode* astNode, bool removeNode)
- {
- if (mSource != NULL)
- mSource->AddErrorNode(astNode);
- if (removeNode)
- astNode->RemoveSelf();
- }
- bool BfReducer::IsTypeReference(BfAstNode* checkNode, BfToken successToken, int* outEndNode, bool* couldBeExpr, bool* isGenericType, bool* isTuple)
- {
- AssertCurrentNode(checkNode);
- if (couldBeExpr != NULL)
- *couldBeExpr = true;
- if (outEndNode != NULL)
- *outEndNode = -1;
- auto firstNode = checkNode;
- if (checkNode == NULL)
- return false;
- int checkIdx = mVisitorPos.mReadPos;
- if ((!checkNode->IsA<BfIdentifierNode>()) && (!checkNode->IsA<BfMemberReferenceExpression>()))
- {
- if (auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
- {
- BfToken checkToken = checkTokenNode->GetToken();
- if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
- {
- checkIdx++;
- if (mVisitorPos.Get(checkIdx) == NULL)
- return false;
- }
- else if ((checkToken == BfToken_Var) || (checkToken == BfToken_Let))
- {
- checkIdx++;
- checkNode = mVisitorPos.Get(checkIdx);
- checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
-
- if (outEndNode)
- *outEndNode = checkIdx;
- if (successToken == BfToken_None)
- return true;
- return (checkToken == successToken);
- }
- else if (checkToken == BfToken_Unsigned)
- {
- // Unsigned val start
- }
- else if (checkToken == BfToken_LParen)
- {
- // Tuple start
- }
- else if (checkToken == BfToken_Decltype)
- {
- // Decltype start
- }
- else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
- {
- int startNode = mVisitorPos.mReadPos;
- mVisitorPos.mReadPos++;
- int endNode = -1;
- // Return type
- auto checkNode = mVisitorPos.GetCurrent();
- if ((checkNode == NULL) || (!IsTypeReference(checkNode, BfToken_LParen, &endNode, couldBeExpr, isGenericType, isTuple)))
- {
- if (outEndNode != NULL)
- *outEndNode = endNode;
- mVisitorPos.mReadPos = startNode;
- return false;
- }
- // Take in params as a tuple
- mVisitorPos.mReadPos = endNode;
- auto currentNode = mVisitorPos.GetCurrent();
- bool hasParams = false;
- if (currentNode != NULL)
- {
- if (auto openToken = BfNodeDynCast<BfTokenNode>(currentNode))
- {
- if (openToken->GetToken() == BfToken_LParen)
- {
- int parenDepth = 1;
- // Do a smarter check?
- checkIdx = endNode + 1;
- while (true)
- {
- auto checkNode = mVisitorPos.Get(checkIdx);
- if (checkNode == NULL)
- break;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
- {
- bool done = false;
- switch (tokenNode->GetToken())
- {
- case BfToken_LParen:
- parenDepth++;
- break;
- case BfToken_RParen:
- parenDepth--;
- if (parenDepth == 0)
- {
- endNode = checkIdx + 1;
- done = true;
- }
- break;
- case BfToken_Semicolon:
- // Failed
- done = true;
- break;
- default: break;
- }
- if (done)
- break;
- }
- checkIdx++;
- }
- hasParams = parenDepth == 0;
- }
- }
- }
- if (!hasParams)
- {
- if (outEndNode != NULL)
- *outEndNode = endNode;
- mVisitorPos.mReadPos = startNode;
- return false;
- }
- if (outEndNode != NULL)
- *outEndNode = endNode;
- mVisitorPos.mReadPos = startNode;
- return true;
- }
- else
- return false;
- }
- else
- return false;
- }
- int chevronDepth = 0;
- bool identifierExpected = true;
- bool hadEndBracket = false;
- int bracketDepth = 0;
- int parenDepth = 0;
- bool hadTupleComma = false;
- bool hadIdentifier = false;
- bool foundSuccessToken = false;
- BfTokenNode* lastToken = NULL;
- //while (checkNode != NULL)
- SizedArray<BfToken, 8> tokenStack;
- while (true)
- {
- auto checkNode = mVisitorPos.Get(checkIdx);
- if (checkNode == NULL)
- break;
- auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
- if (checkTokenNode != NULL)
- {
- if (hadEndBracket)
- return false;
- BfToken checkToken = checkTokenNode->GetToken();
- if (bracketDepth > 0)
- {
- if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
- {
- bracketDepth++;
- }
- else if (checkToken == BfToken_RBracket)
- {
- bracketDepth--;
- }
- }
- else
- {
- if ((checkToken == successToken) && (checkTokenNode != firstNode))
- {
- bool doEnding = true;
- bool success = false;
- if ((lastToken != NULL) && ((lastToken->GetToken() == BfToken_RChevron) || (lastToken->GetToken() == BfToken_RDblChevron)))
- {
- if (couldBeExpr != NULL)
- *couldBeExpr = false;
- }
- if (successToken == BfToken_RParen)
- {
- success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 1);
- if (success)
- {
- // Check identifierExpected - this catches (.) casts
- if ((identifierExpected) && (couldBeExpr != NULL))
- *couldBeExpr = false;
- }
- }
- else if ((successToken == BfToken_Comma) ||
- (successToken == BfToken_LBracket))
- {
- success = (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
- }
- if (success)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return true;
- }
- if (doEnding)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0);
- }
- }
- bool isDone = false;
- if (checkToken == BfToken_LParen)
- {
- if ((hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0))
- isDone = true;
- else
- {
- tokenStack.Add(BfToken_LParen);
- parenDepth++;
- }
- }
- else if (checkToken == BfToken_RParen)
- {
- if ((parenDepth == 0) || (tokenStack.back() != BfToken_LParen))
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- tokenStack.pop_back();
- parenDepth--;
- if (parenDepth > 0)
- {
- // if we are embedded in a multi-tuple like (A, (B, C), D) then we expect a , or ) after
- // closing an inner tuple. Otherwise this is an expression like ((Type)a)
- auto nextNode = mVisitorPos.GetNext();
- bool isOkay = false;
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- isOkay = (nextToken->GetToken() == BfToken_Comma) || (nextToken->GetToken() == BfToken_RParen);
- }
- if (!isOkay)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- }
- if ((parenDepth < 0) ||
- // Probably a cast
- ((successToken == BfToken_None) && (parenDepth == 0) && (!hadTupleComma)))
- {
- if (successToken == BfToken_RParen)
- {
- foundSuccessToken = true;
- break;
- }
- else
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- }
- }
- else if ((checkToken == BfToken_Const) && (chevronDepth > 0))
- {
- if (mCompatMode)
- {
- identifierExpected = true;
- }
- else
- {
- int prevReadPos = mVisitorPos.mReadPos;
- auto nextNode = mVisitorPos.Get(checkIdx + 1);
- if (nextNode != NULL)
- {
- mVisitorPos.mReadPos = checkIdx + 1;
- auto expr = CreateExpression(nextNode, BfReducer::CreateExprFlags_BreakOnRChevron);
- int endExprReadPos = mVisitorPos.mReadPos;
- mVisitorPos.mReadPos = prevReadPos;
- if (expr == NULL)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- checkIdx = endExprReadPos;
- }
- }
- }
- else if ((checkToken == BfToken_Minus) && (mCompatMode) && (chevronDepth > 0) && (parenDepth == 0) && (bracketDepth == 0))
- {
- // Allow
- }
- else if (checkToken == BfToken_Unsigned)
- {
- identifierExpected = true;
- }
- else if ((checkToken == BfToken_Ref) || (checkToken == BfToken_Mut))
- {
- identifierExpected = true;
- }
- else if (checkToken == BfToken_LChevron)
- {
- identifierExpected = true;
- chevronDepth++;
- tokenStack.Add(BfToken_LChevron);
- }
- else if ((checkToken == BfToken_RChevron) || (checkToken == BfToken_RDblChevron))
- {
- for (int i = 0; i < ((checkToken == BfToken_RDblChevron) ? 2 : 1); i++)
- {
- if ((tokenStack.IsEmpty()) || (tokenStack.back() != BfToken_LChevron))
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- tokenStack.pop_back();
- chevronDepth--;
- }
-
- identifierExpected = false;
- if (chevronDepth < 0)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- if (chevronDepth == 0)
- {
- if (isGenericType != NULL)
- *isGenericType = true;
- }
- }
- else if (checkToken == BfToken_RDblChevron)
- chevronDepth -= 2;
- else if (checkToken == BfToken_Comma)
- {
- if ((bracketDepth == 0) && (tokenStack.IsEmpty()))
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- if ((!tokenStack.IsEmpty()) && (tokenStack.back() == BfToken_LParen))
- {
- hadTupleComma = true;
- if (isTuple != NULL)
- {
- *isTuple = true;
- }
- }
- identifierExpected = true;
- }
- else if (checkToken == BfToken_Dot)
- {
- auto prevNode = mVisitorPos.Get(checkIdx - 1);
- if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
- {
- if (couldBeExpr != NULL)
- {
- // UH- NO, it could be referencing a static member
- // a ">." can only be a reference to an inner type of a generic type
- //if ((prevToken->GetToken() == BfToken_RChevron) || (prevToken->GetToken() == BfToken_RDblChevron))
- //*couldBeExpr = false;
- }
- // a ".[" can only be a member reference after an indexer expression
- if (prevToken->GetToken() == BfToken_RBracket)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- }
- identifierExpected = true;
- }
- else if (checkToken == BfToken_RBracket)
- {
- hadEndBracket = true;
- }
- else if ((checkToken == BfToken_Star) || (checkToken == BfToken_Question))
- {
- if (checkToken == BfToken_Star)
- {
- auto prevNode = mVisitorPos.Get(checkIdx - 1);
- if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
- {
- switch (prevToken->GetToken())
- {
- case BfToken_RParen:
- case BfToken_RBracket:
- case BfToken_RChevron:
- case BfToken_RDblChevron:
- break;
- default:
- // These are definitely dereferences
- return false;
- }
- }
- while (true)
- {
- auto nextNode = mVisitorPos.Get(checkIdx + 1);
- auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((nextToken == NULL) || (nextToken->GetToken() != BfToken_Star))
- break;
- checkTokenNode = nextToken;
- checkToken = checkTokenNode->GetToken();
- checkIdx++;
- }
- }
- else
- {
- auto prevNode = mVisitorPos.Get(checkIdx - 1);
- if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
- {
- // If this is just a 'loose' comma then it can't be part of a nullable
- if ((prevToken->GetToken() == BfToken_Comma) ||
- (prevToken->GetToken() == BfToken_LParen))
- {
- return false;
- }
- }
- }
- // Star or Question always end a TypeRef
- if ((chevronDepth == 0) && (parenDepth == 0) && (bracketDepth == 0))
- {
- if (hadTupleComma)
- return false;
- if (couldBeExpr != NULL)
- *couldBeExpr = false;
- if (outEndNode != NULL)
- *outEndNode = checkIdx + 1;
- if (successToken == BfToken_None)
- return true;
- auto nextNode = mVisitorPos.Get(checkIdx + 1);
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextToken->GetToken() == successToken)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx + 1;
- return true;
- }
- if (nextToken->GetToken() == BfToken_LBracket)
- {
- // A rare case of something like "char*[...]", let the bracket information through
- }
- else
- break;
- }
- else
- return false;
- }
- }
- else if ((checkToken == BfToken_LBracket) || (checkToken == BfToken_QuestionLBracket))
- {
- auto prevNode = mVisitorPos.Get(checkIdx - 1);
- if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
- {
- // .[ - that's not a valid type, but could be an attributed member reference
- if ((prevToken->GetToken() == BfToken_Dot) || (prevToken->GetToken() == BfToken_DotDot))
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx - 1;
- return false;
- }
- }
- bracketDepth++;
- }
- else if (checkToken == BfToken_This)
- {
- if ((parenDepth == 1) && (hadIdentifier))
- {
- // If this looks like it's from a '(<type> this ...)' then it could be part of a function declaration, so allow it
- }
- else
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- }
- else if ((checkToken == BfToken_Delegate) || (checkToken == BfToken_Function))
- {
- int funcEndNode = -1;
- int prevReadPos = mVisitorPos.mReadPos;
- mVisitorPos.mReadPos = checkIdx;
- bool isTypeRef = IsTypeReference(checkNode, BfToken_None, &funcEndNode);
- mVisitorPos.mReadPos = prevReadPos;
- if (!isTypeRef)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- checkIdx = funcEndNode;
- continue;
- }
- else if (checkToken == BfToken_Decltype)
- {
- int endNodeIdx = checkIdx + 1;
- auto nextNode = mVisitorPos.Get(checkIdx + 1);
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- int openCount = 1;
- while (true)
- {
- endNodeIdx++;
- auto checkNextNode = mVisitorPos.Get(endNodeIdx);
- if (checkNextNode == NULL)
- break;
- if (auto checkNextToken = BfNodeDynCast<BfTokenNode>(checkNextNode))
- {
- if (checkNextToken->GetToken() == BfToken_LParen)
- openCount++;
- else if (checkNextToken->GetToken() == BfToken_RParen)
- {
- openCount--;
- if (openCount == 0)
- break;
- }
- }
- }
- }
- checkIdx = endNodeIdx;
- /*if (outEndNode != NULL)
- *outEndNode = endNodeIdx + 1;
- return true;*/
- }
- else if (checkToken != BfToken_LBracket)
- isDone = true;
- if (isDone)
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- if (isGenericType != NULL)
- *isGenericType = false;
- return false;
- }
- }
- }
- else if (bracketDepth > 0)
- {
- // Ignore
- }
- else if ((checkNode->IsA<BfIdentifierNode>()) || (checkNode->IsA<BfMemberReferenceExpression>()))
- {
- // Identifier is always allowed in tuple (parenDepth == 0), because it's potentially the field name
- // (successToken == BfToken_RParen) infers we are already checking inside parentheses, such as
- // when we see a potential cast expression
- if ((!identifierExpected) && (parenDepth == 0) && (successToken != BfToken_RParen))
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- if (successToken == BfToken_None)
- return chevronDepth == 0;
- return false;
- }
- hadIdentifier = true;
- identifierExpected = false;
- }
- else if (checkNode->IsA<BfBlock>())
- {
- if (successToken == BfToken_LBrace)
- {
- foundSuccessToken = true;
- }
- break;
- }
- else if ((mCompatMode) && (checkNode->IsExact<BfLiteralExpression>()) && (chevronDepth > 0) && (identifierExpected))
- {
- // Allow
- identifierExpected = false;
- }
- else
- {
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return false;
- }
- lastToken = checkTokenNode;
- checkIdx++;
- }
- if (outEndNode != NULL)
- *outEndNode = checkIdx;
- return (hadIdentifier) && (chevronDepth == 0) && (bracketDepth == 0) && (parenDepth == 0) && ((successToken == BfToken_None) || (foundSuccessToken));
- }
- bool BfReducer::IsLocalMethod(BfAstNode* nameNode)
- {
- AssertCurrentNode(nameNode);
- int parenDepth = 0;
- bool hadParens = false;
- int chevronDepth = 0;
- bool hadGenericParams = false;
- int checkIdx = mVisitorPos.mReadPos + 1;
- while (true)
- {
- auto checkNode = mVisitorPos.Get(checkIdx);
- if (checkNode == NULL)
- return false;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
- {
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_LParen)
- {
- parenDepth++;
- hadParens = true;
- }
- else if (token == BfToken_RParen)
- {
- parenDepth--;
- if (parenDepth == 0)
- return true;
- }
- else
- {
- switch (token)
- {
- case BfToken_Semicolon: // Never can be a local method
- return false;
- case BfToken_Where: // Always denotes a local method
- return true;
- default: break;
- }
- }
- }
- else if (auto tokenNode = BfNodeDynCast<BfBlock>(checkNode))
- {
- //return (hadParens) && (parenDepth == 0);
- return false;
- }
- else
- {
-
- }
- checkIdx++;
- }
- return false;
- }
- int BfReducer::QualifiedBacktrack(BfAstNode* endNode, int checkIdx, bool* outHadChevrons)
- {
- auto checkNode = endNode;
- BF_ASSERT(checkNode == mVisitorPos.Get(checkIdx));
- int chevronDepth = 0;
- bool identifierExpected = true;
- bool hadEndBracket = false;
- bool lastWasIdentifier = false;
- while (checkNode != NULL)
- {
- auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
- if (checkTokenNode != NULL)
- {
- BfToken checkToken = checkTokenNode->GetToken();
- if ((checkToken == BfToken_Dot) || (checkToken == BfToken_DotDot))
- {
- if (chevronDepth == 0)
- return checkIdx;
- }
- else if (checkToken == BfToken_LChevron)
- {
- if (outHadChevrons != NULL)
- *outHadChevrons = true;
- chevronDepth++;
- }
- else if (checkToken == BfToken_RChevron)
- {
- // Was this a case like "Test<T> MethodName"? Those are split.
- if (lastWasIdentifier)
- return -1;
- chevronDepth--;
- }
- else if (checkToken == BfToken_RDblChevron)
- {
- if (lastWasIdentifier)
- return -1;
- chevronDepth -= 2;
- }
- else if ((checkToken != BfToken_Comma) &&
- (checkToken != BfToken_Dot) &&
- (checkToken != BfToken_DotDot) &&
- (checkToken != BfToken_RBracket) &&
- (checkToken != BfToken_Star) &&
- (checkToken != BfToken_Question) &&
- (checkToken != BfToken_LBracket))
- {
- return -1;
- }
- if (chevronDepth == 0)
- return -1;
- lastWasIdentifier = false;
- }
- else if (checkNode->IsA<BfIdentifierNode>())
- {
- // Two identifiers in a row denotes a break
- if (lastWasIdentifier)
- return -1;
- lastWasIdentifier = true;
- }
- else
- {
- return -1;
- }
- checkIdx--;
- checkNode = mVisitorPos.Get(checkIdx);
- }
- return -1;
- }
- BfExpression* BfReducer::ApplyToFirstExpression(BfUnaryOperatorExpression* unaryOp, BfExpression* target)
- {
- auto condExpression = BfNodeDynCast<BfConditionalExpression>(target);
- if (condExpression != NULL)
- {
- auto result = ApplyToFirstExpression(unaryOp, condExpression->mConditionExpression);
- if (result == condExpression->mConditionExpression)
- {
- //TODO: Make sure this one works, check children and next's and such
- //ReplaceNode(unaryOp, binOpExpression);
- unaryOp->mExpression = condExpression->mConditionExpression;
- ReplaceNode(unaryOp, condExpression);
- unaryOp->SetSrcEnd(condExpression->mConditionExpression->GetSrcEnd());
- condExpression->mConditionExpression = unaryOp;
- }
- condExpression->SetSrcStart(unaryOp->GetSrcStart());
- return result;
- }
- auto binOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(target);
- if (binOpExpression != NULL)
- {
- auto result = ApplyToFirstExpression(unaryOp, binOpExpression->mLeft);
- if (result == binOpExpression->mLeft)
- {
- unaryOp->mExpression = binOpExpression->mLeft;
- unaryOp->SetSrcEnd(binOpExpression->mLeft->GetSrcEnd());
- binOpExpression->mLeft = unaryOp;
- }
- binOpExpression->SetSrcStart(unaryOp->GetSrcStart());
- return result;
- }
- return target;
- }
- static String DbgNodeToString(BfAstNode* astNode)
- {
- if (auto binOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(astNode))
- {
- String str;
- str += "(";
- str += DbgNodeToString(binOpExpr->mLeft);
- str += " ";
- str += DbgNodeToString(binOpExpr->mOpToken);
- str += " ";
- str += DbgNodeToString(binOpExpr->mRight);
- str += ")";
- return str;
- }
- else if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(astNode))
- {
- String str;
- str += "(";
- str += DbgNodeToString(condExpr->mConditionExpression);
- str += ") ? (";
- str += DbgNodeToString(condExpr->mTrueExpression);
- str += ") : (";
- str += DbgNodeToString(condExpr->mFalseExpression);
- str += ")";
- return str;
- }
- return astNode->ToString();
- }
- BfExpression* BfReducer::CheckBinaryOperatorPrecedence(BfBinaryOperatorExpression* binOpExpression)
- {
- BfExpression* resultExpr = binOpExpression;
- bool dbg = false;
- #ifdef BF_AST_HAS_PARENT_MEMBER
- BF_ASSERT(BfNodeDynCast<BfBinaryOperatorExpression>(binOpExpression->mParent) == NULL);
- #endif
- SizedArray<BfBinaryOperatorExpression*, 8> binOpParents;
- SizedArray<BfBinaryOperatorExpression*, 8> deferredChecks;
- BfBinaryOperatorExpression* checkBinOpExpression = binOpExpression;
- while (true)
- {
- if (checkBinOpExpression == NULL)
- {
- if (deferredChecks.size() == 0)
- break;
- checkBinOpExpression = deferredChecks.back();
- deferredChecks.pop_back();
- }
- if (dbg)
- OutputDebugStrF("Checking: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
- #ifdef BF_AST_HAS_PARENT_MEMBER
- BfBinaryOperatorExpression* prevBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mParent);
- if (prevBinOpExpression != NULL)
- {
- BF_ASSERT(binOpParents.back() == prevBinOpExpression);
- }
- #else
- BfBinaryOperatorExpression* prevBinOpExpression = NULL;
- #endif
- if (!binOpParents.IsEmpty())
- {
- prevBinOpExpression = binOpParents.back();
- }
- BfBinaryOperatorExpression* nextBinaryOperatorExpression = NULL;
- bool didCondSwap = false;
- while (auto rightCondExpression = BfNodeDynCast<BfConditionalExpression>(checkBinOpExpression->mRight))
- {
- // Turn (A || (B ? C : D)) into ((A || B) ? C : D)
- BfExpression* exprA = checkBinOpExpression->mLeft;
- BfExpression* exprB = rightCondExpression->mConditionExpression;
- BfExpression* exprC = rightCondExpression->mTrueExpression;
- checkBinOpExpression->SetSrcEnd(exprB->GetSrcEnd());
- MEMBER_SET(rightCondExpression, mConditionExpression, checkBinOpExpression);
- MEMBER_SET(checkBinOpExpression, mLeft, exprA);
- MEMBER_SET(checkBinOpExpression, mRight, exprB);
- didCondSwap = true;
- if (dbg)
- {
- OutputDebugStrF("NewCond: %s\n", DbgNodeToString(rightCondExpression).c_str());
- OutputDebugStrF("CheckAfterCond: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
- }
- if (prevBinOpExpression != NULL)
- {
- BF_ASSERT(checkBinOpExpression == prevBinOpExpression->mRight);
- MEMBER_SET(prevBinOpExpression, mRight, rightCondExpression);
- nextBinaryOperatorExpression = prevBinOpExpression;
- binOpParents.pop_back();
- }
- else
- {
- BF_ASSERT(resultExpr == checkBinOpExpression);
- resultExpr = rightCondExpression;
- }
- }
- if (nextBinaryOperatorExpression != NULL)
- {
- checkBinOpExpression = nextBinaryOperatorExpression;
- continue;
- }
-
- /*auto _CheckLeftBinaryOpearator = [&](BfBinaryOperatorExpression* checkBinOpExpression)
- {
- while (auto leftBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
- {
- if (dbg)
- {
- OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
- OutputDebugStrF("Left : %s\n", DbgNodeToString(leftBinOpExpression).c_str());
- }
- if (leftBinOpExpression->mRight == NULL)
- {
- BF_ASSERT(mPassInstance->HasFailed());
- return;
- }
- int leftPrecedence = BfGetBinaryOpPrecendence(leftBinOpExpression->mOp);
- int rightPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
- // Turn ((A + B) * C) into (A + (B * C))
- if (leftPrecedence >= rightPrecedence)
- {
- break;
- }
- BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
- BfExpression* exprA = leftBinOpExpression->mLeft;
- BfExpression* exprB = leftBinOpExpression->mRight;
- BfExpression* exprC = checkBinOpExpression->mRight;
- auto rightBinOpExpression = leftBinOpExpression; // We reuse this memory for the right side now
- auto binOp = checkBinOpExpression->mOp;
- checkBinOpExpression->mLeft = exprA;
- checkBinOpExpression->mOp = leftBinOpExpression->mOp;
- checkBinOpExpression->mOpToken = leftBinOpExpression->mOpToken;
- checkBinOpExpression->mRight = rightBinOpExpression;
- rightBinOpExpression->mLeft = exprB;
- rightBinOpExpression->mOp = binOp;
- rightBinOpExpression->mOpToken = tokenNode;
- rightBinOpExpression->mRight = exprC;
- rightBinOpExpression->SetSrcStart(rightBinOpExpression->mLeft->GetSrcStart());
- rightBinOpExpression->SetSrcEnd(rightBinOpExpression->mRight->GetSrcEnd());
- if (dbg)
- {
- OutputDebugStrF("CheckAfter : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
- }
- }
- };*/
- while (auto rightBinOpExpression = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mRight))
- {
- if (dbg)
- {
- OutputDebugStrF("CheckCur : %s\n", DbgNodeToString(checkBinOpExpression).c_str());
- OutputDebugStrF("Right : %s\n", DbgNodeToString(rightBinOpExpression).c_str());
- }
- if (rightBinOpExpression->mRight == NULL)
- {
- BF_ASSERT(mPassInstance->HasFailed());
- return binOpExpression;
- }
- int leftPrecedence = BfGetBinaryOpPrecendence(checkBinOpExpression->mOp);
- int rightPrecedence = BfGetBinaryOpPrecendence(rightBinOpExpression->mOp);
- // Turn (A * (B + C)) into ((A * B) + C)
- // Note: this DOES need to be '<' in order to preserve left-to-right evaluation when precedence is equal
- if (leftPrecedence < rightPrecedence)
- {
- binOpParents.Add(checkBinOpExpression);
- nextBinaryOperatorExpression = rightBinOpExpression;
- break;
- }
- BfTokenNode* tokenNode = checkBinOpExpression->mOpToken;
- BfExpression* exprA = checkBinOpExpression->mLeft;
- BfExpression* exprB = rightBinOpExpression->mLeft;
- BfExpression* exprC = rightBinOpExpression->mRight;
- auto leftBinOpExpression = rightBinOpExpression; // We reuse this memory for the left side now
- auto binOp = checkBinOpExpression->mOp;
- checkBinOpExpression->mLeft = leftBinOpExpression;
- checkBinOpExpression->mOp = rightBinOpExpression->mOp;
- checkBinOpExpression->mOpToken = rightBinOpExpression->mOpToken;
- checkBinOpExpression->mRight = exprC;
- leftBinOpExpression->mLeft = exprA;
- leftBinOpExpression->mOp = binOp;
- leftBinOpExpression->mOpToken = tokenNode;
- leftBinOpExpression->mRight = exprB;
- leftBinOpExpression->SetSrcStart(leftBinOpExpression->mLeft->GetSrcStart());
- leftBinOpExpression->SetSrcEnd(leftBinOpExpression->mRight->GetSrcEnd());
- if (dbg)
- {
- OutputDebugStrF("CheckAfter: %s\n", DbgNodeToString(checkBinOpExpression).c_str());
- }
- if ((leftPrecedence > rightPrecedence) && (prevBinOpExpression != NULL))
- {
- // Backtrack
- nextBinaryOperatorExpression = prevBinOpExpression;
- binOpParents.pop_back();
- break;
- }
- if (auto leftBinaryExpr = BfNodeDynCast<BfBinaryOperatorExpression>(checkBinOpExpression->mLeft))
- {
- deferredChecks.push_back(leftBinaryExpr);
- }
- }
- checkBinOpExpression = nextBinaryOperatorExpression;
- }
- if (dbg)
- OutputDebugStrF("NodeOut: %s\n", DbgNodeToString(resultExpr).c_str());
- return resultExpr;
- }
- BfAstNode* BfReducer::ReplaceTokenStarter(BfAstNode* astNode, int idx)
- {
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(astNode))
- {
- if ((tokenNode->GetToken() == BfToken_As) ||
- (tokenNode->GetToken() == BfToken_In))
- {
- if (idx == -1)
- idx = mVisitorPos.mReadPos;
- BF_ASSERT(mVisitorPos.Get(idx) == astNode);
- auto identifierNode = mAlloc->Alloc<BfIdentifierNode>();
- ReplaceNode(tokenNode, identifierNode);
- mVisitorPos.Set(idx, identifierNode);
- return identifierNode;
- }
- }
- return astNode;
- }
- BfEnumCaseBindExpression* BfReducer::CreateEnumCaseBindExpression(BfTokenNode* bindToken)
- {
- auto bindExpr = mAlloc->Alloc<BfEnumCaseBindExpression>();
- MEMBER_SET(bindExpr, mBindToken, bindToken);
- mVisitorPos.MoveNext();
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextToken->GetToken() == BfToken_Dot)
- {
- auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
- MEMBER_SET(memberReferenceExpr, mDotToken, nextToken);
- mVisitorPos.MoveNext();
- auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
- if (memberName != NULL)
- {
- MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
- }
- MEMBER_SET(bindExpr, mEnumMemberExpr, memberReferenceExpr);
- }
- }
- if (bindExpr->mEnumMemberExpr == NULL)
- {
- auto typeRef = CreateTypeRefAfter(bindExpr);
- if (typeRef != NULL)
- {
- if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(typeRef))
- {
- MEMBER_SET(bindExpr, mEnumMemberExpr, namedTypeRef->mNameNode);
- }
- else
- {
- auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
- if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
- {
- if (auto namedTypeRef = BfNodeDynCast<BfNamedTypeReference>(qualifiedTypeRef->mRight))
- {
- MEMBER_SET(memberRefExpr, mTarget, qualifiedTypeRef->mLeft);
- MEMBER_SET(memberRefExpr, mDotToken, qualifiedTypeRef->mDot);
- MEMBER_SET(memberRefExpr, mMemberName, namedTypeRef->mNameNode);
- }
- }
- else
- {
- MEMBER_SET(memberRefExpr, mTarget, typeRef);
- }
- MEMBER_SET(bindExpr, mEnumMemberExpr, memberRefExpr);
- }
- }
- if (bindExpr->mEnumMemberExpr == NULL)
- {
- Fail("Expected enum case name", typeRef);
- }
- }
- if (bindExpr->mEnumMemberExpr != NULL)
- {
- auto openToken = ExpectTokenAfter(bindExpr->mEnumMemberExpr, BfToken_LParen);
- if (openToken != NULL)
- {
- auto tupleExpr = CreateTupleExpression(openToken, NULL);
- MEMBER_SET(bindExpr, mBindNames, tupleExpr);
- }
- }
- return bindExpr;
- }
- BfExpression* BfReducer::CreateExpression(BfAstNode* node, CreateExprFlags createExprFlags)
- {
- if (node == NULL)
- return NULL;
- BP_ZONE("CreateExpression");
- //
- {
- BP_ZONE("CreateExpression.CheckStack");
- StackHelper stackHelper;
- if (!stackHelper.CanStackExpand(64 * 1024))
- {
- BfExpression* result = NULL;
- if (!stackHelper.Execute([&]()
- {
- result = CreateExpression(node, createExprFlags);
- }))
- {
- Fail("Expression too complex to parse", node);
- }
- return result;
- }
- }
- AssertCurrentNode(node);
- /*if (auto block = BfNodeDynCast<BfBlock>(node))
- {
- HandleBlock(block, true);
- return block;
- }*/
- auto rhsCreateExprFlags = (CreateExprFlags)(createExprFlags & CreateExprFlags_BreakOnRChevron);
- node = ReplaceTokenStarter(node);
- auto exprLeft = BfNodeDynCast<BfExpression>(node);
- AssertCurrentNode(node);
- if ((createExprFlags & (CreateExprFlags_AllowVariableDecl | CreateExprFlags_PermissiveVariableDecl)) != 0)
- {
- bool isLocalVariable = false;
- auto nextNode = mVisitorPos.GetNext();
- BfVariableDeclaration* continuingVariable = NULL;
- int outEndNode = -1;
- bool couldBeExpr = false;
- bool isTuple = false;
- if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr, NULL, &isTuple))
- {
- if ((createExprFlags & CreateExprFlags_PermissiveVariableDecl) != 0)
- isLocalVariable = true;
- else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
- {
- if (auto equalsToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode + 1)))
- {
- if (equalsToken->GetToken() == BfToken_AssignEquals)
- isLocalVariable = true;
- }
- //if (!couldBeExpr)
- {
- auto endingTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
- // If the type ends with a * or a ? then it could be an expression
- if (endingTokenNode == NULL)
- {
- isLocalVariable = true;
- }
- else
- {
- BfToken endingToken = endingTokenNode->GetToken();
- if (endingToken == BfToken_RParen)
- {
- if (isTuple)
- isLocalVariable = true;
- }
- else if (endingToken == BfToken_Star)
- {
- // Check spacing for "a* b" to determine if it's a pointer definition or a multiply
- auto beforeStarNode = mVisitorPos.Get(outEndNode - 2);
- if ((endingTokenNode->GetSrcStart() == beforeStarNode->GetSrcEnd()) &&
- (identifierNode->GetSrcStart() > endingTokenNode->GetSrcEnd()))
- isLocalVariable = true;
- }
- else if ((endingToken != BfToken_Star) && (endingToken != BfToken_Question))
- isLocalVariable = true;
- }
- }
- }
- if (auto typeNameToken = BfNodeDynCast<BfTokenNode>(node))
- {
- if ((typeNameToken->GetToken() == BfToken_Var) || (typeNameToken->GetToken() == BfToken_Let))
- isLocalVariable = true;
- }
- }
- if (nextNode == NULL)
- {
- // Treat ending identifier as just an identifier (could be block result)
- isLocalVariable = false;
- }
- if ((isLocalVariable) || (continuingVariable != NULL))
- {
- auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
- BfTypeReference* typeRef = NULL;
- if (continuingVariable != NULL)
- {
- typeRef = continuingVariable->mTypeRef;
- variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
- ReplaceNode(node, variableDeclaration);
- variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
- }
- else
- {
- typeRef = CreateTypeRef(node);
- if (typeRef == NULL)
- return NULL;
- ReplaceNode(typeRef, variableDeclaration);
- }
- variableDeclaration->mTypeRef = typeRef;
- BfAstNode* variableNameNode = NULL;
- nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (tokenNode->GetToken() == BfToken_LParen)
- {
- mVisitorPos.mReadPos++;
- variableNameNode = CreateTupleExpression(tokenNode);
- }
- }
- if (variableNameNode == NULL)
- variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
- if (variableNameNode == NULL)
- return variableDeclaration;
- auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
- variableDeclaration->mNameNode = variableNameNode;
- MoveNode(variableNameNode, variableDeclaration);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
- {
- MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
- mVisitorPos.MoveNext();
- if (variableDeclaration->mInitializer == NULL)
- variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration);
- if (variableDeclaration->mInitializer == NULL)
- return variableDeclaration;
- MoveNode(variableDeclaration->mInitializer, variableDeclaration);
- }
- exprLeft = variableDeclaration;
- }
- }
- if (auto block = BfNodeDynCast<BfBlock>(node))
- {
- HandleBlock(block, true);
- exprLeft = block;
- }
- if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(exprLeft))
- {
- identifierNode = CompactQualifiedName(identifierNode);
- exprLeft = identifierNode;
- if ((mCompatMode) && (exprLeft->ToString() == "defined"))
- {
- auto definedNodeExpr = mAlloc->Alloc<BfPreprocessorDefinedExpression>();
- ReplaceNode(identifierNode, definedNodeExpr);
- auto nextNode = mVisitorPos.GetNext();
- bool hadParenToken = false;
- if (auto parenToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (parenToken->GetToken() == BfToken_LParen)
- {
- MoveNode(parenToken, definedNodeExpr);
- hadParenToken = true;
- }
- }
- auto definedIdentifier = ExpectIdentifierAfter(definedNodeExpr);
- MEMBER_SET_CHECKED(definedNodeExpr, mIdentifier, definedIdentifier);
- if (hadParenToken)
- {
- auto parenToken = ExpectTokenAfter(definedNodeExpr, BfToken_RParen);
- if (parenToken != NULL)
- MoveNode(parenToken, definedNodeExpr);
- }
- exprLeft = definedNodeExpr;
- }
- int endNodeIdx = -1;
- if ((IsTypeReference(exprLeft, BfToken_LBracket, &endNodeIdx, NULL)))
- {
- if (IsTypeReference(exprLeft, BfToken_LBrace, NULL, NULL))
- {
- BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
- auto typeRef = CreateTypeRef(exprLeft);
- if (typeRef != NULL)
- {
- ReplaceNode(typeRef, arrayCreateExpr);
- auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
- if (arrayType != NULL)
- {
- arrayCreateExpr->mTypeRef = arrayType;
- auto nextNode = mVisitorPos.GetNext();
- auto block = BfNodeDynCast<BfBlock>(nextNode);
- if (block != NULL)
- {
- Fail("Brace initialization is not supported. Enclose initializer with parentheses.", block);
- auto initializerExpr = CreateCollectionInitializerExpression(block);
- MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
- mVisitorPos.MoveNext();
- }
- exprLeft = arrayCreateExpr;
- }
- else
- {
- Fail("Sized array type expected", typeRef);
- }
- }
- }
- else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
- {
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx - 1)))
- {
- if ((tokenNode->mToken == BfToken_Star) || (tokenNode->mToken == BfToken_Question)) // Is it something that can ONLY be a sized type reference?
- {
- BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
- auto typeRef = CreateTypeRef(exprLeft);
- if (typeRef != NULL)
- {
- ReplaceNode(typeRef, arrayCreateExpr);
- auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
- if (arrayType != NULL)
- {
- arrayCreateExpr->mTypeRef = arrayType;
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- mVisitorPos.MoveNext();
- auto initializerExpr = CreateCollectionInitializerExpression(nextToken);
- MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
- }
- exprLeft = arrayCreateExpr;
- }
- else
- {
- Fail("Sized array type expected", typeRef);
- }
- }
- }
- }
- }
- /*else if (IsTypeReference(exprLeft, BfToken_LParen, NULL, NULL))
- {
- BfSizedArrayCreateExpression* arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
- auto typeRef = CreateTypeRef(exprLeft);
- if (typeRef != NULL)
- {
- ReplaceNode(typeRef, arrayCreateExpr);
- auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
- if (arrayType != NULL)
- {
- mVisitorPos.MoveNext();
- arrayCreateExpr->mTypeRef = arrayType;
- auto nextNode = mVisitorPos.GetCurrent();
- auto openParen = BfNodeDynCast<BfTokenNode>(nextNode);
- BF_ASSERT(openParen->GetToken() == BfToken_LParen);
- auto initializerExpr = CreateCollectionInitializerExpression(openParen);
- MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
- exprLeft = arrayCreateExpr;
- }
- else
- {
- Fail("Sized array type expected", typeRef);
- }
- }
- }*/
- }
- }
- if (exprLeft == NULL)
- {
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
- {
- BfToken token = tokenNode->GetToken();
- auto nextNode = mVisitorPos.GetNext();
- if ((nextNode != NULL) &&
- ((token == BfToken_Checked) ||
- (token == BfToken_Unchecked)))
- {
- mVisitorPos.MoveNext();
- auto nextExpr = CreateExpression(nextNode);
- if (nextExpr == NULL)
- return NULL;
- return nextExpr;
- }
- else if ((token == BfToken_New) ||
- (token == BfToken_Scope) ||
- (token == BfToken_Stack) ||
- (token == BfToken_Append))
- {
- if (token == BfToken_Stack)
- Fail("'Stack' not supported. Use 'scope::' instead.", tokenNode);
- auto allocNode = CreateAllocNode(tokenNode);
- bool isDelegateBind = false;
- bool isLambdaBind = false;
- bool isBoxing = false;
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- int nextToken = nextTokenNode->GetToken();
- isBoxing = nextToken == BfToken_Box;
- isDelegateBind = nextToken == BfToken_FatArrow;
- isLambdaBind = (nextToken == BfToken_LBracket);
- // Either this is a lambda bind or a dynamic tuple allocation.
- // We assume it's a lambda bind unless theres a "()" afterward
- if (nextToken == BfToken_LParen)
- {
- int endNode = -1;
- mVisitorPos.mReadPos++;
- if (!IsTypeReference(nextTokenNode, BfToken_LParen, &endNode))
- {
- isLambdaBind = true;
- }
- // if (IsTypeReference(nextToken, BfToken_FatArrow, &endNode))
- // isLambdaBind = true;
- mVisitorPos.mReadPos--;
- }
- }
- if (isBoxing)
- {
- auto boxExpr = mAlloc->Alloc<BfBoxExpression>();
- ReplaceNode(allocNode, boxExpr);
- boxExpr->mAllocNode = allocNode;
- tokenNode = ExpectTokenAfter(boxExpr, BfToken_Box);
- MEMBER_SET(boxExpr, mBoxToken, tokenNode);
- auto exprNode = CreateExpressionAfter(boxExpr);
- if (exprNode != NULL)
- {
- MEMBER_SET(boxExpr, mExpression, exprNode);
- }
- return boxExpr;
- }
- else if (isLambdaBind)
- exprLeft = CreateLambdaBindExpression(allocNode);
- else if (isDelegateBind)
- exprLeft = CreateDelegateBindExpression(allocNode);
- else
- exprLeft = CreateObjectCreateExpression(allocNode);
- if (token == BfToken_Append)
- {
- #ifdef BF_AST_HAS_PARENT_MEMBER
- auto ctorDeclP = exprLeft->FindParentOfType<BfConstructorDeclaration>();
- if (ctorDeclP != NULL)
- ctorDeclP->mHasAppend = true;
- #endif
-
- #ifdef BF_AST_HAS_PARENT_MEMBER
- BF_ASSERT(ctorDecl == ctorDeclP);
- #endif
- }
- }
- else if (token == BfToken_This)
- {
- auto thisExpr = mAlloc->Alloc<BfThisExpression>();
- ReplaceNode(tokenNode, thisExpr);
- thisExpr->SetTriviaStart(tokenNode->GetTriviaStart());
- exprLeft = thisExpr;
- }
- else if (token == BfToken_Base)
- {
- auto baseExpr = mAlloc->Alloc<BfBaseExpression>();
- ReplaceNode(tokenNode, baseExpr);
- baseExpr->SetTriviaStart(tokenNode->GetTriviaStart());
- exprLeft = baseExpr;
- }
- else if (token == BfToken_Null)
- {
- BfVariant nullVariant;
- nullVariant.mTypeCode = BfTypeCode_NullPtr;
- auto bfLiteralExpression = mAlloc->Alloc<BfLiteralExpression>();
- bfLiteralExpression->mValue = nullVariant;
- ReplaceNode(tokenNode, bfLiteralExpression);
- bfLiteralExpression->SetTriviaStart(tokenNode->GetTriviaStart());
- exprLeft = bfLiteralExpression;
- }
- else if ((token == BfToken_TypeOf) || (token == BfToken_SizeOf) ||
- (token == BfToken_AlignOf) || (token == BfToken_StrideOf))
- {
- BfTypeAttrExpression* typeAttrExpr = NULL;
- switch (tokenNode->GetToken())
- {
- case BfToken_TypeOf:
- typeAttrExpr = mAlloc->Alloc<BfTypeOfExpression>();
- break;
- case BfToken_SizeOf:
- typeAttrExpr = mAlloc->Alloc<BfSizeOfExpression>();
- break;
- case BfToken_AlignOf:
- typeAttrExpr = mAlloc->Alloc<BfAlignOfExpression>();
- break;
- case BfToken_StrideOf:
- typeAttrExpr = mAlloc->Alloc<BfStrideOfExpression>();
- break;
- default: break;
- }
- ReplaceNode(tokenNode, typeAttrExpr);
- typeAttrExpr->mToken = tokenNode;
- tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_LParen);
- MEMBER_SET_CHECKED(typeAttrExpr, mOpenParen, tokenNode);
- auto typeRef = CreateTypeRefAfter(typeAttrExpr);
- MEMBER_SET_CHECKED(typeAttrExpr, mTypeRef, typeRef);
- tokenNode = ExpectTokenAfter(typeAttrExpr, BfToken_RParen);
- MEMBER_SET_CHECKED(typeAttrExpr, mCloseParen, tokenNode);
- exprLeft = typeAttrExpr;
- }
- else if (token == BfToken_Default)
- {
- auto defaultExpr = mAlloc->Alloc<BfDefaultExpression>();
- ReplaceNode(tokenNode, defaultExpr);
- defaultExpr->mDefaultToken = tokenNode;
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())) && (tokenNode->GetToken() == BfToken_LParen))
- {
- mVisitorPos.MoveNext();
- //tokenNode = ExpectTokenAfter(defaultExpr, BfToken_LParen);
- MEMBER_SET_CHECKED(defaultExpr, mOpenParen, tokenNode);
- auto sizeRef = CreateTypeRefAfter(defaultExpr);
- MEMBER_SET_CHECKED(defaultExpr, mTypeRef, sizeRef);
- tokenNode = ExpectTokenAfter(defaultExpr, BfToken_RParen);
- MEMBER_SET_CHECKED(defaultExpr, mCloseParen, tokenNode);
- }
- exprLeft = defaultExpr;
- }
- else if (token == BfToken_Question)
- {
- auto uninitExpr = mAlloc->Alloc<BfUninitializedExpression>();
- ReplaceNode(tokenNode, uninitExpr);
- uninitExpr->mQuestionToken = tokenNode;
- return uninitExpr;
- //MEMBER_SET(variableDeclaration, mInitializer, uninitExpr);
- }
- else if (token == BfToken_Case)
- {
- auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
- ReplaceNode(tokenNode, caseExpr);
- caseExpr->mCaseToken = tokenNode;
- if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
- {
- auto expr = CreateEnumCaseBindExpression(bindToken);
- if (expr == NULL)
- return caseExpr;
- MEMBER_SET(caseExpr, mCaseExpression, expr);
- }
- }
- if (caseExpr->mCaseExpression == NULL)
- {
- auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
- if (expr == NULL)
- return caseExpr;
- MEMBER_SET(caseExpr, mCaseExpression, expr);
- }
- auto equalsNode = ExpectTokenAfter(caseExpr, BfToken_AssignEquals);
- if (equalsNode == NULL)
- return caseExpr;
- MEMBER_SET(caseExpr, mEqualsNode, equalsNode);
- auto expr = CreateExpressionAfter(caseExpr);
- if (expr == NULL)
- return caseExpr;
- MEMBER_SET(caseExpr, mValueExpression, expr);
- return caseExpr;
- }
- else if (token == BfToken_Dot) // Abbreviated dot syntax ".EnumVal"
- {
- auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
- ReplaceNode(tokenNode, memberReferenceExpr);
- MEMBER_SET(memberReferenceExpr, mDotToken, tokenNode);
- bool handled = false;
- if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (nextToken->GetToken() == BfToken_LParen)
- {
- // It's an unnamed dot ctor
- handled = true;
- }
- }
- if (!handled)
- {
- auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
- if (memberName != NULL)
- {
- MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
- }
- }
- // We don't set exprLeft here because it's illegal to do ".EnumVal.SomethingElse". That wouldn't make
- // sense because the abbreviated syntax relies on type inference and the ".SomethingElse" wouldn't be
- // the right type (whatever it is), AND mostly importantly, it breaks autocomplete when we are typing
- // "KEnum val = ." above a line that starts with a something like a method call "OtherThing.MethodCall()"
- // The exception is if we're creating an enum val with a payload
- //auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
- //if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_LParen))
- {
- exprLeft = memberReferenceExpr;
- }
- /*else
- {
- return memberReferenceExpr;
- }*/
- }
- else if (token == BfToken_LBracket)
- {
- exprLeft = CreateAttributedExpression(tokenNode, false);
- }
- else if (token == BfToken_FatArrow)
- {
- auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
- ReplaceNode(tokenNode, delegateBindExpr);
- MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
- auto expr = CreateExpressionAfter(delegateBindExpr);
- MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_LChevron)
- {
- auto genericParamsDecl = CreateGenericArguments(tokenNode);
- MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
- }
- }
- return delegateBindExpr;
- }
- }
- }
- if (exprLeft == NULL)
- {
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
- {
- BfUnaryOperatorExpression* unaryOpExpr = NULL;
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode->GetToken() == BfToken_LParen) && (nextNode != NULL))
- {
- bool couldBeExpr = true;
- // Peek ahead
- int endNodeIdx = -1;
- BfAstNode* endNode = NULL;
- bool isTuple = false;
- bool outerIsTypeRef = IsTypeReference(tokenNode, BfToken_FatArrow, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
- if (outerIsTypeRef)
- {
- if (endNodeIdx != -1)
- {
- endNode = mVisitorPos.Get(endNodeIdx);
- if (auto endToken = BfNodeDynCast<BfTokenNode>(endNode))
- {
- if (endToken->GetToken() == BfToken_FatArrow)
- {
- return CreateLambdaBindExpression(NULL, tokenNode);
- }
- }
- }
- }
- //mVisitorPos.mReadPos++;
- bool isCastExpr = false;
- couldBeExpr = false;
- isTuple = false;
- if ((createExprFlags & CreateExprFlags_NoCast) == 0)
- isCastExpr = IsTypeReference(node, BfToken_RParen, &endNodeIdx, &couldBeExpr, NULL, &isTuple);
- //mVisitorPos.mReadPos--;
- if (endNodeIdx != -1)
- endNode = mVisitorPos.Get(endNodeIdx);
- //TODO: Remove this for compat
- /*if (couldBeExpr)
- isCastExpr = false;*/
- if (isCastExpr)
- {
- bool isValidTupleCast = false;
- auto tokenNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
- if (auto startToken = BfNodeDynCast<BfTokenNode>(tokenNextNode))
- {
- if (startToken->GetToken() == BfToken_LParen)
- {
- if (endNode != NULL)
- {
- auto afterEndNode = mVisitorPos.Get(endNodeIdx + 1);
- if (auto afterEndToken = BfNodeDynCast<BfTokenNode>(afterEndNode))
- {
- if (afterEndToken->GetToken() == BfToken_RParen)
- {
- isValidTupleCast = true;
- endNode = afterEndToken; // Check this one now, instead...
- }
- }
- }
- if (!isValidTupleCast)
- isCastExpr = false;
- }
- }
- BfAstNode* beforeEndNode = mVisitorPos.Get(endNodeIdx - 1);
- if (auto prevTokenNode = BfNodeDynCast<BfTokenNode>(beforeEndNode))
- {
- int prevToken = prevTokenNode->GetToken();
- // Ending in a "*" or a ">" means it's definitely a type reference
- if ((prevToken == BfToken_Star) || (prevToken == BfToken_RChevron) || (prevToken == BfToken_RDblChevron))
- couldBeExpr = false;
- }
- // It's not a cast expression if a binary operator (like +) immediately follows
- if (couldBeExpr)
- {
- auto endNextNode = mVisitorPos.Get(endNodeIdx + 1);
- if (endNextNode == NULL)
- {
- isCastExpr = false;
- }
- else if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(endNextNode))
- {
- BfToken nextToken = nextTokenNode->GetToken();
- //TODO: Hm. What other tokens make it into a cast expr?
- auto binaryOp = TokenToBinaryOp(nextToken);
- // When we have a binary operator token following, it COULD either be a "(double)-val" or it COULD be a "(val2)-val"
- // But we can't tell until we determine whether the thing inside the paren is a type name or a value name, so we
- // have special code in BfExprEvaluator that can fix those cases at evaluation time
- if (((binaryOp != BfBinaryOp_None) /*&& (nextToken != BfToken_Star) && (nextToken != BfToken_Ampersand)*/) || // Star could be dereference, not multiply
- (nextToken == BfToken_RParen) ||
- (nextToken == BfToken_LBracket) ||
- (nextToken == BfToken_Dot) ||
- (nextToken == BfToken_DotDot) ||
- (nextToken == BfToken_Comma) ||
- (nextToken == BfToken_Colon) ||
- (nextToken == BfToken_Question) ||
- (nextToken == BfToken_Semicolon) ||
- (nextToken == BfToken_AssignEquals) ||
- (nextToken == BfToken_Case))
- isCastExpr = false;
- }
- }
- }
- if (isCastExpr)
- {
- auto bfCastExpr = mAlloc->Alloc<BfCastExpression>();
- if (isTuple)
- {
- // Create typeRef including the parens (tuple type)
- auto castTypeRef = CreateTypeRef(tokenNode);
- ReplaceNode(castTypeRef, bfCastExpr);
- bfCastExpr->mTypeRef = castTypeRef;
- }
- else
- {
- ReplaceNode(tokenNode, bfCastExpr);
- bfCastExpr->mOpenParen = tokenNode;
- auto castTypeRef = CreateTypeRefAfter(bfCastExpr);
- MEMBER_SET_CHECKED(bfCastExpr, mTypeRef, castTypeRef);
- tokenNode = ExpectTokenAfter(bfCastExpr, BfToken_RParen);
- MEMBER_SET_CHECKED(bfCastExpr, mCloseParen, tokenNode);
- }
- auto expression = CreateExpressionAfter(bfCastExpr);
- if (expression == NULL)
- return bfCastExpr;
- MEMBER_SET(bfCastExpr, mExpression, expression);
- unaryOpExpr = bfCastExpr;
- }
- else
- {
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- // Empty tuple?
- if (nextToken->GetToken() == BfToken_RParen)
- {
- auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
- ReplaceNode(tokenNode, tupleExpr);
- tupleExpr->mOpenParen = tokenNode;
- MEMBER_SET(tupleExpr, mCloseParen, nextToken);
- mVisitorPos.MoveNext();
- return tupleExpr;
- }
- }
- // static int sItrIdx = 0;
- // sItrIdx++;
- // int itrIdx = sItrIdx;
- // if (itrIdx == 197)
- // {
- // NOP;
- // }
- // BfParenthesizedExpression or BfTupleExpression
- SetAndRestoreValue<bool> prevInParenExpr(mInParenExpr, true);
- auto innerExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_AllowVariableDecl);
- if (innerExpr == NULL)
- return NULL;
- BfTokenNode* closeParenToken;
- if (innerExpr->IsA<BfIdentifierNode>())
- closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
- else
- closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
- if ((closeParenToken == NULL) || (closeParenToken->GetToken() == BfToken_RParen))
- {
- auto parenExpr = mAlloc->Alloc<BfParenthesizedExpression>();
- parenExpr->mExpression = innerExpr;
- ReplaceNode(node, parenExpr);
- parenExpr->mOpenParen = tokenNode;
- MoveNode(innerExpr, parenExpr);
- if (closeParenToken == NULL)
- return parenExpr;
- MEMBER_SET(parenExpr, mCloseParen, closeParenToken);
- exprLeft = parenExpr;
- if ((createExprFlags & CreateExprFlags_ExitOnParenExpr) != 0)
- return exprLeft;
- }
- else
- {
- mVisitorPos.mReadPos--; // Backtrack to before token
- exprLeft = CreateTupleExpression(tokenNode, innerExpr);
- }
- }
- }
- if (exprLeft == NULL)
- {
- BfUnaryOp unaryOp = TokenToUnaryOp(tokenNode->GetToken());
- if (unaryOp != BfUnaryOp_None)
- {
- if (unaryOp == BfUnaryOp_Positive)
- Fail("Unary operator '+' not allowed", tokenNode);
- unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
- unaryOpExpr->mOp = unaryOp;
- unaryOpExpr->mOpToken = tokenNode;
- ReplaceNode(tokenNode, unaryOpExpr);
- unaryOpExpr->mExpression = CreateExpressionAfter(unaryOpExpr, rhsCreateExprFlags);
- if (unaryOpExpr->mExpression == NULL)
- return NULL;
- MoveNode(unaryOpExpr->mExpression, unaryOpExpr);
- }
- if (unaryOpExpr != NULL)
- {
- exprLeft = unaryOpExpr;
- if (auto binaryOpExpr = BfNodeDynCast<BfBinaryOperatorExpression>(unaryOpExpr->mExpression))
- {
- exprLeft = binaryOpExpr;
- ApplyToFirstExpression(unaryOpExpr, binaryOpExpr);
- }
- if (auto condExpr = BfNodeDynCast<BfConditionalExpression>(unaryOpExpr->mExpression))
- {
- exprLeft = condExpr;
- ApplyToFirstExpression(unaryOpExpr, condExpr);
- }
-
- if (auto assignmentExpr = BfNodeDynCast<BfAssignmentExpression>(unaryOpExpr->mExpression))
- {
- // Apply unary operator (likely a dereference) to LHS
- assignmentExpr->RemoveSelf();
- ReplaceNode(unaryOpExpr, assignmentExpr);
- if (assignmentExpr->mLeft != NULL)
- {
- MEMBER_SET(unaryOpExpr, mExpression, assignmentExpr->mLeft);
- unaryOpExpr->SetSrcEnd(assignmentExpr->mLeft->GetSrcEnd());
- MEMBER_SET(assignmentExpr, mLeft, unaryOpExpr);
- exprLeft = assignmentExpr;
- }
- }
- if (auto dynCastExpr = BfNodeDynCast<BfDynamicCastExpression>(unaryOpExpr->mExpression))
- {
- // Apply unary operator (likely a dereference) to Expr
- dynCastExpr->RemoveSelf();
- ReplaceNode(unaryOpExpr, dynCastExpr);
- if (dynCastExpr->mTarget != NULL)
- {
- MEMBER_SET(unaryOpExpr, mExpression, dynCastExpr->mTarget);
- unaryOpExpr->SetSrcEnd(dynCastExpr->mTarget->GetSrcEnd());
- MEMBER_SET(dynCastExpr, mTarget, unaryOpExpr);
- exprLeft = dynCastExpr;
- }
- }
- if (auto caseExpr = BfNodeDynCast<BfCaseExpression>(unaryOpExpr->mExpression))
- {
- // Apply unary operator (likely a dereference) to Expr
- caseExpr->RemoveSelf();
- ReplaceNode(unaryOpExpr, caseExpr);
- if (caseExpr->mValueExpression != NULL)
- {
- MEMBER_SET(unaryOpExpr, mExpression, caseExpr->mValueExpression);
- unaryOpExpr->SetSrcEnd(caseExpr->mValueExpression->GetSrcEnd());
- MEMBER_SET(caseExpr, mValueExpression, unaryOpExpr);
- exprLeft = caseExpr;
- }
- }
- }
- }
- }
- }
- if (exprLeft == NULL)
- {
- Fail("Expected expression", node);
- return NULL;
- }
- while (true)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode == NULL)
- break;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- BfToken token = tokenNode->GetToken();
- if (((createExprFlags & CreateExprFlags_BreakOnRChevron) != 0) && (token == BfToken_RChevron))
- return exprLeft;
- if ((token == BfToken_DblPlus) || (token == BfToken_DblMinus))
- {
- // Post-increment, post-decrement
- auto unaryOpExpr = mAlloc->Alloc<BfUnaryOperatorExpression>();
- ReplaceNode(exprLeft, unaryOpExpr);
- unaryOpExpr->mOp = (token == BfToken_DblPlus) ? BfUnaryOp_PostIncrement : BfUnaryOp_PostDecrement;
- MEMBER_SET(unaryOpExpr, mOpToken, tokenNode);
- MEMBER_SET(unaryOpExpr, mExpression, exprLeft);
- exprLeft = unaryOpExpr;
- mVisitorPos.MoveNext();
- continue;
- }
- if (token == BfToken_As)
- {
- auto dynCastExpr = mAlloc->Alloc<BfDynamicCastExpression>();
- ReplaceNode(exprLeft, dynCastExpr);
- dynCastExpr->mTarget = exprLeft;
- MEMBER_SET(dynCastExpr, mAsToken, tokenNode);
- mVisitorPos.MoveNext();
- auto typeRef = CreateTypeRefAfter(dynCastExpr);
- if (typeRef == NULL)
- return dynCastExpr;
- MEMBER_SET(dynCastExpr, mTypeRef, typeRef);
- return dynCastExpr;
- }
- if (token == BfToken_Is)
- {
- auto checkTypeExpr = mAlloc->Alloc<BfCheckTypeExpression>();
- ReplaceNode(exprLeft, checkTypeExpr);
- checkTypeExpr->mTarget = exprLeft;
- MEMBER_SET(checkTypeExpr, mIsToken, tokenNode);
- mVisitorPos.MoveNext();
- auto typeRef = CreateTypeRefAfter(checkTypeExpr);
- if (typeRef == NULL)
- return checkTypeExpr;
- MEMBER_SET(checkTypeExpr, mTypeRef, typeRef);
- exprLeft = checkTypeExpr;
- continue;
- }
- if (token == BfToken_Question)
- {
- auto conditionExpr = mAlloc->Alloc<BfConditionalExpression>();
- ReplaceNode(exprLeft, conditionExpr);
- conditionExpr->mConditionExpression = exprLeft;
- MEMBER_SET(conditionExpr, mQuestionToken, tokenNode);
- mVisitorPos.MoveNext();
- auto expr = CreateExpressionAfter(conditionExpr);
- if (expr != NULL)
- {
- MEMBER_SET(conditionExpr, mTrueExpression, expr);
- tokenNode = ExpectTokenAfter(conditionExpr, BfToken_Colon);
- if (tokenNode != NULL)
- {
- MEMBER_SET(conditionExpr, mColonToken, tokenNode);
- expr = CreateExpressionAfter(conditionExpr);
- if (expr != NULL)
- {
- MEMBER_SET(conditionExpr, mFalseExpression, expr);
- }
- }
- }
- exprLeft = conditionExpr;
- continue;
- }
- if ((token == BfToken_Case) && ((createExprFlags & CreateStmtFlags_NoCaseExpr) == 0))
- {
- // If we have a ".Member case <XXX>" expression, that is an invalid construct. We bail out here
- // because it allows the ".Member" to autocomplete because we will treat it as a full expression instead
- // of making it the target of an illegal expression
- if (auto memberRefLeft = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
- {
- if (memberRefLeft->mTarget == NULL)
- return exprLeft;
- }
- auto caseExpr = mAlloc->Alloc<BfCaseExpression>();
- ReplaceNode(exprLeft, caseExpr);
- caseExpr->mValueExpression = exprLeft;
- MEMBER_SET(caseExpr, mCaseToken, tokenNode);
- mVisitorPos.MoveNext();
- exprLeft = caseExpr;
- if (auto bindTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- BfToken bindToken = bindTokenNode->GetToken();
- if ((bindToken == BfToken_Var) || (bindToken == BfToken_Let))
- {
- auto expr = CreateEnumCaseBindExpression(bindTokenNode);
- if (expr == NULL)
- continue;
- MEMBER_SET(caseExpr, mCaseExpression, expr);
- }
- }
- if (caseExpr->mCaseExpression == NULL)
- {
- auto expr = CreateExpressionAfter(caseExpr, (CreateExprFlags)(CreateExprFlags_NoAssignment | CreateExprFlags_PermissiveVariableDecl));
- if (expr == NULL)
- continue;
- MEMBER_SET(caseExpr, mCaseExpression, expr);
- }
- continue;
- }
- if (token == BfToken_LChevron)
- {
- bool hadEndingToken = false;
- // If this is a complex member reference (IE: GType<int>.sVal) then condense in into a BfMemberReference.
- // We need to be conservative about typeRef names, so GType<int>.A<T>.B.C.D, we can only assume "GType<int>.A<T>" is a typeref
- // and the ".B.C.D" part is exposed as a MemberReference that may or may not include inner types
- int outNodeIdx = -1;
- bool isGenericType = false;
- bool isTypeRef = ((IsTypeReference(exprLeft, BfToken_None, &outNodeIdx, NULL, &isGenericType)) &&
- (outNodeIdx != -1));
- BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
- if ((!isTypeRef) && (outNodeIdx != -1))
- {
- if ((isGenericType) && (outNode == NULL))
- {
- for (int checkOutNodeIdx = outNodeIdx + 1; true; checkOutNodeIdx++)
- {
- BfAstNode* checkNode = mVisitorPos.Get(checkOutNodeIdx);
- if (checkNode == NULL)
- break;
- outNode = checkNode;
- }
- isTypeRef = true;
- }
- else if (auto outTokenNode = BfNodeDynCast<BfTokenNode>(outNode))
- {
- BfToken outToken = outTokenNode->GetToken();
- if ((outToken == BfToken_Semicolon) || (outToken == BfToken_RParen) || (outToken == BfToken_Comma) ||
- (outToken == BfToken_Let) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
- {
- auto prevNode = mVisitorPos.Get(outNodeIdx - 1);
- if (auto prevToken = BfNodeDynCast<BfTokenNode>(prevNode))
- {
- // This handles such as "dlg = stack => obj.method<int>;"
- if (prevToken->GetToken() == BfToken_RChevron)
- hadEndingToken = true;
- }
- }
- //TODO: We had BfToken_Semicolon here, but it broke legitimate cases of "a.b.c < d.e.f;" expressions
- //if ((outToken == BfToken_Semicolon) || (isGenericType) || (outToken == BfToken_LParen) || (outToken == BfToken_Var) || (outToken == BfToken_Const))
- {
- // Was just 'true'
- int newOutNodeIdx = -1;
- bool newIsTypeRef = IsTypeReference(exprLeft, outToken, &newOutNodeIdx, NULL, &isGenericType);
- BfAstNode* newOutNode = mVisitorPos.Get(newOutNodeIdx);
- if ((newIsTypeRef) && (newOutNode == outNode) && (isGenericType))
- isTypeRef = true;
- }
- }
- }
- if (isTypeRef)
- {
- auto startIdentifier = exprLeft;
- int curNodeEndIdx = outNodeIdx - 1;
- BfAstNode* curNodeEnd = mVisitorPos.Get(curNodeEndIdx);
- bool isDotName = false;
- if (auto qualifiedIdentifierNode = BfNodeDynCast<BfMemberReferenceExpression>(startIdentifier))
- {
- // Don't try to convert dot-name to a qualified type
- isDotName = qualifiedIdentifierNode->mTarget == NULL;
- }
- bool didSplit = false;
- for (int checkIdx = curNodeEndIdx; checkIdx >= mVisitorPos.mReadPos; checkIdx--)
- {
- if (isDotName)
- break;
- auto checkNode = mVisitorPos.Get(checkIdx);
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
- {
- BfToken token = tokenNode->GetToken();
- if ((token == BfToken_RChevron) || (token == BfToken_RDblChevron))
- {
- auto nextCheckNode = mVisitorPos.Get(checkIdx + 1);
- if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextCheckNode))
- {
- if (nextTokenNode->GetToken() == BfToken_Dot)
- {
- auto nextNextCheckNode = mVisitorPos.Get(checkIdx + 2);
- if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNextCheckNode))
- {
- // Remove dot temporarily so we create a typedef up to that dot
- nextTokenNode->SetToken(BfToken_None);
- auto typeRef = CreateTypeRef(startIdentifier);
- if (typeRef == NULL)
- return NULL;
- nextTokenNode->SetToken(BfToken_Dot);
- auto memberRefExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
- ReplaceNode(identifierNode, memberRefExpr);
- MEMBER_SET(memberRefExpr, mDotToken, nextTokenNode);
- MEMBER_SET(memberRefExpr, mTarget, typeRef);
- MEMBER_SET(memberRefExpr, mMemberName, identifierNode);
- exprLeft = memberRefExpr;
- mVisitorPos.mReadPos = checkIdx + 2;
- didSplit = true;
- break;
- }
- else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextCheckNode))
- {
- if (tokenNode->GetToken() == BfToken_LBracket)
- {
- // Remove dot temporarily so we create a typedef up to that dot
- nextTokenNode->SetToken(BfToken_None);
- auto typeRef = CreateTypeRef(startIdentifier);
- if (typeRef == NULL)
- return NULL;
- nextTokenNode->SetToken(BfToken_Dot);
- mVisitorPos.mReadPos = checkIdx + 0;
- exprLeft = CreateMemberReferenceExpression(typeRef);
- didSplit = true;
- }
- }
- }
- else if (nextTokenNode->GetToken() == BfToken_LBracket)
- {
- int endNodeIdx = -1;
- if (IsTypeReference(startIdentifier, BfToken_LParen, &endNodeIdx))
- {
- if (endNodeIdx > checkIdx + 1)
- {
- auto typeRef = CreateTypeRef(startIdentifier);
- auto arrayType = BfNodeDynCast<BfArrayTypeRef>(typeRef);
- if (arrayType == NULL)
- return NULL;
- mVisitorPos.mReadPos = checkIdx + 0;
- auto arrayCreateExpr = mAlloc->Alloc<BfSizedArrayCreateExpression>();
- ReplaceNode(typeRef, arrayCreateExpr);
- arrayCreateExpr->mTypeRef = arrayType;
- mVisitorPos.mReadPos = endNodeIdx;
- auto initializerExpr = CreateCollectionInitializerExpression(BfNodeDynCast<BfTokenNode>(mVisitorPos.GetCurrent()));
- MEMBER_SET(arrayCreateExpr, mInitializer, initializerExpr);
- exprLeft = arrayCreateExpr;
- return arrayCreateExpr;
- }
- }
- }
- }
- }
- }
- }
- if (didSplit)
- continue;
- }
- // Could be a struct generic initializer, or a generic method invocation
- if (auto outToken = BfNodeDynCast<BfTokenNode>(outNode))
- {
- int endNodeIdx = -1;
- if ((outToken->GetToken() == BfToken_LParen) && (IsTypeReference(exprLeft, BfToken_LParen, &endNodeIdx)))
- {
- exprLeft = CreateInvocationExpression(exprLeft);
- if (exprLeft == NULL)
- return NULL;
- continue;
- }
- }
- if (hadEndingToken)
- return exprLeft;
- }
- if (token == BfToken_Star)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if ((nextToken->mToken == BfToken_Star) || (nextToken->mToken == BfToken_LBracket))
- {
- //if (IsTypeReference(tokenNode, BfToken_LBracket))
- {
- /*auto typeRef = CreateTypeRef(tokenNode, true);
- exprLeft = CreateObjectCreateExpression(typeRef);
- return exprLeft;*/
- }
- }
- }
- }
- BfBinaryOp binOp = TokenToBinaryOp(tokenNode->GetToken());
- if (binOp != BfBinaryOp_None)
- {
- auto binOpExpression = mAlloc->Alloc<BfBinaryOperatorExpression>();
- ReplaceNode(exprLeft, binOpExpression);
- binOpExpression->mLeft = exprLeft;
- binOpExpression->mOp = binOp;
- MEMBER_SET(binOpExpression, mOpToken, tokenNode);
- mVisitorPos.MoveNext();
- // We only need to check binary operator precedence at the "top level" binary operator
- rhsCreateExprFlags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_NoCheckBinOpPrecedence);
- auto exprRight = CreateExpressionAfter(binOpExpression, rhsCreateExprFlags);
- if (exprRight == NULL)
- return binOpExpression;
- MEMBER_SET(binOpExpression, mRight, exprRight);
- if ((createExprFlags & CreateExprFlags_NoCheckBinOpPrecedence) != 0)
- return binOpExpression;
- return CheckBinaryOperatorPrecedence(binOpExpression);
- }
- auto assignmentOp = TokenToAssignmentOp(tokenNode->GetToken());
- if (assignmentOp != BfAssignmentOp_None)
- {
- if ((createExprFlags & CreateExprFlags_NoAssignment) != 0)
- return exprLeft;
- auto assignmentExpression = mAlloc->Alloc<BfAssignmentExpression>();
- ReplaceNode(exprLeft, assignmentExpression);
- mVisitorPos.MoveNext();
- assignmentExpression->mOp = assignmentOp;
- assignmentExpression->mLeft = exprLeft;
- assignmentExpression->mOpToken = tokenNode;
- MoveNode(assignmentExpression->mOpToken, assignmentExpression);
- bool continueCascade = false;
- if (auto memberExpr = BfNodeDynCast<BfMemberReferenceExpression>(exprLeft))
- {
- if (memberExpr->mDotToken->GetToken() == BfToken_DotDot)
- continueCascade = true;
- }
- CreateExprFlags flags = rhsCreateExprFlags;
- if (continueCascade)
- flags = (CreateExprFlags)(rhsCreateExprFlags | CreateExprFlags_BreakOnCascade);
- auto exprRight = CreateExpressionAfter(assignmentExpression, flags);
- if (exprRight == NULL)
- {
- FailAfter("Invalid expression", assignmentExpression);
- return assignmentExpression;
- }
- assignmentExpression->mRight = exprRight;
- MoveNode(assignmentExpression->mRight, assignmentExpression);
- if (continueCascade)
- {
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (nextToken->GetToken() == BfToken_DotDot)
- {
- exprLeft = assignmentExpression;
- continue;
- }
- }
- }
-
- return assignmentExpression;
- }
- BF_ASSERT(tokenNode->GetToken() == token);
- // Not a binary op, it's a 'close'
- if (token == BfToken_Bang)
- {
- if ((createExprFlags & CreateExprFlags_ExitOnBang) != 0)
- return exprLeft;
- exprLeft = CreateInvocationExpression(exprLeft);
- }
- else if (token == BfToken_LParen)
- {
- exprLeft = CreateInvocationExpression(exprLeft, (CreateExprFlags)(createExprFlags & ~(CreateExprFlags_NoCast)));
- }
- else if ((token == BfToken_LBracket) || (token == BfToken_QuestionLBracket))
- {
- exprLeft = CreateIndexerExpression(exprLeft);
- }
- else if ((token == BfToken_Dot) || (token == BfToken_DotDot) || (token == BfToken_QuestionDot))
- {
- if ((token == BfToken_DotDot) && ((createExprFlags & CreateExprFlags_BreakOnCascade) != 0))
- return exprLeft;
- if (auto memberExpr = BfNodeDynCastExact<BfMemberReferenceExpression>(exprLeft))
- {
- if (memberExpr->mTarget == NULL)
- {
- // A dot syntax like ".A.B" is never valid - to help with autocomplete we stop the expr parsing here
- Fail("Unexpected '.' token", tokenNode);
- return exprLeft;
- }
- }
- exprLeft = CreateMemberReferenceExpression(exprLeft);
- }
- else
- {
- return exprLeft;
- }
- if (exprLeft == NULL)
- return NULL;
- }
- else
- break;
- }
- return exprLeft;
- }
- BfExpression* BfReducer::CreateExpressionAfter(BfAstNode* node, CreateExprFlags createExprFlags)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- bool isEmpty = false;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (tokenNode->GetToken() == BfToken_RParen)
- isEmpty = true;
- }
- if ((nextNode == NULL) || (isEmpty))
- {
- FailAfter("Expression expected", node);
- return NULL;
- }
- int startReadPos = mVisitorPos.mReadPos;
- mVisitorPos.MoveNext();
- auto result = CreateExpression(nextNode, createExprFlags);
- if (result == NULL)
- {
- // Nope, didn't handle it
- mVisitorPos.mReadPos = startReadPos;
- }
- return result;
- }
- BfForEachStatement* BfReducer::CreateForEachStatement(BfAstNode* node, bool hasTypeDecl)
- {
- auto forToken = BfNodeDynCast<BfTokenNode>(node);
- auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
- if (parenToken == NULL)
- return NULL;
- auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
- ReplaceNode(forToken, forEachStatement);
- MEMBER_SET(forEachStatement, mForToken, forToken);
- MEMBER_SET(forEachStatement, mOpenParen, parenToken);
- if (hasTypeDecl)
- {
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (tokenNode->mToken == BfToken_ReadOnly)
- {
- MEMBER_SET_CHECKED(forEachStatement, mReadOnlyToken, tokenNode);
- mVisitorPos.MoveNext();
- }
- }
- auto typeRef = CreateTypeRefAfter(forEachStatement);
- if (typeRef == NULL)
- return forEachStatement;
- MEMBER_SET_CHECKED(forEachStatement, mVariableTypeRef, typeRef);
- }
-
- if (auto nextNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((nextNode->mToken == BfToken_LParen) || (nextNode->mToken == BfToken_LessEquals))
- {
- mVisitorPos.MoveNext();
- auto tupleNode = CreateTupleExpression(nextNode);
- MEMBER_SET_CHECKED(forEachStatement, mVariableName, tupleNode);
- }
- }
- if (forEachStatement->mVariableName == NULL)
- {
- auto name = ExpectIdentifierAfter(forEachStatement, "variable name");
- MEMBER_SET_CHECKED(forEachStatement, mVariableName, name);
- }
- auto inToken = ExpectTokenAfter(forEachStatement, BfToken_In, BfToken_LChevron, BfToken_LessEquals);
- MEMBER_SET_CHECKED(forEachStatement, mInToken, inToken);
- auto expr = CreateExpressionAfter(forEachStatement);
- MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
- parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
- MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
- auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
- if (stmt == NULL)
- return forEachStatement;
- MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
- return forEachStatement;
- }
- BfStatement* BfReducer::CreateForStatement(BfAstNode* node)
- {
- int startReadIdx = mVisitorPos.mReadPos;
- auto forToken = BfNodeDynCast<BfTokenNode>(node);
- auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
- if (parenToken == NULL)
- return NULL;
-
- int outNodeIdx = -1;
- auto nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- // Handle 'for (let (key, value) in dict)'
- if ((tokenNode->mToken == BfToken_Let) || (tokenNode->mToken == BfToken_Var))
- {
- if (auto afterLet = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
- {
- if (afterLet->mToken == BfToken_LParen)
- {
- bool isTupleIn = true;
- int parenDepth = 1;
- for (int readPos = mVisitorPos.mReadPos + 3; true; readPos++)
- {
- auto checkNode = mVisitorPos.Get(readPos);
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
- {
- if (tokenNode->mToken == BfToken_RParen)
- {
- if (parenDepth != 1)
- {
- isTupleIn = false;
- break;
- }
- parenDepth--;
- }
- else if (tokenNode->mToken == BfToken_In)
- {
- if (parenDepth != 0)
- isTupleIn = false;
- break;
- }
- else if (tokenNode->mToken == BfToken_Comma)
- {
- //
- }
- else
- {
- isTupleIn = false;
- break;
- }
- }
- else if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(checkNode))
- {
- //
- }
- else
- {
- isTupleIn = false;
- break;
- }
- }
- if (isTupleIn)
- {
- mVisitorPos.mReadPos = startReadIdx;
- return CreateForEachStatement(node, true);
- }
- }
- }
- }
- }
- bool isTypeRef = false;
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextNode->mToken == BfToken_ReadOnly)
- {
- mVisitorPos.mReadPos += 2;
- isTypeRef = IsTypeReference(mVisitorPos.Get(mVisitorPos.mReadPos), BfToken_None, &outNodeIdx);
- mVisitorPos.mReadPos -= 2;
- }
- }
- if (!isTypeRef)
- {
- mVisitorPos.mReadPos++;
- isTypeRef = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
- mVisitorPos.mReadPos--;
- }
-
- BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
- if (isTypeRef)
- {
- auto nextNode = mVisitorPos.Get(outNodeIdx + 1);
- if ((outNode != NULL) && (nextNode != NULL))
- {
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- int token = tokenNode->GetToken();
- if ((token == BfToken_In) || (token == BfToken_LChevron) || (token == BfToken_LessEquals))
- {
- mVisitorPos.mReadPos = startReadIdx;
- return CreateForEachStatement(node, true);
- }
- }
- }
- }
- else
- {
- int checkNodeIdx = (outNodeIdx != -1) ? outNodeIdx : mVisitorPos.mReadPos + 1;
- auto checkNode = mVisitorPos.Get(checkNodeIdx);
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(checkNode))
- {
- BfToken token = tokenNode->GetToken();
- // Is this an 'anonymous' foreach?
- if ((token != BfToken_Semicolon) && (token != BfToken_LChevron) &&
- (token != BfToken_In) && (token != BfToken_AssignEquals))
- {
- mVisitorPos.mReadPos = startReadIdx;
- auto forToken = BfNodeDynCast<BfTokenNode>(node);
- auto parenToken = ExpectTokenAfter(forToken, BfToken_LParen);
- if (parenToken == NULL)
- return NULL;
- auto forEachStatement = mAlloc->Alloc<BfForEachStatement>();
- ReplaceNode(forToken, forEachStatement);
- MEMBER_SET(forEachStatement, mForToken, forToken);
- MEMBER_SET(forEachStatement, mOpenParen, parenToken);
- auto expr = CreateExpressionAfter(forEachStatement);
- MEMBER_SET_CHECKED(forEachStatement, mCollectionExpression, expr);
- parenToken = ExpectTokenAfter(forEachStatement, BfToken_RParen);
- MEMBER_SET_CHECKED(forEachStatement, mCloseParen, parenToken);
- auto stmt = CreateStatementAfter(forEachStatement, CreateStmtFlags_FindTrailingSemicolon);
- if (stmt == NULL)
- return forEachStatement;
- MEMBER_SET(forEachStatement, mEmbeddedStatement, stmt);
- return forEachStatement;
- }
- }
- }
- auto nextNextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNextNode))
- {
- if ((tokenNode != NULL) && ((tokenNode->GetToken() == BfToken_LChevron) || (tokenNode->GetToken() == BfToken_In)))
- {
- Fail("Ranged for statement must declare new value variable, consider adding a type name, 'var', or 'let'", tokenNode);
- mVisitorPos.mReadPos = startReadIdx;
- return CreateForEachStatement(node, false);
- }
- }
- BfAstNode* stmt;
- auto forStatement = mAlloc->Alloc<BfForStatement>();
- BfDeferredAstSizedArray<BfAstNode*> initializers(forStatement->mInitializers, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> initializerCommas(forStatement->mInitializerCommas, mAlloc);
- BfDeferredAstSizedArray<BfAstNode*> iterators(forStatement->mIterators, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> iteratorCommas(forStatement->mIteratorCommas, mAlloc);
- ReplaceNode(forToken, forStatement);
- MEMBER_SET(forStatement, mForToken, forToken);
- MEMBER_SET(forStatement, mOpenParen, parenToken);
- // Initializers
- for (int listIdx = 0; true; listIdx++)
- {
- auto nextNode = mVisitorPos.GetNext();
- if ((listIdx > 0) || (!IsSemicolon(nextNode)))
- {
- auto stmt = CreateStatementAfter(forStatement);
- if (stmt == NULL)
- return forStatement;
- initializers.push_back(stmt);
- MoveNode(stmt, forStatement);
- }
- nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode == NULL)
- return forStatement;
- if (tokenNode->GetToken() == BfToken_Semicolon)
- {
- MEMBER_SET(forStatement, mInitializerSemicolon, tokenNode);
- mVisitorPos.MoveNext();
- break;
- }
- else if (tokenNode->GetToken() == BfToken_Comma)
- {
- MoveNode(tokenNode, forStatement);
- initializerCommas.push_back(tokenNode);
- mVisitorPos.MoveNext();
- }
- else
- {
- Fail("Expected ',' or ';'", tokenNode);
- return forStatement;
- }
- }
- // Condition
- nextNode = mVisitorPos.GetNext();
- if (!IsSemicolon(nextNode))
- {
- bool doExpr = true;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (tokenNode->GetToken() == BfToken_RParen)
- {
- Fail("Expected expression or ';'", tokenNode);
- doExpr = false;
- }
- }
- if (doExpr)
- {
- auto expr = CreateExpressionAfter(forStatement);
- if (expr == NULL)
- return forStatement;
- MEMBER_SET(forStatement, mCondition, expr);
- }
- }
- auto tokenNode = ExpectTokenAfter(forStatement, BfToken_Semicolon);
- if (tokenNode == NULL)
- return forStatement;
- MEMBER_SET(forStatement, mConditionSemicolon, tokenNode);
- // Iterators
- for (int listIdx = 0; true; listIdx++)
- {
- if (listIdx == 0)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (tokenNode->GetToken() == BfToken_RParen)
- {
- MEMBER_SET(forStatement, mCloseParen, tokenNode);
- mVisitorPos.MoveNext();
- break;
- }
- }
- }
- auto stmt = CreateStatementAfter(forStatement);
- if (stmt == NULL)
- return forStatement;
- iterators.push_back(stmt);
- MoveNode(stmt, forStatement);
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode == NULL)
- return forStatement;
- if (tokenNode->GetToken() == BfToken_RParen)
- {
- MEMBER_SET(forStatement, mCloseParen, tokenNode);
- mVisitorPos.MoveNext();
- break;
- }
- else if (tokenNode->GetToken() == BfToken_Comma)
- {
- MoveNode(tokenNode, forStatement);
- iteratorCommas.push_back(tokenNode);
- mVisitorPos.MoveNext();
- }
- else
- {
- Fail("Expected ',' or ')'", tokenNode);
- return forStatement;
- }
- }
- stmt = CreateStatementAfter(forStatement, CreateStmtFlags_FindTrailingSemicolon);
- if (stmt == NULL)
- return forStatement;
- MEMBER_SET(forStatement, mEmbeddedStatement, stmt);
- return forStatement;
- }
- BfUsingStatement* BfReducer::CreateUsingStatement(BfAstNode* node)
- {
- auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
- auto usingStatement = mAlloc->Alloc<BfUsingStatement>();
- ReplaceNode(tokenNode, usingStatement);
- MEMBER_SET(usingStatement, mUsingToken, tokenNode);
- tokenNode = ExpectTokenAfter(usingStatement, BfToken_LParen);
- if (tokenNode == NULL)
- return NULL;
- MEMBER_SET(usingStatement, mOpenParen, tokenNode);
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode != NULL)
- {
- BfVariableDeclaration* varDecl = mAlloc->Alloc<BfVariableDeclaration>();
- int outNodeIdx = -1;
- auto nextNode = mVisitorPos.GetNext();
- mVisitorPos.mReadPos++;
- bool isTypeReference = IsTypeReference(nextNode, BfToken_None, &outNodeIdx);
- mVisitorPos.mReadPos--;
- if (isTypeReference)
- {
- BfAstNode* outNode = mVisitorPos.Get(outNodeIdx);
- BfAstNode* outNodeNext = mVisitorPos.Get(outNodeIdx + 1);
- BfTokenNode* equalsNode = NULL;
- if ((outNode != NULL) && (BfNodeIsA<BfIdentifierNode>(outNode)) && (BfNodeIsA<BfTokenNode>(outNodeNext)))
- {
- auto typeRef = CreateTypeRefAfter(usingStatement);
- if (typeRef == NULL)
- return usingStatement;
- MEMBER_SET(varDecl, mTypeRef, typeRef);
- usingStatement->SetSrcEnd(typeRef->GetSrcEnd());
- auto nameNode = ExpectIdentifierAfter(usingStatement, "variable name");
- if (nameNode == NULL)
- return usingStatement;
- MEMBER_SET(varDecl, mNameNode, nameNode);
- usingStatement->SetSrcEnd(varDecl->GetSrcEnd());
- auto equalsNode = ExpectTokenAfter(usingStatement, BfToken_AssignEquals);
- if (equalsNode == NULL)
- return usingStatement;
- MEMBER_SET(varDecl, mEqualsNode, equalsNode);
- usingStatement->SetSrcEnd(equalsNode->GetSrcEnd());
- }
- }
- auto expr = CreateExpressionAfter(usingStatement);
- if (expr == NULL)
- return usingStatement;
- MEMBER_SET(varDecl, mInitializer, expr);
- MEMBER_SET(usingStatement, mVariableDeclaration, varDecl);
- }
- tokenNode = ExpectTokenAfter(usingStatement, BfToken_RParen);
- if (tokenNode == NULL)
- return usingStatement;
- MEMBER_SET(usingStatement, mCloseParen, tokenNode);
- auto stmt = CreateStatementAfter(usingStatement, CreateStmtFlags_FindTrailingSemicolon);
- if (stmt == NULL)
- return usingStatement;
- MEMBER_SET(usingStatement, mEmbeddedStatement, stmt);
- return usingStatement;
- }
- BfWhileStatement* BfReducer::CreateWhileStatement(BfAstNode* node)
- {
- auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
- auto whileStatement = mAlloc->Alloc<BfWhileStatement>();
- ReplaceNode(tokenNode, whileStatement);
- MEMBER_SET(whileStatement, mWhileToken, tokenNode);
- tokenNode = ExpectTokenAfter(whileStatement, BfToken_LParen);
- if (tokenNode == NULL)
- return NULL;
- MEMBER_SET(whileStatement, mOpenParen, tokenNode);
- // Condition
- auto nextNode = mVisitorPos.GetNext();
- if (!IsSemicolon(nextNode))
- {
- auto expr = CreateExpressionAfter(whileStatement);
- if (expr == NULL)
- return whileStatement;
- MEMBER_SET(whileStatement, mCondition, expr);
- }
- tokenNode = ExpectTokenAfter(whileStatement, BfToken_RParen);
- if (tokenNode == NULL)
- return whileStatement;
- MEMBER_SET(whileStatement, mCloseParen, tokenNode);
- auto stmt = CreateStatementAfter(whileStatement, CreateStmtFlags_FindTrailingSemicolon);
- if (stmt == NULL)
- return whileStatement;
- MEMBER_SET(whileStatement, mEmbeddedStatement, stmt);
- return whileStatement;
- }
- BfDoStatement* BfReducer::CreateDoStatement(BfAstNode* node)
- {
- auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
- auto doStatement = mAlloc->Alloc<BfDoStatement>();
- ReplaceNode(tokenNode, doStatement);
- MEMBER_SET(doStatement, mDoToken, tokenNode);
- auto stmt = CreateStatementAfter(doStatement, CreateStmtFlags_FindTrailingSemicolon);
- if (stmt != NULL)
- {
- MEMBER_SET(doStatement, mEmbeddedStatement, stmt);
- }
- return doStatement;
- }
- BfRepeatStatement* BfReducer::CreateRepeatStatement(BfAstNode* node)
- {
- auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
- auto repeatStatement = mAlloc->Alloc<BfRepeatStatement>();
- ReplaceNode(tokenNode, repeatStatement);
- MEMBER_SET(repeatStatement, mRepeatToken, tokenNode);
- auto stmt = CreateStatementAfter(repeatStatement, CreateStmtFlags_FindTrailingSemicolon);
- if (stmt != NULL)
- {
- MEMBER_SET(repeatStatement, mEmbeddedStatement, stmt);
- }
- tokenNode = ExpectTokenAfter(repeatStatement, BfToken_While);
- if (tokenNode != NULL)
- {
- MEMBER_SET(repeatStatement, mWhileToken, tokenNode);
- }
- tokenNode = ExpectTokenAfter(repeatStatement, BfToken_LParen);
- if (tokenNode != NULL)
- {
- MEMBER_SET(repeatStatement, mOpenParen, tokenNode);
- }
- // Condition
- auto nextNode = mVisitorPos.GetNext();
- if (!IsSemicolon(nextNode))
- {
- auto expr = CreateExpressionAfter(repeatStatement);
- if (expr == NULL)
- return repeatStatement;
- MEMBER_SET(repeatStatement, mCondition, expr);
- }
- tokenNode = ExpectTokenAfter(repeatStatement, BfToken_RParen);
- if (tokenNode != NULL)
- {
- MEMBER_SET(repeatStatement, mCloseParen, tokenNode);
- }
- return repeatStatement;
- }
- BfSwitchStatement* BfReducer::CreateSwitchStatement(BfTokenNode* tokenNode)
- {
- auto switchStatement = mAlloc->Alloc<BfSwitchStatement>();
- BfDeferredAstSizedArray<BfSwitchCase*> switchCases(switchStatement->mSwitchCases, mAlloc);
- ReplaceNode(tokenNode, switchStatement);
- switchStatement->mSwitchToken = tokenNode;
- tokenNode = ExpectTokenAfter(switchStatement, BfToken_LParen);
- if (tokenNode != NULL)
- {
- MEMBER_SET(switchStatement, mOpenParen, tokenNode);
- }
- auto switchValue = CreateExpressionAfter(switchStatement);
- if (switchValue != NULL)
- {
- MEMBER_SET(switchStatement, mSwitchValue, switchValue);
- }
- tokenNode = ExpectTokenAfter(switchStatement, BfToken_RParen);
- if (tokenNode != NULL)
- {
- MEMBER_SET(switchStatement, mCloseParen, tokenNode);
- }
- auto block = ExpectBlockAfter(switchStatement);
- if (block == NULL)
- return switchStatement;
- MoveNode(block, switchStatement);
- switchStatement->mOpenBrace = block->mOpenBrace;
- switchStatement->mCloseBrace = block->mCloseBrace;
- bool hadEmptyCaseStatement = false;
- BfSwitchCase* switchCase = NULL;
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
- bool isDone = !mVisitorPos.MoveNext();
- while (!isDone)
- {
- auto child = mVisitorPos.GetCurrent();
- tokenNode = BfNodeDynCast<BfTokenNode>(child);
- BfToken token = BfToken_None;
- if (tokenNode != NULL)
- token = tokenNode->GetToken();
- if ((tokenNode == NULL) ||
- ((token != BfToken_Case) && (token != BfToken_When) && (token != BfToken_Default)))
- {
- Fail("Expected 'case'", child);
- return switchStatement;
- }
- //TODO: This error was getting annoying... Put back?
- // This check is here at the top, being processed for the previous switchCase because
- // we don't throw an error on the last case in the switch
- /*if (hadEmptyCaseStatement)
- FailAfter("Expected case statement, 'fallthrough', or 'break'", switchCase);*/
- bool isDefault = token == BfToken_Default;
- switchCase = mAlloc->Alloc<BfSwitchCase>();
- BfDeferredAstSizedArray<BfExpression*> caseExpressions(switchCase->mCaseExpressions, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> caseCommas(switchCase->mCaseCommas, mAlloc);
- ReplaceNode(tokenNode, switchCase);
- BfTokenNode* whenToken = NULL;
- if (token == BfToken_When)
- whenToken = tokenNode;
- else
- switchCase->mCaseToken = tokenNode;
- for (int caseIdx = 0; true; caseIdx++)
- {
- if (!isDefault)
- {
- BfExpression* expr = NULL;
- bool wasWhenSet = whenToken != NULL;
- if (!wasWhenSet)
- {
- auto nextNode = mVisitorPos.GetNext();
- whenToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((whenToken != NULL) && (whenToken->GetToken() != BfToken_When))
- whenToken = NULL;
- }
- if (whenToken != NULL)
- {
- auto whenExpr = mAlloc->Alloc<BfWhenExpression>();
- whenExpr->mWhenToken = whenToken;
- ReplaceNode(whenToken, whenExpr);
- //mVisitorPos.MoveNext();
- //auto exprAfter = wasWhenSet ? (BfAstNode*)switchCase : (BfAstNode*)whenExpr;
- if (expr == NULL)
- {
- auto innerExpr = CreateExpressionAfter(whenToken);
- if (innerExpr != NULL)
- {
- MEMBER_SET(whenExpr, mExpression, innerExpr);
- }
- expr = whenExpr;
- }
- }
- if (expr == NULL)
- {
- if (auto bindToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((bindToken->GetToken() == BfToken_Var) || (bindToken->GetToken() == BfToken_Let))
- {
- expr = CreateEnumCaseBindExpression(bindToken);
- }
- }
- }
- if (expr == NULL)
- expr = CreateExpressionAfter(switchCase);
- if (expr == NULL)
- {
- ///
- }
- else
- {
- caseExpressions.push_back(expr);
- MoveNode(expr, switchCase);
- }
- }
- if ((whenToken == NULL) && (!isDefault))
- tokenNode = ExpectTokenAfter(switchCase, BfToken_When, BfToken_Colon, BfToken_Comma);
- else
- tokenNode = ExpectTokenAfter(switchCase, BfToken_Colon);
- if (tokenNode == NULL)
- break;
- if (tokenNode->GetToken() == BfToken_When)
- {
- whenToken = tokenNode;
- continue;
- }
- if (tokenNode->GetToken() == BfToken_Colon)
- {
- MEMBER_SET(switchCase, mColonToken, tokenNode);
- break;
- }
- if (isDefault)
- {
- Fail("Expected ':'", tokenNode);
- break;
- }
- MoveNode(tokenNode, switchCase);
- caseCommas.push_back(tokenNode);
- BF_ASSERT(whenToken == NULL);
- }
- if (isDefault)
- {
- if (switchStatement->mDefaultCase != NULL)
- {
- Fail("Only one default case is allowed", switchCase);
- // Add to normal switch cases just so we process it
- switchCases.push_back(switchCase);
- }
- else
- switchStatement->mDefaultCase = switchCase;
- }
- else
- {
- if (switchStatement->mDefaultCase != NULL)
- {
- Fail("Default case must be last case", switchStatement->mDefaultCase);
- }
- switchCases.push_back(switchCase);
- }
- hadEmptyCaseStatement = true;
- auto codeBlock = mAlloc->Alloc<BfBlock>();
- //codeBlock->mSource = switchCase->mSource;
- MEMBER_SET(switchCase, mCodeBlock, codeBlock);
- //switchCase->Add(codeBlock);
- BfDeferredAstSizedArray<BfAstNode*> codeBlockChildArr(codeBlock->mChildArr, mAlloc);
- while (true)
- {
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- int token = tokenNode->GetToken();
- if ((token == BfToken_Case) || (token == BfToken_Default) || (token == BfToken_When))
- break; // Done! No fallthrough
- }
- nextNode = mVisitorPos.GetNext();
- if (nextNode == NULL)
- break;
- hadEmptyCaseStatement = false;
- mVisitorPos.MoveNext();
- // We need to use CreateStmtFlags_NoCaseExpr because otherwise during typing a new statement at the end of one case, it
- // could interpret the 'case' token for the next case as being part of a case expression in the first case
- auto stmt = CreateStatement(nextNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_NoCaseExpr | CreateStmtFlags_AllowLocalFunction));
- if (stmt == NULL)
- {
- AddErrorNode(nextNode);
- }
- else
- {
- MoveNode(stmt, codeBlock);
- codeBlockChildArr.push_back(stmt);
- }
- }
- MoveNode(switchCase, switchStatement);
- if (!codeBlock->IsInitialized())
- {
- int srcPos = switchCase->GetSrcEnd();
- codeBlock->Init(srcPos, srcPos, srcPos);
- }
- isDone = !mVisitorPos.MoveNext();
- }
- return switchStatement;
- }
- // Does everything but pull the trailing semicolon
- BfAstNode* BfReducer::DoCreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
- {
- auto subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_NoCaseExpr | CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowUnterminatedExpression));
- if (node->IsA<BfBlock>())
- {
- auto block = (BfBlock*)node;
- HandleBlock(block, (createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0);
- return block;
- }
- BfVariableDeclaration* continuingVariable = NULL;
- BfTokenNode* refToken = NULL;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
- {
- int token = tokenNode->GetToken();
- if ((token == BfToken_Ref) || (token == BfToken_Mut))
- {
- refToken = tokenNode;
- }
- else if (token == BfToken_Semicolon)
- {
- Fail("Empty statement not allowed", tokenNode);
- auto emptyStatement = mAlloc->Alloc<BfEmptyStatement>();
- ReplaceNode(tokenNode, emptyStatement);
- emptyStatement->mTrailingSemicolon = tokenNode;
- return emptyStatement;
- }
- else if (token == BfToken_Break)
- {
- auto breakStmt = mAlloc->Alloc<BfBreakStatement>();
- ReplaceNode(tokenNode, breakStmt);
- breakStmt->mBreakNode = tokenNode;
- if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- MEMBER_SET(breakStmt, mLabel, label);
- mVisitorPos.MoveNext();
- }
- else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (tokenNode->GetToken() == BfToken_Mixin)
- {
- MEMBER_SET(breakStmt, mLabel, tokenNode);
- mVisitorPos.MoveNext();
- }
- }
- return breakStmt;
- }
- else if (token == BfToken_Continue)
- {
- auto continueStmt = mAlloc->Alloc<BfContinueStatement>();
- ReplaceNode(tokenNode, continueStmt);
- continueStmt->mContinueNode = tokenNode;
- if (auto label = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- MEMBER_SET(continueStmt, mLabel, label);
- mVisitorPos.MoveNext();
- }
- else if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (tokenNode->GetToken() == BfToken_Mixin)
- {
- MEMBER_SET(continueStmt, mLabel, tokenNode);
- mVisitorPos.MoveNext();
- }
- }
- return continueStmt;
- }
- else if (token == BfToken_Fallthrough)
- {
- auto fallthroughStmt = mAlloc->Alloc<BfFallthroughStatement>();
- ReplaceNode(tokenNode, fallthroughStmt);
- fallthroughStmt->mFallthroughToken = tokenNode;
- return fallthroughStmt;
- }
- else if (token == BfToken_For)
- {
- return CreateForStatement(node);
- }
- else if (token == BfToken_Using)
- {
- return CreateUsingStatement(node);
- }
- else if (token == BfToken_While)
- {
- return CreateWhileStatement(node);
- }
- else if (token == BfToken_Do)
- {
- auto checkNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
- auto checkToken = BfNodeDynCast<BfTokenNode>(checkNode);
- if ((checkToken != NULL) && (checkToken->GetToken() == BfToken_While))
- return CreateRepeatStatement(node);
- else
- return CreateDoStatement(node);
- }
- else if (token == BfToken_Repeat)
- {
- return CreateRepeatStatement(node);
- }
- else if (token == BfToken_Return)
- {
- auto returnStmt = mAlloc->Alloc<BfReturnStatement>();
- ReplaceNode(node, returnStmt);
- MEMBER_SET(returnStmt, mReturnToken, tokenNode);
- auto nextNode = mVisitorPos.GetNext();
- if (!IsSemicolon(nextNode))
- {
- auto expr = CreateExpressionAfter(returnStmt);
- MEMBER_SET_CHECKED(returnStmt, mExpression, expr);
- }
- return returnStmt;
- }
- else if (token == BfToken_Delete)
- {
- auto deleteStmt = mAlloc->Alloc<BfDeleteStatement>();
- ReplaceNode(node, deleteStmt);
- MEMBER_SET(deleteStmt, mDeleteToken, tokenNode);
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_Append)
- {
- MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
- }
- else if (tokenNode->GetToken() == BfToken_Colon)
- {
- MEMBER_SET(deleteStmt, mTargetTypeToken, tokenNode);
- mVisitorPos.MoveNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (tokenNode->mToken == BfToken_Append)
- {
- MEMBER_SET(deleteStmt, mAllocExpr, tokenNode);
- mVisitorPos.MoveNext();
- }
- }
- if (deleteStmt->mAllocExpr == NULL)
- {
- auto allocExpr = CreateExpressionAfter(deleteStmt);
- if (allocExpr != NULL)
- {
- MEMBER_SET(deleteStmt, mAllocExpr, allocExpr);
- }
- }
- }
- }
- auto expr = CreateExpressionAfter(deleteStmt);
- MEMBER_SET_CHECKED(deleteStmt, mExpression, expr);
- return deleteStmt;
- }
- else if (token == BfToken_Throw)
- {
- auto throwStmt = mAlloc->Alloc<BfThrowStatement>();
- ReplaceNode(node, throwStmt);
- MEMBER_SET(throwStmt, mThrowToken, tokenNode);
- auto expr = CreateExpressionAfter(throwStmt);
- MEMBER_SET_CHECKED(throwStmt, mExpression, expr);
- return throwStmt;
- }
- else if (token == BfToken_If)
- {
- subCreateStmtFlags = (CreateStmtFlags)(createStmtFlags & (CreateStmtFlags_FindTrailingSemicolon));
- auto ifStmt = mAlloc->Alloc<BfIfStatement>();
- ReplaceNode(node, ifStmt);
- MEMBER_SET(ifStmt, mIfToken, tokenNode);
- tokenNode = ExpectTokenAfter(ifStmt, BfToken_LParen);
- MEMBER_SET_CHECKED(ifStmt, mOpenParen, tokenNode);
- auto condExpr = CreateExpressionAfter(ifStmt, CreateExprFlags_AllowVariableDecl);
- MEMBER_SET_CHECKED(ifStmt, mCondition, condExpr);
- tokenNode = ExpectTokenAfter(ifStmt, BfToken_RParen);
- MEMBER_SET_CHECKED(ifStmt, mCloseParen, tokenNode);
- auto trueStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
- MEMBER_SET_CHECKED(ifStmt, mTrueStatement, trueStmt);
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Else))
- {
- MEMBER_SET(ifStmt, mElseToken, tokenNode);
- mVisitorPos.MoveNext();
- auto falseStmt = CreateStatementAfter(ifStmt, subCreateStmtFlags);
- MEMBER_SET_CHECKED(ifStmt, mFalseStatement, falseStmt);
- }
- return ifStmt;
- }
- else if (token == BfToken_Switch)
- {
- return CreateSwitchStatement(tokenNode);
- }
- else if (token == BfToken_Defer)
- {
- auto deferStmt = mAlloc->Alloc<BfDeferStatement>();
- ReplaceNode(tokenNode, deferStmt);
- deferStmt->mDeferToken = tokenNode;
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextTokenNode->GetToken() == BfToken_Colon)
- {
- MEMBER_SET(deferStmt, mColonToken, nextTokenNode);
- mVisitorPos.MoveNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
- {
- MEMBER_SET(deferStmt, mScopeName, nextToken);
- mVisitorPos.MoveNext();
- }
- }
- else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- MEMBER_SET(deferStmt, mScopeName, identifier);
- mVisitorPos.MoveNext();
- }
- if (deferStmt->mScopeName == NULL)
- {
- FailAfter("Expected scope name", deferStmt);
- }
- }
- else if (nextTokenNode->GetToken() == BfToken_LParen)
- {
- MEMBER_SET(deferStmt, mOpenParen, nextTokenNode);
- mVisitorPos.MoveNext();
- nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_Scope, BfToken_Stack);
- MEMBER_SET_CHECKED(deferStmt, mScopeToken, nextTokenNode);
- nextTokenNode = ExpectTokenAfter(deferStmt, BfToken_RParen);
- MEMBER_SET_CHECKED(deferStmt, mCloseParen, nextTokenNode);
- }
- }
- if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (nextTokenNode->GetToken() == BfToken_LBracket)
- {
- auto bindNode = mAlloc->Alloc<BfDeferBindNode>();
- ReplaceNode(nextTokenNode, bindNode);
- MEMBER_SET(bindNode, mOpenBracket, nextTokenNode);
- mVisitorPos.MoveNext();
- BfDeferredAstSizedArray<BfIdentifierNode*> params(bindNode->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(bindNode->mCommas, mAlloc);
- for (int paramIdx = 0; true; paramIdx++)
- {
- bool isRBracket = false;
- auto nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- isRBracket = tokenNode->GetToken() == BfToken_RBracket;
- if (!isRBracket)
- {
- auto nameIdentifier = ExpectIdentifierAfter(bindNode, "parameter name");
- if (nameIdentifier == NULL)
- break;
- MoveNode(nameIdentifier, bindNode);
- params.push_back(nameIdentifier);
- }
- tokenNode = ExpectTokenAfter(bindNode, BfToken_Comma, BfToken_RBracket);
- if (tokenNode == NULL)
- return deferStmt;
- if (tokenNode->GetToken() == BfToken_RBracket)
- {
- MEMBER_SET(bindNode, mCloseBracket, tokenNode);
- break;
- }
- MoveNode(tokenNode, bindNode);
- commas.push_back(tokenNode);
- }
- MEMBER_SET(deferStmt, mBind, bindNode);
- }
- }
- BfAstNode* targetNode = CreateStatementAfter(deferStmt);
- if (targetNode != NULL)
- {
- BfAstNode* innerTarget = targetNode;
- if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(innerTarget))
- innerTarget = exprStmt->mExpression;
- if (deferStmt->mBind != NULL)
- {
- if (!innerTarget->IsA<BfBlock>())
- {
- Fail("Only blocks are allowed when defer binding is used", targetNode);
- }
- }
- else
- {
- if ((!innerTarget->IsA<BfInvocationExpression>()) &&
- (!innerTarget->IsA<BfBlock>()) &&
- (!innerTarget->IsA<BfDeleteStatement>()))
- {
- Fail("Only invocation expressions, statement blocks, or deletes are allowed", targetNode);
- }
- }
- MEMBER_SET(deferStmt, mTargetNode, targetNode);
- }
- return deferStmt;
- }
- else if (token == BfToken_Comma)
- {
- auto prevVarDecl = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
- if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(prevVarDecl))
- {
- continuingVariable = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression);
- }
- }
- else if ((token == BfToken_Const) || (token == BfToken_ReadOnly))
- {
- auto stmt = CreateStatementAfter(tokenNode, (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_ForceVariableDecl));
- if (auto exprStmt = BfNodeDynCast<BfExpressionStatement>(stmt))
- {
- if (auto variableDecl = BfNodeDynCast<BfVariableDeclaration>(exprStmt->mExpression))
- {
- if (variableDecl->mModSpecifier != NULL)
- {
- Fail(StrFormat("'%s' already specified", BfTokenToString(variableDecl->mModSpecifier->GetToken())), variableDecl->mModSpecifier);
- }
- MEMBER_SET(variableDecl, mModSpecifier, tokenNode);
- exprStmt->SetSrcStart(variableDecl->mSrcStart);
- return stmt;
- }
- }
-
- Fail(StrFormat("Unexpected '%s' specifier", BfTokenToString(tokenNode->GetToken())), tokenNode);
- return stmt;
- }
- else if (token == BfToken_Volatile)
- {
- Fail("Cannot create volatile local variables", tokenNode);
- return NULL;
- }
- else if (token == BfToken_Asm)
- {
- return CreateInlineAsmStatement(node);
- }
- else if (token == BfToken_Mixin)
- {
- auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
- ReplaceNode(tokenNode, methodDecl);
- methodDecl->mDocumentation = FindDocumentation(methodDecl);
- methodDecl->mMixinSpecifier = tokenNode;
- auto nameNode = ExpectIdentifierAfter(methodDecl);
- if (nameNode != NULL)
- {
- MEMBER_SET(methodDecl, mNameNode, nameNode);
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_LChevron)
- {
- auto genericParams = CreateGenericParamsDeclaration(tokenNode);
- if (genericParams != NULL)
- {
- MEMBER_SET(methodDecl, mGenericParams, genericParams);
- }
- }
- }
- ParseMethod(methodDecl, ¶ms, &commas, true);
- }
- auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
- ReplaceNode(methodDecl, localMethodDecl);
- localMethodDecl->mMethodDeclaration = methodDecl;
- return localMethodDecl;
- }
- }
- if (auto identifier = BfNodeDynCast<BfIdentifierNode>(node))
- {
- node = CompactQualifiedName(identifier);
- }
- bool isLocalVariable = false;
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextToken->GetToken() == BfToken_Colon)
- {
- auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(node);
- if (nameIdentifier != NULL)
- {
- BfLabelNode* labelNode = mAlloc->Alloc<BfLabelNode>();
- ReplaceNode(nameIdentifier, labelNode);
- labelNode->mLabel = nameIdentifier;
- mVisitorPos.MoveNext();
- MEMBER_SET(labelNode, mColonToken, nextToken);
- BfAstNode* stmt = NULL;
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode != NULL)
- {
- mVisitorPos.MoveNext();
- stmt = DoCreateStatement(nextNode);
- if (auto labelableStmt = BfNodeDynCast<BfLabelableStatement>(stmt))
- {
- MEMBER_SET(labelableStmt, mLabelNode, labelNode);
- return labelableStmt;
- }
- if (auto block = BfNodeDynCast<BfBlock>(stmt))
- {
- auto labeledBlock = mAlloc->Alloc<BfLabeledBlock>();
- ReplaceNode(block, labeledBlock);
- labeledBlock->mBlock = block;
- MEMBER_SET(labeledBlock, mLabelNode, labelNode);
- return labeledBlock;
- }
- }
- Fail("Label must appear before a labelable statement (if, for, do, while, switch, block)", labelNode);
- AddErrorNode(labelNode);
- return stmt;
- }
- }
- }
- int typeRefEndNode = -1;
- bool isTuple = false;
- if (IsTypeReference(node, BfToken_None, &typeRefEndNode, NULL, NULL, &isTuple))
- isLocalVariable = true;
- if ((isLocalVariable) && (isTuple))
- {
- if (typeRefEndNode != -1)
- {
- // When we're typing something like "(a, )" ... don't make that a type ref yet because it could be "(a, b) = " where
- // we're typing a tuple value rather than a tuple tpye ref
- auto checkNode = mVisitorPos.Get(typeRefEndNode);
- if (checkNode == NULL)
- isLocalVariable = false;
- }
- }
- if (nextNode == NULL)
- {
- // Treat ending identifier as just an identifier (could be block result)
- isLocalVariable = false;
- }
- if ((isLocalVariable) && (typeRefEndNode != -1) && (continuingVariable == NULL) && ((createStmtFlags & CreateStmtFlags_AllowLocalFunction) != 0))
- {
- BfTokenNode* nextToken = BfNodeDynCast<BfTokenNode>(node);
- if ((nextToken == NULL) ||
- ((nextToken->GetToken() != BfToken_Delegate) && (nextToken->GetToken() != BfToken_Function)))
- {
- auto afterTypeRefNode = mVisitorPos.Get(typeRefEndNode);
- if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(afterTypeRefNode))
- {
- auto nextNextNode = mVisitorPos.Get(typeRefEndNode + 1);
- if (auto afterNameToken = BfNodeDynCast<BfTokenNode>(nextNextNode))
- {
- bool isLocalMethod = (afterNameToken->GetToken() == BfToken_LParen) || (afterNameToken->GetToken() == BfToken_LChevron);
- if (isLocalMethod)
- {
- int prevReadPos = mVisitorPos.mReadPos;
- mVisitorPos.mReadPos = typeRefEndNode;
- isLocalMethod = IsLocalMethod(nameIdentifier);
- mVisitorPos.mReadPos = prevReadPos;
- }
- if (isLocalMethod)
- {
- auto typeRef = CreateTypeRef(node);
- if (mVisitorPos.GetNext() != nameIdentifier)
- isLocalMethod = false;
- else
- {
- int prevReadPos = mVisitorPos.mReadPos;
- mVisitorPos.MoveNext();
- isLocalMethod = IsLocalMethod(nameIdentifier);
- if (!isLocalMethod)
- mVisitorPos.mReadPos = prevReadPos;
- }
- if (!isLocalMethod)
- {
- // TypeRef didn't match what we expected, just set it up as a variable declaration
- auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
- ReplaceNode(typeRef, variableDeclaration);
- variableDeclaration->mTypeRef = typeRef;
- return variableDeclaration;
- }
- auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
- ReplaceNode(typeRef, methodDecl);
- methodDecl->mDocumentation = FindDocumentation(methodDecl);
- methodDecl->mReturnType = typeRef;
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
- MEMBER_SET(methodDecl, mNameNode, nameIdentifier);
- if (afterNameToken->GetToken() == BfToken_LChevron)
- {
- auto genericParams = CreateGenericParamsDeclaration(afterNameToken);
- if (genericParams != NULL)
- {
- MEMBER_SET(methodDecl, mGenericParams, genericParams);
- }
- }
- ParseMethod(methodDecl, ¶ms, &commas, true);
- auto localMethodDecl = mAlloc->Alloc<BfLocalMethodDeclaration>();
- ReplaceNode(methodDecl, localMethodDecl);
- localMethodDecl->mMethodDeclaration = methodDecl;
- return localMethodDecl;
- }
- }
- }
- }
- }
- if ((isLocalVariable) || (continuingVariable != NULL))
- {
- auto variableDeclaration = mAlloc->Alloc<BfVariableDeclaration>();
- BfTypeReference* typeRef = NULL;
- if (continuingVariable != NULL)
- {
- typeRef = continuingVariable->mTypeRef;
- variableDeclaration->mModSpecifier = continuingVariable->mModSpecifier;
- ReplaceNode(node, variableDeclaration);
- variableDeclaration->mPrecedingComma = (BfTokenNode*)node;
- }
- else
- {
- typeRef = CreateTypeRef(node);
- if (typeRef == NULL)
- return NULL;
- ReplaceNode(typeRef, variableDeclaration);
- }
- variableDeclaration->mTypeRef = typeRef;
- BfAstNode* variableNameNode = NULL;
- nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (tokenNode->GetToken() == BfToken_LParen)
- {
- mVisitorPos.mReadPos++;
- variableNameNode = CreateTupleExpression(tokenNode);
- }
- }
- if (variableNameNode == NULL)
- {
- auto checkToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
- if ((checkToken != NULL) && (checkToken->mToken == BfToken_Dot))
- {
- FailAfter("Expected variable name", variableDeclaration);
- }
- else
- variableNameNode = ExpectIdentifierAfter(variableDeclaration, "variable name");
- }
- if (variableNameNode == NULL)
- return variableDeclaration;
- bool isValidFinish = false;
- BfTokenNode* tokenNode;
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
- {
- int token = tokenNode->GetToken();
- if ((token == BfToken_AssignEquals) || (token == BfToken_Semicolon) || (token == BfToken_Comma))
- isValidFinish = true;
- }
- /*if (!isValidFinish)
- {
- if (auto nextIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- if (auto nextNextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2)))
- {
- if ((nextNextToken->GetToken() == BfToken_LParen) || (nextNextToken->GetToken() == BfToken_LChevron))
- {
- // It's less destructive to not consume the identifier we see as the name, because it may not be. This handles the case
- // where we're typing some stuff before a local method declaration. Kindof a corner case...
- Fail("Unexpected type", typeRef);
- mVisitorPos.mReadPos--;
- return variableDeclaration;
- }
- }
- }
- }*/
- // Is a local variable?
- tokenNode = ExpectTokenAfter(variableNameNode, BfToken_AssignEquals, BfToken_Semicolon, BfToken_Comma);
- variableDeclaration->mNameNode = variableNameNode;
- MoveNode(variableNameNode, variableDeclaration);
- if (tokenNode == NULL)
- return variableDeclaration;
- if (tokenNode->GetToken() == BfToken_AssignEquals)
- {
- MEMBER_SET(variableDeclaration, mEqualsNode, tokenNode);
- if (variableDeclaration->mInitializer == NULL)
- variableDeclaration->mInitializer = CreateExpressionAfter(variableDeclaration, (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask));
- if (variableDeclaration->mInitializer == NULL)
- return variableDeclaration;
- MoveNode(variableDeclaration->mInitializer, variableDeclaration);
- }
- else
- mVisitorPos.mReadPos--; // Backtrack to the semicolon or comma
- return variableDeclaration;
- }
- if ((createStmtFlags & CreateStmtFlags_ForceVariableDecl) != 0)
- {
- Fail("Expected local variable declaration", node);
- return NULL;
- }
- // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
- CreateExprFlags exprFlags = (CreateExprFlags)(createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask);
- if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) == 0)
- exprFlags = (CreateExprFlags)(exprFlags | CreateExprFlags_NoCaseExpr);
- auto expr = CreateExpression(node, exprFlags);
- if (expr == NULL)
- return NULL;
- bool isOkUnary = false;
- if (auto unaryOperatorExpr = BfNodeDynCast<BfUnaryOperatorExpression>(expr))
- {
- isOkUnary =
- (unaryOperatorExpr->mOp == BfUnaryOp_Increment) ||
- (unaryOperatorExpr->mOp == BfUnaryOp_PostIncrement) ||
- (unaryOperatorExpr->mOp == BfUnaryOp_Decrement) ||
- (unaryOperatorExpr->mOp == BfUnaryOp_PostDecrement);
- if ((unaryOperatorExpr->mOp == BfUnaryOp_Ref) || (unaryOperatorExpr->mOp == BfUnaryOp_Mut) || (unaryOperatorExpr->mOp == BfUnaryOp_Out))
- {
- if (unaryOperatorExpr->mOp == BfUnaryOp_Ref)
- mPassInstance->Fail("Cannot use 'ref' in this context", unaryOperatorExpr);
- else if (unaryOperatorExpr->mOp == BfUnaryOp_Mut)
- mPassInstance->Fail("Cannot use 'mut' in this context", unaryOperatorExpr);
- else
- mPassInstance->Fail("Cannot use 'out' in this context", unaryOperatorExpr);
- return NULL;
- }
- }
- if ((!mPrevStmtHadError) && (!mStmtHasError))
- {
- nextNode = mVisitorPos.GetNext();
- if (nextNode != NULL)
- {
- if (!isOkUnary)
- expr->VerifyIsStatement(mPassInstance);
- }
- }
- return expr;
- }
- // This is conservative - it doesn't HAVE to return true, but in some cases may cause a parsing error if the nodes
- // can be consumed as a statement rather than an expression. We must be more careful about not returning 'true'
- // for something that can only be interpreted as a statement, however.
- bool BfReducer::IsTerminatingExpression(BfAstNode* node)
- {
- int parenDepth = 0;
- int chevronDepth = 0;
- int readIdx = mVisitorPos.mReadPos;
- bool prevWasValue = false;
- BfTokenNode* prevTokenNode = NULL;
- while (true)
- {
- auto node = mVisitorPos.Get(readIdx);
- if (node == NULL)
- break;
- auto tokenNode = BfNodeDynCast<BfTokenNode>(node);
- if (tokenNode != NULL)
- {
- switch (tokenNode->GetToken())
- {
- case BfToken_AssignEquals:
- if (parenDepth == 0)
- return false;
- break;
- case BfToken_LParen:
- chevronDepth = 0;
- parenDepth++;
- break;
- case BfToken_RParen:
- chevronDepth = 0;
- parenDepth--;
- break;
- case BfToken_LChevron:
- chevronDepth++;
- break;
- case BfToken_RChevron:
- // If we find a < and > that are not seperated by parens, that's a generic, which must be a
- // variable decl if it's not in parens
- if ((parenDepth == 0) && (chevronDepth > 0))
- return false;
- chevronDepth--;
- break;
- case BfToken_RDblChevron:
- chevronDepth--;
- break;
- case BfToken_Comma:
- if (parenDepth == 0)
- return false;
- break;
- case BfToken_As:
- case BfToken_Append:
- case BfToken_Default:
- case BfToken_Is:
- case BfToken_Stack:
- case BfToken_Scope:
- case BfToken_New:
- case BfToken_RetType:
- case BfToken_SizeOf:
- case BfToken_This:
- case BfToken_TypeOf:
- case BfToken_LessEquals:
- case BfToken_GreaterEquals:
- case BfToken_LBracket:
- case BfToken_RBracket:
- case BfToken_Colon:
- case BfToken_Dot:
- case BfToken_DotDot:
- case BfToken_QuestionDot:
- case BfToken_QuestionLBracket:
- case BfToken_Plus:
- case BfToken_Minus:
- case BfToken_DblPlus:
- case BfToken_DblMinus:
- case BfToken_Star:
- case BfToken_ForwardSlash:
- case BfToken_Modulus:
- case BfToken_Ampersand:
- case BfToken_At:
- case BfToken_DblAmpersand:
- case BfToken_Bar:
- case BfToken_DblBar:
- case BfToken_Bang:
- case BfToken_Carat:
- case BfToken_Tilde:
- case BfToken_Question:
- case BfToken_DblQuestion:
- case BfToken_Arrow:
- case BfToken_FatArrow:
- // Allow these
- break;
- case BfToken_Semicolon:
- return false;
- default:
- // Disallow everything else
- return false;
- }
- }
- if ((node->IsExact<BfIdentifierNode>()) ||
- (node->IsExact<BfQualifiedNameNode>()) ||
- (node->IsExact<BfMemberReferenceExpression>()) ||
- (node->IsExact<BfLiteralExpression>()))
- {
- if (prevWasValue)
- {
- // Two values in a row cannot be a valid expression
- return false;
- }
- prevWasValue = true;
- }
- else
- {
- prevWasValue = false;
- }
- if (auto block = BfNodeDynCastExact<BfBlock>(node))
- {
- // Local method decl
- if ((parenDepth == 0) && (prevTokenNode != NULL) && (prevTokenNode->GetToken() == BfToken_RParen))
- return false;
- }
- prevTokenNode = tokenNode;
- readIdx++;
- }
- int outEndNode = 0;
- bool couldBeExpr = false;
- if (IsTypeReference(node, BfToken_None, &outEndNode, &couldBeExpr))
- {
- if (outEndNode == mVisitorPos.mTotalSize - 1)
- {
- if (auto name = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(outEndNode)))
- {
- auto beforeNameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(outEndNode - 1));
- // We treat "a*b" as a multiply rather than a variable declaration
- if ((beforeNameToken == NULL) || (beforeNameToken->GetToken() != BfToken_Star))
- {
- return false;
- }
- }
- }
- }
- return true;
- }
- BfAstNode* BfReducer::CreateStatement(BfAstNode* node, CreateStmtFlags createStmtFlags)
- {
- AssertCurrentNode(node);
- node = ReplaceTokenStarter(node);
- if ((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0)
- {
- if (IsTerminatingExpression(node))
- {
- mPrevStmtHadError = false;
- // Must be an expression. Always set CreateExprFlags_NoCaseExpr, to keep ending statements in a switch case to look like case expressions
- auto expr = CreateExpression(node, (CreateExprFlags)((createStmtFlags & CreateStmtFlags_To_CreateExprFlags_Mask) | CreateExprFlags_NoCaseExpr));
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode != NULL)
- {
- mPassInstance->FailAfter("Semicolon expected", expr);
- }
- return expr;
- }
- }
- mStmtHasError = false;
- auto stmtNode = DoCreateStatement(node, createStmtFlags);
- mPrevStmtHadError = mStmtHasError;
- if (stmtNode == NULL)
- return NULL;
- auto origStmtNode = stmtNode;
- if (stmtNode->IsA<BfBlock>())
- return stmtNode;
- auto nextNode = mVisitorPos.GetNext();
- if (auto expr = BfNodeDynCast<BfExpression>(stmtNode))
- {
- if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (nextNode == NULL))
- return expr;
- auto stmt = mAlloc->Alloc<BfExpressionStatement>();
- ReplaceNode(expr, stmt);
- stmt->mExpression = expr;
- stmtNode = stmt;
- }
- if (auto stmt = BfNodeDynCast<BfStatement>(stmtNode))
- {
- if ((stmt->IsMissingSemicolon()) && ((createStmtFlags & CreateStmtFlags_FindTrailingSemicolon) != 0) && (!stmt->IsA<BfEmptyStatement>()))
- {
- if (!IsSemicolon(nextNode))
- {
- // Why did we have this BfIdentifierNode check? It failed to throw an error on just things like "{ a }"
- if (/*(origStmtNode->IsA<BfIdentifierNode>()) || */(origStmtNode->IsA<BfCompoundStatement>()) || (origStmtNode->IsA<BfBlock>()))
- return stmt;
- if (origStmtNode->IsA<BfVariableDeclaration>())
- {
- // For compound variables
- auto commaToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Comma))
- return stmt;
- }
- if (((createStmtFlags & CreateStmtFlags_AllowUnterminatedExpression) != 0) && (origStmtNode->IsA<BfExpression>()) && (nextNode == NULL))
- return stmt;
- mPassInstance->FailAfterAt("Semicolon expected", node->GetSourceData(), stmt->GetSrcEnd() - 1);
- mPrevStmtHadError = true;
- return stmt;
- }
- if ((!stmt->IsA<BfBlock>()) && (!stmt->IsA<BfIdentifierNode>()))
- {
- mVisitorPos.MoveNext();
- MEMBER_SET(stmt, mTrailingSemicolon, (BfTokenNode*)nextNode);
- }
- }
- }
- return stmtNode;
- }
- BfAstNode* BfReducer::CreateStatementAfter(BfAstNode* node, CreateStmtFlags createStmtFlags)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode == NULL)
- {
- FailAfter("Expected statement", node);
- return NULL;
- }
- mVisitorPos.MoveNext();
- BfAstNode* stmt = CreateStatement(nextNode, createStmtFlags);
- if (stmt == NULL)
- {
- // Nope, didn't handle it
- mVisitorPos.mReadPos--;
- }
- return stmt;
- }
- bool BfReducer::IsExtendedTypeName(BfIdentifierNode* identifierNode)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode == NULL)
- return false;
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode == NULL)
- return false;
- int token = tokenNode->GetToken();
- return ((token == BfToken_Star) ||
- (token == BfToken_Question) ||
- (token == BfToken_Dot) ||
- (token == BfToken_LChevron) ||
- (token == BfToken_LBracket));
- }
- static String TypeToString(BfTypeReference* typeRef)
- {
- if (typeRef == NULL)
- return "null";
- if (auto qualifiedTypeRef = BfNodeDynCast<BfQualifiedTypeReference>(typeRef))
- return "(" + TypeToString(qualifiedTypeRef->mLeft) + " . " + TypeToString(qualifiedTypeRef->mRight) + ")";
- if (auto genericTypeInstanceRef = BfNodeDynCast<BfGenericInstanceTypeRef>(typeRef))
- return TypeToString(genericTypeInstanceRef->mElementType) + "<...>";
- return typeRef->ToString();
- }
- BfTypeReference* BfReducer::DoCreateNamedTypeRef(BfIdentifierNode* identifierNode)
- {
- if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(identifierNode))
- {
- auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
- ReplaceNode(identifierNode, qualifiedTypeRef);
- MoveNode(qualifiedNameNode->mLeft, qualifiedTypeRef);
- auto leftTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mLeft);
- MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
- MEMBER_SET(qualifiedTypeRef, mDot, qualifiedNameNode->mDot);
- MoveNode(qualifiedNameNode->mRight, qualifiedNameNode);
- auto rightTypeRef = DoCreateNamedTypeRef(qualifiedNameNode->mRight);
- MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
- return qualifiedTypeRef;
- }
- else
- {
- auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
- namedTypeRef->mNameNode = identifierNode;
- ReplaceNode(identifierNode, namedTypeRef);
- namedTypeRef->SetTriviaStart(identifierNode->GetTriviaStart());
- return namedTypeRef;
- }
- }
- BfTypeReference* BfReducer::DoCreateTypeRef(BfAstNode* firstNode, bool parseArrayBracket)
- {
- AssertCurrentNode(firstNode);
- auto identifierNode = BfNodeDynCast<BfIdentifierNode>(firstNode);
- if (identifierNode == NULL)
- {
- if (auto memberReferenceExpression = BfNodeDynCast<BfMemberReferenceExpression>(firstNode))
- {
- auto qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
- ReplaceNode(firstNode, qualifiedTypeRef);
- BF_ASSERT(memberReferenceExpression->mTarget != NULL);
- if (memberReferenceExpression->mTarget != NULL)
- {
- MoveNode(memberReferenceExpression->mTarget, qualifiedTypeRef);
- auto leftTypeRef = DoCreateTypeRef(memberReferenceExpression->mTarget);
- MEMBER_SET(qualifiedTypeRef, mLeft, leftTypeRef);
- }
- MEMBER_SET(qualifiedTypeRef, mDot, memberReferenceExpression->mDotToken);
- if (memberReferenceExpression->mMemberName != NULL)
- {
- MoveNode(memberReferenceExpression->mMemberName, memberReferenceExpression);
- auto rightTypeRef = DoCreateTypeRef(memberReferenceExpression->mMemberName);
- MEMBER_SET(qualifiedTypeRef, mRight, rightTypeRef);
- }
- firstNode = qualifiedTypeRef;
- }
- else
- {
- bool isHandled = false;
- auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode);
- if (tokenNode != NULL)
- {
- int token = tokenNode->GetToken();
- if (token == BfToken_Dot)
- {
- auto dotTypeRef = mAlloc->Alloc<BfDotTypeReference>();
- ReplaceNode(firstNode, dotTypeRef);
- dotTypeRef->mDotToken = tokenNode;
- firstNode = dotTypeRef;
- isHandled = true;
- //return dotTypeRef;
- }
- else if ((token == BfToken_Star) && (mAllowTypeWildcard))
- {
- auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
- ReplaceNode(firstNode, wildcardTypeRef);
- wildcardTypeRef->mWildcardToken = tokenNode;
- return wildcardTypeRef;
- }
- else if ((token == BfToken_Var) || (token == BfToken_Let))
- {
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((nextToken->GetToken() == BfToken_Ref) || (nextToken->GetToken() == BfToken_Mut))
- {
- auto varTypeRef = mAlloc->Alloc<BfVarRefTypeReference>();
- ReplaceNode(firstNode, varTypeRef);
- varTypeRef->mVarToken = tokenNode;
- MEMBER_SET(varTypeRef, mRefToken, nextToken);
- mVisitorPos.MoveNext();
- return varTypeRef;
- }
- }
- if (token == BfToken_Var)
- {
- auto varTypeRef = mAlloc->Alloc<BfVarTypeReference>();
- ReplaceNode(firstNode, varTypeRef);
- varTypeRef->mVarToken = tokenNode;
- return varTypeRef;
- }
- else
- {
- auto letTypeRef = mAlloc->Alloc<BfLetTypeReference>();
- ReplaceNode(firstNode, letTypeRef);
- letTypeRef->mLetToken = tokenNode;
- return letTypeRef;
- }
- }
- else if ((mCompatMode) && (token == BfToken_Minus))
- {
- auto constExpr = CreateExpression(tokenNode, CreateExprFlags_BreakOnRChevron);
- auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
- ReplaceNode(firstNode, constTypeRef);
- MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
- return constTypeRef;
- }
- else if (token == BfToken_Const)
- {
- if (!mCompatMode)
- {
- //Fail("Invalid use of 'const', only fields and local variables can be declared as const", tokenNode);
- //AddErrorNode(tokenNode);
- auto constExpr = CreateExpressionAfter(tokenNode, CreateExprFlags_BreakOnRChevron);
- auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
- ReplaceNode(firstNode, constTypeRef);
- MEMBER_SET(constTypeRef, mConstToken, tokenNode);
- MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
- return constTypeRef;
- }
- else
- {
- auto elementType = CreateTypeRefAfter(tokenNode, parseArrayBracket);
- auto constTypeRef = mAlloc->Alloc<BfConstTypeRef>();
- ReplaceNode(firstNode, constTypeRef);
- MEMBER_SET(constTypeRef, mConstToken, tokenNode);
- MEMBER_SET_CHECKED(constTypeRef, mElementType, elementType);
- return constTypeRef;
- }
- }
- else if (token == BfToken_Unsigned)
- {
- BF_ASSERT(mCompatMode);
- auto elementType = CreateTypeRefAfter(tokenNode, parseArrayBracket);
- BfTypeReference* rootElementParent = NULL;
- auto rootElement = elementType;
- while (auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElement))
- {
- rootElementParent = rootElement;
- rootElement = elementedType->mElementType;
- }
- auto unsignedTypeRef = mAlloc->Alloc<BfUnsignedTypeRef>();
- ReplaceNode(firstNode, unsignedTypeRef);
- MEMBER_SET(unsignedTypeRef, mUnsignedToken, tokenNode);
- if (rootElement == elementType)
- {
- MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, elementType);
- return unsignedTypeRef;
- }
- else
- {
- #ifdef BF_AST_HAS_PARENT_MEMBER
- BF_ASSERT(rootElementParent == rootElement->mParent);
- #endif
- auto elementedType = BfNodeDynCast<BfElementedTypeRef>(rootElementParent);
- MEMBER_SET_CHECKED(unsignedTypeRef, mElementType, rootElement);
- MEMBER_SET_CHECKED(elementedType, mElementType, unsignedTypeRef);
- elementType->SetSrcStart(unsignedTypeRef->GetSrcStart());
- return elementType;
- }
- }
- else if (token == BfToken_RetType)
- {
- auto retTypeTypeRef = mAlloc->Alloc<BfRetTypeTypeRef>();
- ReplaceNode(firstNode, retTypeTypeRef);
- MEMBER_SET(retTypeTypeRef, mRetTypeToken, tokenNode);
- tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_LParen);
- MEMBER_SET_CHECKED(retTypeTypeRef, mOpenParen, tokenNode);
- auto elementType = CreateTypeRefAfter(retTypeTypeRef, parseArrayBracket);
- MEMBER_SET_CHECKED(retTypeTypeRef, mElementType, elementType);
- tokenNode = ExpectTokenAfter(retTypeTypeRef, BfToken_RParen);
- MEMBER_SET_CHECKED(retTypeTypeRef, mCloseParen, tokenNode);
- return retTypeTypeRef;
- }
- else if ((token == BfToken_Delegate) || (token == BfToken_Function))
- {
- auto delegateTypeRef = mAlloc->Alloc<BfDelegateTypeRef>();
- ReplaceNode(firstNode, delegateTypeRef);
- MEMBER_SET(delegateTypeRef, mTypeToken, tokenNode);
- auto returnType = CreateTypeRefAfter(delegateTypeRef);
- MEMBER_SET_CHECKED(delegateTypeRef, mReturnType, returnType);
- tokenNode = ExpectTokenAfter(delegateTypeRef, BfToken_LParen);
- MEMBER_SET_CHECKED(delegateTypeRef, mOpenParen, tokenNode);
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(delegateTypeRef->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(delegateTypeRef->mCommas, mAlloc);
- auto closeNode = ParseMethodParams(delegateTypeRef, ¶ms, &commas, BfToken_RParen);
- if (closeNode == NULL)
- {
- if (!params.empty())
- delegateTypeRef->AdjustSrcEnd(params.back());
- if (!commas.empty())
- delegateTypeRef->AdjustSrcEnd(commas.back());
- }
- MEMBER_SET_CHECKED(delegateTypeRef, mCloseParen, closeNode);
- mVisitorPos.MoveNext();
- return delegateTypeRef;
- }
- else if (token == BfToken_Decltype)
- {
- auto declTypeRef = mAlloc->Alloc<BfDeclTypeRef>();
- ReplaceNode(tokenNode, declTypeRef);
- declTypeRef->mToken = tokenNode;
- tokenNode = ExpectTokenAfter(declTypeRef, BfToken_LParen);
- MEMBER_SET_CHECKED(declTypeRef, mOpenParen, tokenNode);
- auto targetExpr = CreateExpressionAfter(declTypeRef);
- MEMBER_SET_CHECKED(declTypeRef, mTarget, targetExpr);
- tokenNode = ExpectTokenAfter(declTypeRef, BfToken_RParen);
- MEMBER_SET_CHECKED(declTypeRef, mCloseParen, tokenNode);
- return declTypeRef;
- }
- else if (token == BfToken_LParen)
- {
- auto tupleTypeRef = mAlloc->Alloc<BfTupleTypeRef>();
- BfDeferredAstSizedArray<BfTypeReference*> fieldTypes(tupleTypeRef->mFieldTypes, mAlloc);
- BfDeferredAstSizedArray<BfIdentifierNode*> fieldNames(tupleTypeRef->mFieldNames, mAlloc);
- BfDeferredAstSizedArray<BfAstNode*> commas(tupleTypeRef->mCommas, mAlloc);
- ReplaceNode(firstNode, tupleTypeRef);
- tupleTypeRef->mOpenParen = tokenNode;
- while (true)
- {
- auto tupleFieldType = CreateTypeRefAfter(tupleTypeRef);
- if (tupleFieldType == NULL)
- return tupleTypeRef;
- fieldTypes.push_back(tupleFieldType);
- MoveNode(tupleFieldType, tupleTypeRef);
- auto nextNode = mVisitorPos.GetNext();
- if (auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode))
- {
- while (fieldNames.size() < fieldTypes.size() - 1)
- fieldNames.push_back(NULL);
- MoveNode(identifierNode, tupleTypeRef);
- fieldNames.push_back(identifierNode);
- mVisitorPos.MoveNext();
- }
- auto tokenNode = ExpectTokenAfter(tupleTypeRef, BfToken_Comma, BfToken_RParen);
- if (tokenNode == NULL)
- return tupleTypeRef;
- if (tokenNode->GetToken() == BfToken_RParen)
- {
- MEMBER_SET(tupleTypeRef, mCloseParen, tokenNode);
- //return tupleTypeRef;
- firstNode = tupleTypeRef;
- isHandled = true;
- break;
- }
- MoveNode(tokenNode, tupleTypeRef);
- commas.push_back(tokenNode);
- }
- }
- }
- else if (mCompatMode)
- {
- if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(firstNode))
- {
- auto constExpr = CreateExpression(literalExpr, CreateExprFlags_BreakOnRChevron);
- auto constTypeRef = mAlloc->Alloc<BfConstExprTypeRef>();
- ReplaceNode(firstNode, constTypeRef);
- MEMBER_SET_CHECKED(constTypeRef, mConstExpr, constExpr);
- return constTypeRef;
- }
- }
- if (!isHandled)
- {
- Fail("Expected type", firstNode);
- return NULL;
- }
- }
- }
- BfTypeReference* typeRef = BfNodeDynCast<BfTypeReference>(firstNode);
- if (typeRef == NULL)
- {
- typeRef = DoCreateNamedTypeRef(identifierNode);
- }
- while (true)
- {
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_Dot)
- {
- BfQualifiedTypeReference* qualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
- ReplaceNode(typeRef, qualifiedTypeRef);
- qualifiedTypeRef->mLeft = typeRef;
- MEMBER_SET(qualifiedTypeRef, mDot, tokenNode);
- mVisitorPos.MoveNext();
- while (true)
- {
- bool handled = false;
- if (mAllowTypeWildcard)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextTokenNode->mToken == BfToken_Star)
- {
- auto wildcardTypeRef = mAlloc->Alloc<BfWildcardTypeReference>();
- ReplaceNode(nextTokenNode, wildcardTypeRef);
- wildcardTypeRef->mWildcardToken = nextTokenNode;
- typeRef = wildcardTypeRef;
- handled = true;
- mVisitorPos.MoveNext();
- }
- }
- }
- if (!handled)
- {
- auto rightIdentifer = ExpectIdentifierAfter(qualifiedTypeRef);
- if (rightIdentifer == NULL)
- return qualifiedTypeRef;
- auto namedTypeRef = mAlloc->Alloc<BfNamedTypeReference>();
- namedTypeRef->mNameNode = rightIdentifer;
- ReplaceNode(rightIdentifer, namedTypeRef);
- namedTypeRef->SetTriviaStart(rightIdentifer->GetTriviaStart());
- typeRef = namedTypeRef;
- }
- MEMBER_SET(qualifiedTypeRef, mRight, typeRef);
- nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_Dot)
- {
- BfQualifiedTypeReference* outerQualifiedTypeRef = mAlloc->Alloc<BfQualifiedTypeReference>();
- ReplaceNode(qualifiedTypeRef, outerQualifiedTypeRef);
- outerQualifiedTypeRef->mLeft = qualifiedTypeRef;
- MEMBER_SET(outerQualifiedTypeRef, mDot, tokenNode);
- qualifiedTypeRef = outerQualifiedTypeRef;
- mVisitorPos.MoveNext();
- }
- else
- break;
- }
- else
- {
- break;
- }
- }
- typeRef = qualifiedTypeRef;
- }
- else if (token == BfToken_Star)
- {
- auto ptrType = mAlloc->Alloc<BfPointerTypeRef>();
- ReplaceNode(typeRef, ptrType);
- ptrType->mElementType = typeRef;
- MEMBER_SET(ptrType, mStarNode, tokenNode);
- typeRef = ptrType;
- mVisitorPos.MoveNext();
- }
- else if ((token == BfToken_Question) || (token == BfToken_QuestionLBracket))
- {
- if (token == BfToken_QuestionLBracket)
- tokenNode = BreakQuestionLBracket(tokenNode);
- else
- mVisitorPos.MoveNext();
- auto nullableType = mAlloc->Alloc<BfNullableTypeRef>();
- ReplaceNode(typeRef, nullableType);
- nullableType->mElementType = typeRef;
- MEMBER_SET(nullableType, mQuestionToken, tokenNode);
- typeRef = nullableType;
- }
- else if (token == BfToken_LBracket)
- {
- if (!parseArrayBracket)
- return typeRef;
- auto arrayType = mAlloc->Alloc<BfArrayTypeRef>();
- auto newArrayType = arrayType;
- ReplaceNode(typeRef, arrayType);
- arrayType->mOpenBracket = tokenNode;
- MoveNode(tokenNode, arrayType);
- arrayType->mDimensions = 1;
- arrayType->mElementType = typeRef;
- mVisitorPos.MoveNext();
- while (true)
- {
- auto prevArrayType = BfNodeDynCast<BfArrayTypeRef>(arrayType->mElementType);
- if (prevArrayType == NULL)
- break;
- std::swap(prevArrayType->mOpenBracket, arrayType->mOpenBracket);
- std::swap(prevArrayType->mParams, arrayType->mParams);
- std::swap(prevArrayType->mCloseBracket, arrayType->mCloseBracket);
- std::swap(prevArrayType->mDimensions, arrayType->mDimensions);
- prevArrayType->SetSrcEnd(arrayType->GetSrcEnd());
- arrayType = prevArrayType;
- }
- BF_ASSERT(arrayType->mParams.mVals == NULL);
- arrayType->mParams.mSize = 0;
- BfDeferredAstSizedArray<BfAstNode*> params(arrayType->mParams, mAlloc);
- bool hasFailed = false;
- bool isSized = false;
- while (true)
- {
- nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- if (tokenNode->GetToken() == BfToken_Comma)
- {
- MoveNode(tokenNode, arrayType);
- mVisitorPos.MoveNext();
- arrayType->mDimensions++;
- params.push_back(tokenNode);
- }
- else if (tokenNode->GetToken() == BfToken_RBracket)
- {
- MoveNode(tokenNode, arrayType);
- mVisitorPos.MoveNext();
- arrayType->mCloseBracket = tokenNode;
- break;
- }
- else
- tokenNode = NULL;
- }
- if (tokenNode == NULL)
- {
- BfExpression* sizeExpr = CreateExpressionAfter(arrayType);
- if (sizeExpr == NULL)
- {
- hasFailed = true;
- break;
- }
- MoveNode(sizeExpr, arrayType);
- params.push_back(sizeExpr);
- // if (params.size() == 0)
- // {
- // BfExpression* sizeExpr = CreateExpressionAfter(arrayType);
- // if (sizeExpr == NULL)
- // {
- // hasFailed = true;
- // break;
- // }
- // MoveNode(sizeExpr, arrayType);
- // params.push_back(sizeExpr);
- // tokenNode = ExpectTokenAfter(arrayType, BfToken_RBracket);
- // if (tokenNode == NULL)
- // {
- // hasFailed = true;
- // break;
- // }
- // MoveNode(tokenNode, arrayType);
- // arrayType->mCloseBracket = tokenNode;
- // break;
- // }
- // else
- // {
- // FailAfter("Either ',' or ']' expected", arrayType);
- // return arrayType;
- // }
- }
- }
- newArrayType->SetSrcEnd(arrayType->GetSrcEnd());
- if (hasFailed)
- return newArrayType;
- typeRef = newArrayType;
- }
- else if (token == BfToken_LChevron)
- {
- auto genericInstance = mAlloc->Alloc<BfGenericInstanceTypeRef>();
- BfDeferredSizedArray<BfTypeReference*> genericArguments(genericInstance->mGenericArguments, mAlloc);
- BfDeferredAstSizedArray<BfAstNode*> commas(genericInstance->mCommas, mAlloc);
- ReplaceNode(typeRef, genericInstance);
- genericInstance->mOpenChevron = tokenNode;
- MoveNode(tokenNode, genericInstance);
- genericInstance->mElementType = typeRef;
- mVisitorPos.MoveNext();
- bool isBoundName = false;
- bool isUnboundName = false;
- while (true)
- {
- auto nextNode = mVisitorPos.GetNext();
- auto genericIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
- bool doAddType = genericIdentifier != NULL;
- if (mCompatMode)
- {
- if (BfNodeDynCast<BfLiteralExpression>(nextNode) != NULL)
- doAddType = true;
- }
- if (genericIdentifier == NULL)
- {
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- BfToken token = BfToken_None;
- if (tokenNode != NULL)
- token = tokenNode->GetToken();
- if ((tokenNode != NULL) &&
- ((token == BfToken_Const) ||
- (token == BfToken_Ref) ||
- (token == BfToken_Mut) ||
- (token == BfToken_LParen) ||
- (token == BfToken_Delegate) ||
- (token == BfToken_Function) ||
- (token == BfToken_Decltype) ||
- ((token == BfToken_Star) && (mAllowTypeWildcard))))
- doAddType = true;
- }
- if ((!doAddType) && (isBoundName))
- {
- mPassInstance->FailAfter("Expected type", genericInstance);
- }
- if ((doAddType) && (!isUnboundName))
- {
- auto genericArgumentTypeRef = CreateTypeRefAfter(genericInstance);
- if (genericArgumentTypeRef == NULL)
- return NULL;
- MoveNode(genericArgumentTypeRef, genericInstance);
- genericArguments.push_back(genericArgumentTypeRef);
- isBoundName = true;
- }
- else
- isUnboundName = true;
- nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode == NULL)
- {
- FailAfter("Expected ',' or '>'", genericInstance);
- return genericInstance;
- }
- token = tokenNode->GetToken();
- if (token == BfToken_RDblChevron)
- {
- tokenNode = BreakDoubleChevron(tokenNode);
- token = tokenNode->GetToken();
- }
- else
- {
- mVisitorPos.MoveNext();
- }
- if (token == BfToken_RChevron)
- {
- MoveNode(tokenNode, genericInstance);
- genericInstance->mCloseChevron = tokenNode;
- break;
- }
- if (token != BfToken_Comma)
- {
- Fail("Either ',' or '>' expected", tokenNode);
- mVisitorPos.mReadPos--;
- //AddErrorNode(tokenNode);
- return genericInstance;
- }
- MoveNode(tokenNode, genericInstance);
- commas.push_back(tokenNode);
- }
- typeRef = genericInstance;
- }
- else
- break;
- }
- else
- break;
- }
- return typeRef;
- }
- BfTypeReference* BfReducer::CreateTypeRef(BfAstNode* firstNode, bool parseArrayBracket)
- {
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(firstNode))
- {
- BfToken token = tokenNode->GetToken();
- if ((token == BfToken_Ref) || (token == BfToken_Mut))
- {
- auto nextNode = mVisitorPos.GetNext();
- mVisitorPos.MoveNext();
- auto typeRef = DoCreateTypeRef(nextNode, parseArrayBracket);
- if (typeRef == NULL)
- {
- mVisitorPos.mReadPos--;
- AddErrorNode(tokenNode);
- return NULL;
- }
- return CreateRefTypeRef(typeRef, tokenNode);
- }
- else if ((token == BfToken_In) || (token == BfToken_As))
- {
- // This is mostly to allow a partially typed 'int' to be parsed as 'in' to make autocomplete nicer
- return CreateTypeRef(ReplaceTokenStarter(firstNode), parseArrayBracket);
- }
- }
- return DoCreateTypeRef(firstNode, parseArrayBracket);
- }
- BfTypeReference* BfReducer::CreateTypeRefAfter(BfAstNode* astNode, bool parseArrayBracket)
- {
- AssertCurrentNode(astNode);
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode == NULL)
- {
- FailAfter("Expected type", astNode);
- return NULL;
- }
- mVisitorPos.MoveNext();
- int startPos = mVisitorPos.mReadPos;
- BfTypeReference* typeRef = CreateTypeRef(nextNode, parseArrayBracket);
- if (typeRef == NULL)
- {
- BF_ASSERT(mVisitorPos.mReadPos == startPos);
- mVisitorPos.mReadPos--;
- }
- return typeRef;
- }
- BfTypeReference* BfReducer::CreateRefTypeRef(BfTypeReference* elementType, BfTokenNode* refTokenNode)
- {
- BfToken refToken = refTokenNode->GetToken();
- BF_ASSERT((refToken == BfToken_Ref) || (refToken == BfToken_Mut) || (refToken == BfToken_Out));
- if (elementType->IsA<BfRefTypeRef>())
- {
- Fail("Multiple ref levels are not allowed", refTokenNode);
- AddErrorNode(refTokenNode);
- return elementType;
- }
- if (elementType->IsA<BfConstTypeRef>())
- {
- Fail("Refs to const values are not allowed", refTokenNode);
- AddErrorNode(refTokenNode);
- return elementType;
- }
- auto refTypeRef = mAlloc->Alloc<BfRefTypeRef>();
- MEMBER_SET(refTypeRef, mRefToken, refTokenNode);
- ReplaceNode(elementType, refTypeRef);
- refTypeRef->mElementType = elementType;
- return refTypeRef;
- }
- BfIdentifierNode* BfReducer::CompactQualifiedName(BfAstNode* leftNode)
- {
- AssertCurrentNode(leftNode);
- if ((leftNode == NULL) || (!leftNode->IsA<BfIdentifierNode>()))
- return NULL;
- auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
- auto leftIdentifier = (BfIdentifierNode*)leftNode;
- while (true)
- {
- auto nextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 1);
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextToken);
- if ((tokenNode == NULL) || ((tokenNode->GetToken() != BfToken_Dot) /*&& (tokenNode->GetToken() != BfToken_QuestionDot)*/))
- return leftIdentifier;
- auto nextNextToken = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
- auto rightIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNextToken);
- if (rightIdentifier == NULL)
- return leftIdentifier;
- // If the previous dotted span failed (IE: had chevrons) then don't insert qualified names in the middle of it
- auto prevNodeToken = BfNodeDynCast<BfTokenNode>(prevNode);
- if ((prevNodeToken != NULL) && ((prevNodeToken->GetToken() == BfToken_Dot) || (prevNodeToken->GetToken() == BfToken_QuestionDot)))
- return leftIdentifier;
- mVisitorPos.MoveNext(); // past .
- mVisitorPos.MoveNext(); // past right
- auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
- ReplaceNode(leftIdentifier, qualifiedNameNode);
- qualifiedNameNode->mLeft = leftIdentifier;
- MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
- MEMBER_SET(qualifiedNameNode, mRight, rightIdentifier);
- leftIdentifier = qualifiedNameNode;
- prevNode = NULL;
- }
- return leftIdentifier;
- }
- void BfReducer::CreateQualifiedNames(BfAstNode* node)
- {
- auto block = BfNodeDynCast<BfBlock>(node);
- if (block == NULL)
- return;
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
- bool isDone = !mVisitorPos.MoveNext();
- while (!isDone)
- {
- auto child = mVisitorPos.GetCurrent();
- BfAstNode* newNode = CompactQualifiedName(child);
- if (newNode == NULL)
- newNode = child;
- CreateQualifiedNames(child);
- isDone = !mVisitorPos.MoveNext();
- if (newNode != NULL)
- mVisitorPos.Write(newNode);
- }
- mVisitorPos.Trim();
- }
- BfAttributeDirective* BfReducer::CreateAttributeDirective(BfTokenNode* startToken)
- {
- BfAttributeDirective* attributeDirective = mAlloc->Alloc<BfAttributeDirective>();
- BfDeferredAstSizedArray<BfExpression*> arguments(attributeDirective->mArguments, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(attributeDirective->mCommas, mAlloc);
- ReplaceNode(startToken, attributeDirective);
- attributeDirective->mAttrOpenToken = startToken;
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- if (tokenNode->GetToken() == BfToken_Return)
- {
- auto attributeTargetSpecifier = mAlloc->Alloc<BfAttributeTargetSpecifier>();
- ReplaceNode(tokenNode, attributeTargetSpecifier);
- MEMBER_SET(attributeDirective, mAttributeTargetSpecifier, attributeTargetSpecifier);
- attributeDirective->mAttributeTargetSpecifier->mTargetToken = tokenNode;
- mVisitorPos.MoveNext();
- tokenNode = ExpectTokenAfter(attributeDirective, BfToken_Colon);
- if (tokenNode != NULL)
- MEMBER_SET(attributeDirective->mAttributeTargetSpecifier, mColonToken, tokenNode);
- attributeDirective->SetSrcEnd(attributeDirective->mAttributeTargetSpecifier->GetSrcEnd());
- }
- }
- auto typeRef = CreateTypeRefAfter(attributeDirective);
- if (typeRef == NULL)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (BfTokenNode* endToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (endToken->GetToken() == BfToken_RBracket)
- {
- mVisitorPos.MoveNext();
- MEMBER_SET(attributeDirective, mCtorCloseParen, endToken);
- return attributeDirective;
- }
- }
- return attributeDirective;
- }
- MEMBER_SET(attributeDirective, mAttributeTypeRef, typeRef);
- tokenNode = ExpectTokenAfter(attributeDirective, BfToken_LParen, BfToken_RBracket, BfToken_Comma);
- if (tokenNode == NULL)
- return attributeDirective;
- if (tokenNode->GetToken() == BfToken_LParen)
- {
- MEMBER_SET(attributeDirective, mCtorOpenParen, tokenNode);
- tokenNode = ReadArguments(attributeDirective, attributeDirective, &arguments, &commas, BfToken_RParen, false);
- if (tokenNode == NULL)
- {
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_RBracket))
- goto Do_RBracket;
- return attributeDirective;
- }
- MEMBER_SET(attributeDirective, mCtorCloseParen, tokenNode);
- tokenNode = ExpectTokenAfter(attributeDirective, BfToken_RBracket, BfToken_Comma);
- if (tokenNode == NULL)
- return attributeDirective;
- }
- Do_RBracket:
- if (tokenNode->GetToken() == BfToken_RBracket)
- {
- MEMBER_SET(attributeDirective, mAttrCloseToken, tokenNode);
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode == NULL) || (tokenNode->GetToken() != BfToken_LBracket))
- return attributeDirective;
- mVisitorPos.MoveNext();
- }
- // Has another one- chain it
- //mVisitorPos.MoveNext();
- auto nextAttribute = CreateAttributeDirective(tokenNode);
- if (nextAttribute != NULL)
- {
- MEMBER_SET(attributeDirective, mNextAttribute, nextAttribute);
- }
- return attributeDirective;
- }
- BfExpression* BfReducer::CreateAttributedExpression(BfTokenNode* tokenNode, bool onlyAllowIdentifier)
- {
- auto attrib = CreateAttributeDirective(tokenNode);
- if (attrib == NULL)
- return NULL;
- if (!onlyAllowIdentifier)
- {
- auto expr = CreateExpressionAfter(attrib);
- if (expr != NULL)
- {
- if (auto identifier = BfNodeDynCast<BfIdentifierNode>(expr))
- {
- auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
- ReplaceNode(attrib, attrIdentifier);
- attrIdentifier->mAttributes = attrib;
- MEMBER_SET(attrIdentifier, mIdentifier, identifier);
- return attrIdentifier;
- }
- if ((expr->IsA<BfObjectCreateExpression>()) ||
- (expr->IsA<BfInvocationExpression>()) ||
- (expr->IsA<BfVariableDeclaration>()))
- {
- BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
- ReplaceNode(attrib, attribExpr);
- attribExpr->mAttributes = attrib;
- MEMBER_SET(attribExpr, mExpression, expr);
- return attribExpr;
- }
- }
- Fail("Prefixed attributes can only be used on constructor calls, invocations, or variable declarations", attrib);
-
- BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
- ReplaceNode(attrib, attribExpr);
- attribExpr->mAttributes = attrib;
- if (expr != NULL)
- MEMBER_SET(attribExpr, mExpression, expr);
- return attribExpr;
- }
- auto attrIdentifier = mAlloc->Alloc<BfAttributedIdentifierNode>();
- ReplaceNode(attrib, attrIdentifier);
- attrIdentifier->mAttributes = attrib;
- auto identifier = ExpectIdentifierAfter(attrib);
- if (identifier != NULL)
- {
- MEMBER_SET(attrIdentifier, mIdentifier, identifier);
- }
- return attrIdentifier;
- }
- BfTokenNode* BfReducer::ReadArguments(BfAstNode* parentNode, BfAstNode* afterNode, SizedArrayImpl<BfExpression*>* arguments, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken, bool allowSkippedArgs, CreateExprFlags createExprFlags)
- {
- for (int paramIdx = 0; true; paramIdx++)
- {
- auto nextNode = mVisitorPos.GetNext();
- if ((nextNode == NULL) && (endToken == BfToken_None))
- return NULL;
- BfTokenNode* tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- if (tokenNode->GetToken() == endToken)
- {
- MoveNode(tokenNode, parentNode);
- mVisitorPos.MoveNext();
- return tokenNode;
- }
- if (paramIdx > 0)
- {
- if (tokenNode->GetToken() != BfToken_Comma)
- {
- Fail("Expected comma", tokenNode);
- return NULL;
- }
- commas->push_back(tokenNode);
- MoveNode(tokenNode, parentNode);
- mVisitorPos.MoveNext();
- }
- }
- else
- {
- if (paramIdx > 0)
- {
- FailAfter("Expected comma", afterNode);
- return NULL;
- }
- }
- if (allowSkippedArgs)
- {
- auto nextNode = mVisitorPos.GetNext();
- if ((nextNode == NULL) && (endToken == BfToken_None))
- return NULL;
- if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(nextNode))
- {
- if (nextToken->GetToken() == endToken)
- continue;
- if (nextToken->GetToken() == BfToken_Comma)
- {
- arguments->push_back(NULL);
- continue;
- }
- }
- }
- auto argumentExpr = CreateExpressionAfter(afterNode, CreateExprFlags_AllowVariableDecl);
- if ((argumentExpr != NULL) || (endToken != BfToken_None))
- arguments->push_back(argumentExpr);
- if (argumentExpr == NULL)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCastExact<BfTokenNode>(nextNode))
- {
- // Try to continue with param list even after an error
- if ((tokenNode->GetToken() == BfToken_Comma) || (tokenNode->GetToken() == endToken))
- continue;
- }
- return NULL;
- }
- MoveNode(argumentExpr, parentNode);
- afterNode = parentNode;
- }
- }
- BfIdentifierNode* BfReducer::ExtractExplicitInterfaceRef(BfAstNode* memberDeclaration, BfIdentifierNode* nameIdentifier, BfTypeReference** outExplicitInterface, BfTokenNode** outExplicitInterfaceDotToken)
- {
- int dotTokenIdx = -1;
- if (auto qualifiedName = BfNodeDynCast<BfQualifiedNameNode>(nameIdentifier))
- {
- MoveNode(qualifiedName, memberDeclaration);
- MoveNode(qualifiedName->mDot, memberDeclaration);
- *outExplicitInterfaceDotToken = qualifiedName->mDot;
- auto explicitInterfaceRef = CreateTypeRef(qualifiedName->mLeft);
- BF_ASSERT(explicitInterfaceRef != NULL);
- MoveNode(explicitInterfaceRef, memberDeclaration);
- *outExplicitInterface = explicitInterfaceRef;
- return qualifiedName->mRight;
- }
- else if (IsTypeReference(nameIdentifier, BfToken_Dot, &dotTokenIdx))
- {
- BfAstNode* dotToken = mVisitorPos.Get(dotTokenIdx);
- MoveNode(dotToken, memberDeclaration);
- *outExplicitInterfaceDotToken = (BfTokenNode*)dotToken;
- auto explicitInterfaceRef = CreateTypeRef(nameIdentifier);
- BF_ASSERT(explicitInterfaceRef != NULL);
- MoveNode(explicitInterfaceRef, memberDeclaration);
- *outExplicitInterface = explicitInterfaceRef;
- return ExpectIdentifierAfter(memberDeclaration);
- }
- return nameIdentifier;
- }
- BfFieldDtorDeclaration* BfReducer::CreateFieldDtorDeclaration(BfAstNode* srcNode)
- {
- BfFieldDtorDeclaration* firstFieldDtor = NULL;
- BfFieldDtorDeclaration* prevFieldDtor = NULL;
- auto nextNode = mVisitorPos.GetNext();
- while (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextToken->GetToken() != BfToken_Tilde)
- break;
- auto fieldDtor = mAlloc->Alloc<BfFieldDtorDeclaration>();
- ReplaceNode(nextToken, fieldDtor);
- fieldDtor->mTildeToken = nextToken;
- //int prevReadPos = mVisitorPos.mReadPos;
- mVisitorPos.MoveNext();
- if (prevFieldDtor != NULL)
- {
- MEMBER_SET(prevFieldDtor, mNextFieldDtor, fieldDtor);
- }
- else
- {
- firstFieldDtor = fieldDtor;
- MoveNode(fieldDtor, srcNode);
- }
- auto statement = CreateStatementAfter(srcNode);
- if (statement == NULL)
- {
- //mVisitorPos.mReadPos = prevReadPos;
- break;
- }
- MEMBER_SET(fieldDtor, mBody, statement);
- fieldDtor->SetSrcEnd(statement->GetSrcEnd());
- prevFieldDtor = fieldDtor;
- srcNode->SetSrcEnd(fieldDtor->GetSrcEnd());
- nextNode = mVisitorPos.GetNext();
- // We used to NOT have this break here. Why were we allowing multiple ~'s when a block statement would have made more sense?
- break; // Wh
- }
- return firstFieldDtor;
- }
- BfFieldDeclaration* BfReducer::CreateFieldDeclaration(BfTokenNode* tokenNode, BfTypeReference* typeRef, BfIdentifierNode* nameIdentifier, BfFieldDeclaration* prevFieldDeclaration)
- {
- auto fieldDeclaration = mAlloc->Alloc<BfFieldDeclaration>();
- if (prevFieldDeclaration != NULL)
- {
- ReplaceNode(tokenNode, fieldDeclaration);
- MEMBER_SET(fieldDeclaration, mPrecedingComma, tokenNode);
- MEMBER_SET(fieldDeclaration, mNameNode, nameIdentifier);
- fieldDeclaration->mDocumentation = prevFieldDeclaration->mDocumentation;
- fieldDeclaration->mAttributes = prevFieldDeclaration->mAttributes;
- fieldDeclaration->mInternalSpecifier = prevFieldDeclaration->mInternalSpecifier;
- fieldDeclaration->mProtectionSpecifier = prevFieldDeclaration->mProtectionSpecifier;
- fieldDeclaration->mStaticSpecifier = prevFieldDeclaration->mStaticSpecifier;
- fieldDeclaration->mTypeRef = prevFieldDeclaration->mTypeRef;
- fieldDeclaration->mConstSpecifier = prevFieldDeclaration->mConstSpecifier;
- fieldDeclaration->mReadOnlySpecifier = prevFieldDeclaration->mReadOnlySpecifier;
- fieldDeclaration->mVolatileSpecifier = prevFieldDeclaration->mVolatileSpecifier;
- fieldDeclaration->mNewSpecifier = prevFieldDeclaration->mNewSpecifier;
- fieldDeclaration->mExternSpecifier = prevFieldDeclaration->mExternSpecifier;
- tokenNode = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_AssignEquals, BfToken_Comma);
- if (tokenNode == NULL)
- return fieldDeclaration;
- mVisitorPos.mReadPos--; // Go back to token
- }
- else
- {
- ReplaceNode(typeRef, fieldDeclaration);
- fieldDeclaration->mTypeRef = typeRef;
- fieldDeclaration->mNameNode = nameIdentifier;
- fieldDeclaration->mInitializer = NULL;
- MoveNode(fieldDeclaration->mNameNode, fieldDeclaration);
- //mVisitorPos.MoveNext();
- }
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_AssignEquals)
- {
- MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
- MoveNode(tokenNode, fieldDeclaration);
- mVisitorPos.MoveNext();
- mIsFieldInitializer = true;
- fieldDeclaration->mInitializer = CreateExpressionAfter(fieldDeclaration);
- mIsFieldInitializer = false;
- if (fieldDeclaration->mInitializer != NULL)
- {
- MoveNode(fieldDeclaration->mInitializer, fieldDeclaration);
- auto nextToken = ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Tilde);
- if (nextToken != NULL)
- mVisitorPos.mReadPos--; // Backtrack, someone else eats these
- }
- }
- else if (token == BfToken_Comma)
- {
- //
- }
- else if (token == BfToken_Tilde)
- {
- //
- }
- else if (token != BfToken_Semicolon)
- {
- //MEMBER_SET(fieldDeclaration, mEqualsNode, tokenNode);
- FailAfter("';', '=', or '~' expected", nameIdentifier);
- return fieldDeclaration;
- }
- auto fieldDtor = CreateFieldDtorDeclaration(fieldDeclaration);
- if (fieldDtor != NULL)
- fieldDeclaration->mFieldDtor = fieldDtor;
- if (ExpectTokenAfter(fieldDeclaration, BfToken_Semicolon, BfToken_Comma) != NULL)
- {
- // This gets taken later
- mVisitorPos.mReadPos--;
- }
- fieldDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart, fieldDeclaration, true);
- return fieldDeclaration;
- }
- BfAstNode* BfReducer::ReadTypeMember(BfTokenNode* tokenNode, int depth)
- {
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_Semicolon)
- return tokenNode;
- if (token == BfToken_LBracket)
- {
- auto attributes = CreateAttributeDirective(tokenNode);
- if (attributes == NULL)
- return NULL;
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode == NULL)
- {
- FailAfter("Expected member", attributes);
- return NULL;
- }
- mVisitorPos.MoveNext();
- auto memberNode = ReadTypeMember(nextNode);
- if (memberNode == NULL)
- return NULL;
- auto member = BfNodeDynCast<BfMemberDeclaration>(memberNode);
- if (member == NULL)
- {
- if (auto innerType = BfNodeDynCast<BfTypeDeclaration>(memberNode))
- {
- ReplaceNode(attributes, innerType);
- innerType->mAttributes = attributes;
- return innerType;
- }
- mPassInstance->Fail("Invalid target for attributes", memberNode);
- return memberNode;
- }
- ReplaceNode(attributes, member);
- member->mAttributes = attributes;
- return member;
- }
- if (token == BfToken_Operator)
- {
- auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
- ReplaceNode(tokenNode, operatorDecl);
- operatorDecl->mOperatorToken = tokenNode;
- auto nextIdentifier = ExpectIdentifierAfter(operatorDecl, "type");
- if (nextIdentifier == NULL)
- return operatorDecl;
- mVisitorPos.mReadPos--; // Backtrack, that's part of our type
- auto typeRef = CreateTypeRefAfter(operatorDecl);
- MEMBER_SET_CHECKED(operatorDecl, mReturnType, typeRef);
- operatorDecl->mIsConvOperator = true;
- ParseMethod(operatorDecl, ¶ms, &commas);
- return operatorDecl;
- }
- if (token == BfToken_This)
- {
- auto ctorDecl = mAlloc->Alloc<BfConstructorDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(ctorDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(ctorDecl->mCommas, mAlloc);
- ctorDecl->mReturnType = NULL;
- ReplaceNode(tokenNode, ctorDecl);
- MEMBER_SET(ctorDecl, mThisToken, tokenNode);
- ParseMethod(ctorDecl, ¶ms, &commas);
- return ctorDecl;
- }
- if (token == BfToken_Tilde)
- {
- auto thisToken = ExpectTokenAfter(tokenNode, BfToken_This);
- if (thisToken == NULL)
- {
- auto nextNode = mVisitorPos.GetNext();
- auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
- if (nameIdentifier != NULL)
- {
- // Eat DTOR name
- AddErrorNode(nameIdentifier);
- //nameIdentifier->RemoveSelf();
- }
- else
- {
- //AddErrorNode(tokenNode);
- //return NULL;
- }
- AddErrorNode(tokenNode);
- return NULL;
- }
- auto dtorDecl = mAlloc->Alloc<BfDestructorDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(dtorDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(dtorDecl->mCommas, mAlloc);
- dtorDecl->mReturnType = NULL;
- ReplaceNode(tokenNode, dtorDecl);
- dtorDecl->mTildeToken = tokenNode;
- if (thisToken != NULL)
- {
- MEMBER_SET(dtorDecl, mThisToken, thisToken);
- }
- ParseMethod(dtorDecl, ¶ms, &commas);
- return dtorDecl;
- }
- if (token == BfToken_Mixin)
- {
- auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
- ReplaceNode(tokenNode, methodDecl);
- methodDecl->mDocumentation = FindDocumentation(methodDecl);
- methodDecl->mMixinSpecifier = tokenNode;
- //mVisitorPos.MoveNext();
- auto nameNode = ExpectIdentifierAfter(methodDecl);
- if (nameNode != NULL)
- {
- MEMBER_SET(methodDecl, mNameNode, nameNode);
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_LChevron)
- {
- auto genericParams = CreateGenericParamsDeclaration(tokenNode);
- if (genericParams != NULL)
- {
- MEMBER_SET(methodDecl, mGenericParams, genericParams);
- }
- }
- }
- ParseMethod(methodDecl, ¶ms, &commas);
- }
- return methodDecl;
- }
- if (token == BfToken_Case)
- {
- auto enumCaseDecl = mAlloc->Alloc<BfEnumCaseDeclaration>();
- BfDeferredAstSizedArray<BfFieldDeclaration*> entries(enumCaseDecl->mEntries, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(enumCaseDecl->mCommas, mAlloc);
- ReplaceNode(tokenNode, enumCaseDecl);
- enumCaseDecl->mCaseToken = tokenNode;
- while (true)
- {
- auto caseName = ExpectIdentifierAfter(enumCaseDecl);
- if (caseName == NULL)
- break;
- auto enumEntry = mAlloc->Alloc<BfEnumEntryDeclaration>();
- ReplaceNode(caseName, enumEntry);
- enumEntry->mNameNode = caseName;
- entries.push_back(enumEntry);
- tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_LParen, BfToken_Semicolon);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LParen))
- {
- auto typeRef = CreateTypeRef(tokenNode);
- tokenNode = NULL;
- auto tupleType = BfNodeDynCast<BfTupleTypeRef>(typeRef);
- if (tupleType != NULL)
- {
- MEMBER_SET(enumEntry, mTypeRef, tupleType);
- tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_AssignEquals, BfToken_Semicolon);
- }
- }
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_AssignEquals))
- {
- MEMBER_SET(enumEntry, mEqualsNode, tokenNode);
- tokenNode = NULL;
- auto initializer = CreateExpressionAfter(enumEntry);
- if (initializer != NULL)
- {
- MEMBER_SET(enumEntry, mInitializer, initializer);
- tokenNode = ExpectTokenAfter(enumEntry, BfToken_Comma, BfToken_Semicolon);
- }
- }
- MoveNode(enumEntry, enumCaseDecl);
- if (tokenNode == NULL)
- return enumCaseDecl;
- if (tokenNode->GetToken() == BfToken_Semicolon)
- {
- mVisitorPos.mReadPos--;
- return enumCaseDecl;
- }
- MoveNode(tokenNode, enumCaseDecl);
- commas.push_back(tokenNode);
- }
- return enumCaseDecl;
- }
- auto nextNode = mVisitorPos.GetNext();
- if (nextNode == NULL)
- FailAfter("Type expected", tokenNode);
- if ((token == BfToken_Struct) || (token == BfToken_Enum) || (token == BfToken_Class) || (token == BfToken_Delegate) ||
- (token == BfToken_Function) || (token == BfToken_Interface) || (token == BfToken_Extension) || (token == BfToken_TypeAlias))
- {
- mVisitorPos.mReadPos -= depth;
- BfAstNode* startNode = mVisitorPos.GetCurrent();
- auto startToken = BfNodeDynCast<BfTokenNode>(startNode);
- auto topLevelObject = CreateTopLevelObject(startToken, NULL);
- auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
- if (typeDecl == NULL)
- {
- AddErrorNode(tokenNode);
- return NULL;
- }
- return typeDecl;
- }
- if (token == BfToken_Comma)
- {
- auto prevNode = mVisitorPos.Get(mVisitorPos.mWritePos - 1);
- auto prevFieldDecl = BfNodeDynCast<BfFieldDeclaration>(prevNode);
- if (prevFieldDecl != NULL)
- {
- auto nameIdentifier = ExpectIdentifierAfter(tokenNode);
- if (nameIdentifier == NULL)
- {
- AddErrorNode(tokenNode);
- return NULL;
- }
- return CreateFieldDeclaration(tokenNode, prevFieldDecl->mTypeRef, nameIdentifier, prevFieldDecl);
- }
- }
- switch (token)
- {
- case BfToken_Sealed:
- case BfToken_Static:
- case BfToken_Const:
- case BfToken_Mut:
- case BfToken_Public:
- case BfToken_Protected:
- case BfToken_Private:
- case BfToken_Virtual:
- case BfToken_Override:
- case BfToken_Abstract:
- case BfToken_Concrete:
- case BfToken_Internal:
- case BfToken_Extern:
- case BfToken_New:
- case BfToken_Implicit:
- case BfToken_Explicit:
- case BfToken_ReadOnly:
- case BfToken_Inline:
- case BfToken_Volatile:
- break;
- default:
- AddErrorNode(tokenNode);
- Fail("Unexpected token", tokenNode);
- return NULL;
- break;
- }
- int startNodeIdx = gAssertCurrentNodeIdx;
- BfAstNode* typeMember = NULL;
- nextNode = mVisitorPos.GetNext();
- if (nextNode != NULL)
- {
- mVisitorPos.MoveNext();
- typeMember = ReadTypeMember(nextNode, depth + 1);
- }
- auto memberDecl = BfNodeDynCast<BfMemberDeclaration>(typeMember);
- if (memberDecl == NULL) // May be an embedded type
- {
- if (auto typeDecl = BfNodeDynCast<BfTypeDeclaration>(typeMember))
- return typeMember;
- }
- if (typeMember == NULL)
- {
- auto propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
- ReplaceNode(tokenNode, propertyDeclaration);
- propertyDeclaration->mDocumentation = FindDocumentation(propertyDeclaration);
- typeMember = memberDecl = propertyDeclaration;
- }
- if (memberDecl == NULL)
- return NULL;
- if (token == BfToken_Static)
- {
- if (memberDecl->mStaticSpecifier != NULL)
- {
- AddErrorNode(memberDecl->mStaticSpecifier);
- Fail("Static already specified", memberDecl->mStaticSpecifier);
- }
- MEMBER_SET(memberDecl, mStaticSpecifier, tokenNode);
- auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl);
- if (fieldDecl != NULL)
- {
- if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
- Fail("Cannot use 'static' and 'const' together", fieldDecl);
- }
- return memberDecl;
- }
- if ((token == BfToken_Public) ||
- (token == BfToken_Protected) ||
- (token == BfToken_Private))
- {
- if (memberDecl->mProtectionSpecifier != NULL)
- {
- AddErrorNode(memberDecl->mProtectionSpecifier);
- Fail("Protection already specified", memberDecl->mProtectionSpecifier);
- }
- MEMBER_SET(memberDecl, mProtectionSpecifier, tokenNode);
- return memberDecl;
- }
- if (token == BfToken_Internal)
- {
- if (memberDecl->mInternalSpecifier != NULL)
- {
- AddErrorNode(memberDecl->mInternalSpecifier);
- Fail("Internal already specified", memberDecl->mInternalSpecifier);
- }
- MEMBER_SET(memberDecl, mInternalSpecifier, tokenNode);
- return memberDecl;
- }
- if (auto methodDecl = BfNodeDynCast<BfMethodDeclaration>(memberDecl))
- {
- if ((token == BfToken_Virtual) ||
- (token == BfToken_Override) ||
- (token == BfToken_Abstract) ||
- (token == BfToken_Concrete))
- {
- if (methodDecl->mVirtualSpecifier != NULL)
- {
- AddErrorNode(methodDecl->mVirtualSpecifier);
- if (methodDecl->mVirtualSpecifier->GetToken() == tokenNode->GetToken())
- Fail(StrFormat("Already specified '%s'", BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
- else
- Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(methodDecl->mVirtualSpecifier->GetToken()), BfTokenToString(tokenNode->GetToken())), methodDecl->mVirtualSpecifier);
- }
- MEMBER_SET(methodDecl, mVirtualSpecifier, tokenNode);
- return memberDecl;
- }
- if (token == BfToken_Extern)
- {
- if (methodDecl->mExternSpecifier != NULL)
- {
- AddErrorNode(methodDecl->mExternSpecifier);
- Fail("Extern already specified", methodDecl->mExternSpecifier);
- }
- MEMBER_SET(methodDecl, mExternSpecifier, tokenNode);
- return memberDecl;
- }
- if (token == BfToken_New)
- {
- if (methodDecl->mNewSpecifier != NULL)
- {
- AddErrorNode(methodDecl->mNewSpecifier);
- Fail("New already specified", methodDecl->mNewSpecifier);
- }
- MEMBER_SET(methodDecl, mNewSpecifier, tokenNode);
- return memberDecl;
- }
- if (token == BfToken_Mut)
- {
- if (methodDecl->mMutSpecifier != NULL)
- {
- AddErrorNode(methodDecl->mMutSpecifier);
- Fail("Mut already specified", methodDecl->mMutSpecifier);
- }
- MEMBER_SET(methodDecl, mMutSpecifier, tokenNode);
- return memberDecl;
- }
- if (token == BfToken_ReadOnly)
- {
- if (methodDecl->mReadOnlySpecifier == NULL)
- {
- MEMBER_SET(methodDecl, mReadOnlySpecifier, tokenNode);
- }
- return memberDecl;
- }
- }
- if (auto operatorDecl = BfNodeDynCast<BfOperatorDeclaration>(memberDecl))
- {
- if ((token == BfToken_Implicit) ||
- (token == BfToken_Explicit))
- {
- if (operatorDecl->mExplicitToken != NULL)
- {
- AddErrorNode(operatorDecl->mExplicitToken);
- Fail(StrFormat("'%s' already specified", BfTokenToString(operatorDecl->mExplicitToken->GetToken())), operatorDecl->mExplicitToken);
- }
- MEMBER_SET(operatorDecl, mExplicitToken, tokenNode);
- return memberDecl;
- }
- }
- if (auto propDecl = BfNodeDynCast<BfPropertyDeclaration>(memberDecl))
- {
- if ((token == BfToken_Virtual) ||
- (token == BfToken_Override) ||
- (token == BfToken_Abstract) ||
- (token == BfToken_Concrete))
- {
- if (propDecl->mVirtualSpecifier != NULL)
- {
- AddErrorNode(propDecl->mVirtualSpecifier);
- if (propDecl->mVirtualSpecifier->GetToken() == token)
- Fail(StrFormat("Already specified '%s'", BfTokenToString(token)), propDecl->mVirtualSpecifier);
- else
- Fail(StrFormat("Cannot specify both '%s' and '%s'", BfTokenToString(propDecl->mVirtualSpecifier->GetToken()), BfTokenToString(token)), propDecl->mVirtualSpecifier);
- }
- MEMBER_SET(propDecl, mVirtualSpecifier, tokenNode);
- return memberDecl;
- }
- }
- if (auto fieldDecl = BfNodeDynCast<BfFieldDeclaration>(memberDecl))
- {
- if (token == BfToken_Override)
- {
- // Must be typing an 'override' over a field declaration
- auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
- propDecl->mVirtualSpecifier = tokenNode;
- typeMember = memberDecl = propDecl;
- }
- bool handled = false;
- if (token == BfToken_Const)
- {
- MEMBER_SET(fieldDecl, mConstSpecifier, tokenNode);
- handled = true;
- }
- if (token == BfToken_ReadOnly)
- {
- if (fieldDecl->mReadOnlySpecifier == NULL)
- {
- MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
- }
- handled = true;
- }
- if (token == BfToken_Inline)
- {
- MEMBER_SET(fieldDecl, mReadOnlySpecifier, tokenNode);
- handled = true;
- }
- if (token == BfToken_Volatile)
- {
- MEMBER_SET(fieldDecl, mVolatileSpecifier, tokenNode);
- handled = true;
- }
- if (token == BfToken_Extern)
- {
- MEMBER_SET(fieldDecl, mExternSpecifier, tokenNode);
- handled = true;
- }
- if (token == BfToken_Internal)
- {
- MEMBER_SET(fieldDecl, mInternalSpecifier, tokenNode);
- handled = true;
- }
- if (token == BfToken_New)
- {
- if (fieldDecl->mNewSpecifier != NULL)
- {
- Fail("New already specified", tokenNode);
- }
- MEMBER_SET(fieldDecl, mNewSpecifier, tokenNode);
- handled = true;
- }
- if ((fieldDecl->mStaticSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
- Fail("Cannot use 'static' and 'const' together", fieldDecl);
- if ((fieldDecl->mReadOnlySpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
- Fail("Cannot use 'readonly' and 'const' together", fieldDecl);
- if ((fieldDecl->mVolatileSpecifier != NULL) && (fieldDecl->mConstSpecifier != NULL))
- Fail("Cannot use 'volatile' and 'const' together", fieldDecl);
- if (handled)
- return fieldDecl;
- }
- // Eat node
- if (memberDecl != NULL)
- ReplaceNode(tokenNode, memberDecl);
- Fail("Invalid token", tokenNode);
- return memberDecl;
- }
- void BfReducer::ReadPropertyBlock(BfPropertyDeclaration* propertyDeclaration, BfBlock* block)
- {
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
- BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
- bool hadGet = false;
- bool hadSet = false;
- while (true)
- {
- BfTokenNode* protectionSpecifier = NULL;
- BfAttributeDirective* attributes = NULL;
- auto child = mVisitorPos.GetNext();
- if (child == NULL)
- break;
- String accessorName;
- BfTokenNode* mutSpecifier = NULL;
- while (true)
- {
- auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
- if (tokenNode == NULL)
- break;
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_LBracket)
- {
- mVisitorPos.MoveNext();
- attributes = CreateAttributeDirective(tokenNode);
- child = mVisitorPos.GetNext();
- }
- tokenNode = BfNodeDynCast<BfTokenNode>(child);
- if (tokenNode == NULL)
- break;
- token = tokenNode->GetToken();
- if ((token == BfToken_Private) ||
- (token == BfToken_Protected) ||
- (token == BfToken_Public) ||
- (token == BfToken_Internal))
- {
- if (protectionSpecifier != NULL)
- {
- Fail("Protection already specified", protectionSpecifier);
- }
- protectionSpecifier = tokenNode;
- mVisitorPos.MoveNext();
- child = mVisitorPos.GetCurrent();
- }
- else if (token == BfToken_Mut)
- {
- Fail("'mut' must be specified after get/set", tokenNode);
- mutSpecifier = tokenNode;
- mVisitorPos.MoveNext();
- }
- else
- break;
- child = mVisitorPos.GetNext();
- }
- auto identifierNode = child;
- auto accessorIdentifier = BfNodeDynCast<BfIdentifierNode>(child);
- if (accessorIdentifier != NULL)
- {
- accessorName = accessorIdentifier->ToString();
- mVisitorPos.MoveNext();
- child = mVisitorPos.GetNext();
- }
- if (accessorName == "get")
- {
- // if (hadGet)
- // Fail("Only one 'get' method can be specified", accessorIdentifier);
- hadGet = true;
- }
- else if (accessorName == "set")
- {
- // if (hadSet)
- // Fail("Only one 'set' method can be specified", accessorIdentifier);
- hadSet = true;
- }
- else
- {
- Fail("Expected 'set' or 'get'", identifierNode);
- }
- BfAstNode* bodyAfterNode = accessorIdentifier;
- BfAstNode* body = NULL;
- auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Mut))
- {
- if (mutSpecifier != NULL)
- {
- Fail("'mut' already specified", mutSpecifier);
- }
- mutSpecifier = tokenNode;
- bodyAfterNode = tokenNode;
- mVisitorPos.MoveNext();
- child = mVisitorPos.GetCurrent();
- }
- auto endSemicolon = BfNodeDynCast<BfTokenNode>(child);
- if ((endSemicolon != NULL) && (endSemicolon->GetToken() == BfToken_Semicolon))
- {
- body = endSemicolon;
- mVisitorPos.MoveNext();
- }
- if (body == NULL)
- {
- if (bodyAfterNode != NULL)
- {
- body = ExpectBlockAfter(bodyAfterNode);
- }
- else
- {
- auto accessorBlock = BfNodeDynCast<BfBlock>(child);
- if (accessorBlock == NULL)
- {
- if (child != NULL)
- {
- Fail("Block expected", child);
- AddErrorNode(child);
- mVisitorPos.MoveNext();
- }
- continue;
- }
- body = accessorBlock;
- mVisitorPos.MoveNext();
- }
- }
- if (auto block = BfNodeDynCast<BfBlock>(body))
- {
- if (((attributes == NULL) && (IsNodeRelevant(block))) ||
- ((attributes != NULL) && (IsNodeRelevant(attributes, block))))
- {
- HandleBlock(block);
- }
- }
- if (body == NULL)
- {
- if (protectionSpecifier != NULL)
- AddErrorNode(protectionSpecifier);
- if (accessorIdentifier != NULL)
- AddErrorNode(accessorIdentifier);
- if (mutSpecifier != NULL)
- AddErrorNode(mutSpecifier);
- continue;
- }
- auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
- method->mPropertyDeclaration = propertyDeclaration;
- if (protectionSpecifier != NULL)
- MEMBER_SET(method, mProtectionSpecifier, protectionSpecifier);
- if (accessorIdentifier != NULL)
- MEMBER_SET(method, mNameNode, accessorIdentifier);
- if (body != NULL)
- {
- MEMBER_SET(method, mBody, body);
- }
- if (mutSpecifier != NULL)
- MEMBER_SET(method, mMutSpecifier, mutSpecifier);
- // if ((accessorBlock != NULL) && (IsNodeRelevant(propertyDeclaration)))
- // HandleBlock(accessorBlock);
- if (attributes != NULL)
- MEMBER_SET(method, mAttributes, attributes);
- methods.push_back(method);
- }
- }
- BfAstNode* BfReducer::ReadTypeMember(BfAstNode* node, int depth)
- {
- SetAndRestoreValue<BfAstNode*> prevTypeMemberNodeStart(mTypeMemberNodeStart, node, false);
- if (depth == 0)
- prevTypeMemberNodeStart.Set();
- AssertCurrentNode(node);
- node = ReplaceTokenStarter(node);
- BfTokenNode* refToken = NULL;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(node))
- {
- BfToken token = tokenNode->GetToken();
- bool isTypeRef = false;
- if ((token == BfToken_Delegate) || (token == BfToken_Function))
- {
- // We need to differentiate between a delegate type reference and a delegate type declaration
- int endNodeIdx = -1;
- if (IsTypeReference(node, BfToken_LParen, &endNodeIdx))
- {
- isTypeRef = true;
- }
- }
- if (isTypeRef)
- {
- // Handled below
- }
- else if ((token == BfToken_Ref) || (token == BfToken_Mut))
- {
- refToken = tokenNode;
- mVisitorPos.MoveNext();
- // Read type member
- }
- else if ((token == BfToken_Var) ||
- (token == BfToken_Let) ||
- (token == BfToken_RetType) ||
- (token == BfToken_Decltype) ||
- (token == BfToken_LParen))
- {
- // Read type member
- }
- else
- return ReadTypeMember(tokenNode, depth);
- }
- else if (auto block = BfNodeDynCast<BfBlock>(node))
- {
- Fail("Expected method declaration", node);
- HandleBlock(block);
- auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
- ReplaceNode(block, methodDecl);
- methodDecl->mDocumentation = FindDocumentation(methodDecl);
- methodDecl->mBody = block;
- return methodDecl;
- }
- BfTokenNode* indexerThisToken = NULL;
- bool isIndexProp = false;
- auto origNode = node;
- if (refToken != NULL)
- {
- auto nextNode = mVisitorPos.Get(mVisitorPos.mReadPos);
- if (nextNode != NULL)
- node = nextNode;
- }
- auto typeRef = CreateTypeRef(node);
- if (typeRef == NULL)
- {
- if (refToken != NULL)
- {
- AddErrorNode(refToken);
- if (mVisitorPos.Get(mVisitorPos.mReadPos) == node)
- {
- mVisitorPos.mReadPos--;
- return NULL;
- }
- }
- #ifdef BF_AST_HAS_PARENT_MEMBER
- BF_ASSERT(node->mParent != NULL);
- #endif
- AddErrorNode(node);
- return NULL;
- }
- if (refToken != NULL)
- typeRef = CreateRefTypeRef(typeRef, refToken);
- node = typeRef;
- auto nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (tokenNode->GetToken() == BfToken_This)
- indexerThisToken = tokenNode;
- }
- BfTokenNode* explicitInterfaceDot = NULL;
- BfTypeReference* explicitInterface = NULL;
- bool forceIsMethod = false;
- nextNode = mVisitorPos.GetNext();
- auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(nextNode);
- if (nameIdentifier != NULL)
- {
- mVisitorPos.MoveNext();
- bool doExplicitInterface = false;
- int endNodeIdx = -1;
- //mVisitorPos.mReadPos++;
- int nameIdentifierIdx = mVisitorPos.mReadPos;
- doExplicitInterface = IsTypeReference(nameIdentifier, BfToken_LParen, &endNodeIdx);
- //mVisitorPos.mReadPos--;
- BfAstNode* endNode = mVisitorPos.Get(endNodeIdx);
- if (!doExplicitInterface)
- {
- if (auto endToken = BfNodeDynCastExact<BfTokenNode>(endNode))
- {
- if (endToken->GetToken() == BfToken_This)
- {
- indexerThisToken = endToken;
- doExplicitInterface = true;
- }
- }
- else if (auto block = BfNodeDynCastExact<BfBlock>(endNode))
- {
- doExplicitInterface = true; // Qualified property
- }
- }
- if (doExplicitInterface)
- {
- auto prevEndNode = mVisitorPos.Get(endNodeIdx - 1);
- int explicitInterfaceDotIdx = QualifiedBacktrack(prevEndNode, endNodeIdx - 1);
- if (explicitInterfaceDotIdx != -1)
- {
- explicitInterfaceDot = (BfTokenNode*)mVisitorPos.Get(explicitInterfaceDotIdx);
- mVisitorPos.mReadPos = nameIdentifierIdx;
- explicitInterfaceDot->SetToken(BfToken_Bar); // Hack to stop TypeRef parsing
- explicitInterface = CreateTypeRef(nameIdentifier);
- explicitInterfaceDot->SetToken(BfToken_Dot);
- if (explicitInterface == NULL)
- return NULL;
- mVisitorPos.mReadPos = explicitInterfaceDotIdx;
- if (indexerThisToken == NULL)
- {
- nameIdentifier = ExpectIdentifierAfter(explicitInterfaceDot);
- if (nameIdentifier == NULL)
- {
- // Looks like a method declaration
- auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
- if (typeRef != NULL)
- ReplaceNode(typeRef, methodDeclaration);
- else
- ReplaceNode(nameIdentifier, methodDeclaration);
- methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
- MEMBER_SET(methodDeclaration, mReturnType, typeRef);
- MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
- MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
- return methodDeclaration;
- }
- }
- }
- }
- }
- else if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (nextToken->GetToken() == BfToken_Operator)
- {
- auto operatorDecl = mAlloc->Alloc<BfOperatorDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(operatorDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(operatorDecl->mCommas, mAlloc);
- ReplaceNode(typeRef, operatorDecl);
- operatorDecl->mReturnType = typeRef;
- mVisitorPos.MoveNext();
- MEMBER_SET(operatorDecl, mOperatorToken, nextToken);
- bool hadFailedOperator = false;
- auto nextNode = mVisitorPos.GetNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- operatorDecl->mBinOp = TokenToBinaryOp(nextToken->GetToken());
- if (operatorDecl->mBinOp != BfBinaryOp_None)
- {
- MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
- mVisitorPos.MoveNext();
- }
- else
- {
- operatorDecl->mUnaryOp = TokenToUnaryOp(nextToken->GetToken());
- if (operatorDecl->mUnaryOp != BfUnaryOp_None)
- {
- MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
- mVisitorPos.MoveNext();
- }
- else
- {
- operatorDecl->mAssignOp = TokenToAssignmentOp(nextToken->GetToken());
- if (operatorDecl->mAssignOp == BfAssignmentOp_Assign)
- {
- Fail("The assignment operator '=' cannot be overridden", nextToken);
- }
- if (operatorDecl->mAssignOp != BfAssignmentOp_None)
- {
- MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
- mVisitorPos.MoveNext();
- }
- else if (nextToken->GetToken() != BfToken_LParen)
- {
- Fail("Invalid operator type", nextToken);
- MEMBER_SET(operatorDecl, mOpTypeToken, nextToken);
- mVisitorPos.MoveNext();
- }
- }
- }
- }
- if ((operatorDecl->mOpTypeToken == NULL) && (operatorDecl->mReturnType == NULL) && (!hadFailedOperator))
- {
- FailAfter("Expected operator type", operatorDecl);
- return NULL;
- }
- ParseMethod(operatorDecl, ¶ms, &commas);
- // This was the one ambiguous case
- if ((operatorDecl->mBinOp == BfBinaryOp_Subtract) && (params.size() == 1))
- {
- operatorDecl->mBinOp = BfBinaryOp_None;
- operatorDecl->mUnaryOp = BfUnaryOp_Negate;
- }
- return operatorDecl;
- }
- else if (nextToken->GetToken() == BfToken_LParen)
- {
- Fail("Method name, 'this', or '~this' expected", node);
- nameIdentifier = BfNodeDynCast<BfIdentifierNode>(origNode);
- if (nameIdentifier != NULL)
- {
- // Remove TypeRef
- ReplaceNode(typeRef, nameIdentifier);
- typeRef = NULL;
- }
- }
- }
- if ((nameIdentifier != NULL) || (forceIsMethod) || (indexerThisToken != NULL))
- {
- //ExtractExplicitInterfaceRef
- int blockAfterIdx = mVisitorPos.mReadPos + 1;
- BfAstNode* blockAfterPos = nameIdentifier;
- BfPropertyDeclaration* propertyDeclaration = NULL;
- if (indexerThisToken != NULL)
- {
- auto indexerDeclaration = mAlloc->Alloc<BfIndexerDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(indexerDeclaration->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(indexerDeclaration->mCommas, mAlloc);
- ReplaceNode(typeRef, indexerDeclaration);
- indexerDeclaration->mTypeRef = typeRef;
- MEMBER_SET(indexerDeclaration, mThisToken, indexerThisToken);
- mVisitorPos.MoveNext();
- if (explicitInterface != NULL)
- {
- MEMBER_SET(indexerDeclaration, mExplicitInterface, explicitInterface);
- MEMBER_SET(indexerDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
- //mVisitorPos.mReadPos = endNodeIdx;
- }
- auto openToken = ExpectTokenAfter(indexerDeclaration, BfToken_LBracket);
- if (openToken == NULL)
- return indexerDeclaration;
- MEMBER_SET(indexerDeclaration, mOpenBracket, openToken);
- auto endToken = ParseMethodParams(indexerDeclaration, ¶ms, &commas, BfToken_RBracket);
- if (endToken == NULL)
- return indexerDeclaration;
- MEMBER_SET(indexerDeclaration, mCloseBracket, endToken);
- propertyDeclaration = indexerDeclaration;
- blockAfterPos = propertyDeclaration;
- mVisitorPos.MoveNext();
- blockAfterIdx = mVisitorPos.mReadPos + 1;
- auto block = ExpectBlockAfter(blockAfterPos);
- if (block == NULL)
- return indexerDeclaration;
- }
- else
- {
- blockAfterPos = nameIdentifier;
- }
- nextNode = mVisitorPos.Get(blockAfterIdx);
- auto block = BfNodeDynCast<BfBlock>(nextNode);
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- bool isExprBodyProp = (tokenNode != NULL) && (tokenNode->mToken == BfToken_FatArrow);
- // Property.
- // If we don't have a token afterwards then still treat it as a property for autocomplete purposes
- if ((typeRef != NULL) &&
- ((block != NULL) || (tokenNode == NULL) || (isExprBodyProp)))
- {
- //mVisitorPos.mReadPos = blockAfterIdx;
- if (propertyDeclaration == NULL)
- {
- if ((block == NULL) && (!isExprBodyProp))
- {
- auto propDecl = mAlloc->Alloc<BfPropertyDeclaration>();
- ReplaceNode(typeRef, propDecl);
- propDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
- propDecl->mTypeRef = typeRef;
- if (explicitInterface != NULL)
- {
- MEMBER_SET(propDecl, mExplicitInterface, explicitInterface);
- MEMBER_SET(propDecl, mExplicitInterfaceDotToken, explicitInterfaceDot);
- }
- // Don't set the name identifier, this could be bogus
- //mVisitorPos.mReadPos--;
-
- // WHY did we want to not set this?
- // If we don't, then typing a new method name will end up treating the name node as a typeRef
- // which can autocomplete incorrectly
- MEMBER_SET(propDecl, mNameNode, nameIdentifier);
- return propDecl;
- }
- mVisitorPos.mReadPos = blockAfterIdx;
- propertyDeclaration = mAlloc->Alloc<BfPropertyDeclaration>();
- ReplaceNode(typeRef, propertyDeclaration);
- propertyDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
- propertyDeclaration->mTypeRef = typeRef;
- if (explicitInterface != NULL)
- {
- MEMBER_SET(propertyDeclaration, mExplicitInterface, explicitInterface);
- MEMBER_SET(propertyDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
- }
- MEMBER_SET(propertyDeclaration, mNameNode, nameIdentifier);
- //mVisitorPos.MoveNext();
- }
- else
- mVisitorPos.mReadPos = blockAfterIdx;
- if (block != NULL)
- {
- MEMBER_SET(propertyDeclaration, mDefinitionBlock, block);
- ReadPropertyBlock(propertyDeclaration, block);
- }
- else if (isExprBodyProp)
- {
- BfDeferredAstSizedArray<BfPropertyMethodDeclaration*> methods(propertyDeclaration->mMethods, mAlloc);
-
- auto propertyBodyExpr = mAlloc->Alloc<BfPropertyBodyExpression>();
- ReplaceNode(tokenNode, propertyBodyExpr);
- MEMBER_SET(propertyBodyExpr, mFatTokenArrow, tokenNode);
- auto method = mAlloc->Alloc<BfPropertyMethodDeclaration>();
- method->mPropertyDeclaration = propertyDeclaration;
- method->mNameNode = propertyDeclaration->mNameNode;
-
- auto expr = CreateExpressionAfter(tokenNode);
- if (expr != NULL)
- {
- MEMBER_SET(method, mBody, expr);
- propertyDeclaration->SetSrcEnd(expr->GetSrcEnd());
- }
- methods.Add(method);
- MEMBER_SET(propertyDeclaration, mDefinitionBlock, propertyBodyExpr);
- }
- return propertyDeclaration;
- }
- //nextNode = mVisitorPos.Get(mVisitorPos.mReadPos + 2);
- /*if (tokenNode == NULL)
- {
- mVisitorPos.MoveNext();
- ExpectTokenAfter(nameIdentifier, BfToken_Semicolon);
- // Just 'eat' the typeRef by stuffing it into a property declaration
- auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
- ReplaceNode(typeRef, fieldDecl);
- fieldDecl->mTypeRef = typeRef;
- return fieldDecl;
- }*/
- if (tokenNode == NULL)
- {
- auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
- ReplaceNode(nameIdentifier, fieldDecl);
- fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
- fieldDecl->mNameNode = nameIdentifier;
- return fieldDecl;
- }
- BfToken token = tokenNode->GetToken();
- if ((token == BfToken_LParen) ||
- (token == BfToken_LChevron))
- {
- if (token == BfToken_LChevron)
- {
- //mVisitorPos.mReadPos++;
- bool isTypeRef = IsTypeReference(nameIdentifier, BfToken_LParen);
- //mVisitorPos.mReadPos--;
- if (!isTypeRef)
- {
- bool onNewLine = false;
- auto src = nameIdentifier->GetSourceData();
- int srcStart = nameIdentifier->GetSrcStart();
- for (int srcIdx = typeRef->GetSrcEnd(); srcIdx < srcStart; srcIdx++)
- if (src->mSrc[srcIdx] == '\n')
- onNewLine = false;
- if (onNewLine)
- {
- // Actually it looks like a partially formed type declaration followed by a method
- // which returns a generic type
- FailAfter("Name expected", typeRef);
- auto fieldDecl = mAlloc->Alloc<BfFieldDeclaration>();
- ReplaceNode(typeRef, fieldDecl);
- fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
- fieldDecl->mTypeRef = typeRef;
- return fieldDecl;
- }
- }
- }
- // Looks like a method declaration
- auto methodDeclaration = mAlloc->Alloc<BfMethodDeclaration>();
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDeclaration->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(methodDeclaration->mCommas, mAlloc);
- if (typeRef != NULL)
- ReplaceNode(typeRef, methodDeclaration);
- else
- ReplaceNode(nameIdentifier, methodDeclaration);
- methodDeclaration->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
- if (explicitInterface != NULL)
- {
- MEMBER_SET(methodDeclaration, mExplicitInterface, explicitInterface);
- MEMBER_SET(methodDeclaration, mExplicitInterfaceDotToken, explicitInterfaceDot);
- }
- if (token == BfToken_LChevron)
- {
- auto genericParams = CreateGenericParamsDeclaration(tokenNode);
- if (genericParams != NULL)
- {
- MEMBER_SET(methodDeclaration, mGenericParams, genericParams);
- }
- }
- methodDeclaration->mReturnType = typeRef;
- MEMBER_SET_CHECKED(methodDeclaration, mNameNode, nameIdentifier);
- mCurMethodDecl = methodDeclaration;
- ParseMethod(methodDeclaration, ¶ms, &commas);
- mCurMethodDecl = NULL;
- return methodDeclaration;
- }
- return CreateFieldDeclaration(tokenNode, typeRef, nameIdentifier, NULL);
- }
- FailAfter("Member name expected", node);
- // Same fail case as "expected member declaration"
- auto fieldDecl = mAlloc->Alloc<BfPropertyDeclaration>();
- ReplaceNode(typeRef, fieldDecl);
- fieldDecl->mDocumentation = FindDocumentation(mTypeMemberNodeStart);
- fieldDecl->mTypeRef = typeRef;
- return fieldDecl;
- }
- BfInvocationExpression* BfReducer::CreateInvocationExpression(BfAstNode* target, CreateExprFlags createExprFlags)
- {
- auto tokenNode = ExpectTokenAfter(target, BfToken_LParen, BfToken_LChevron, BfToken_Bang);
- auto invocationExpr = mAlloc->Alloc<BfInvocationExpression>();
- BfDeferredAstSizedArray<BfExpression*> arguments(invocationExpr->mArguments, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(invocationExpr->mCommas, mAlloc);
- invocationExpr->mTarget = target;
- ReplaceNode(target, invocationExpr);
- if (tokenNode == NULL)
- return invocationExpr;
- if (tokenNode->GetToken() == BfToken_Bang)
- {
- MoveNode(tokenNode, invocationExpr);
- if (tokenNode->GetSrcEnd() == invocationExpr->mTarget->GetSrcEnd() + 1)
- {
- BfAstNode* target = invocationExpr->mTarget;
- while (true)
- {
- if (auto qualifiedNameNode = BfNodeDynCast<BfQualifiedNameNode>(target))
- target = qualifiedNameNode->mRight;
- else if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(target))
- target = memberRefExpr->mMemberName;
- else if (auto attribIdentifierNode = BfNodeDynCast<BfAttributedIdentifierNode>(target))
- target = attribIdentifierNode->mIdentifier;
- else
- break;
- }
- if (target != NULL)
- {
- BF_ASSERT(tokenNode->GetSrcEnd() == target->GetSrcEnd() + 1);
- target->SetSrcEnd(tokenNode->GetSrcEnd());
- invocationExpr->mTarget->SetSrcEnd(tokenNode->GetSrcEnd());
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (nextToken->GetToken() == BfToken_Colon)
- {
- /*auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
- ReplaceNode(invocationExpr->mTarget, scopedInvocationTarget);
- scopedInvocationTarget->mTarget = invocationExpr->mTarget;
- invocationExpr->mTarget = scopedInvocationTarget;
- MEMBER_SET(scopedInvocationTarget, mColonToken, nextToken);
- mVisitorPos.MoveNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
- {
- MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
- mVisitorPos.MoveNext();
- }
- }
- else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
- mVisitorPos.MoveNext();
- }
- if (scopedInvocationTarget->mScopeName == NULL)
- {
- FailAfter("Expected scope name", scopedInvocationTarget);
- }*/
- auto scopedInvocationTarget = CreateScopedInvocationTarget(invocationExpr->mTarget, nextToken);
- invocationExpr->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
- }
- }
- }
- }
- else
- Fail("No space allowed before token", tokenNode);
- tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen, BfToken_LChevron);
- if (tokenNode == NULL)
- return invocationExpr;
- }
- if (tokenNode->GetToken() == BfToken_LChevron)
- {
- auto genericParamsDecl = CreateGenericArguments(tokenNode);
- MEMBER_SET_CHECKED(invocationExpr, mGenericArgs, genericParamsDecl);
- tokenNode = ExpectTokenAfter(invocationExpr, BfToken_LParen);
- }
- MEMBER_SET_CHECKED(invocationExpr, mOpenParen, tokenNode);
- tokenNode = ReadArguments(invocationExpr, invocationExpr, &arguments, &commas, BfToken_RParen, true);
- if (tokenNode != NULL)
- {
- MEMBER_SET(invocationExpr, mCloseParen, tokenNode);
- }
- return invocationExpr;
- }
- BfDelegateBindExpression* BfReducer::CreateDelegateBindExpression(BfAstNode* allocNode)
- {
- auto delegateBindExpr = mAlloc->Alloc<BfDelegateBindExpression>();
- ReplaceNode(allocNode, delegateBindExpr);
- MEMBER_SET(delegateBindExpr, mNewToken, allocNode);
- auto tokenNode = ExpectTokenAfter(delegateBindExpr, BfToken_FatArrow);
- MEMBER_SET_CHECKED(delegateBindExpr, mFatArrowToken, tokenNode);
- auto expr = CreateExpressionAfter(delegateBindExpr);
- MEMBER_SET_CHECKED(delegateBindExpr, mTarget, expr);
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_LChevron)
- {
- auto genericParamsDecl = CreateGenericArguments(tokenNode);
- MEMBER_SET_CHECKED(delegateBindExpr, mGenericArgs, genericParamsDecl);
- }
- }
- return delegateBindExpr;
- }
- BfLambdaBindExpression* BfReducer::CreateLambdaBindExpression(BfAstNode* allocNode, BfTokenNode* parenToken)
- {
- auto lambdaBindExpr = mAlloc->Alloc<BfLambdaBindExpression>();
- BfDeferredAstSizedArray<BfIdentifierNode*> params(lambdaBindExpr->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(lambdaBindExpr->mCommas, mAlloc);
- BfTokenNode* tokenNode;
- if (allocNode != NULL)
- {
- ReplaceNode(allocNode, lambdaBindExpr);
- MEMBER_SET(lambdaBindExpr, mNewToken, allocNode);
- tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen, BfToken_LBracket);
- }
- else
- {
- ReplaceNode(parenToken, lambdaBindExpr);
- tokenNode = parenToken;
- }
- //auto tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen, BfToken_LBracket);
- if (tokenNode == NULL)
- return lambdaBindExpr;
- if (tokenNode->GetToken() == BfToken_LBracket)
- {
- auto lambdaCapture = mAlloc->Alloc<BfLambdaCapture>();
- ReplaceNode(tokenNode, lambdaCapture);
- MEMBER_SET(lambdaBindExpr, mLambdaCapture, lambdaCapture);
- MEMBER_SET(lambdaCapture, mOpenBracket, tokenNode);
- while (true)
- {
- tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_Ampersand, BfToken_AssignEquals, BfToken_RBracket);
- if (tokenNode == NULL)
- return lambdaBindExpr;
- if ((tokenNode->GetToken() == BfToken_Ampersand) || (tokenNode->GetToken() == BfToken_AssignEquals))
- {
- MEMBER_SET(lambdaCapture, mCaptureToken, tokenNode);
- lambdaBindExpr->SetSrcEnd(lambdaCapture->GetSrcEnd());
- }
- if (tokenNode->GetToken() == BfToken_RBracket)
- {
- MEMBER_SET(lambdaCapture, mCloseBracket, tokenNode);
- lambdaBindExpr->SetSrcEnd(lambdaCapture->GetSrcEnd());
- break;
- }
- }
- tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_LParen);
- }
- MEMBER_SET_CHECKED(lambdaBindExpr, mOpenParen, tokenNode);
- for (int paramIdx = 0; true; paramIdx++)
- {
- bool isRParen = false;
- auto nextNode = mVisitorPos.GetNext();
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode))
- isRParen = tokenNode->GetToken() == BfToken_RParen;
- if (!isRParen)
- {
- auto nameIdentifier = ExpectIdentifierAfter(lambdaBindExpr, "parameter name");
- if (nameIdentifier == NULL)
- return lambdaBindExpr;
- MoveNode(nameIdentifier, lambdaBindExpr);
- params.push_back(nameIdentifier);
- }
- tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_Comma, BfToken_RParen);
- if (tokenNode == NULL)
- return lambdaBindExpr;
- if (tokenNode->GetToken() == BfToken_RParen)
- {
- MEMBER_SET(lambdaBindExpr, mCloseParen, tokenNode);
- break;
- }
- MoveNode(tokenNode, lambdaBindExpr);
- commas.push_back(tokenNode);
- }
- tokenNode = ExpectTokenAfter(lambdaBindExpr, BfToken_FatArrow);
- MEMBER_SET_CHECKED(lambdaBindExpr, mFatArrowToken, tokenNode);
- auto nextNode = mVisitorPos.GetNext();
- auto block = BfNodeDynCast<BfBlock>(nextNode);
- if (block != NULL)
- {
- HandleBlock(block, true);
- mVisitorPos.MoveNext();
- MEMBER_SET_CHECKED(lambdaBindExpr, mBody, block);
- }
- else
- {
- auto expr = CreateExpressionAfter(lambdaBindExpr);
- MEMBER_SET_CHECKED(lambdaBindExpr, mBody, expr);
- }
- auto lambdaDtor = CreateFieldDtorDeclaration(lambdaBindExpr);
- if (lambdaDtor != NULL)
- {
- if ((mIsFieldInitializer) && (!mInParenExpr))
- {
- Fail("Ambiguous destructor: could be field destructor or lambda destructor. Disambiguate with parentheses, either '(lambda) ~ fieldDtor' or '(lambda ~ lambdaDtor)'", lambdaBindExpr);
- }
- lambdaBindExpr->mDtor = lambdaDtor;
- }
- return lambdaBindExpr;
- }
- BfCollectionInitializerExpression* BfReducer::CreateCollectionInitializerExpression(BfBlock* block)
- {
- auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
- BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
- ReplaceNode(block, arrayInitializerExpression);
- MEMBER_SET(arrayInitializerExpression, mOpenBrace, block->mOpenBrace);
- if (block->mCloseBrace != NULL)
- MEMBER_SET(arrayInitializerExpression, mCloseBrace, block->mCloseBrace);
- block->mOpenBrace = NULL;
- block->mCloseBrace = NULL;
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
- bool isDone = !mVisitorPos.MoveNext();
- while (true)
- {
- auto head = mVisitorPos.GetCurrent();
- if (head == NULL)
- break;
- BfExpression* expression;
- if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
- expression = CreateCollectionInitializerExpression(innerBlock);
- else
- expression = CreateExpression(head);
- if (expression == NULL)
- break;
- auto nextNode = mVisitorPos.GetNext();
- bool atEnd = nextNode == NULL;
- auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RBrace);
- MoveNode(expression, arrayInitializerExpression);
- values.push_back(expression);
- if ((!atEnd) && (tokenNode == NULL))
- break;
- if (atEnd)
- break;
- MoveNode(tokenNode, arrayInitializerExpression);
- commas.push_back(tokenNode);
- isDone = !mVisitorPos.MoveNext();
- }
- return arrayInitializerExpression;
- }
- BfCollectionInitializerExpression * BfReducer::CreateCollectionInitializerExpression(BfTokenNode* openToken)
- {
- auto arrayInitializerExpression = mAlloc->Alloc<BfCollectionInitializerExpression>();
- BfDeferredAstSizedArray<BfExpression*> values(arrayInitializerExpression->mValues, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(arrayInitializerExpression->mCommas, mAlloc);
- ReplaceNode(openToken, arrayInitializerExpression);
- MEMBER_SET(arrayInitializerExpression, mOpenBrace, openToken);
- bool isDone = !mVisitorPos.MoveNext();
- while (true)
- {
- auto head = mVisitorPos.GetCurrent();
- if (head == NULL)
- break;
- BfExpression* expression;
- if (auto innerBlock = BfNodeDynCast<BfBlock>(head))
- expression = CreateCollectionInitializerExpression(innerBlock);
- else
- {
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(head))
- {
- if (tokenNode->mToken == BfToken_RParen)
- {
- MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
- return arrayInitializerExpression;
- }
- }
- expression = CreateExpression(head);
- }
- if (expression == NULL)
- break;
- auto nextNode = mVisitorPos.GetNext();
- bool atEnd = nextNode == NULL;
- auto tokenNode = atEnd ? NULL : ExpectTokenAfter(expression, BfToken_Comma, BfToken_RParen);
- MoveNode(expression, arrayInitializerExpression);
- values.push_back(expression);
- if ((!atEnd) && (tokenNode == NULL))
- break;
- if (atEnd)
- break;
- MoveNode(tokenNode, arrayInitializerExpression);
- if (tokenNode->GetToken() == BfToken_RParen)
- {
- MEMBER_SET(arrayInitializerExpression, mCloseBrace, tokenNode);
- break;
- }
- commas.push_back(tokenNode);
- isDone = !mVisitorPos.MoveNext();
- }
- return arrayInitializerExpression;
- }
- BfScopedInvocationTarget* BfReducer::CreateScopedInvocationTarget(BfAstNode*& targetRef, BfTokenNode* colonToken)
- {
- auto scopedInvocationTarget = mAlloc->Alloc<BfScopedInvocationTarget>();
- ReplaceNode(targetRef, scopedInvocationTarget);
- scopedInvocationTarget->mTarget = targetRef;
- targetRef = scopedInvocationTarget;
- if (colonToken == NULL)
- return scopedInvocationTarget;
- MEMBER_SET(scopedInvocationTarget, mColonToken, colonToken);
- mVisitorPos.MoveNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
- {
- MEMBER_SET(scopedInvocationTarget, mScopeName, nextToken);
- mVisitorPos.MoveNext();
- }
- }
- else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- MEMBER_SET(scopedInvocationTarget, mScopeName, identifier);
- mVisitorPos.MoveNext();
- }
- if (scopedInvocationTarget->mScopeName == NULL)
- {
- FailAfter("Expected scope name", scopedInvocationTarget);
- }
-
- return scopedInvocationTarget;
- }
- BfAstNode* BfReducer::CreateAllocNode(BfTokenNode* allocToken)
- {
- if (allocToken->GetToken() == BfToken_Scope)
- {
- auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
- if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_Colon))
- {
- auto scopeNode = mAlloc->Alloc<BfScopeNode>();
- ReplaceNode(allocToken, scopeNode);
- scopeNode->mScopeToken = allocToken;
- MEMBER_SET(scopeNode, mColonToken, nextToken);
- mVisitorPos.MoveNext();
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((nextToken->GetToken() == BfToken_Colon) || (nextToken->GetToken() == BfToken_Mixin))
- {
- MEMBER_SET(scopeNode, mTargetNode, nextToken);
- mVisitorPos.MoveNext();
- }
- }
- else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- MEMBER_SET(scopeNode, mTargetNode, identifier);
- mVisitorPos.MoveNext();
- }
- if (scopeNode->mTargetNode == NULL)
- {
- FailAfter("Expected scope name", scopeNode);
- }
- return scopeNode;
- }
- }
- if (allocToken->GetToken() == BfToken_New)
- {//
- auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
- if ((nextToken != NULL) && (nextToken->GetToken() == BfToken_Colon))
- { //
- auto newNode = mAlloc->Alloc<BfNewNode>();
- ReplaceNode(allocToken, newNode);
- newNode->mNewToken = allocToken;
- MEMBER_SET(newNode, mColonToken, nextToken);
- mVisitorPos.MoveNext();
- if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- BfToken nextToken = nextTokenNode->GetToken();
- if ((nextToken == BfToken_LParen) || (nextToken == BfToken_This) || (nextToken == BfToken_Null))
- {
- auto allocExpr = CreateExpressionAfter(newNode, (CreateExprFlags)(CreateExprFlags_NoCast | CreateExprFlags_ExitOnParenExpr));
- if (allocExpr != NULL)
- {
- MEMBER_SET(newNode, mAllocNode, allocExpr);
- }
- }
- }
- else
- {
- int endNodeIdx = -1;
- int nodeIdx = mVisitorPos.mReadPos;
- mVisitorPos.MoveNext();
- if (IsTypeReference(mVisitorPos.GetCurrent(), BfToken_Bang, &endNodeIdx))
- {
- if (auto bangToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx)))
- {
- if (auto prevIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(endNodeIdx - 1)))
- {
- if (bangToken->GetSrcStart() == prevIdentifier->GetSrcEnd())
- {
- if (endNodeIdx == nodeIdx + 2)
- {
- MEMBER_SET(newNode, mAllocNode, prevIdentifier);
- prevIdentifier->SetSrcEnd(bangToken->GetSrcEnd());
- }
- else
- {
- mVisitorPos.mReadPos = nodeIdx + 1;
- BfExpression* expr = CreateExpression(mVisitorPos.Get(nodeIdx + 1), CreateExprFlags_ExitOnBang);
- expr->SetSrcEnd(bangToken->GetSrcEnd());
- MEMBER_SET(newNode, mAllocNode, expr);
- BfAstNode* memberNode = expr;
- if (auto memberRefExpr = BfNodeDynCast<BfMemberReferenceExpression>(expr))
- {
- memberNode = memberRefExpr->mMemberName;
- }
- else if (auto qualifiedIdentifier = BfNodeDynCast<BfQualifiedNameNode>(expr))
- {
- memberNode = qualifiedIdentifier->mRight;
- }
- if (memberNode != NULL)
- memberNode->SetSrcEnd(bangToken->GetSrcEnd());
- }
- newNode->SetSrcEnd(bangToken->GetSrcEnd());
- mVisitorPos.mReadPos = endNodeIdx;
- BfTokenNode* colonToken = NULL;
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(endNodeIdx + 1)))
- {
- if (nextToken->GetToken() == BfToken_Colon)
- colonToken = nextToken;
- }
- auto scopedInvocationTarget = CreateScopedInvocationTarget(newNode->mAllocNode, colonToken);
- newNode->SetSrcEnd(scopedInvocationTarget->GetSrcEnd());
- }
- }
- }
- }
- if (newNode->mAllocNode == NULL)
- {
- mVisitorPos.mReadPos = nodeIdx;
- if (auto identifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.GetNext()))
- {
- MEMBER_SET(newNode, mAllocNode, identifier);
- mVisitorPos.MoveNext();
- }
- // This causes parse ambiguities
- /*mVisitorPos.mReadPos = nodeIdx;
- auto allocExpr = CreateExpressionAfter(newNode, BfReducer::CreateExprFlags_NoCast);
- if (allocExpr != NULL)
- {
- MEMBER_SET(newNode, mAllocNode, allocExpr);
- }*/
- }
- }
- if (newNode->mAllocNode == NULL)
- {
- FailAfter("Expected allocator expression", newNode);
- }
- return newNode;
- }
- }
- return allocToken;
- }
- BfObjectCreateExpression* BfReducer::CreateObjectCreateExpression(BfAstNode* allocNode)
- {
- auto objectCreateExpr = mAlloc->Alloc<BfObjectCreateExpression>();
- BfDeferredAstSizedArray<BfExpression*> arguments(objectCreateExpr->mArguments, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(objectCreateExpr->mCommas, mAlloc);
- ReplaceNode(allocNode, objectCreateExpr);
- MEMBER_SET(objectCreateExpr, mNewNode, allocNode);
- auto nextNode = mVisitorPos.GetNext();
- BfTokenNode* tokenNode;
- // Why did we want this syntax?
- // if (tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- // {
- // if (tokenNode->GetToken() == BfToken_Star)
- // {
- // MEMBER_SET(objectCreateExpr, mStarToken, tokenNode);
- // mVisitorPos.MoveNext();
- // }
- // }
- auto typeRef = CreateTypeRefAfter(objectCreateExpr);
- if (typeRef == NULL)
- return objectCreateExpr;
- if (auto ptrType = BfNodeDynCast<BfPointerTypeRef>(typeRef))
- {
- if (auto arrayType = BfNodeDynCast<BfArrayTypeRef>(ptrType->mElementType))
- {
- MEMBER_SET(objectCreateExpr, mStarToken, ptrType->mStarNode);
- typeRef = ptrType->mElementType;
- }
- }
- MEMBER_SET(objectCreateExpr, mTypeRef, typeRef);
- if (auto block = BfNodeDynCast<BfBlock>(mVisitorPos.GetNext()))
- {
- mVisitorPos.MoveNext();
- MEMBER_SET(objectCreateExpr, mOpenToken, block->mOpenBrace);
- //
- {
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
- ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_None, true);
- }
- MEMBER_SET(objectCreateExpr, mCloseToken, block->mCloseBrace);
- return objectCreateExpr;
- }
- tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext());
- if (tokenNode == NULL)
- return objectCreateExpr;
- if (tokenNode->GetToken() != BfToken_LParen)
- return objectCreateExpr;
- mVisitorPos.MoveNext();
- MEMBER_SET(objectCreateExpr, mOpenToken, tokenNode);
- BfToken endToken = (BfToken)(tokenNode->GetToken() + 1);
- tokenNode = ReadArguments(objectCreateExpr, objectCreateExpr, &arguments, &commas, BfToken_RParen, true);
- if (tokenNode == NULL)
- return objectCreateExpr;
- MEMBER_SET(objectCreateExpr, mCloseToken, tokenNode);
- return objectCreateExpr;
- }
- BfExpression* BfReducer::CreateIndexerExpression(BfExpression* target)
- {
- auto tokenNode = ExpectTokenAfter(target, BfToken_LBracket, BfToken_QuestionLBracket);
- auto indexerExpr = mAlloc->Alloc<BfIndexerExpression>();
- BfDeferredAstSizedArray<BfExpression*> arguments(indexerExpr->mArguments, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(indexerExpr->mCommas, mAlloc);
- indexerExpr->mTarget = target;
- ReplaceNode(target, indexerExpr);
- indexerExpr->mOpenBracket = tokenNode;
- MoveNode(indexerExpr->mOpenBracket, indexerExpr);
- BfAstNode* argAfterNode = indexerExpr;
- BfAttributeDirective* attributeDirective = NULL;
- if (auto tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (tokenNode->mToken == BfToken_LBracket)
- {
- mVisitorPos.MoveNext();
- attributeDirective = CreateAttributeDirective(tokenNode);
- argAfterNode = attributeDirective;
- }
- }
- indexerExpr->mCloseBracket = ReadArguments(indexerExpr, argAfterNode, &arguments, &commas, BfToken_RBracket, false);
- if (attributeDirective != NULL)
- {
- BfAttributedExpression* attribExpr = mAlloc->Alloc<BfAttributedExpression>();
- attribExpr->mAttributes = attributeDirective;
- MEMBER_SET(attribExpr, mExpression, indexerExpr);
- return attribExpr;
- }
- return indexerExpr;
- }
- BfMemberReferenceExpression* BfReducer::CreateMemberReferenceExpression(BfAstNode* target)
- {
- auto tokenNode = ExpectTokenAfter(target, BfToken_Dot, BfToken_DotDot, BfToken_QuestionDot);
- auto memberReferenceExpr = mAlloc->Alloc<BfMemberReferenceExpression>();
- if (target != NULL)
- {
- memberReferenceExpr->mTarget = target;
- ReplaceNode(target, memberReferenceExpr);
- }
- MEMBER_SET_CHECKED(memberReferenceExpr, mDotToken, tokenNode);
- auto nextNode = mVisitorPos.GetNext();
- if (auto literalExpr = BfNodeDynCast<BfLiteralExpression>(nextNode))
- {
- // Special case for "tuple.0" type references
- if (literalExpr->mValue.mTypeCode == BfTypeCode_IntUnknown)
- {
- MEMBER_SET(memberReferenceExpr, mMemberName, literalExpr);
- mVisitorPos.MoveNext();
- return memberReferenceExpr;
- }
- }
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext())))
- {
- if (tokenNode->GetToken() == BfToken_LBracket)
- {
- mVisitorPos.MoveNext();
- auto attrIdentifier = CreateAttributedExpression(tokenNode, true);
- if (attrIdentifier != NULL)
- {
- MEMBER_SET(memberReferenceExpr, mMemberName, attrIdentifier);
- }
- }
- }
- if (memberReferenceExpr->mMemberName == NULL)
- {
- auto memberName = ExpectIdentifierAfter(memberReferenceExpr);
- if (memberName != NULL)
- {
- MEMBER_SET(memberReferenceExpr, mMemberName, memberName);
- }
- }
- return memberReferenceExpr;
- }
- BfTupleExpression* BfReducer::CreateTupleExpression(BfTokenNode* node, BfExpression* innerExpr)
- {
- auto tupleExpr = mAlloc->Alloc<BfTupleExpression>();
- ReplaceNode(node, tupleExpr);
- tupleExpr->mOpenParen = node;
- BfDeferredAstSizedArray<BfTupleNameNode*> names(tupleExpr->mNames, mAlloc);
- BfDeferredAstSizedArray<BfExpression*> values(tupleExpr->mValues, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(tupleExpr->mCommas, mAlloc);
- while (true)
- {
- BfTokenNode* closeParenToken;
- if (innerExpr == NULL)
- {
- bool skipExpr = false;
- if (values.size() != 0)
- {
- if (auto nextToken = BfNodeDynCastExact<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (nextToken->GetToken() == BfToken_RParen)
- {
- // Unterminated - default initialize
- skipExpr = true;
- }
- }
- }
- if (!skipExpr)
- innerExpr = CreateExpressionAfter(tupleExpr, CreateExprFlags_PermissiveVariableDecl);
- }
- if (innerExpr == NULL)
- {
- // Failed, but can we pull in the closing rparen?
- auto nextNode = mVisitorPos.GetNext();
- if ((closeParenToken = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (closeParenToken->GetToken() == BfToken_RParen)
- {
- MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
- mVisitorPos.MoveNext();
- }
- }
- break;
- }
- if (innerExpr->IsA<BfIdentifierNode>())
- closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma, BfToken_Colon);
- else
- closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
- if (closeParenToken == NULL)
- {
- values.push_back(innerExpr);
- MoveNode(innerExpr, tupleExpr);
- break;
- }
- //TODO: Why did we have this compat mode thing? It kept us from properly creating tuples with names
- if ((closeParenToken->GetToken() == BfToken_Colon) /*&& (!mCompatMode)*/)
- {
- BfTupleNameNode* tupleNameNode = mAlloc->Alloc<BfTupleNameNode>();
- ReplaceNode(innerExpr, tupleNameNode);
- tupleNameNode->mNameNode = (BfIdentifierNode*)innerExpr;
- MEMBER_SET(tupleNameNode, mColonToken, closeParenToken);
- while ((int)values.size() > names.size())
- names.push_back(NULL);
- names.push_back(tupleNameNode);
- MoveNode(tupleNameNode, tupleExpr);
- innerExpr = CreateExpressionAfter(tupleExpr);
- if (innerExpr == NULL)
- break;
- closeParenToken = ExpectTokenAfter(innerExpr, BfToken_RParen, BfToken_Comma);
- }
- values.push_back(innerExpr);
- MoveNode(innerExpr, tupleExpr);
- innerExpr = NULL;
- if (closeParenToken == NULL)
- break;
- if (closeParenToken->GetToken() == BfToken_RParen)
- {
- MEMBER_SET(tupleExpr, mCloseParen, closeParenToken);
- break;
- }
- commas.push_back(closeParenToken);
- MoveNode(closeParenToken, tupleExpr);
- }
- return tupleExpr;
- }
- BfAstNode* BfReducer::HandleTopLevel(BfBlock* node)
- {
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(node));
- BfAstNode* prevNode = NULL;
- bool hadPrevFail = false;
- bool isDone = !mVisitorPos.MoveNext();
- while (!isDone)
- {
- auto child = mVisitorPos.GetCurrent();
- if (child == prevNode)
- {
- // If we're stuck on an error and can't process any more nodes
- break;
- }
- prevNode = child;
- auto tokenNode = BfNodeDynCast<BfTokenNode>(child);
- if (tokenNode == NULL)
- {
- if (!hadPrevFail)
- Fail("Namespace or type declaration expected", child);
- hadPrevFail = true;
- isDone = !mVisitorPos.MoveNext();
- mVisitorPos.Write(child); // Just keep it...
- continue;
- }
- auto newNode = CreateTopLevelObject(tokenNode, NULL);
- hadPrevFail = newNode == NULL;
- isDone = !mVisitorPos.MoveNext();
- if (newNode != NULL)
- mVisitorPos.Write(newNode);
- }
- mVisitorPos.Trim();
- return node;
- }
- BfAstNode* BfReducer::CreateTopLevelObject(BfTokenNode* tokenNode, BfAttributeDirective* attributes)
- {
- AssertCurrentNode(tokenNode);
- bool isSimpleEnum = false;
- if (tokenNode->GetToken() == BfToken_Enum)
- {
- int checkReadPos = mVisitorPos.mReadPos + 1;
- // Do we just have a value list with no members?
- auto nextNode = mVisitorPos.Get(checkReadPos);
- auto checkNode = nextNode;
- while (checkNode != NULL)
- {
- if (auto block = BfNodeDynCast<BfBlock>(checkNode))
- {
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
- mVisitorPos.MoveNext();
- BfAstNode* headNode = block->mChildArr.GetAs<BfAstNode*>(0);
- if (auto nameNode = BfNodeDynCast<BfIdentifierNode>(headNode))
- {
- auto nextNode = mVisitorPos.Get(1);
- if (auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if ((nextToken->GetToken() == BfToken_Comma) || (nextToken->GetToken() == BfToken_AssignEquals))
- isSimpleEnum = true;
- }
- if (nextNode == NULL)
- isSimpleEnum = true;
- }
- break;
- }
- checkReadPos++;
- auto nextCheckNode = mVisitorPos.Get(checkReadPos);
- checkNode = nextCheckNode;
- }
- }
- switch (tokenNode->GetToken())
- {
- case BfToken_Using:
- {
- if (auto nextTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if (nextTokenNode->mToken == BfToken_Static)
- {
- auto usingDirective = mAlloc->Alloc<BfUsingStaticDirective>();
- ReplaceNode(tokenNode, usingDirective);
- usingDirective->mUsingToken = tokenNode;
- MEMBER_SET(usingDirective, mStaticToken, nextTokenNode);
- mVisitorPos.MoveNext();
- auto typeRef = CreateTypeRefAfter(usingDirective);
- if (typeRef != NULL)
- MEMBER_SET(usingDirective, mTypeRef, typeRef);
- tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
- if (tokenNode != NULL)
- MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
- mExteriorNodes.Add(usingDirective);
- return usingDirective;
- }
- }
- auto usingDirective = mAlloc->Alloc<BfUsingDirective>();
- ReplaceNode(tokenNode, usingDirective);
- usingDirective->mUsingToken = tokenNode;
-
- auto identifierNode = ExpectIdentifierAfter(usingDirective);
- if (identifierNode != NULL)
- {
- identifierNode = CompactQualifiedName(identifierNode);
- MEMBER_SET(usingDirective, mNamespace, identifierNode);
- tokenNode = ExpectTokenAfter(usingDirective, BfToken_Semicolon);
- if (tokenNode == NULL)
- {
- // Failure, but eat any following dot for autocompletion purposes
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_Dot)
- {
- auto qualifiedNameNode = mAlloc->Alloc<BfQualifiedNameNode>();
- ReplaceNode(usingDirective->mNamespace, qualifiedNameNode);
- qualifiedNameNode->mLeft = usingDirective->mNamespace;
- MEMBER_SET(qualifiedNameNode, mDot, tokenNode);
- usingDirective->mNamespace = qualifiedNameNode;
- usingDirective->SetSrcEnd(qualifiedNameNode->GetSrcEnd());
- return usingDirective;
- }
- }
- }
- else if (tokenNode != NULL)
- {
- MEMBER_SET(usingDirective, mTrailingSemicolon, tokenNode);
- }
- }
- mExteriorNodes.Add(usingDirective);
- return usingDirective;
- }
- break;
- case BfToken_Namespace:
- {
- auto namespaceDeclaration = mAlloc->Alloc<BfNamespaceDeclaration>();
- namespaceDeclaration->mNamespaceNode = tokenNode;
- auto identifierNode = ExpectIdentifierAfter(tokenNode);
- if (identifierNode == NULL)
- return namespaceDeclaration;
- identifierNode = CompactQualifiedName(identifierNode);
- namespaceDeclaration->mNameNode = identifierNode;
- ReplaceNode(tokenNode, namespaceDeclaration);
- MoveNode(identifierNode, namespaceDeclaration);
- auto blockNode = ExpectBlockAfter(namespaceDeclaration);
- if (blockNode == NULL)
- return namespaceDeclaration;
- MoveNode(blockNode, namespaceDeclaration);
- namespaceDeclaration->mBlock = blockNode;
- HandleTopLevel(namespaceDeclaration->mBlock);
- return namespaceDeclaration;
- }
- break;
- case BfToken_LBracket:
- {
- auto attributes = CreateAttributeDirective(tokenNode);
- if (attributes == NULL)
- return NULL;
- auto nextNode = mVisitorPos.GetNext();
- auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if (nextToken == NULL)
- {
- FailAfter("Expected type declaration", tokenNode);
- return NULL;
- }
- mVisitorPos.MoveNext();
- auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
- if (topLevelObject == NULL)
- return NULL;
- auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
- if (typeDeclaration == NULL)
- {
- Fail("Invalid type specifier", tokenNode);
- return NULL;
- }
- typeDeclaration->mAttributes = attributes;
- ReplaceNode(attributes, typeDeclaration);
- return typeDeclaration;
- }
- break;
-
- case BfToken_Sealed:
- case BfToken_Abstract:
- case BfToken_Concrete:
- case BfToken_Internal:
- case BfToken_Public:
- case BfToken_Private:
- case BfToken_Protected:
- case BfToken_Static:
- {
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode->GetToken() == BfToken_Static) && BfNodeIsA<BfBlock>(nextNode))
- {
- // It's a global block!
- auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
- ReplaceNode(tokenNode, typeDeclaration);
- typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
- typeDeclaration->mStaticSpecifier = tokenNode;
- auto block = BfNodeDynCast<BfBlock>(nextNode);
- MEMBER_SET(typeDeclaration, mDefineNode, block);
- mVisitorPos.MoveNext();
- HandleTypeDeclaration(typeDeclaration, attributes);
- return typeDeclaration;
- }
- nextNode = mVisitorPos.GetNext();
- auto nextToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if (nextToken == NULL)
- {
- AddErrorNode(tokenNode);
- FailAfter("Expected type declaration", tokenNode);
- return NULL;
- }
- mVisitorPos.MoveNext();
- auto topLevelObject = CreateTopLevelObject(nextToken, attributes);
- if (topLevelObject == NULL)
- {
- AddErrorNode(tokenNode);
- return NULL;
- }
- auto typeDeclaration = BfNodeDynCast<BfTypeDeclaration>(topLevelObject);
- if (typeDeclaration == NULL)
- {
- AddErrorNode(tokenNode);
- Fail("Invalid type specifier", tokenNode);
- return NULL;
- }
- ReplaceNode(tokenNode, typeDeclaration);
- BfToken token = tokenNode->GetToken();
- if ((token == BfToken_Public) ||
- (token == BfToken_Protected) ||
- (token == BfToken_Private))
- {
- if (typeDeclaration->mProtectionSpecifier != NULL)
- {
- Fail("Protection already specified", tokenNode);
- }
- MEMBER_SET(typeDeclaration, mProtectionSpecifier, tokenNode);
- }
- if (token == BfToken_Internal)
- {
- if (typeDeclaration->mInternalSpecifier != NULL)
- {
- Fail("Internal already specified", typeDeclaration->mInternalSpecifier);
- }
- MEMBER_SET(typeDeclaration, mInternalSpecifier, tokenNode);
- }
- if (token == BfToken_Static)
- {
- if (typeDeclaration->mStaticSpecifier != NULL)
- {
- Fail("Static already specified", tokenNode);
- }
- MEMBER_SET(typeDeclaration, mStaticSpecifier, tokenNode);
- }
- if (token == BfToken_Sealed)
- {
- if (typeDeclaration->mSealedSpecifier != NULL)
- {
- Fail("Sealed already specified", tokenNode);
- }
- MEMBER_SET(typeDeclaration, mSealedSpecifier, tokenNode);
- }
- if ((token == BfToken_Abstract) || (token == BfToken_Concrete))
- {
- if (typeDeclaration->mAbstractSpecifier != NULL)
- {
- Fail(StrFormat("'%s' already specified", typeDeclaration->mAbstractSpecifier->ToString().c_str()), tokenNode);
- }
- MEMBER_SET(typeDeclaration, mAbstractSpecifier, tokenNode);
- }
-
- //TODO: Store type specifiers
- return typeDeclaration;
- }
- break;
- case BfToken_Delegate:
- case BfToken_Function:
- {
- auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
- SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDeclaration);
- ReplaceNode(tokenNode, typeDeclaration);
- typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
- typeDeclaration->mTypeNode = tokenNode;
- auto retType = CreateTypeRefAfter(typeDeclaration);
- if (retType == NULL)
- return typeDeclaration;
- auto methodDecl = mAlloc->Alloc<BfMethodDeclaration>();
- MEMBER_SET(methodDecl, mReturnType, retType);
- BfDeferredAstSizedArray<BfParameterDeclaration*> params(methodDecl->mParams, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(methodDecl->mCommas, mAlloc);
- methodDecl->mDocumentation = FindDocumentation(methodDecl);
- BfBlock* defineBlock = mAlloc->Alloc<BfBlock>();
- MoveNode(defineBlock, typeDeclaration);
- BfDeferredAstSizedArray<BfAstNode*> members(defineBlock->mChildArr, mAlloc);
- members.push_back(methodDecl);
- MoveNode(methodDecl, typeDeclaration);
- typeDeclaration->mDefineNode = defineBlock;
- auto name = ExpectIdentifierAfter(retType);
- if (name == NULL)
- {
- ReplaceNode(retType, methodDecl);
- return typeDeclaration;
- }
- ReplaceNode(name, methodDecl);
- MEMBER_SET_CHECKED(typeDeclaration, mNameNode, name);
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_LChevron)
- {
- auto genericParams = CreateGenericParamsDeclaration(tokenNode);
- MEMBER_SET_CHECKED(typeDeclaration, mGenericParams, genericParams);
- methodDecl->SetSrcEnd(genericParams->GetSrcEnd());
- }
- }
- if (!ParseMethod(methodDecl, ¶ms, &commas))
- return typeDeclaration;
- if (methodDecl->mEndSemicolon == NULL)
- FailAfter("Expected ';'", methodDecl->mCloseParen);
- //MEMBER_SET(methodDecl, mReturnType, retType);
- return typeDeclaration;
- }
- break;
- case BfToken_TypeAlias:
- {
- auto identifierNode = ExpectIdentifierAfter(tokenNode);
- if (identifierNode == NULL)
- return NULL;
- auto typeDeclaration = mAlloc->Alloc<BfTypeAliasDeclaration>();
- BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
- BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
- mLastTypeDecl = typeDeclaration;
- typeDeclaration->mTypeNode = tokenNode;
- typeDeclaration->mNameNode = identifierNode;
- ReplaceNode(tokenNode, typeDeclaration);
- MoveNode(identifierNode, typeDeclaration);
- typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
- auto nextNode = mVisitorPos.GetNext();
- auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
- {
- auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
- if (genericMethodParams != NULL)
- {
- MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
- }
- }
- auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_AssignEquals);
- if (tokenNode != NULL)
- {
- MEMBER_SET(typeDeclaration, mEqualsToken, tokenNode);
- auto aliasToType = CreateTypeRefAfter(typeDeclaration);
- if (aliasToType != NULL)
- {
- MEMBER_SET(typeDeclaration, mAliasToType, aliasToType);
- auto tokenNode = ExpectTokenAfter(typeDeclaration, BfToken_Semicolon);
- if (tokenNode != NULL)
- MEMBER_SET(typeDeclaration, mEndSemicolon, tokenNode);
- }
- }
- if (!IsNodeRelevant(typeDeclaration))
- typeDeclaration->mIgnoreDeclaration = true;
- return typeDeclaration;
- }
- break;
- case BfToken_Class:
- case BfToken_Struct:
- case BfToken_Interface:
- case BfToken_Enum:
- case BfToken_Extension:
- {
- if ((tokenNode->GetToken() == BfToken_Enum) && (isSimpleEnum))
- break;
- auto identifierNode = ExpectIdentifierAfter(tokenNode);
- if (identifierNode == NULL)
- {
- AddErrorNode(tokenNode);
- return NULL;
- }
- // We put extra effort in here to continue after failure, since 'return NULL' failure
- // means we don't parse members inside type (messes up colorization and such)
- auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
- BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
- BfDeferredAstSizedArray<BfAstNode*> baseClassCommas(typeDeclaration->mBaseClassCommas, mAlloc);
- mLastTypeDecl = typeDeclaration;
- typeDeclaration->mTypeNode = tokenNode;
- typeDeclaration->mNameNode = identifierNode;
- ReplaceNode(tokenNode, typeDeclaration);
- MoveNode(identifierNode, typeDeclaration);
- typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
- auto nextNode = mVisitorPos.GetNext();
- auto chevronToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((chevronToken != NULL) && (chevronToken->GetToken() == BfToken_LChevron))
- {
- auto genericMethodParams = CreateGenericParamsDeclaration(chevronToken);
- if (genericMethodParams != NULL)
- {
- MEMBER_SET(typeDeclaration, mGenericParams, genericMethodParams);
- }
- }
- nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
- {
- MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
- mVisitorPos.MoveNext();
- tokenNode = NULL;
- for (int baseTypeIdx = 0; true; baseTypeIdx++)
- {
- nextNode = mVisitorPos.GetNext();
- if ((baseTypeIdx > 0) && (BfNodeDynCast<BfBlock>(nextNode)))
- break;
- if (baseTypeIdx > 0)
- {
- BfTokenNode* commaToken = NULL;
- if (typeDeclaration->mGenericParams != NULL)
- {
- commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma, BfToken_Where);
- if ((commaToken != NULL) && (commaToken->GetToken() == BfToken_Where))
- {
- mVisitorPos.mReadPos--;
- break;
- }
- }
- else
- commaToken = ExpectTokenAfter(typeDeclaration, BfToken_Comma);
- if (commaToken == NULL)
- break;
- MoveNode(commaToken, typeDeclaration);
- baseClassCommas.push_back(commaToken);
- }
- auto baseType = CreateTypeRefAfter(typeDeclaration);
- if (baseType == NULL)
- break;
- MoveNode(baseType, typeDeclaration);
- baseClasses.push_back(baseType);
- }
- nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- }
- if (tokenNode != NULL)
- {
- if (tokenNode->GetToken() == BfToken_Where)
- {
- mVisitorPos.MoveNext();
- auto constraints = CreateGenericConstraintsDeclaration(tokenNode);
- if (constraints != NULL)
- {
- MEMBER_SET(typeDeclaration, mGenericConstraintsDeclaration, constraints);
- }
- }
- if (tokenNode->GetToken() == BfToken_Semicolon)
- {
- typeDeclaration->mDefineNode = tokenNode;
- MoveNode(tokenNode, typeDeclaration);
- mVisitorPos.MoveNext();
- return typeDeclaration;
- }
- }
- auto blockNode = ExpectBlockAfter(typeDeclaration);
- if (blockNode != NULL)
- {
- typeDeclaration->mDefineNode = blockNode;
- MoveNode(blockNode, typeDeclaration);
- HandleTypeDeclaration(typeDeclaration, attributes);
- }
- return typeDeclaration;
- }
- break;
- default: break;
- }
- if (isSimpleEnum)
- {
- auto identifierNode = ExpectIdentifierAfter(tokenNode, "enum name");
- if (identifierNode == NULL)
- return NULL;
- // We put extra effort in here to continue after failure, since 'return NULL' failure
- // means we don't parse members inside type (messes up colorization and such)
- auto typeDeclaration = mAlloc->Alloc<BfTypeDeclaration>();
- BfDeferredAstSizedArray<BfTypeReference*> baseClasses(typeDeclaration->mBaseClasses, mAlloc);
- auto prevTypeDecl = mCurTypeDecl;
- mCurTypeDecl = typeDeclaration;
- typeDeclaration->mTypeNode = tokenNode;
- typeDeclaration->mNameNode = identifierNode;
- ReplaceNode(tokenNode, typeDeclaration);
- MoveNode(identifierNode, typeDeclaration);
- typeDeclaration->mDocumentation = FindDocumentation(typeDeclaration);
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_Colon))
- {
- MEMBER_SET(typeDeclaration, mColonToken, tokenNode);
- mVisitorPos.MoveNext();
- tokenNode = NULL;
- auto baseType = CreateTypeRefAfter(typeDeclaration);
- if (baseType == NULL)
- return NULL;
- MoveNode(baseType, typeDeclaration);
- baseClasses.push_back(baseType);
- }
- auto blockNode = ExpectBlockAfter(typeDeclaration);
- if (blockNode != NULL)
- {
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(blockNode));
- mVisitorPos.MoveNext();
- for (int fieldNum = 0; true; fieldNum++)
- {
- BfAstNode* child = mVisitorPos.GetCurrent();
- if (child == NULL)
- break;
- if (fieldNum > 0)
- {
- auto commaToken = BfNodeDynCast<BfTokenNode>(child);
- if ((commaToken == NULL) || (commaToken->GetToken() != BfToken_Comma))
- {
- Fail("Comma expected", child);
- break;
- }
- MoveNode(commaToken, mCurTypeDecl);
- mVisitorPos.MoveNext();
- mVisitorPos.Write(commaToken);
- child = mVisitorPos.GetCurrent();
- }
- if (child == NULL)
- break;
- auto fieldDecl = mAlloc->Alloc<BfEnumEntryDeclaration>();
- mVisitorPos.MoveNext();
- mVisitorPos.Write(fieldDecl);
- ReplaceNode(child, fieldDecl);
- auto valueName = BfNodeDynCast<BfIdentifierNode>(child);
- if (valueName == NULL)
- {
- Fail("Enum value name expected", child);
- break;
- }
- MEMBER_SET(fieldDecl, mNameNode, valueName);
- auto nextNode = mVisitorPos.GetCurrent();
- if (auto equalsToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (equalsToken->GetToken() == BfToken_AssignEquals)
- {
- MEMBER_SET(fieldDecl, mEqualsNode, equalsToken);
- fieldDecl->mInitializer = CreateExpressionAfter(fieldDecl);
- if (fieldDecl->mInitializer != NULL)
- {
- mVisitorPos.MoveNext();
- MoveNode(fieldDecl->mInitializer, fieldDecl);
- }
- }
- }
- fieldDecl->mDocumentation = FindDocumentation(fieldDecl, NULL, true);
- MoveNode(fieldDecl, mCurTypeDecl);
- }
- mVisitorPos.Trim();
- }
- typeDeclaration->mDefineNode = blockNode;
- if (blockNode != NULL)
- {
- MoveNode(blockNode, typeDeclaration);
- }
- mCurTypeDecl = prevTypeDecl;
- return typeDeclaration;
- }
- Fail("Unexpected token", tokenNode);
- return NULL;
- }
- BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken token)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode == NULL) ||
- (tokenNode->GetToken() != token))
- {
- FailAfter(StrFormat("Expected '%s'", BfTokenToString(token)), node);
- return NULL;
- }
- mVisitorPos.MoveNext();
- return tokenNode;
- }
- BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode == NULL) ||
- ((tokenNode->GetToken() != tokenA) && (tokenNode->GetToken() != tokenB)))
- {
- FailAfter(StrFormat("Expected '%s' or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB)), node);
- return NULL;
- }
- mVisitorPos.MoveNext();
- return tokenNode;
- }
- BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- BfToken token = BfToken_Null;
- if (tokenNode != NULL)
- token = tokenNode->GetToken();
- if ((tokenNode == NULL) ||
- ((token != tokenA) && (token != tokenB) && (token != tokenC)))
- {
- FailAfter(StrFormat("Expected '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC)), node);
- return NULL;
- }
- mVisitorPos.MoveNext();
- return tokenNode;
- }
- BfTokenNode* BfReducer::ExpectTokenAfter(BfAstNode* node, BfToken tokenA, BfToken tokenB, BfToken tokenC, BfToken tokenD)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- BfToken token = BfToken_Null;
- if (tokenNode != NULL)
- token = tokenNode->GetToken();
- if ((tokenNode == NULL) ||
- ((token != tokenA) && (token != tokenB) && (token != tokenC) && (token != tokenD)))
- {
- FailAfter(StrFormat("Expected '%s', '%s', '%s', or '%s'", BfTokenToString(tokenA), BfTokenToString(tokenB), BfTokenToString(tokenC), BfTokenToString(tokenD)), node);
- return NULL;
- }
- mVisitorPos.MoveNext();
- return tokenNode;
- }
- BfIdentifierNode* BfReducer::ExpectIdentifierAfter(BfAstNode* node, const char* typeName)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- auto identifierNode = BfNodeDynCast<BfIdentifierNode>(nextNode);
- if (identifierNode == NULL)
- {
- if (typeName != NULL)
- FailAfter(StrFormat("Expected %s", typeName), node);
- else
- FailAfter("Expected identifier", node);
- return NULL;
- }
- mVisitorPos.MoveNext();
- return identifierNode;
- }
- BfBlock* BfReducer::ExpectBlockAfter(BfAstNode* node)
- {
- AssertCurrentNode(node);
- auto nextNode = mVisitorPos.GetNext();
- auto block = BfNodeDynCast<BfBlock>(nextNode);
- if (block == NULL)
- {
- FailAfter("Block expected", node);
- return NULL;
- }
- mVisitorPos.MoveNext();
- return block;
- }
- BfTokenNode* BfReducer::BreakDoubleChevron(BfTokenNode* tokenNode)
- {
- // Break up those chevrons
- auto firstChevron = mAlloc->Alloc<BfTokenNode>();
- firstChevron->SetToken(BfToken_RChevron);
- int triviaStart;
- int srcStart;
- int srcEnd;
- tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
- firstChevron->Init(triviaStart, srcStart, srcEnd - 1);
- tokenNode->SetToken(BfToken_RChevron);
- tokenNode->SetSrcStart(srcStart + 1);
- tokenNode->SetTriviaStart(srcStart);
- return firstChevron;
- }
- BfTokenNode* BfReducer::BreakQuestionLBracket(BfTokenNode* tokenNode)
- {
- // Break up those chevrons
- auto firstToken = mAlloc->Alloc<BfTokenNode>();
- firstToken->SetToken(BfToken_Question);
- int triviaStart;
- int srcStart;
- int srcEnd;
- tokenNode->GetSrcPositions(triviaStart, srcStart, srcEnd);
- firstToken->Init(triviaStart, srcStart, srcEnd - 1);
- tokenNode->SetToken(BfToken_LBracket);
- tokenNode->SetSrcStart(srcStart + 1);
- tokenNode->SetTriviaStart(srcStart);
- return firstToken;
- }
- BfCommentNode * BfReducer::FindDocumentation(BfAstNode* defNodeHead, BfAstNode* defNodeEnd, bool checkDocAfter)
- {
- if (defNodeEnd == NULL)
- defNodeEnd = defNodeHead;
- else if (defNodeHead == NULL)
- defNodeHead = defNodeEnd;
- while (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize)
- {
- auto checkComment = BfNodeDynCast<BfCommentNode>(mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx]);
- if ((checkComment == NULL) || (checkComment->mCommentKind == BfCommentKind_Normal))
- {
- mDocumentCheckIdx++;
- continue;
- }
- if (checkComment->GetSrcEnd() > defNodeEnd->GetSrcStart())
- {
- if (checkComment->mCommentKind == BfCommentKind_Documentation_Post)
- {
- int defEnd = defNodeEnd->GetSrcEnd();
- if (checkDocAfter)
- {
- int endDiff = defEnd - checkComment->GetSrcStart();
- if (endDiff > 256)
- return NULL;
- for (int idx = defEnd; idx < checkComment->GetSrcStart(); idx++)
- {
- char c = mSource->mSrc[idx];
- if (idx == defEnd)
- {
- if ((c == ';') || (c == ','))
- continue;
- }
- if (c == '\n')
- return NULL; // No newline allowed
- if (!isspace((uint8)c))
- return NULL;
- }
- mDocumentCheckIdx++;
- return checkComment;
- }
- }
- return NULL;
- }
-
- if (checkComment->mCommentKind != BfCommentKind_Documentation_Pre)
- {
- // Skip this, not used
- mDocumentCheckIdx++;
- continue;
- }
- if (mDocumentCheckIdx < mSource->mSidechannelRootNode->mChildArr.mSize - 1)
- {
- auto nextComment = mSource->mSidechannelRootNode->mChildArr[mDocumentCheckIdx + 1];
- if (nextComment->GetSrcEnd() <= defNodeHead->GetSrcStart())
- {
- // This comment is still before the node in question
- mDocumentCheckIdx++;
- continue;
- }
- }
- mDocumentCheckIdx++;
- int defSrcIdx = defNodeHead->GetSrcStart();
- for (int idx = checkComment->GetSrcEnd(); idx < defSrcIdx; idx++)
- {
- char c = mSource->mSrc[idx];
- if (!isspace((uint8)c))
- return NULL;
- }
- return checkComment;
- }
- return NULL;
- }
- BfTokenNode* BfReducer::ParseMethodParams(BfAstNode* node, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, BfToken endToken)
- {
- BfAstNode* nameAfterNode = node;
-
- BfAttributeDirective* attributes = NULL;
- for (int paramIdx = 0; true; paramIdx++)
- {
- auto nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- BfToken token = tokenNode->GetToken();
- if ((paramIdx > 0) && (token == BfToken_AssignEquals))
- {
- auto paramDecl = params->back();
- MEMBER_SET(paramDecl, mEqualsNode, tokenNode);
- paramDecl->mEqualsNode = tokenNode;
- mVisitorPos.MoveNext();
- mSkipCurrentNodeAssert = true;
- auto initExpr = CreateExpressionAfter(node);
- mSkipCurrentNodeAssert = false;
- if (initExpr == NULL)
- return NULL;
- MEMBER_SET(paramDecl, mInitializer, initExpr);
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode == NULL)
- return NULL;
- token = tokenNode->GetToken();
- }
- if (token == endToken)
- return tokenNode;
- if ((paramIdx == 0) && (
- (token == BfToken_Out) || (token == BfToken_Ref) || (token == BfToken_Mut) ||
- (token == BfToken_Delegate) || (token == BfToken_Function) ||
- (token == BfToken_Params) || (token == BfToken_LParen) ||
- (token == BfToken_Var) || (token == BfToken_LBracket)))
- {
- // These get picked up below
- }
- else
- {
- if ((paramIdx == 0) || (token != BfToken_Comma))
- {
- Fail("Expected ')' or parameter list", tokenNode);
- return NULL;
- }
- if (paramIdx > 0)
- commas->push_back(tokenNode);
- MoveNode(tokenNode, node);
- mVisitorPos.MoveNext();
- }
- nameAfterNode = tokenNode;
- }
- else
- {
- if (paramIdx > 0)
- {
- FailAfter("Expected ')' or additional parameters", nameAfterNode);
- return NULL;
- }
- }
-
- attributes = NULL;
- BfTokenNode* modTokenNode = NULL;
- nextNode = ReplaceTokenStarter(mVisitorPos.GetNext(), mVisitorPos.mReadPos + 1);
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- BfTypeReference* typeRef = NULL;
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_LBracket))
- {
- mVisitorPos.MoveNext();
- attributes = CreateAttributeDirective(tokenNode);
- if (attributes != NULL)
- {
- nameAfterNode = attributes;
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- }
- }
- int paramStartReadPos = mVisitorPos.mReadPos;
- bool isParams = false;
- if (tokenNode != NULL)
- {
- BfToken token = tokenNode->GetToken();
- if ((token == BfToken_Var) || (token == BfToken_LParen) ||
- (token == BfToken_Delegate) || (token == BfToken_Function))
- {
- mVisitorPos.MoveNext();
- typeRef = CreateTypeRef(tokenNode);
- }
- else
- {
- if ((token != BfToken_Out) && (token != BfToken_Ref) && (token != BfToken_Mut) && (token != BfToken_Params))
- {
- Fail("Invalid token", tokenNode);
- return NULL;
- }
- if (token == BfToken_Params)
- isParams = true;
- modTokenNode = tokenNode;
- nameAfterNode = modTokenNode;
- mVisitorPos.MoveNext();
- }
- }
- if (typeRef == NULL)
- {
- auto typeIdentifierNode = ExpectIdentifierAfter(nameAfterNode, "parameter type");
- if (typeIdentifierNode == NULL)
- {
- mVisitorPos.mReadPos = paramStartReadPos;
- break;
- }
- typeRef = CreateTypeRef(typeIdentifierNode);
- if (typeRef == NULL)
- {
- mVisitorPos.mReadPos = paramStartReadPos;
- break;
- }
- }
- BfToken modToken = BfToken_None;
- if (modTokenNode != NULL)
- modToken = modTokenNode->GetToken();
- if ((modTokenNode != NULL) && ((modToken == BfToken_Ref) || (modToken == BfToken_Mut) || (modToken == BfToken_Out)))
- {
- typeRef = CreateRefTypeRef(typeRef, modTokenNode);
- modTokenNode = NULL;
- }
- auto paramDecl = mAlloc->Alloc<BfParameterDeclaration>();
- ReplaceNode(typeRef, paramDecl);
- MoveNode(paramDecl, node);
- params->push_back(paramDecl);
- MEMBER_SET(paramDecl, mTypeRef, typeRef);
- if (attributes != NULL)
- {
- MEMBER_SET(paramDecl, mAttributes, attributes);
- attributes = NULL;
- }
- if (modTokenNode != NULL)
- {
- MEMBER_SET(paramDecl, mModToken, modTokenNode);
- }
- bool allowNameFail = false;
- bool nextIsName = false;
- auto afterNameTokenNode = BfNodeDynCast<BfTokenNode>(mVisitorPos.Get(mVisitorPos.mReadPos + 2));
- if (afterNameTokenNode != NULL)
- {
- BfToken afterNameToken = afterNameTokenNode->GetToken();
- if ((afterNameToken == BfToken_Comma) ||
- (afterNameToken == BfToken_AssignEquals) ||
- (afterNameToken == BfToken_RParen))
- {
- nextIsName = true;
- }
- }
- // We definitely have a failure, but we want to attempt to scan to the actual param name if we can...
- if (!nextIsName)
- {
- int nameIdx = -1;
- int checkIdx = mVisitorPos.mReadPos + 1;
- bool useNameIdx = true;
- int parenDepth = 1;
- int bracketDepth = 0;
- while (true)
- {
- auto checkNode = mVisitorPos.Get(checkIdx);
- auto checkTokenNode = BfNodeDynCast<BfTokenNode>(checkNode);
- if (checkTokenNode != NULL)
- {
- BfToken checkToken = checkTokenNode->GetToken();
- if (nameIdx == -1)
- {
- if ((parenDepth == 1) && (bracketDepth == 0))
- {
- if ((checkToken == BfToken_Comma) ||
- (checkToken == BfToken_AssignEquals) ||
- (checkToken == BfToken_RParen))
- {
- if (auto nameIdentifier = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(checkIdx - 1)))
- {
- nameIdx = checkIdx - 1;
- }
- else
- {
- useNameIdx = false;
- break;
- }
- }
- }
- }
- if (checkToken == BfToken_RParen)
- parenDepth--;
- else if (checkToken == BfToken_LParen)
- parenDepth++;
- else if (checkToken == BfToken_LBracket)
- bracketDepth++;
- else if (checkToken == BfToken_RBracket)
- bracketDepth--;
- if (parenDepth == 0)
- {
- if (bracketDepth != 0)
- useNameIdx = false;
- break;
- }
- if (checkToken == BfToken_Semicolon)
- {
- useNameIdx = false;
- break;
- }
- }
- else if (auto identifier = BfNodeDynCast<BfIdentifierNode>(checkNode))
- {
- // Okay
- }
- else
- {
- // Nothing else is okay
- useNameIdx = false;
- break;
- }
- checkIdx++;
- }
- if ((useNameIdx) && (nameIdx != -1))
- {
- if (nameIdx <= mVisitorPos.mReadPos)
- {
- // We have a valid-enough param list but a missing name, so keep going
- allowNameFail = true;
- }
- else
- {
- for (int errIdx = mVisitorPos.mReadPos + 1; errIdx < nameIdx; errIdx++)
- {
- auto node = mVisitorPos.Get(errIdx);
- if (auto token = BfNodeDynCast<BfTokenNode>(node))
- mPassInstance->Fail("Unexpected token", node);
- else
- mPassInstance->Fail("Unexpected identifier", node);
- AddErrorNode(node);
- }
- auto nameIdentifierNode = BfNodeDynCast<BfIdentifierNode>(mVisitorPos.Get(nameIdx));
- paramDecl->mNameNode = nameIdentifierNode;
- MoveNode(nameIdentifierNode, paramDecl);
- nameAfterNode = nameIdentifierNode;
- mVisitorPos.mReadPos = nameIdx;
- continue;
- //mVisitorPos.mReadPos = nameIdx - 1;
- }
- }
- }
- if (auto nameToken = BfNodeDynCast<BfTokenNode>(mVisitorPos.GetNext()))
- {
- if ((nameToken->GetToken() == BfToken_This))
- {
- bool isDelegate = false;
- bool isFunction = false;
- if (auto delegateTypeRef = BfNodeDynCast<BfDelegateTypeRef>(node))
- {
- if (delegateTypeRef->mTypeToken->GetToken() == BfToken_Function)
- isFunction = true;
- else
- isDelegate = true;
- }
- else if (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Function)
- isFunction = true;
- else if (mCurTypeDecl->mTypeNode->GetToken() == BfToken_Delegate)
- isDelegate = true;
- if (isFunction || isDelegate)
- {
- if (paramIdx != 0)
- Fail("'this' can only be used as the first parameter", nameToken);
- if (!isFunction)
- Fail("'this' can only be specified on function types", nameToken);
- mVisitorPos.MoveNext();
- paramDecl->mNameNode = nameToken;
- MoveNode(nameToken, paramDecl);
- nameAfterNode = nameToken;
- }
- }
- }
- if (paramDecl->mNameNode == NULL)
- {
- auto nameIdentifierNode = ExpectIdentifierAfter(node, "parameter name");
- if (nameIdentifierNode == NULL)
- {
- if (!allowNameFail)
- return NULL;
- }
- else
- {
- paramDecl->mNameNode = nameIdentifierNode;
- MoveNode(nameIdentifierNode, paramDecl);
- nameAfterNode = nameIdentifierNode;
- }
- }
- }
- if (attributes != NULL)
- {
- Fail("Unexpected attributes", attributes);
- AddErrorNode(attributes);
- }
- return NULL;
- }
- bool BfReducer::ParseMethod(BfMethodDeclaration* methodDeclaration, SizedArrayImpl<BfParameterDeclaration*>* params, SizedArrayImpl<BfTokenNode*>* commas, bool alwaysIncludeBlock)
- {
- auto tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen, BfToken_Bang);
- if (tokenNode == NULL)
- return false;
- if (tokenNode->GetToken() == BfToken_Bang)
- {
- Fail("Cannot include '!' in the method declaration", tokenNode);
- MoveNode(tokenNode, methodDeclaration);
- tokenNode = ExpectTokenAfter(methodDeclaration, BfToken_LParen);
- if (tokenNode == NULL)
- return false;
- }
- methodDeclaration->mOpenParen = tokenNode;
- MoveNode(methodDeclaration->mOpenParen, methodDeclaration);
- methodDeclaration->mCloseParen = ParseMethodParams(methodDeclaration, params, commas, BfToken_RParen);
- // RParen
- if (methodDeclaration->mCloseParen == NULL)
- {
- auto nextNode = mVisitorPos.GetNext();
- while (auto checkToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- if (checkToken->GetToken() == BfToken_RParen)
- {
- methodDeclaration->mCloseParen = checkToken;
- break;
- }
- else
- {
- // Just eat it - for autocompletion. This helps make cases nicer where we're typing in the "in" for "int", for example
- MoveNode(checkToken, methodDeclaration);
- AddErrorNode(checkToken);
- mVisitorPos.MoveNext();
- nextNode = mVisitorPos.GetNext();
- }
- }
- if (methodDeclaration->mCloseParen == NULL)
- return false;
- }
- MoveNode(methodDeclaration->mCloseParen, methodDeclaration);
- mVisitorPos.MoveNext();
- auto typeDecl = mCurTypeDecl;
- auto nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_Mut)
- {
- if (methodDeclaration->mMutSpecifier != NULL)
- {
- AddErrorNode(methodDeclaration->mMutSpecifier);
- Fail("Mut already specified", methodDeclaration->mMutSpecifier);
- }
- MEMBER_SET(methodDeclaration, mMutSpecifier, tokenNode);
- mVisitorPos.MoveNext();
- nextNode = mVisitorPos.GetNext();
- }
- }
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_Where)
- {
- mVisitorPos.MoveNext();
- auto genericConstraints = CreateGenericConstraintsDeclaration(tokenNode);
- MEMBER_SET_CHECKED_BOOL(methodDeclaration, mGenericConstraintsDeclaration, genericConstraints);
- }
- }
-
- auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration);
- nextNode = mVisitorPos.GetNext();
- auto endToken = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((endToken != NULL) && (endToken->GetToken() == BfToken_Colon))
- {
- if (auto ctorDecl = BfNodeDynCast<BfConstructorDeclaration>(methodDeclaration))
- {
- MEMBER_SET(ctorDecl, mInitializerColonToken, endToken);
- mVisitorPos.MoveNext();
- auto nextNode = mVisitorPos.GetNext();
- endToken = ExpectTokenAfter(ctorDecl, BfToken_This, BfToken_Base);
- if (endToken != NULL)
- {
- auto invocationExpr = CreateInvocationExpression(endToken);
- if (invocationExpr != NULL)
- {
- MEMBER_SET(ctorDecl, mInitializer, invocationExpr);
- }
- }
- else if (auto identifierAfter = BfNodeDynCast<BfIdentifierNode>(nextNode))
- {
- // In process of typing - just eat identifier so we don't error out on whole method
- MoveNode(identifierAfter, ctorDecl);
- }
- }
- endToken = NULL;
- }
- if ((endToken != NULL) && (endToken->GetToken() == BfToken_Semicolon))
- {
- MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, endToken);
- mVisitorPos.MoveNext();
- }
- else
- {
- nextNode = mVisitorPos.GetNext();
- auto blockNode = BfNodeDynCast<BfBlock>(nextNode);
- if (blockNode != NULL)
- {
- methodDeclaration->mBody = blockNode;
- MoveNode(blockNode, methodDeclaration);
- mVisitorPos.MoveNext();
- if ((IsNodeRelevant(methodDeclaration)) || (alwaysIncludeBlock))
- {
- SetAndRestoreValue<BfMethodDeclaration*> prevMethodDeclaration(mCurMethodDecl, methodDeclaration);
- HandleBlock(blockNode, methodDeclaration->mMixinSpecifier != NULL);
- }
- return true;
- }
- else
- {
- nextNode = mVisitorPos.GetNext();
- auto tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if ((tokenNode != NULL) && (tokenNode->GetToken() == BfToken_FatArrow))
- {
- MEMBER_SET(methodDeclaration, mFatArrowToken, tokenNode);
- mVisitorPos.MoveNext();
- auto methodExpression = CreateExpressionAfter(methodDeclaration);
- MEMBER_SET_CHECKED_BOOL(methodDeclaration, mBody, methodExpression);
- auto semicolonToken = ExpectTokenAfter(methodDeclaration, BfToken_Semicolon);
- MEMBER_SET_CHECKED_BOOL(methodDeclaration, mEndSemicolon, semicolonToken);
- return true;
- }
- }
- FailAfter("Expected method body", methodDeclaration);
- }
- return true;
- }
- BfGenericArgumentsNode* BfReducer::CreateGenericArguments(BfTokenNode* tokenNode)
- {
- auto genericArgs = mAlloc->Alloc<BfGenericArgumentsNode>();
- BfDeferredAstSizedArray<BfTypeReference*> genericArgsArray(genericArgs->mGenericArgs, mAlloc);
- BfDeferredAstSizedArray<BfAstNode*> commas(genericArgs->mCommas, mAlloc);
- ReplaceNode(tokenNode, genericArgs);
- genericArgs->mOpenChevron = tokenNode;
- while (true)
- {
- auto genericArg = CreateTypeRefAfter(genericArgs);
- if (genericArg == NULL)
- {
- genericArgsArray.push_back(NULL); // Leave empty for purposes of generic argument count
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode != NULL)
- {
- // Try to get right chevron. Reduces error count when we're typing out a generic argument list
- if (tokenNode->GetToken() == BfToken_RDblChevron)
- tokenNode = BreakDoubleChevron(tokenNode);
- if (tokenNode->GetToken() == BfToken_RChevron)
- {
- MoveNode(tokenNode, genericArgs);
- genericArgs->mCloseChevron = tokenNode;
- mVisitorPos.MoveNext();
- }
- }
- return genericArgs;
- }
- MoveNode(genericArg, genericArgs);
- genericArgsArray.push_back(genericArg);
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode == NULL)
- {
- FailAfter("Expected ',' or '>'", genericArgs);
- return genericArgs;
- }
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_RDblChevron)
- tokenNode = BreakDoubleChevron(tokenNode);
- if (token == BfToken_RChevron)
- {
- MoveNode(tokenNode, genericArgs);
- genericArgs->mCloseChevron = tokenNode;
- mVisitorPos.MoveNext();
- break;
- }
- if (token != BfToken_Comma)
- {
- Fail("Either , or > expected", tokenNode);
- return genericArgs;
- }
- MoveNode(tokenNode, genericArgs);
- commas.push_back(tokenNode);
- mVisitorPos.MoveNext();
- }
- return genericArgs;
- }
- BfGenericParamsDeclaration* BfReducer::CreateGenericParamsDeclaration(BfTokenNode* tokenNode)
- {
- auto genericParams = mAlloc->Alloc<BfGenericParamsDeclaration>();
- BfDeferredAstSizedArray<BfIdentifierNode*> genericParamsArr(genericParams->mGenericParams, mAlloc);
- BfDeferredAstSizedArray<BfAstNode*> commas(genericParams->mCommas, mAlloc);
- ReplaceNode(tokenNode, genericParams);
- genericParams->mOpenChevron = tokenNode;
- mVisitorPos.MoveNext();
- while (true)
- {
- auto genericIdentifier = ExpectIdentifierAfter(genericParams, "generic parameters");
- if (genericIdentifier == NULL)
- return genericParams;
- MoveNode(genericIdentifier, genericParams);
- genericParamsArr.push_back(genericIdentifier);
- auto nextNode = mVisitorPos.GetNext();
- tokenNode = BfNodeDynCast<BfTokenNode>(nextNode);
- if (tokenNode == NULL)
- {
- FailAfter("Expected ',' or '>'", genericParams);
- return genericParams;
- }
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_RDblChevron)
- tokenNode = BreakDoubleChevron(tokenNode);
- MoveNode(tokenNode, genericParams);
- mVisitorPos.MoveNext();
- if (token == BfToken_RChevron)
- {
- genericParams->mCloseChevron = tokenNode;
- break;
- }
- if (token != BfToken_Comma)
- {
- Fail("Either , or > expected", tokenNode);
- return genericParams;
- }
- commas.push_back(tokenNode);
- }
- return genericParams;
- }
- BfGenericConstraintsDeclaration* BfReducer::CreateGenericConstraintsDeclaration(BfTokenNode* tokenNode)
- {
- auto constraintsDeclaration = mAlloc->Alloc<BfGenericConstraintsDeclaration>();
- BfDeferredAstSizedArray<BfGenericConstraint*> genericConstraintsArr(constraintsDeclaration->mGenericConstraints, mAlloc);
- bool isDone = false;
- for (int constraintIdx = 0; !isDone; constraintIdx++)
- {
- BfGenericConstraint* genericConstraint = mAlloc->Alloc<BfGenericConstraint>();
- BfDeferredAstSizedArray<BfAstNode*> constraintTypes(genericConstraint->mConstraintTypes, mAlloc);
- BfDeferredAstSizedArray<BfTokenNode*> commas(genericConstraint->mCommas, mAlloc);
- ReplaceNode(tokenNode, genericConstraint);
- genericConstraint->mWhereToken = tokenNode;
- genericConstraintsArr.push_back(genericConstraint);
- auto genericParamName = ExpectIdentifierAfter(genericConstraint, "generic parameter name");
- if (genericParamName != NULL)
- {
- MEMBER_SET(genericConstraint, mGenericParamName, genericParamName);
- tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Colon);
- }
- else
- isDone = true;
- if (tokenNode != NULL)
- {
- MEMBER_SET(genericConstraint, mColonToken, tokenNode);
- }
- else
- isDone = true;
- for (int typeIdx = 0; !isDone; typeIdx++)
- {
- if (typeIdx > 0)
- {
- auto nextNode = mVisitorPos.GetNext();
- if (BfNodeDynCast<BfBlock>(nextNode))
- {
- isDone = true;
- break;
- }
- tokenNode = ExpectTokenAfter(genericConstraint, BfToken_Comma, BfToken_LBrace, BfToken_Where, BfToken_Semicolon);
- if (tokenNode == NULL)
- {
- isDone = true;
- break;
- }
- BfToken token = tokenNode->GetToken();
- if (token == BfToken_Where)
- break;
- if ((token == BfToken_LBrace) || (token == BfToken_Semicolon))
- {
- //return constraintsDeclaration;
- isDone = true;
- break;
- }
- MoveNode(tokenNode, genericConstraint);
- commas.push_back(tokenNode);
- }
- auto nextNode = mVisitorPos.GetNext();
- if (auto constraintToken = BfNodeDynCast<BfTokenNode>(nextNode))
- {
- bool addToConstraint = false;
- switch (constraintToken->GetToken())
- {
- case BfToken_Class:
- case BfToken_Struct:
- case BfToken_Const:
- case BfToken_Var:
- addToConstraint = true;
- break;
- default: break;
- }
- if (addToConstraint)
- {
- BfAstNode* constraintNode = constraintToken;
- MoveNode(constraintToken, genericConstraint);
- bool addToConstraint = false;
- mVisitorPos.MoveNext();
- if (constraintToken->GetToken() == BfToken_Struct)
- {
- addToConstraint = true;
- nextNode = mVisitorPos.GetNext();
- if ((tokenNode = BfNodeDynCast<BfTokenNode>(nextNode)))
- {
- if (tokenNode->GetToken() == BfToken_Star)
- {
- auto tokenPair = mAlloc->Alloc<BfTokenPairNode>();
- ReplaceNode(constraintToken, tokenPair);
- MEMBER_SET(tokenPair, mLeft, constraintToken);
- MEMBER_SET(tokenPair, mRight, tokenNode);
- constraintNode = tokenPair;
- MoveNode(constraintToken, genericConstraint);
- genericConstraint->SetSrcEnd(tokenNode->GetSrcEnd());
- mVisitorPos.MoveNext();
- }
- }
- }
- else if (constraintToken->GetToken() == BfToken_Const)
- {
- constraintTypes.push_back(constraintNode);
- auto typeRef = CreateTypeRefAfter(nextNode);
- if (typeRef == NULL)
- {
- isDone = true;
- break;
- }
- MoveNode(typeRef, genericConstraint);
- constraintTypes.push_back(typeRef);
- continue;
- }
- constraintTypes.push_back(constraintNode);
- continue;
- }
- }
- auto typeRef = CreateTypeRefAfter(genericConstraint);
- if (typeRef == NULL)
- {
- isDone = true;
- break;
- }
- MoveNode(typeRef, genericConstraint);
- constraintTypes.push_back(typeRef);
- }
- if (constraintIdx == 0)
- ReplaceNode(genericConstraint, constraintsDeclaration);
- else
- MoveNode(genericConstraint, constraintsDeclaration);
- }
- return constraintsDeclaration;
- }
- void BfReducer::HandleBlock(BfBlock* block, bool allowEndingExpression)
- {
- //for (auto node : block->mChildren)
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(block));
- bool isDone = !mVisitorPos.MoveNext();
- BfAstNode* nextNode = NULL;
- while (!isDone)
- {
- BfAstNode* node = mVisitorPos.GetCurrent();
- CreateStmtFlags flags = (CreateStmtFlags)(CreateStmtFlags_FindTrailingSemicolon | CreateStmtFlags_AllowLocalFunction);
- if (allowEndingExpression)
- flags = (CreateStmtFlags)(flags | CreateStmtFlags_AllowUnterminatedExpression);
- auto statement = CreateStatement(node, flags);
- if (statement == NULL)
- {
- auto nextNode = mVisitorPos.GetNext();
- isDone = !mVisitorPos.MoveNext();
- #ifdef BF_AST_HAS_PARENT_MEMBER
- BF_ASSERT(node->mParent != NULL);
- #endif
- node->RemoveSelf();
- BF_ASSERT(node->GetSourceData() == mSource->mSourceData);
- mSource->AddErrorNode(node);
- if (nextNode == NULL)
- break;
- continue;
- }
- isDone = !mVisitorPos.MoveNext();
- mVisitorPos.Write(statement);
- }
- mVisitorPos.Trim();
- }
- void BfReducer::HandleTypeDeclaration(BfTypeDeclaration* typeDecl, BfAttributeDirective* attributes)
- {
- SetAndRestoreValue<BfTypeDeclaration*> prevTypeDecl(mCurTypeDecl, typeDecl);
- SetAndRestoreValue<BfVisitorPos> prevVisitorPos(mVisitorPos, BfVisitorPos(BfNodeDynCast<BfBlock>(typeDecl->mDefineNode)));
- if (attributes != NULL)
- {
- MEMBER_SET(typeDecl, mAttributes, attributes);
- }
- if (!IsNodeRelevant(typeDecl))
- {
- typeDecl->mIgnoreDeclaration = true;
- return;
- }
- BfAstNode* prevNode = NULL;
- bool isDone = !mVisitorPos.MoveNext();
- while (!isDone)
- {
- auto node = mVisitorPos.GetCurrent();
- if (node == prevNode)
- {
- BF_FATAL("Should have handled node already");
- // If we're stuck on an error and can't process any more nodes
- break;
- }
- prevNode = node;
- BfAstNode* typeMember = BfNodeDynCast<BfMemberDeclaration>(node);
- if (typeMember == NULL)
- typeMember = ReadTypeMember(node);
- //methodDeclaration->mDocumentation = FindDocumentation(methodDeclaration);
- isDone = !mVisitorPos.MoveNext();
- if (typeMember != NULL)
- {
- mVisitorPos.Write(typeMember);
- }
- }
- mVisitorPos.Trim();
- }
- void BfReducer::HandleRoot(BfRootNode* rootNode)
- {
- String fileName;
- auto parser = rootNode->GetSourceData()->ToParserData();
- if (parser != NULL)
- fileName = parser->mFileName;
- BP_ZONE_F("BfReducer::HandleRoot %s", fileName.c_str());
- mAlloc = &rootNode->GetSourceData()->mAlloc;
- mSystem = mSource->mSystem;
- HandleTopLevel(rootNode);
- BfSizedArrayInitIndirect(mSource->mSourceData->mExteriorNodes, mExteriorNodes, mAlloc);
- mAlloc = NULL;
- if (mPassInstance->HasFailed())
- mSource->mParsingFailed = true;
- }
- static String NodeToString(BfAstNode* node)
- {
- return String(&node->GetSourceData()->mSrc[node->GetSrcStart()], node->GetSrcLength());
- }
- BfInlineAsmStatement* BfReducer::CreateInlineAsmStatement(BfAstNode* asmNode)
- {
- auto asmToken = BfNodeDynCast<BfTokenNode>(asmNode);
- auto nextNode = mVisitorPos.GetNext();
- auto blockNode = BfNodeDynCast<BfInlineAsmStatement>(nextNode);
- if (blockNode == NULL)
- return (BfInlineAsmStatement*)Fail("Expected inline assembly block", asmNode);
- ReplaceNode(asmToken, blockNode);
- BfInlineAsmStatement* asmStatement = (BfInlineAsmStatement*)blockNode;
- {
- auto processInstrNodes = [&](const Array<BfAstNode*>& nodes) -> BfInlineAsmInstruction*
- {
- int nodeCount = (int)nodes.size();
- int curNodeIdx = 0;
- auto instNode = mAlloc->Alloc<BfInlineAsmInstruction>();
- //instNode->mSource = asmStatement->mSource;
- int srcStart = nodes.front()->GetSrcStart();
- int srcEnd = nodes.back()->GetSrcEnd();
- instNode->Init(srcStart, srcStart, srcEnd);
- auto replaceWithLower = [](String& s)
- {
- std::transform(s.begin(), s.end(), s.begin(), ::tolower);
- };
- auto readIdent = [&](String& outStr, bool forceLowerCase, const StringImpl& errorExpectation, bool peekOnly) -> bool
- {
- if (curNodeIdx >= nodeCount)
- {
- if (!peekOnly)
- Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
- return false;
- }
- BfAstNode* curNode = nodes[curNodeIdx];
- if (!peekOnly)
- ++curNodeIdx;
- if (!BfNodeDynCast<BfIdentifierNode>(curNode))
- {
- if (!peekOnly)
- Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
- return false;
- }
- outStr = NodeToString(curNode);
- if (forceLowerCase)
- replaceWithLower(outStr);
- return true;
- };
- auto readToken = [&](BfToken tokenType, const StringImpl& errorExpectation, bool peekOnly) -> bool
- {
- if (curNodeIdx >= nodeCount)
- {
- if (!peekOnly)
- Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
- return false;
- }
- BfAstNode* curNode = nodes[curNodeIdx];
- if (!peekOnly)
- ++curNodeIdx;
- auto tokenNode = BfNodeDynCast<BfTokenNode>(curNode);
- if (!tokenNode || tokenNode->GetToken() != tokenType)
- {
- if (!peekOnly)
- Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
- return false;
- }
- return true;
- };
- auto readInteger = [&](int& outInt, const StringImpl& errorExpectation, bool peekOnly, int& outAdvanceTokenCount) -> bool
- {
- int origCurNodeIdx = curNodeIdx;
- outAdvanceTokenCount = 0;
- bool negate = false;
- if (readToken(BfToken_Minus, "", true))
- {
- ++curNodeIdx;
- ++outAdvanceTokenCount;
- negate = true;
- }
- if (curNodeIdx >= nodeCount)
- {
- if (!peekOnly)
- Fail(StrFormat("Expected %s", errorExpectation.c_str()), instNode);
- else
- curNodeIdx = origCurNodeIdx;
- return false;
- }
- BfAstNode* curNode = nodes[curNodeIdx];
- ++curNodeIdx;
- ++outAdvanceTokenCount;
- auto litNode = BfNodeDynCast<BfLiteralExpression>(curNode);
- if (!litNode || litNode->mValue.mTypeCode != BfTypeCode_Int32)
- {
- if (!peekOnly)
- Fail(StrFormat("Found \"%s\", expected %s", NodeToString(curNode).c_str(), errorExpectation.c_str()), instNode);
- else
- curNodeIdx = origCurNodeIdx;
- return false;
- }
- outInt = litNode->mValue.mInt32;
- if (negate)
- outInt = -outInt;
- if (peekOnly)
- curNodeIdx = origCurNodeIdx;
- return true;
- };
- auto readArgMemPrimaryExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
- {
- String primaryIdent;
- int primaryInt;
- int advanceTokenCount = 0;
- if (readIdent(primaryIdent, false, "", true))
- {
- outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
- outArg.mReg = primaryIdent;
- ++curNodeIdx;
- return true;
- }
- else if (readInteger(primaryInt, "", true, advanceTokenCount))
- {
- outArg.mMemFlags = BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
- outArg.mInt = primaryInt;
- curNodeIdx += advanceTokenCount;
- return true;
- }
- else
- {
- Fail(StrFormat("Found \"%s\", expected integer or identifier", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
- return false;
- }
- };
- std::function<bool(BfInlineAsmInstruction::AsmArg&)> readArgMemMulExpr = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
- {
- BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
- if (!readArgMemPrimaryExpr(exprArgLeft))
- return false;
- if (!readToken(BfToken_Star, "", true))
- {
- outArg = exprArgLeft;
- return true;
- }
- ++curNodeIdx;
- if (!readArgMemMulExpr(exprArgRight))
- return false;
- bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
- bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
- if (leftIdent && rightIdent)
- {
- Fail(StrFormat("Memory expressions can only scale by an integer", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
- return false;
- }
- else if (leftIdent || rightIdent)
- {
- if (leftIdent)
- {
- outArg = exprArgLeft;
- outArg.mAdjRegScalar = exprArgRight.mInt;
- }
- else
- {
- outArg = exprArgRight;
- outArg.mAdjRegScalar = exprArgLeft.mInt;
- }
- outArg.mMemFlags &= ~BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
- outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg;
- outArg.mAdjReg = outArg.mReg;
- outArg.mReg.clear();
- }
- else
- {
- outArg = exprArgLeft;
- outArg.mInt = exprArgLeft.mInt * exprArgRight.mInt;
- }
- return true;
- };
- std::function<bool(BfInlineAsmInstruction::AsmArg&, bool)> readArgMemAddExpr = [&](BfInlineAsmInstruction::AsmArg& outArg, bool subtractLeft) -> bool // can't use 'auto' here since it's recursive
- {
- BfInlineAsmInstruction::AsmArg exprArgLeft, exprArgRight;
- if (!readArgMemMulExpr(exprArgLeft))
- return false;
- if (subtractLeft)
- {
- if (exprArgLeft.mMemFlags != BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
- {
- Fail("Memory expressions can only subtract by an integer", instNode);
- return false;
- }
- exprArgLeft.mInt = -exprArgLeft.mInt;
- }
- bool subtract = false;
- if (!readToken(BfToken_Plus, "", true))
- {
- if (!readToken(BfToken_Minus, "", true))
- {
- outArg = exprArgLeft;
- return true;
- }
- else
- subtract = true;
- }
- ++curNodeIdx;
- if (!readArgMemAddExpr(exprArgRight, subtract))
- return false;
- bool leftScaling = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
- bool rightScaling = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg) != 0;
- if (leftScaling && rightScaling)
- {
- Fail("Memory expressions can only have one scaling register and one non-scaling register", instNode);
- return false;
- }
- BfInlineAsmInstruction::AsmArg* scaledArg = leftScaling ? &exprArgLeft : (rightScaling ? &exprArgRight : nullptr);
- if (scaledArg)
- {
- BfInlineAsmInstruction::AsmArg* otherArg = leftScaling ? &exprArgRight : &exprArgLeft;
- outArg = *scaledArg;
- outArg.mMemFlags |= otherArg->mMemFlags;
- if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
- {
- if (scaledArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg)
- {
- Fail("Memory expressions can involve at most two registers", instNode);
- return false;
- }
- outArg.mReg = otherArg->mReg;
- }
- if (otherArg->mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
- {
- outArg.mInt += otherArg->mInt;
- }
- }
- else
- {
- outArg.mInt = 0;
- if (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
- {
- outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
- outArg.mInt += exprArgLeft.mInt;
- }
- if (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp)
- {
- outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_ImmediateDisp;
- outArg.mInt += exprArgRight.mInt;
- }
- bool leftIdent = (exprArgLeft.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
- bool rightIdent = (exprArgRight.mMemFlags & BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg) != 0;
- if (leftIdent && rightIdent)
- {
- outArg.mMemFlags |= (BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg | BfInlineAsmInstruction::AsmArg::ARGMEMF_AdjReg);
- outArg.mReg = exprArgLeft.mReg;
- outArg.mAdjReg = exprArgRight.mReg;
- outArg.mAdjRegScalar = 1;
- }
- else if (leftIdent)
- {
- outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
- outArg.mReg = exprArgLeft.mReg;
- }
- else if (rightIdent)
- {
- outArg.mMemFlags |= BfInlineAsmInstruction::AsmArg::ARGMEMF_BaseReg;
- outArg.mReg = exprArgRight.mReg;
- }
- }
- return true;
- };
- auto parseArg = [&](BfInlineAsmInstruction::AsmArg& outArg) -> bool
- {
- bool keepGoing = true;
- while (keepGoing)
- {
- keepGoing = false;
- int peekInt;
- String peekStr;
- int advanceTokenCount;
- if (readInteger(peekInt, "", true, advanceTokenCount))
- {
- outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Immediate;
- outArg.mInt = peekInt;
- curNodeIdx += advanceTokenCount;
- }
- else if (readIdent(peekStr, false, "", true))
- {
- ++curNodeIdx;
- String s(peekStr);
- replaceWithLower(s);
- String tempIdent;
- if ((s == "cs" || s == "ds" || s == "es" || s == "fs" || s == "gs" || s == "ss") && readToken(BfToken_Colon, "", true))
- {
- ++curNodeIdx;
- outArg.mSegPrefix = s;
- keepGoing = true;
- }
- else if (s == "st" && readToken(BfToken_LParen, "", true))
- {
- ++curNodeIdx;
- outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_FloatReg;
- if (!readInteger(peekInt, "integer floating-point register number", false, advanceTokenCount))
- return false;
- outArg.mInt = peekInt;
- if (!readToken(BfToken_RParen, "')'", false))
- return false;
- }
- else if ((s == "byte" || s == "word" || s == "dword" || s == "qword" || s == "xword" || s == "xmmword" || s == "opaque") && readIdent(tempIdent, true, "", true))
- {
- if (tempIdent != "ptr")
- {
- Fail(StrFormat("Found \"%s\", expected \"ptr\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
- return false;
- }
- ++curNodeIdx;
- outArg.mSizePrefix = s;
- keepGoing = true;
- }
- else
- {
- outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_IntReg;
- outArg.mReg = peekStr;
- }
- }
- else if (readToken(BfToken_LBracket, "", true))
- {
- ++curNodeIdx;
- BfInlineAsmInstruction::AsmArg exprArgLeft;
- if (!readArgMemAddExpr(exprArgLeft, false))
- return false;
- if (!readToken(BfToken_RBracket, "']'", false))
- return false;
- if (readToken(BfToken_Dot, "", true))
- {
- ++curNodeIdx;
- if (!readIdent(outArg.mMemberSuffix, false, "struct member suffix identifier", false))
- return false;
- }
- outArg.mType = BfInlineAsmInstruction::AsmArg::ARGTYPE_Memory;
- outArg.mMemFlags = exprArgLeft.mMemFlags;
- //outArg.mSegPrefix = already_set_leave_me_alone;
- //outArg.mSizePrefix = already_set_leave_me_alone;
- outArg.mInt = exprArgLeft.mInt;
- outArg.mReg = exprArgLeft.mReg;
- outArg.mAdjReg = exprArgLeft.mAdjReg;
- outArg.mAdjRegScalar = exprArgLeft.mAdjRegScalar;
- //outArg.mMemberSuffix = already_set_leave_me_alone;
- return true;
- }
- else
- return false;
- }
- return true;
- };
- BfInlineAsmInstruction::AsmInst& outInst = instNode->mAsmInst;
- // instruction / instruction prefix / label
- String opStr;
- if (!readIdent(opStr, false, "instruction, instruction prefix, or label", false))
- return nullptr;
- if (readToken(BfToken_Colon, "", true))
- {
- ++curNodeIdx;
- outInst.mLabel = opStr;
- if (curNodeIdx >= nodeCount)
- return instNode;
- if (!readIdent(opStr, false, "instruction or instruction prefix", false))
- return nullptr;
- }
- replaceWithLower(opStr);
- // check for instruction prefix(s)
- while (opStr == "lock" || opStr == "rep" || opStr == "repe" || opStr == "repne" || opStr == "repz" || opStr == "repnz")
- {
- if (curNodeIdx >= nodeCount) // in case prefix is listed like a separate instruction
- break;
- outInst.mOpPrefixes.push_back(opStr);
- if (!readIdent(opStr, true, "instruction or instruction prefix", false))
- return nullptr;
- }
- outInst.mOpCode = opStr;
- BfInlineAsmInstruction::AsmArg asmArg;
- while (parseArg(asmArg))
- {
- outInst.mArgs.push_back(asmArg);
- asmArg = BfInlineAsmInstruction::AsmArg();
- if (!readToken(BfToken_Comma, "", true))
- break;
- ++curNodeIdx;
- }
- if (curNodeIdx < nodeCount)
- return (BfInlineAsmInstruction*)Fail(StrFormat("Found unexpected \"%s\"", NodeToString(nodes[curNodeIdx]).c_str()), instNode);
- //String testStr = outInst.ToString();
- int unusedLineChar = 0;
- auto bfParser = instNode->GetSourceData()->ToParserData();
- if (bfParser != NULL)
- bfParser->GetLineCharAtIdx(instNode->GetSrcStart(), outInst.mDebugLine, unusedLineChar);
- //return (BfInlineAsmInstruction*)Fail(StrFormat("Line %d\n", outInst.mDebugLine), instNode);
- return instNode;
- };
- // split nodes by newlines into individual instructions, skipping empty lines
- Array<BfAstNode*> instrNodes;
- Array<BfInlineAsmInstruction*> dstInstructions;
- //BCF: Add this back
- /*for (auto child = asmStatement->mChildren.mHead; child; child = child->mNext)
- {
- auto childToken = BfNodeDynCast<BfTokenNode>(child);
- if (childToken && childToken->GetToken() == BfToken_AsmNewline)
- {
- if (!instrNodes.empty())
- {
- BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
- if (instNode)
- dstInstructions.push_back(instNode);
- instrNodes.clear();
- }
- }
- else if (childToken && childToken->GetToken() == BfToken_Asm)
- {
- // ignore the actual 'asm' keyword as we no longer need it
- continue; //CDH FIXME this is because ReplaceNode adds the original 'asm' keyword as a child, which I don't need; maybe I'm missing how the CST->AST replacment pattern is intended to work?
- }
- else
- {
- instrNodes.push_back(child);
- }
- }*/
- if (!instrNodes.empty())
- {
- BfInlineAsmInstruction* instNode = processInstrNodes(instrNodes);
- if (instNode)
- dstInstructions.push_back(instNode);
- instrNodes.Clear();
- }
- for (auto & instNode : dstInstructions)
- MoveNode(instNode, asmStatement);
- asmStatement->mInstructions = std::move(dstInstructions);
- }
- return asmStatement;
- }
|