| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782978397849785978697879788978997909791979297939794979597969797979897999800980198029803980498059806980798089809981098119812981398149815981698179818981998209821982298239824982598269827982898299830983198329833983498359836983798389839984098419842984398449845984698479848984998509851985298539854985598569857985898599860986198629863986498659866986798689869987098719872987398749875987698779878987998809881988298839884988598869887988898899890989198929893989498959896989798989899990099019902990399049905990699079908990999109911991299139914991599169917991899199920992199229923992499259926992799289929993099319932993399349935993699379938993999409941994299439944994599469947994899499950995199529953995499559956995799589959996099619962996399649965996699679968996999709971997299739974997599769977997899799980998199829983998499859986998799889989999099919992999399949995999699979998999910000100011000210003100041000510006100071000810009100101001110012100131001410015100161001710018100191002010021100221002310024100251002610027100281002910030100311003210033100341003510036100371003810039100401004110042100431004410045100461004710048100491005010051100521005310054100551005610057100581005910060100611006210063100641006510066100671006810069100701007110072100731007410075100761007710078100791008010081100821008310084100851008610087100881008910090100911009210093100941009510096100971009810099101001010110102101031010410105101061010710108101091011010111101121011310114101151011610117101181011910120101211012210123101241012510126101271012810129101301013110132101331013410135101361013710138101391014010141101421014310144101451014610147101481014910150101511015210153101541015510156101571015810159101601016110162101631016410165101661016710168101691017010171101721017310174101751017610177101781017910180101811018210183101841018510186101871018810189101901019110192101931019410195101961019710198101991020010201102021020310204102051020610207102081020910210102111021210213102141021510216102171021810219102201022110222102231022410225102261022710228102291023010231102321023310234102351023610237102381023910240102411024210243102441024510246 |
- /*
- * Copyright 2011-2026 Branimir Karadzic. All rights reserved.
- * License: https://github.com/bkaradzic/bgfx/blob/master/LICENSE
- */
- #include "bgfx_p.h"
- #if BGFX_CONFIG_RENDERER_VULKAN
- # include <bx/pixelformat.h>
- # include "renderer_vk.h"
- # include "shader_spirv.h"
- #if BX_PLATFORM_OSX
- # import <Cocoa/Cocoa.h>
- # import <Foundation/Foundation.h>
- # import <QuartzCore/QuartzCore.h>
- # import <Metal/Metal.h>
- #endif // BX_PLATFORM_OSX
- namespace bgfx { namespace vk
- {
- static char s_viewName[BGFX_CONFIG_MAX_VIEWS][BGFX_CONFIG_MAX_VIEW_NAME];
- inline void setViewType(ViewId _view, const bx::StringView _str)
- {
- if (BX_ENABLED(BGFX_CONFIG_DEBUG_ANNOTATION || BGFX_CONFIG_PROFILER) )
- {
- bx::memCopy(&s_viewName[_view][3], _str.getPtr(), _str.getLength() );
- }
- }
- struct PrimInfo
- {
- VkPrimitiveTopology m_topology;
- uint32_t m_min;
- uint32_t m_div;
- uint32_t m_sub;
- };
- static const PrimInfo s_primInfo[] =
- {
- { VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST, 3, 3, 0 },
- { VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP, 3, 1, 2 },
- { VK_PRIMITIVE_TOPOLOGY_LINE_LIST, 2, 2, 0 },
- { VK_PRIMITIVE_TOPOLOGY_LINE_STRIP, 2, 1, 1 },
- { VK_PRIMITIVE_TOPOLOGY_POINT_LIST, 1, 1, 0 },
- { VK_PRIMITIVE_TOPOLOGY_MAX_ENUM, 0, 0, 0 },
- };
- static_assert(Topology::Count == BX_COUNTOF(s_primInfo)-1);
- static MsaaSamplerVK s_msaa[] =
- {
- { 1, VK_SAMPLE_COUNT_1_BIT },
- { 2, VK_SAMPLE_COUNT_2_BIT },
- { 4, VK_SAMPLE_COUNT_4_BIT },
- { 8, VK_SAMPLE_COUNT_8_BIT },
- { 16, VK_SAMPLE_COUNT_16_BIT },
- };
- struct ShadingRateVk
- {
- VkExtent2D fragmentSize;
- const VkExtent2D initFragmentSize;
- };
- static ShadingRateVk s_shadingRate[] =
- {
- { { 1, 1 }, { 1, 1 } },
- { { 1, 2 }, { 1, 2 } },
- { { 2, 1 }, { 2, 1 } },
- { { 2, 2 }, { 2, 2 } },
- { { 2, 4 }, { 2, 4 } },
- { { 4, 2 }, { 4, 2 } },
- { { 4, 4 }, { 4, 4 } },
- };
- static_assert(ShadingRate::Count == BX_COUNTOF(s_shadingRate) );
- static const VkBlendFactor s_blendFactor[][2] =
- {
- { VkBlendFactor(0), VkBlendFactor(0) }, // ignored
- { VK_BLEND_FACTOR_ZERO, VK_BLEND_FACTOR_ZERO }, // ZERO
- { VK_BLEND_FACTOR_ONE, VK_BLEND_FACTOR_ONE }, // ONE
- { VK_BLEND_FACTOR_SRC_COLOR, VK_BLEND_FACTOR_SRC_ALPHA }, // SRC_COLOR
- { VK_BLEND_FACTOR_ONE_MINUS_SRC_COLOR, VK_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA }, // INV_SRC_COLOR
- { VK_BLEND_FACTOR_SRC_ALPHA, VK_BLEND_FACTOR_SRC_ALPHA }, // SRC_ALPHA
- { VK_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA, VK_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA }, // INV_SRC_ALPHA
- { VK_BLEND_FACTOR_DST_ALPHA, VK_BLEND_FACTOR_DST_ALPHA }, // DST_ALPHA
- { VK_BLEND_FACTOR_ONE_MINUS_DST_ALPHA, VK_BLEND_FACTOR_ONE_MINUS_DST_ALPHA }, // INV_DST_ALPHA
- { VK_BLEND_FACTOR_DST_COLOR, VK_BLEND_FACTOR_DST_ALPHA }, // DST_COLOR
- { VK_BLEND_FACTOR_ONE_MINUS_DST_COLOR, VK_BLEND_FACTOR_ONE_MINUS_DST_ALPHA }, // INV_DST_COLOR
- { VK_BLEND_FACTOR_SRC_ALPHA, VK_BLEND_FACTOR_ONE }, // SRC_ALPHA_SAT
- { VK_BLEND_FACTOR_CONSTANT_COLOR, VK_BLEND_FACTOR_CONSTANT_COLOR }, // FACTOR
- { VK_BLEND_FACTOR_ONE_MINUS_CONSTANT_COLOR, VK_BLEND_FACTOR_ONE_MINUS_CONSTANT_COLOR }, // INV_FACTOR
- };
- static const VkBlendOp s_blendEquation[] =
- {
- VK_BLEND_OP_ADD,
- VK_BLEND_OP_SUBTRACT,
- VK_BLEND_OP_REVERSE_SUBTRACT,
- VK_BLEND_OP_MIN,
- VK_BLEND_OP_MAX,
- };
- static const VkCompareOp s_cmpFunc[] =
- {
- VkCompareOp(0), // ignored
- VK_COMPARE_OP_LESS,
- VK_COMPARE_OP_LESS_OR_EQUAL,
- VK_COMPARE_OP_EQUAL,
- VK_COMPARE_OP_GREATER_OR_EQUAL,
- VK_COMPARE_OP_GREATER,
- VK_COMPARE_OP_NOT_EQUAL,
- VK_COMPARE_OP_NEVER,
- VK_COMPARE_OP_ALWAYS,
- };
- static const VkStencilOp s_stencilOp[] =
- {
- VK_STENCIL_OP_ZERO,
- VK_STENCIL_OP_KEEP,
- VK_STENCIL_OP_REPLACE,
- VK_STENCIL_OP_INCREMENT_AND_WRAP,
- VK_STENCIL_OP_INCREMENT_AND_CLAMP,
- VK_STENCIL_OP_DECREMENT_AND_WRAP,
- VK_STENCIL_OP_DECREMENT_AND_CLAMP,
- VK_STENCIL_OP_INVERT,
- };
- static const VkCullModeFlagBits s_cullMode[] =
- {
- VK_CULL_MODE_NONE,
- VK_CULL_MODE_FRONT_BIT,
- VK_CULL_MODE_BACK_BIT,
- };
- static const VkSamplerAddressMode s_textureAddress[] =
- {
- VK_SAMPLER_ADDRESS_MODE_REPEAT,
- VK_SAMPLER_ADDRESS_MODE_MIRRORED_REPEAT,
- VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
- VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER,
- };
- struct PresentMode
- {
- VkPresentModeKHR mode;
- bool vsync;
- const char* name;
- };
- static const PresentMode s_presentMode[] =
- {
- { VK_PRESENT_MODE_FIFO_KHR, true, "VK_PRESENT_MODE_FIFO_KHR" },
- { VK_PRESENT_MODE_FIFO_RELAXED_KHR, true, "VK_PRESENT_MODE_FIFO_RELAXED_KHR" },
- { VK_PRESENT_MODE_MAILBOX_KHR, true, "VK_PRESENT_MODE_MAILBOX_KHR" },
- { VK_PRESENT_MODE_IMMEDIATE_KHR, false, "VK_PRESENT_MODE_IMMEDIATE_KHR" },
- };
- #define VK_IMPORT_FUNC(_optional, _func) PFN_##_func _func
- #define VK_IMPORT_INSTANCE_FUNC VK_IMPORT_FUNC
- #define VK_IMPORT_DEVICE_FUNC VK_IMPORT_FUNC
- VK_IMPORT
- VK_IMPORT_INSTANCE
- VK_IMPORT_DEVICE
- #undef VK_IMPORT_DEVICE_FUNC
- #undef VK_IMPORT_INSTANCE_FUNC
- #undef VK_IMPORT_FUNC
- struct TextureFormatInfo
- {
- VkFormat m_fmt;
- VkFormat m_fmtSrv;
- VkFormat m_fmtDsv;
- VkFormat m_fmtSrgb;
- VkComponentMapping m_mapping;
- };
- static const TextureFormatInfo s_textureFormat[] =
- {
- #define $_ VK_COMPONENT_SWIZZLE_IDENTITY
- #define $0 VK_COMPONENT_SWIZZLE_ZERO
- #define $1 VK_COMPONENT_SWIZZLE_ONE
- #define $R VK_COMPONENT_SWIZZLE_R
- #define $G VK_COMPONENT_SWIZZLE_G
- #define $B VK_COMPONENT_SWIZZLE_B
- #define $A VK_COMPONENT_SWIZZLE_A
- { VK_FORMAT_BC1_RGB_UNORM_BLOCK, VK_FORMAT_BC1_RGB_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_BC1_RGB_SRGB_BLOCK, { $_, $_, $_, $_ } }, // BC1
- { VK_FORMAT_BC2_UNORM_BLOCK, VK_FORMAT_BC2_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_BC2_SRGB_BLOCK, { $_, $_, $_, $_ } }, // BC2
- { VK_FORMAT_BC3_UNORM_BLOCK, VK_FORMAT_BC3_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_BC3_SRGB_BLOCK, { $_, $_, $_, $_ } }, // BC3
- { VK_FORMAT_BC4_UNORM_BLOCK, VK_FORMAT_BC4_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // BC4
- { VK_FORMAT_BC5_UNORM_BLOCK, VK_FORMAT_BC5_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // BC5
- { VK_FORMAT_BC6H_SFLOAT_BLOCK, VK_FORMAT_BC6H_SFLOAT_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // BC6H
- { VK_FORMAT_BC7_UNORM_BLOCK, VK_FORMAT_BC7_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_BC7_SRGB_BLOCK, { $_, $_, $_, $_ } }, // BC7
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // ETC1
- { VK_FORMAT_ETC2_R8G8B8_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_ETC2_R8G8B8_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ETC2
- { VK_FORMAT_ETC2_R8G8B8A8_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_ETC2_R8G8B8A8_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ETC2A
- { VK_FORMAT_ETC2_R8G8B8A1_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_ETC2_R8G8B8A1_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ETC2A1
- { VK_FORMAT_EAC_R11_UNORM_BLOCK, VK_FORMAT_EAC_R11_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // EACR11
- { VK_FORMAT_EAC_R11_SNORM_BLOCK, VK_FORMAT_EAC_R11_SNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // EACR11S
- { VK_FORMAT_EAC_R11G11_UNORM_BLOCK, VK_FORMAT_EAC_R11G11_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // EACRG11
- { VK_FORMAT_EAC_R11G11_SNORM_BLOCK, VK_FORMAT_EAC_R11G11_SNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // EACRG11S
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // PTC12
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // PTC14
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // PTC12A
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // PTC14A
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // PTC22
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // PTC24
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // ATC
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // ATCE
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // ATCI
- { VK_FORMAT_ASTC_4x4_UNORM_BLOCK, VK_FORMAT_ASTC_4x4_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_4x4_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC4x4
- { VK_FORMAT_ASTC_5x4_UNORM_BLOCK, VK_FORMAT_ASTC_5x4_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_5x4_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC5x4
- { VK_FORMAT_ASTC_5x5_UNORM_BLOCK, VK_FORMAT_ASTC_5x5_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_5x5_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC5x5
- { VK_FORMAT_ASTC_6x5_UNORM_BLOCK, VK_FORMAT_ASTC_6x5_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_6x5_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC6x5
- { VK_FORMAT_ASTC_6x6_UNORM_BLOCK, VK_FORMAT_ASTC_6x6_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_6x6_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC6x6
- { VK_FORMAT_ASTC_8x5_UNORM_BLOCK, VK_FORMAT_ASTC_8x5_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_8x5_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC8x5
- { VK_FORMAT_ASTC_8x6_UNORM_BLOCK, VK_FORMAT_ASTC_8x6_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_8x6_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC8x6
- { VK_FORMAT_ASTC_8x8_UNORM_BLOCK, VK_FORMAT_ASTC_8x8_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_8x8_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC8x8
- { VK_FORMAT_ASTC_10x5_UNORM_BLOCK, VK_FORMAT_ASTC_10x5_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_10x5_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC10x5
- { VK_FORMAT_ASTC_10x6_UNORM_BLOCK, VK_FORMAT_ASTC_10x6_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_10x6_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC10x6
- { VK_FORMAT_ASTC_10x8_UNORM_BLOCK, VK_FORMAT_ASTC_10x8_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_10x8_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC10x8
- { VK_FORMAT_ASTC_10x10_UNORM_BLOCK, VK_FORMAT_ASTC_10x10_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_10x10_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC10x10
- { VK_FORMAT_ASTC_12x10_UNORM_BLOCK, VK_FORMAT_ASTC_12x10_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_12x10_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC12x10
- { VK_FORMAT_ASTC_12x12_UNORM_BLOCK, VK_FORMAT_ASTC_12x12_UNORM_BLOCK, VK_FORMAT_UNDEFINED, VK_FORMAT_ASTC_12x12_SRGB_BLOCK, { $_, $_, $_, $_ } }, // ASTC12x12
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // Unknown
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R1
- { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $0, $0, $0, $R } }, // A8
- { VK_FORMAT_R8_UNORM, VK_FORMAT_R8_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_R8_SRGB, { $_, $_, $_, $_ } }, // R8
- { VK_FORMAT_R8_SINT, VK_FORMAT_R8_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R8I
- { VK_FORMAT_R8_UINT, VK_FORMAT_R8_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R8U
- { VK_FORMAT_R8_SNORM, VK_FORMAT_R8_SNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R8S
- { VK_FORMAT_R16_UNORM, VK_FORMAT_R16_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R16
- { VK_FORMAT_R16_SINT, VK_FORMAT_R16_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R16I
- { VK_FORMAT_R16_UINT, VK_FORMAT_R16_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R16U
- { VK_FORMAT_R16_SFLOAT, VK_FORMAT_R16_SFLOAT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R16F
- { VK_FORMAT_R16_SNORM, VK_FORMAT_R16_SNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R16S
- { VK_FORMAT_R32_SINT, VK_FORMAT_R32_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R32I
- { VK_FORMAT_R32_UINT, VK_FORMAT_R32_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R32U
- { VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32_SFLOAT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R32F
- { VK_FORMAT_R8G8_UNORM, VK_FORMAT_R8G8_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_R8G8_SRGB, { $_, $_, $_, $_ } }, // RG8
- { VK_FORMAT_R8G8_SINT, VK_FORMAT_R8G8_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG8I
- { VK_FORMAT_R8G8_UINT, VK_FORMAT_R8G8_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG8U
- { VK_FORMAT_R8G8_SNORM, VK_FORMAT_R8G8_SNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG8S
- { VK_FORMAT_R16G16_UNORM, VK_FORMAT_R16G16_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG16
- { VK_FORMAT_R16G16_SINT, VK_FORMAT_R16G16_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG16I
- { VK_FORMAT_R16G16_UINT, VK_FORMAT_R16G16_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG16U
- { VK_FORMAT_R16G16_SFLOAT, VK_FORMAT_R16G16_SFLOAT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG16F
- { VK_FORMAT_R16G16_SNORM, VK_FORMAT_R16G16_SNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG16S
- { VK_FORMAT_R32G32_SINT, VK_FORMAT_R32G32_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG32I
- { VK_FORMAT_R32G32_UINT, VK_FORMAT_R32G32_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG32U
- { VK_FORMAT_R32G32_SFLOAT, VK_FORMAT_R32G32_SFLOAT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG32F
- { VK_FORMAT_R8G8B8_UNORM, VK_FORMAT_R8G8B8_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_R8G8B8_SRGB, { $_, $_, $_, $_ } }, // RGB8
- { VK_FORMAT_R8G8B8_SINT, VK_FORMAT_R8G8B8_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_R8G8B8_SRGB, { $_, $_, $_, $_ } }, // RGB8I
- { VK_FORMAT_R8G8B8_UINT, VK_FORMAT_R8G8B8_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_R8G8B8_SRGB, { $_, $_, $_, $_ } }, // RGB8U
- { VK_FORMAT_R8G8B8_SNORM, VK_FORMAT_R8G8B8_SNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGB8S
- { VK_FORMAT_E5B9G9R9_UFLOAT_PACK32, VK_FORMAT_E5B9G9R9_UFLOAT_PACK32, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGB9E5F
- { VK_FORMAT_B8G8R8A8_UNORM, VK_FORMAT_B8G8R8A8_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_B8G8R8A8_SRGB, { $_, $_, $_, $_ } }, // BGRA8
- { VK_FORMAT_R8G8B8A8_UNORM, VK_FORMAT_R8G8B8A8_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_R8G8B8A8_SRGB, { $_, $_, $_, $_ } }, // RGBA8
- { VK_FORMAT_R8G8B8A8_SINT, VK_FORMAT_R8G8B8A8_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_R8G8B8A8_SRGB, { $_, $_, $_, $_ } }, // RGBA8I
- { VK_FORMAT_R8G8B8A8_UINT, VK_FORMAT_R8G8B8A8_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_R8G8B8A8_SRGB, { $_, $_, $_, $_ } }, // RGBA8U
- { VK_FORMAT_R8G8B8A8_SNORM, VK_FORMAT_R8G8B8A8_SNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA8S
- { VK_FORMAT_R16G16B16A16_UNORM, VK_FORMAT_R16G16B16A16_UNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA16
- { VK_FORMAT_R16G16B16A16_SINT, VK_FORMAT_R16G16B16A16_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA16I
- { VK_FORMAT_R16G16B16A16_UINT, VK_FORMAT_R16G16B16A16_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA16U
- { VK_FORMAT_R16G16B16A16_SFLOAT, VK_FORMAT_R16G16B16A16_SFLOAT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA16F
- { VK_FORMAT_R16G16B16A16_SNORM, VK_FORMAT_R16G16B16A16_SNORM, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA16S
- { VK_FORMAT_R32G32B32A32_SINT, VK_FORMAT_R32G32B32A32_SINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA32I
- { VK_FORMAT_R32G32B32A32_UINT, VK_FORMAT_R32G32B32A32_UINT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA32U
- { VK_FORMAT_R32G32B32A32_SFLOAT, VK_FORMAT_R32G32B32A32_SFLOAT, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGBA32F
- { VK_FORMAT_R5G6B5_UNORM_PACK16, VK_FORMAT_R5G6B5_UNORM_PACK16, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // B5G6R5
- { VK_FORMAT_B5G6R5_UNORM_PACK16, VK_FORMAT_B5G6R5_UNORM_PACK16, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // R5G6B5
- { VK_FORMAT_B4G4R4A4_UNORM_PACK16, VK_FORMAT_B4G4R4A4_UNORM_PACK16, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $G, $R, $A, $B } }, // BGRA4
- { VK_FORMAT_R4G4B4A4_UNORM_PACK16, VK_FORMAT_R4G4B4A4_UNORM_PACK16, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $A, $B, $G, $R } }, // RGBA4
- { VK_FORMAT_A1R5G5B5_UNORM_PACK16, VK_FORMAT_A1R5G5B5_UNORM_PACK16, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // BGR5A1
- { VK_FORMAT_A1R5G5B5_UNORM_PACK16, VK_FORMAT_A1R5G5B5_UNORM_PACK16, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $B, $G, $R, $A } }, // RGB5A1
- { VK_FORMAT_A2B10G10R10_UNORM_PACK32, VK_FORMAT_A2B10G10R10_UNORM_PACK32, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RGB10A2
- { VK_FORMAT_B10G11R11_UFLOAT_PACK32, VK_FORMAT_B10G11R11_UFLOAT_PACK32, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // RG11B10F
- { VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // UnknownDepth
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R16_UNORM, VK_FORMAT_D16_UNORM, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D16
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R32_SFLOAT, VK_FORMAT_D32_SFLOAT_S8_UINT, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D24
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R32_SFLOAT, VK_FORMAT_D32_SFLOAT_S8_UINT, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D24S8
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R32_SFLOAT, VK_FORMAT_D32_SFLOAT_S8_UINT, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D32
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R32_SFLOAT, VK_FORMAT_D32_SFLOAT, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D16F
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R32_SFLOAT, VK_FORMAT_D32_SFLOAT, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D24F
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R32_SFLOAT, VK_FORMAT_D32_SFLOAT, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D32F
- { VK_FORMAT_UNDEFINED, VK_FORMAT_R8_UINT, VK_FORMAT_S8_UINT, VK_FORMAT_UNDEFINED, { $_, $_, $_, $_ } }, // D0S8
- #undef $_
- #undef $0
- #undef $1
- #undef $R
- #undef $G
- #undef $B
- #undef $A
- };
- static_assert(TextureFormat::Count == BX_COUNTOF(s_textureFormat) );
- struct ImageTest
- {
- VkImageType type;
- VkImageUsageFlags usage;
- VkImageCreateFlags flags;
- uint32_t formatCaps[2];
- };
- static const ImageTest s_imageTest[] =
- {
- { VK_IMAGE_TYPE_2D, VK_IMAGE_USAGE_SAMPLED_BIT, 0, { BGFX_CAPS_FORMAT_TEXTURE_2D, BGFX_CAPS_FORMAT_TEXTURE_2D_SRGB } },
- { VK_IMAGE_TYPE_3D, VK_IMAGE_USAGE_SAMPLED_BIT, 0, { BGFX_CAPS_FORMAT_TEXTURE_3D, BGFX_CAPS_FORMAT_TEXTURE_3D_SRGB } },
- { VK_IMAGE_TYPE_2D, VK_IMAGE_USAGE_SAMPLED_BIT, VK_IMAGE_CREATE_CUBE_COMPATIBLE_BIT, { BGFX_CAPS_FORMAT_TEXTURE_CUBE, BGFX_CAPS_FORMAT_TEXTURE_CUBE_SRGB } },
- { VK_IMAGE_TYPE_2D, VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT, 0, { BGFX_CAPS_FORMAT_TEXTURE_FRAMEBUFFER, 0 } },
- { VK_IMAGE_TYPE_2D, VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT, 0, { BGFX_CAPS_FORMAT_TEXTURE_FRAMEBUFFER, 0 } },
- { VK_IMAGE_TYPE_2D, VK_IMAGE_USAGE_STORAGE_BIT, 0, { BGFX_CAPS_FORMAT_TEXTURE_IMAGE_READ, 0 } },
- { VK_IMAGE_TYPE_2D, VK_IMAGE_USAGE_STORAGE_BIT, 0, { BGFX_CAPS_FORMAT_TEXTURE_IMAGE_WRITE, 0 } },
- };
- struct LayerInfo
- {
- bool m_supported;
- bool m_initialize;
- };
- struct Layer
- {
- enum Enum
- {
- VK_LAYER_KHRONOS_validation,
- VK_LAYER_LUNARG_standard_validation,
- Count
- };
- const char* m_name;
- uint32_t m_minVersion;
- LayerInfo m_instance;
- LayerInfo m_device;
- };
- // Layer registry
- //
- static Layer s_layer[] =
- {
- { "VK_LAYER_KHRONOS_validation", 1, { false, false }, { false, false } },
- { "VK_LAYER_LUNARG_standard_validation", 1, { false, false }, { false, false } },
- { "", 0, { false, false }, { false, false } },
- };
- static_assert(Layer::Count == BX_COUNTOF(s_layer)-1);
- void updateLayer(const char* _name, uint32_t _version, bool _instanceLayer)
- {
- bx::StringView layerName(_name);
- for (uint32_t ii = 0; ii < Layer::Count; ++ii)
- {
- Layer& layer = s_layer[ii];
- LayerInfo& layerInfo = _instanceLayer
- ? layer.m_instance
- : layer.m_device
- ;
- if (!layerInfo.m_supported && layerInfo.m_initialize)
- {
- if ( 0 == bx::strCmp(layerName, layer.m_name)
- && _version >= layer.m_minVersion)
- {
- layerInfo.m_supported = true;
- break;
- }
- }
- }
- }
- struct Extension
- {
- enum Enum
- {
- EXT_conservative_rasterization,
- EXT_custom_border_color,
- EXT_debug_report,
- EXT_debug_utils,
- EXT_line_rasterization,
- EXT_memory_budget,
- EXT_shader_viewport_index_layer,
- KHR_draw_indirect_count,
- KHR_fragment_shading_rate,
- KHR_get_physical_device_properties2,
- # if BX_PLATFORM_ANDROID
- KHR_android_surface,
- # elif BX_PLATFORM_LINUX
- KHR_wayland_surface,
- KHR_xlib_surface,
- KHR_xcb_surface,
- # elif BX_PLATFORM_WINDOWS
- KHR_win32_surface,
- # elif BX_PLATFORM_OSX
- MVK_macos_surface,
- # elif BX_PLATFORM_NX
- NN_vi_surface,
- # endif
- Count
- };
- const char* m_name;
- uint32_t m_minVersion;
- bool m_instanceExt;
- bool m_supported;
- bool m_initialize;
- Layer::Enum m_layer;
- };
- // Extension registry
- //
- static Extension s_extension[] =
- {
- { "VK_EXT_conservative_rasterization", 1, false, false, true, Layer::Count },
- { "VK_EXT_custom_border_color", 1, false, false, true, Layer::Count },
- { "VK_EXT_debug_report", 1, false, false, false, Layer::Count },
- { "VK_EXT_debug_utils", 1, false, false, BGFX_CONFIG_DEBUG_OBJECT_NAME || BGFX_CONFIG_DEBUG_ANNOTATION, Layer::Count },
- { "VK_EXT_line_rasterization", 1, false, false, true, Layer::Count },
- { "VK_EXT_memory_budget", 1, false, false, true, Layer::Count },
- { "VK_EXT_shader_viewport_index_layer", 1, false, false, true, Layer::Count },
- { "VK_KHR_draw_indirect_count", 1, false, false, true, Layer::Count },
- { "VK_KHR_fragment_shading_rate", 1, false, false, true, Layer::Count },
- { "VK_KHR_get_physical_device_properties2", 1, false, false, true, Layer::Count },
- # if BX_PLATFORM_ANDROID
- { VK_KHR_ANDROID_SURFACE_EXTENSION_NAME, 1, false, false, true, Layer::Count },
- # elif BX_PLATFORM_LINUX
- { VK_KHR_WAYLAND_SURFACE_EXTENSION_NAME, 1, false, false, true, Layer::Count },
- { VK_KHR_XLIB_SURFACE_EXTENSION_NAME, 1, false, false, true, Layer::Count },
- { VK_KHR_XCB_SURFACE_EXTENSION_NAME, 1, false, false, true, Layer::Count },
- # elif BX_PLATFORM_WINDOWS
- { VK_KHR_WIN32_SURFACE_EXTENSION_NAME, 1, false, false, true, Layer::Count },
- # elif BX_PLATFORM_OSX
- { VK_MVK_MACOS_SURFACE_EXTENSION_NAME, 1, false, false, true, Layer::Count },
- # elif BX_PLATFORM_NX
- { VK_NN_VI_SURFACE_EXTENSION_NAME, 1, false, false, true, Layer::Count },
- # endif
- };
- static_assert(Extension::Count == BX_COUNTOF(s_extension) );
- bool updateExtension(const char* _name, uint32_t _version, bool _instanceExt, Extension _extensions[Extension::Count])
- {
- bool supported = false;
- if (BX_ENABLED(BGFX_CONFIG_RENDERER_USE_EXTENSIONS) )
- {
- const bx::StringView ext(_name);
- for (uint32_t ii = 0; ii < Extension::Count; ++ii)
- {
- Extension& extension = _extensions[ii];
- const LayerInfo& layerInfo = _instanceExt
- ? s_layer[extension.m_layer].m_instance
- : s_layer[extension.m_layer].m_device
- ;
- if (!extension.m_supported
- && extension.m_initialize
- && (extension.m_layer == Layer::Count || layerInfo.m_supported) )
- {
- if ( 0 == bx::strCmp(ext, extension.m_name)
- && _version >= extension.m_minVersion)
- {
- extension.m_supported = true;
- extension.m_instanceExt = _instanceExt;
- supported = true;
- break;
- }
- }
- }
- }
- return supported;
- }
- static const VkFormat s_attribType[][4][2] =
- {
- { // Uint8
- { VK_FORMAT_R8_UINT, VK_FORMAT_R8_UNORM },
- { VK_FORMAT_R8G8_UINT, VK_FORMAT_R8G8_UNORM },
- { VK_FORMAT_R8G8B8A8_UINT, VK_FORMAT_R8G8B8A8_UNORM },
- { VK_FORMAT_R8G8B8A8_UINT, VK_FORMAT_R8G8B8A8_UNORM },
- },
- { // Uint10
- { VK_FORMAT_A2R10G10B10_UINT_PACK32, VK_FORMAT_A2R10G10B10_UNORM_PACK32 },
- { VK_FORMAT_A2R10G10B10_UINT_PACK32, VK_FORMAT_A2R10G10B10_UNORM_PACK32 },
- { VK_FORMAT_A2R10G10B10_UINT_PACK32, VK_FORMAT_A2R10G10B10_UNORM_PACK32 },
- { VK_FORMAT_A2R10G10B10_UINT_PACK32, VK_FORMAT_A2R10G10B10_UNORM_PACK32 },
- },
- { // Int16
- { VK_FORMAT_R16_SINT, VK_FORMAT_R16_SNORM },
- { VK_FORMAT_R16G16_SINT, VK_FORMAT_R16G16_SNORM },
- { VK_FORMAT_R16G16B16_SINT, VK_FORMAT_R16G16B16_SNORM },
- { VK_FORMAT_R16G16B16A16_SINT, VK_FORMAT_R16G16B16A16_SNORM },
- },
- { // Half
- { VK_FORMAT_R16_SFLOAT, VK_FORMAT_R16_SFLOAT },
- { VK_FORMAT_R16G16_SFLOAT, VK_FORMAT_R16G16_SFLOAT },
- { VK_FORMAT_R16G16B16_SFLOAT, VK_FORMAT_R16G16B16_SFLOAT },
- { VK_FORMAT_R16G16B16A16_SFLOAT, VK_FORMAT_R16G16B16A16_SFLOAT },
- },
- { // Float
- { VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32_SFLOAT },
- { VK_FORMAT_R32G32_SFLOAT, VK_FORMAT_R32G32_SFLOAT },
- { VK_FORMAT_R32G32B32_SFLOAT, VK_FORMAT_R32G32B32_SFLOAT },
- { VK_FORMAT_R32G32B32A32_SFLOAT, VK_FORMAT_R32G32B32A32_SFLOAT },
- },
- };
- static_assert(AttribType::Count == BX_COUNTOF(s_attribType) );
- void fillVertexLayout(const ShaderVK* _vsh, VkPipelineVertexInputStateCreateInfo& _vertexInputState, const VertexLayout& _layout)
- {
- uint32_t numBindings = _vertexInputState.vertexBindingDescriptionCount;
- uint32_t numAttribs = _vertexInputState.vertexAttributeDescriptionCount;
- VkVertexInputBindingDescription* inputBinding = const_cast<VkVertexInputBindingDescription*>(_vertexInputState.pVertexBindingDescriptions + numBindings);
- VkVertexInputAttributeDescription* inputAttrib = const_cast<VkVertexInputAttributeDescription*>(_vertexInputState.pVertexAttributeDescriptions + numAttribs);
- inputBinding->binding = numBindings;
- inputBinding->stride = _layout.m_stride;
- inputBinding->inputRate = VK_VERTEX_INPUT_RATE_VERTEX;
- for (uint32_t attr = 0; attr < Attrib::Count; ++attr)
- {
- if (UINT16_MAX != _layout.m_attributes[attr])
- {
- inputAttrib->location = _vsh->m_attrRemap[attr];
- inputAttrib->binding = numBindings;
- uint8_t num;
- AttribType::Enum type;
- bool normalized;
- bool asInt;
- _layout.decode(Attrib::Enum(attr), num, type, normalized, asInt);
- inputAttrib->format = s_attribType[type][num-1][normalized];
- inputAttrib->offset = _layout.m_offset[attr];
- ++inputAttrib;
- ++numAttribs;
- }
- }
- _vertexInputState.vertexBindingDescriptionCount = numBindings + 1;
- _vertexInputState.vertexAttributeDescriptionCount = numAttribs;
- }
- void fillInstanceBinding(const ShaderVK* _vsh, VkPipelineVertexInputStateCreateInfo& _vertexInputState, uint32_t _numInstanceData)
- {
- BX_UNUSED(_vsh);
- uint32_t numBindings = _vertexInputState.vertexBindingDescriptionCount;
- uint32_t numAttribs = _vertexInputState.vertexAttributeDescriptionCount;
- VkVertexInputBindingDescription* inputBinding = const_cast<VkVertexInputBindingDescription*>(_vertexInputState.pVertexBindingDescriptions + numBindings);
- VkVertexInputAttributeDescription* inputAttrib = const_cast<VkVertexInputAttributeDescription*>(_vertexInputState.pVertexAttributeDescriptions + numAttribs);
- inputBinding->binding = numBindings;
- inputBinding->stride = _numInstanceData * 16;
- inputBinding->inputRate = VK_VERTEX_INPUT_RATE_INSTANCE;
- for (uint32_t inst = 0; inst < _numInstanceData; ++inst)
- {
- inputAttrib->location = numAttribs;
- inputAttrib->binding = numBindings;
- inputAttrib->format = VK_FORMAT_R32G32B32A32_SFLOAT;
- inputAttrib->offset = inst * 16;
- ++numAttribs;
- ++inputAttrib;
- }
- _vertexInputState.vertexBindingDescriptionCount = numBindings + 1;
- _vertexInputState.vertexAttributeDescriptionCount = numAttribs;
- }
- static const char* s_deviceTypeName[] =
- {
- "Other",
- "Integrated GPU",
- "Discrete GPU",
- "Virtual GPU",
- "CPU",
- "Unknown?!"
- };
- const char* getName(VkPhysicalDeviceType _type)
- {
- return s_deviceTypeName[bx::min<int32_t>(_type, BX_COUNTOF(s_deviceTypeName)-1 )];
- }
- static const char* s_allocScopeName[] =
- {
- "vkCommand",
- "vkObject",
- "vkCache",
- "vkDevice",
- "vkInstance",
- };
- static_assert(VK_SYSTEM_ALLOCATION_SCOPE_INSTANCE == BX_COUNTOF(s_allocScopeName)-1);
- constexpr size_t kMinAlignment = 16;
- static void* VKAPI_PTR allocationFunction(void* _userData, size_t _size, size_t _alignment, VkSystemAllocationScope _allocationScope)
- {
- bx::AllocatorI* allocator = (bx::AllocatorI*)_userData;
- return bx::alignedAlloc(allocator, _size, bx::max(kMinAlignment, _alignment), bx::Location(s_allocScopeName[_allocationScope], 0) );
- }
- static void* VKAPI_PTR reallocationFunction(void* _userData, void* _ptr, size_t _size, size_t _alignment, VkSystemAllocationScope _allocationScope)
- {
- bx::AllocatorI* allocator = (bx::AllocatorI*)_userData;
- BX_UNUSED(_userData);
- if (0 == _size)
- {
- bx::alignedFree(allocator, _ptr, 0);
- return NULL;
- }
- return bx::alignedRealloc(allocator, _ptr, _size, bx::max(kMinAlignment, _alignment), bx::Location(s_allocScopeName[_allocationScope], 0) );
- }
- static void VKAPI_PTR freeFunction(void* _userData, void* _ptr)
- {
- if (NULL == _ptr)
- {
- return;
- }
- bx::AllocatorI* allocator = (bx::AllocatorI*)_userData;
- bx::alignedFree(allocator, _ptr, kMinAlignment);
- }
- static void VKAPI_PTR internalAllocationNotification(void* _userData, size_t _size, VkInternalAllocationType _allocationType, VkSystemAllocationScope _allocationScope)
- {
- BX_UNUSED(_userData, _size, _allocationType, _allocationScope);
- }
- static void VKAPI_PTR internalFreeNotification(void* _userData, size_t _size, VkInternalAllocationType _allocationType, VkSystemAllocationScope _allocationScope)
- {
- BX_UNUSED(_userData, _size, _allocationType, _allocationScope);
- }
- static VkAllocationCallbacks s_allocationCb =
- {
- NULL,
- allocationFunction,
- reallocationFunction,
- freeFunction,
- internalAllocationNotification,
- internalFreeNotification,
- };
- VkResult VKAPI_PTR stubSetDebugUtilsObjectNameEXT(VkDevice _device, const VkDebugUtilsObjectNameInfoEXT* _nameInfo)
- {
- BX_UNUSED(_device, _nameInfo);
- return VK_SUCCESS;
- }
- void VKAPI_PTR stubCmdInsertDebugUtilsLabelEXT(VkCommandBuffer _commandBuffer, const VkDebugUtilsLabelEXT* _labelInfo)
- {
- BX_UNUSED(_commandBuffer, _labelInfo);
- }
- void VKAPI_PTR stubCmdBeginDebugUtilsLabelEXT(VkCommandBuffer _commandBuffer, const VkDebugUtilsLabelEXT* _labelInfo)
- {
- BX_UNUSED(_commandBuffer, _labelInfo);
- }
- void VKAPI_PTR stubCmdEndDebugUtilsLabelEXT(VkCommandBuffer _commandBuffer)
- {
- BX_UNUSED(_commandBuffer);
- }
- static const char* s_debugReportObjectType[] =
- {
- "Unknown",
- "Instance",
- "PhysicalDevice",
- "Device",
- "Queue",
- "Semaphore",
- "CommandBuffer",
- "Fence",
- "DeviceMemory",
- "Buffer",
- "Image",
- "Event",
- "QueryPool",
- "BufferView",
- "ImageView",
- "ShaderModule",
- "PipelineCache",
- "PipelineLayout",
- "RenderPass",
- "Pipeline",
- "DescriptorSetLayout",
- "Sampler",
- "DescriptorPool",
- "DescriptorSet",
- "Framebuffer",
- "CommandPool",
- "SurfaceKHR",
- "SwapchainKHR",
- "DebugReport",
- };
- VkBool32 VKAPI_PTR debugReportCb(
- VkDebugReportFlagsEXT _flags
- , VkDebugReportObjectTypeEXT _objectType
- , uint64_t _object
- , size_t _location
- , int32_t _messageCode
- , const char* _layerPrefix
- , const char* _message
- , void* _userData
- )
- {
- BX_UNUSED(_flags, _objectType, _object, _location, _messageCode, _layerPrefix, _message, _userData, s_debugReportObjectType);
- // For more info about 'VUID-VkSwapchainCreateInfoKHR-imageExtent-01274'
- // check https://github.com/KhronosGroup/Vulkan-Docs/issues/1144
- if (!bx::strFind(_message, "PointSizeMissing").isEmpty()
- || !bx::strFind(_message, "SwapchainTooManyImages").isEmpty()
- || !bx::strFind(_message, "SwapchainImageNotAcquired").isEmpty()
- || !bx::strFind(_message, "VUID-VkSwapchainCreateInfoKHR-imageExtent-01274").isEmpty() )
- {
- return VK_FALSE;
- }
- BX_TRACE("%c%c%c%c%c %19s, %s, %d: %s"
- , 0 != (_flags & VK_DEBUG_REPORT_INFORMATION_BIT_EXT ) ? 'I' : '-'
- , 0 != (_flags & VK_DEBUG_REPORT_WARNING_BIT_EXT ) ? 'W' : '-'
- , 0 != (_flags & VK_DEBUG_REPORT_PERFORMANCE_WARNING_BIT_EXT) ? 'P' : '-'
- , 0 != (_flags & VK_DEBUG_REPORT_ERROR_BIT_EXT ) ? 'E' : '-'
- , 0 != (_flags & VK_DEBUG_REPORT_DEBUG_BIT_EXT ) ? 'D' : '-'
- , s_debugReportObjectType[_objectType]
- , _layerPrefix
- , _messageCode
- , _message
- );
- return VK_FALSE;
- }
- VkResult enumerateLayerProperties(VkPhysicalDevice _physicalDevice, uint32_t* _propertyCount, VkLayerProperties* _properties)
- {
- return (VK_NULL_HANDLE == _physicalDevice)
- ? vkEnumerateInstanceLayerProperties(_propertyCount, _properties)
- : vkEnumerateDeviceLayerProperties(_physicalDevice, _propertyCount, _properties)
- ;
- }
- VkResult enumerateExtensionProperties(VkPhysicalDevice _physicalDevice, const char* _layerName, uint32_t* _propertyCount, VkExtensionProperties* _properties)
- {
- return (VK_NULL_HANDLE == _physicalDevice)
- ? vkEnumerateInstanceExtensionProperties(_layerName, _propertyCount, _properties)
- : vkEnumerateDeviceExtensionProperties(_physicalDevice, _layerName, _propertyCount, _properties)
- ;
- }
- void dumpExtensions(VkPhysicalDevice _physicalDevice, Extension _extensions[Extension::Count])
- {
- { // Global extensions.
- uint32_t numExtensionProperties;
- VkResult result = enumerateExtensionProperties(_physicalDevice
- , NULL
- , &numExtensionProperties
- , NULL
- );
- if (VK_SUCCESS == result
- && 0 < numExtensionProperties)
- {
- VkExtensionProperties* extensionProperties = (VkExtensionProperties*)bx::alloc(g_allocator, numExtensionProperties * sizeof(VkExtensionProperties) );
- result = enumerateExtensionProperties(_physicalDevice
- , NULL
- , &numExtensionProperties
- , extensionProperties
- );
- BX_TRACE("Global extensions (%d):"
- , numExtensionProperties
- );
- for (uint32_t extension = 0; extension < numExtensionProperties; ++extension)
- {
- bool supported = updateExtension(
- extensionProperties[extension].extensionName
- , extensionProperties[extension].specVersion
- , VK_NULL_HANDLE == _physicalDevice
- , _extensions
- );
- BX_TRACE("\tv%-3d %s%s"
- , extensionProperties[extension].specVersion
- , extensionProperties[extension].extensionName
- , supported ? " (supported)" : "", extensionProperties[extension].extensionName
- );
- BX_UNUSED(supported);
- }
- bx::free(g_allocator, extensionProperties);
- }
- }
- // Layer extensions.
- uint32_t numLayerProperties;
- VkResult result = enumerateLayerProperties(_physicalDevice, &numLayerProperties, NULL);
- if (VK_SUCCESS == result
- && 0 < numLayerProperties)
- {
- VkLayerProperties* layerProperties = (VkLayerProperties*)bx::alloc(g_allocator, numLayerProperties * sizeof(VkLayerProperties) );
- result = enumerateLayerProperties(_physicalDevice, &numLayerProperties, layerProperties);
- char indent = VK_NULL_HANDLE == _physicalDevice ? '\0' : '\t';
- BX_UNUSED(indent);
- BX_TRACE("%cLayer extensions (%d):"
- , indent
- , numLayerProperties
- );
- for (uint32_t layer = 0; layer < numLayerProperties; ++layer)
- {
- updateLayer(
- layerProperties[layer].layerName
- , layerProperties[layer].implementationVersion
- , VK_NULL_HANDLE == _physicalDevice
- );
- BX_TRACE("%c\t%s (s: 0x%08x, i: 0x%08x), %s"
- , indent
- , layerProperties[layer].layerName
- , layerProperties[layer].specVersion
- , layerProperties[layer].implementationVersion
- , layerProperties[layer].description
- );
- uint32_t numExtensionProperties;
- result = enumerateExtensionProperties(_physicalDevice
- , layerProperties[layer].layerName
- , &numExtensionProperties
- , NULL
- );
- if (VK_SUCCESS == result
- && 0 < numExtensionProperties)
- {
- VkExtensionProperties* extensionProperties = (VkExtensionProperties*)bx::alloc(g_allocator, numExtensionProperties * sizeof(VkExtensionProperties) );
- result = enumerateExtensionProperties(_physicalDevice
- , layerProperties[layer].layerName
- , &numExtensionProperties
- , extensionProperties
- );
- for (uint32_t extension = 0; extension < numExtensionProperties; ++extension)
- {
- const bool supported = updateExtension(
- extensionProperties[extension].extensionName
- , extensionProperties[extension].specVersion
- , VK_NULL_HANDLE == _physicalDevice
- , _extensions
- );
- BX_TRACE("%c\t\t%s (s: 0x%08x)"
- , indent
- , extensionProperties[extension].extensionName
- , extensionProperties[extension].specVersion
- , supported ? " (supported)" : "", extensionProperties[extension].extensionName
- );
- BX_UNUSED(supported);
- }
- bx::free(g_allocator, extensionProperties);
- }
- }
- bx::free(g_allocator, layerProperties);
- }
- }
- const char* getName(VkResult _result)
- {
- switch (_result)
- {
- #define VKENUM(_ty) case _ty: return #_ty
- VKENUM(VK_SUCCESS);
- VKENUM(VK_NOT_READY);
- VKENUM(VK_TIMEOUT);
- VKENUM(VK_EVENT_SET);
- VKENUM(VK_EVENT_RESET);
- VKENUM(VK_INCOMPLETE);
- VKENUM(VK_ERROR_OUT_OF_HOST_MEMORY);
- VKENUM(VK_ERROR_OUT_OF_DEVICE_MEMORY);
- VKENUM(VK_ERROR_INITIALIZATION_FAILED);
- VKENUM(VK_ERROR_DEVICE_LOST);
- VKENUM(VK_ERROR_MEMORY_MAP_FAILED);
- VKENUM(VK_ERROR_LAYER_NOT_PRESENT);
- VKENUM(VK_ERROR_EXTENSION_NOT_PRESENT);
- VKENUM(VK_ERROR_FEATURE_NOT_PRESENT);
- VKENUM(VK_ERROR_INCOMPATIBLE_DRIVER);
- VKENUM(VK_ERROR_TOO_MANY_OBJECTS);
- VKENUM(VK_ERROR_FORMAT_NOT_SUPPORTED);
- VKENUM(VK_ERROR_FRAGMENTED_POOL);
- VKENUM(VK_ERROR_UNKNOWN);
- VKENUM(VK_ERROR_VALIDATION_FAILED);
- VKENUM(VK_ERROR_OUT_OF_POOL_MEMORY);
- VKENUM(VK_ERROR_INVALID_EXTERNAL_HANDLE);
- VKENUM(VK_ERROR_INVALID_OPAQUE_CAPTURE_ADDRESS);
- VKENUM(VK_ERROR_FRAGMENTATION);
- VKENUM(VK_PIPELINE_COMPILE_REQUIRED);
- VKENUM(VK_ERROR_NOT_PERMITTED);
- VKENUM(VK_ERROR_SURFACE_LOST_KHR);
- VKENUM(VK_ERROR_NATIVE_WINDOW_IN_USE_KHR);
- VKENUM(VK_SUBOPTIMAL_KHR);
- VKENUM(VK_ERROR_OUT_OF_DATE_KHR);
- VKENUM(VK_ERROR_INCOMPATIBLE_DISPLAY_KHR);
- #undef VKENUM
- default: break;
- }
- BX_WARN(false, "Unknown VkResult? %x", _result);
- return "<VkResult?>";
- }
- template<typename Ty>
- constexpr VkObjectType getType();
- template<> constexpr VkObjectType getType<VkBuffer >() { return VK_OBJECT_TYPE_BUFFER; }
- template<> constexpr VkObjectType getType<VkCommandPool >() { return VK_OBJECT_TYPE_COMMAND_POOL; }
- template<> constexpr VkObjectType getType<VkDescriptorPool >() { return VK_OBJECT_TYPE_DESCRIPTOR_POOL; }
- template<> constexpr VkObjectType getType<VkDescriptorSet >() { return VK_OBJECT_TYPE_DESCRIPTOR_SET; }
- template<> constexpr VkObjectType getType<VkDescriptorSetLayout>() { return VK_OBJECT_TYPE_DESCRIPTOR_SET_LAYOUT; }
- template<> constexpr VkObjectType getType<VkDeviceMemory >() { return VK_OBJECT_TYPE_DEVICE_MEMORY; }
- template<> constexpr VkObjectType getType<VkFence >() { return VK_OBJECT_TYPE_FENCE; }
- template<> constexpr VkObjectType getType<VkFramebuffer >() { return VK_OBJECT_TYPE_FRAMEBUFFER; }
- template<> constexpr VkObjectType getType<VkImage >() { return VK_OBJECT_TYPE_IMAGE; }
- template<> constexpr VkObjectType getType<VkImageView >() { return VK_OBJECT_TYPE_IMAGE_VIEW; }
- template<> constexpr VkObjectType getType<VkPipeline >() { return VK_OBJECT_TYPE_PIPELINE; }
- template<> constexpr VkObjectType getType<VkPipelineCache >() { return VK_OBJECT_TYPE_PIPELINE_CACHE; }
- template<> constexpr VkObjectType getType<VkPipelineLayout >() { return VK_OBJECT_TYPE_PIPELINE_LAYOUT; }
- template<> constexpr VkObjectType getType<VkQueryPool >() { return VK_OBJECT_TYPE_QUERY_POOL; }
- template<> constexpr VkObjectType getType<VkRenderPass >() { return VK_OBJECT_TYPE_RENDER_PASS; }
- template<> constexpr VkObjectType getType<VkSampler >() { return VK_OBJECT_TYPE_SAMPLER; }
- template<> constexpr VkObjectType getType<VkSemaphore >() { return VK_OBJECT_TYPE_SEMAPHORE; }
- template<> constexpr VkObjectType getType<VkShaderModule >() { return VK_OBJECT_TYPE_SHADER_MODULE; }
- template<> constexpr VkObjectType getType<VkSurfaceKHR >() { return VK_OBJECT_TYPE_SURFACE_KHR; }
- template<> constexpr VkObjectType getType<VkSwapchainKHR >() { return VK_OBJECT_TYPE_SWAPCHAIN_KHR; }
- template<typename Ty>
- static BX_NO_INLINE void setDebugObjectName(VkDevice _device, Ty _object, const char* _format, ...)
- {
- if (BX_ENABLED(BGFX_CONFIG_DEBUG_OBJECT_NAME)
- && s_extension[Extension::EXT_debug_utils].m_supported)
- {
- char temp[2048];
- va_list argList;
- va_start(argList, _format);
- int32_t size = bx::min<int32_t>(sizeof(temp)-1, bx::vsnprintf(temp, sizeof(temp), _format, argList) );
- va_end(argList);
- temp[size] = '\0';
- VkDebugUtilsObjectNameInfoEXT ni;
- ni.sType = VK_STRUCTURE_TYPE_DEBUG_UTILS_OBJECT_NAME_INFO_EXT;
- ni.pNext = NULL;
- ni.objectType = getType<Ty>();
- ni.objectHandle = uint64_t(_object.vk);
- ni.pObjectName = temp;
- VK_CHECK_W(vkSetDebugUtilsObjectNameEXT(_device, &ni) );
- }
- }
- void setMemoryBarrier(
- VkCommandBuffer _commandBuffer
- , VkPipelineStageFlags _srcStages
- , VkPipelineStageFlags _dstStages
- )
- {
- VkMemoryBarrier mb;
- mb.sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER;
- mb.pNext = NULL;
- mb.srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT;
- mb.dstAccessMask = VK_ACCESS_MEMORY_READ_BIT | VK_ACCESS_MEMORY_WRITE_BIT;
- vkCmdPipelineBarrier(
- _commandBuffer
- , _srcStages
- , _dstStages
- , 0
- , 1
- , &mb
- , 0
- , NULL
- , 0
- , NULL
- );
- }
- void setImageMemoryBarrier(
- VkCommandBuffer _commandBuffer
- , VkImage _image
- , VkImageAspectFlags _aspectMask
- , VkImageLayout _oldLayout
- , VkImageLayout _newLayout
- , uint32_t _baseMipLevel = 0
- , uint32_t _levelCount = VK_REMAINING_MIP_LEVELS
- , uint32_t _baseArrayLayer = 0
- , uint32_t _layerCount = VK_REMAINING_ARRAY_LAYERS
- )
- {
- BX_ASSERT(true
- && _newLayout != VK_IMAGE_LAYOUT_UNDEFINED
- && _newLayout != VK_IMAGE_LAYOUT_PREINITIALIZED
- , "_newLayout cannot use VK_IMAGE_LAYOUT_UNDEFINED or VK_IMAGE_LAYOUT_PREINITIALIZED."
- );
- constexpr VkPipelineStageFlags depthStageMask = 0
- | VK_PIPELINE_STAGE_EARLY_FRAGMENT_TESTS_BIT
- | VK_PIPELINE_STAGE_LATE_FRAGMENT_TESTS_BIT
- ;
- constexpr VkPipelineStageFlags sampledStageMask = 0
- | VK_PIPELINE_STAGE_VERTEX_SHADER_BIT
- | VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT
- | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT
- ;
- VkPipelineStageFlags srcStageMask = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT;
- VkPipelineStageFlags dstStageMask = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT;
- VkAccessFlags srcAccessMask = 0;
- VkAccessFlags dstAccessMask = 0;
- switch (_oldLayout)
- {
- case VK_IMAGE_LAYOUT_UNDEFINED:
- break;
- case VK_IMAGE_LAYOUT_GENERAL:
- srcStageMask = VK_PIPELINE_STAGE_ALL_COMMANDS_BIT;
- srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL:
- srcStageMask = VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT;
- srcAccessMask = VK_ACCESS_COLOR_ATTACHMENT_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL:
- srcStageMask = depthStageMask;
- srcAccessMask = VK_ACCESS_DEPTH_STENCIL_ATTACHMENT_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_DEPTH_STENCIL_READ_ONLY_OPTIMAL:
- srcStageMask = depthStageMask | sampledStageMask;
- break;
- case VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL:
- srcStageMask = sampledStageMask;
- break;
- case VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL:
- srcStageMask = VK_PIPELINE_STAGE_TRANSFER_BIT;
- break;
- case VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL:
- srcStageMask = VK_PIPELINE_STAGE_TRANSFER_BIT;
- srcAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_PREINITIALIZED:
- srcStageMask = VK_PIPELINE_STAGE_HOST_BIT;
- srcAccessMask = VK_ACCESS_HOST_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_PRESENT_SRC_KHR:
- break;
- default:
- BX_ASSERT(false, "Unknown image layout.");
- break;
- }
- switch (_newLayout)
- {
- case VK_IMAGE_LAYOUT_GENERAL:
- dstStageMask = VK_PIPELINE_STAGE_ALL_COMMANDS_BIT;
- dstAccessMask = VK_ACCESS_MEMORY_READ_BIT | VK_ACCESS_MEMORY_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL:
- dstStageMask = VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT;
- dstAccessMask = VK_ACCESS_COLOR_ATTACHMENT_READ_BIT | VK_ACCESS_COLOR_ATTACHMENT_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL:
- dstStageMask = depthStageMask;
- dstAccessMask = VK_ACCESS_DEPTH_STENCIL_ATTACHMENT_READ_BIT | VK_ACCESS_DEPTH_STENCIL_ATTACHMENT_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_DEPTH_STENCIL_READ_ONLY_OPTIMAL:
- dstStageMask = depthStageMask | sampledStageMask;
- dstAccessMask = VK_ACCESS_DEPTH_STENCIL_ATTACHMENT_READ_BIT | VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_INPUT_ATTACHMENT_READ_BIT;
- break;
- case VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL:
- dstStageMask = sampledStageMask;
- dstAccessMask = VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_INPUT_ATTACHMENT_READ_BIT;
- break;
- case VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL:
- dstStageMask = VK_PIPELINE_STAGE_TRANSFER_BIT;
- dstAccessMask = VK_ACCESS_TRANSFER_READ_BIT;
- break;
- case VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL:
- dstStageMask = VK_PIPELINE_STAGE_TRANSFER_BIT;
- dstAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT;
- break;
- case VK_IMAGE_LAYOUT_PRESENT_SRC_KHR:
- // vkQueuePresentKHR performs automatic visibility operations
- break;
- default:
- BX_ASSERT(false, "Unknown image layout.");
- break;
- }
- VkImageMemoryBarrier imb;
- imb.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
- imb.pNext = NULL;
- imb.srcAccessMask = srcAccessMask;
- imb.dstAccessMask = dstAccessMask;
- imb.oldLayout = _oldLayout;
- imb.newLayout = _newLayout;
- imb.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
- imb.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
- imb.image = _image;
- imb.subresourceRange.aspectMask = _aspectMask;
- imb.subresourceRange.baseMipLevel = _baseMipLevel;
- imb.subresourceRange.levelCount = _levelCount;
- imb.subresourceRange.baseArrayLayer = _baseArrayLayer;
- imb.subresourceRange.layerCount = _layerCount;
- vkCmdPipelineBarrier(
- _commandBuffer
- , srcStageMask
- , dstStageMask
- , 0
- , 0
- , NULL
- , 0
- , NULL
- , 1
- , &imb
- );
- }
- #define MAX_DESCRIPTOR_SETS (BGFX_CONFIG_RENDERER_VULKAN_MAX_DESCRIPTOR_SETS_PER_FRAME * BGFX_CONFIG_MAX_FRAME_LATENCY)
- struct RendererContextVK : public RendererContextI
- {
- RendererContextVK()
- : m_allocatorCb(NULL)
- , m_memoryLru()
- , m_renderDocDll(NULL)
- , m_vulkan1Dll(NULL)
- , m_maxAnisotropy(1.0f)
- , m_depthClamp(false)
- , m_wireframe(false)
- , m_captureBuffer(VK_NULL_HANDLE)
- , m_captureMemory()
- , m_captureSize(0)
- , m_variableRateShadingSupported(false)
- {
- }
- ~RendererContextVK()
- {
- }
- bool init(const Init& _init)
- {
- struct ErrorState
- {
- enum Enum
- {
- Default,
- LoadedVulkan1,
- InstanceCreated,
- DeviceCreated,
- CommandQueueCreated,
- SwapChainCreated,
- DescriptorCreated,
- TimerQueryCreated,
- };
- };
- ErrorState::Enum errorState = ErrorState::Default;
- const bool headless = NULL == g_platformData.nwh;
- const void* nextFeatures = NULL;
- VkPhysicalDeviceLineRasterizationFeaturesEXT lineRasterizationFeatures = {};
- VkPhysicalDeviceCustomBorderColorFeaturesEXT customBorderColorFeatures = {};
- VkPhysicalDeviceFragmentShadingRateFeaturesKHR fragmentShadingRate = {};
- m_fbh = BGFX_INVALID_HANDLE;
- bx::memSet(m_uniforms, 0, sizeof(m_uniforms) );
- bx::memSet(&m_resolution, 0, sizeof(m_resolution) );
- bool imported = true;
- VkResult result;
- m_globalQueueFamily = UINT32_MAX;
- if (_init.debug
- || _init.profile)
- {
- m_renderDocDll = loadRenderDoc();
- }
- setGraphicsDebuggerPresent(false
- || NULL != m_renderDocDll
- || NULL != findModule("Nvda.Graphics.Interception.dll")
- );
- m_vulkan1Dll = bx::dlopen(
- #if BX_PLATFORM_WINDOWS
- "vulkan-1.dll"
- #elif BX_PLATFORM_ANDROID
- "libvulkan.so"
- #elif BX_PLATFORM_OSX
- "libMoltenVK.dylib"
- #else
- "libvulkan.so.1"
- #endif // BX_PLATFORM_*
- );
- if (NULL == m_vulkan1Dll)
- {
- BX_TRACE("Init error: Failed to load vulkan dynamic library.");
- goto error;
- }
- errorState = ErrorState::LoadedVulkan1;
- BX_TRACE("Shared library functions:");
- #define VK_IMPORT_FUNC(_optional, _func) \
- _func = (PFN_##_func)bx::dlsym(m_vulkan1Dll, #_func); \
- BX_TRACE("\t%p " #_func, _func); \
- imported &= _optional || NULL != _func
- VK_IMPORT
- #undef VK_IMPORT_FUNC
- if (!imported)
- {
- BX_TRACE("Init error: Failed to load shared library functions.");
- goto error;
- }
- {
- s_layer[Layer::VK_LAYER_LUNARG_standard_validation].m_device.m_initialize = _init.debug;
- s_layer[Layer::VK_LAYER_LUNARG_standard_validation].m_instance.m_initialize = _init.debug;
- s_layer[Layer::VK_LAYER_KHRONOS_validation ].m_device.m_initialize = _init.debug;
- s_layer[Layer::VK_LAYER_KHRONOS_validation ].m_instance.m_initialize = _init.debug;
- s_extension[Extension::EXT_debug_report].m_initialize = _init.debug;
- s_extension[Extension::EXT_conservative_rasterization ].m_initialize = !!(_init.capabilities & BGFX_CAPS_CONSERVATIVE_RASTER );
- s_extension[Extension::EXT_shader_viewport_index_layer].m_initialize = !!(_init.capabilities & BGFX_CAPS_VIEWPORT_LAYER_ARRAY );
- s_extension[Extension::KHR_draw_indirect_count ].m_initialize = !!(_init.capabilities & BGFX_CAPS_DRAW_INDIRECT_COUNT );
- s_extension[Extension::KHR_fragment_shading_rate ].m_initialize = !!(_init.capabilities & BGFX_CAPS_VARIABLE_RATE_SHADING);
- dumpExtensions(VK_NULL_HANDLE, s_extension);
- if (s_layer[Layer::VK_LAYER_KHRONOS_validation].m_device.m_supported
- || s_layer[Layer::VK_LAYER_KHRONOS_validation].m_instance.m_supported)
- {
- s_layer[Layer::VK_LAYER_LUNARG_standard_validation].m_device.m_supported = false;
- s_layer[Layer::VK_LAYER_LUNARG_standard_validation].m_instance.m_supported = false;
- }
- uint32_t numEnabledLayers = 0;
- const char* enabledLayer[Layer::Count];
- BX_TRACE("Enabled instance layers:");
- for (uint32_t ii = 0; ii < Layer::Count; ++ii)
- {
- const Layer& layer = s_layer[ii];
- if (layer.m_instance.m_supported
- && layer.m_instance.m_initialize)
- {
- enabledLayer[numEnabledLayers++] = layer.m_name;
- BX_TRACE("\t%s", layer.m_name);
- }
- }
- uint32_t numEnabledExtensions = 0;
- const char* enabledExtension[Extension::Count + 1];
- if (!headless)
- {
- enabledExtension[numEnabledExtensions++] = VK_KHR_SURFACE_EXTENSION_NAME;
- }
- for (uint32_t ii = 0; ii < Extension::Count; ++ii)
- {
- const Extension& extension = s_extension[ii];
- const LayerInfo& layerInfo = s_layer[extension.m_layer].m_instance;
- const bool layerEnabled = false
- || extension.m_layer == Layer::Count || (layerInfo.m_supported && layerInfo.m_initialize)
- ;
- if (extension.m_supported
- && extension.m_initialize
- && extension.m_instanceExt
- && layerEnabled)
- {
- enabledExtension[numEnabledExtensions++] = extension.m_name;
- }
- }
- BX_TRACE("Enabled instance extensions:");
- for (uint32_t ii = 0; ii < numEnabledExtensions; ++ii)
- {
- BX_TRACE("\t%s", enabledExtension[ii]);
- }
- uint32_t vulkanApiVersionSelector = 0;
- if (NULL != vkEnumerateInstanceVersion)
- {
- result = vkEnumerateInstanceVersion(&vulkanApiVersionSelector);
- if (VK_SUCCESS != result)
- {
- BX_TRACE(
- "Init error: vkEnumerateInstanceVersion failed %d: %s."
- , result
- , getName(result)
- );
- goto error;
- }
- }
- vulkanApiVersionSelector = bx::max(vulkanApiVersionSelector, VK_API_VERSION_1_2);
- VkApplicationInfo appInfo;
- appInfo.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
- appInfo.pNext = NULL;
- appInfo.pApplicationName = "bgfx";
- appInfo.applicationVersion = BGFX_API_VERSION;
- appInfo.pEngineName = "bgfx";
- appInfo.engineVersion = BGFX_API_VERSION;
- appInfo.apiVersion = vulkanApiVersionSelector;
- VkInstanceCreateInfo ici;
- ici.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO;
- ici.pNext = NULL;
- ici.flags = 0
- | (BX_ENABLED(BX_PLATFORM_OSX) ? VK_INSTANCE_CREATE_ENUMERATE_PORTABILITY_BIT_KHR : 0)
- ;
- ici.pApplicationInfo = &appInfo;
- ici.enabledLayerCount = numEnabledLayers;
- ici.ppEnabledLayerNames = enabledLayer;
- ici.enabledExtensionCount = numEnabledExtensions;
- ici.ppEnabledExtensionNames = enabledExtension;
- if (BX_ENABLED(BGFX_CONFIG_DEBUG) )
- {
- // Validation layer is calling freeFunction with pointers that are not allocated
- // via callback mechanism. This is bug in validation layer, and work-around
- // would be to keep track of allocated pointers and ignore those that are not
- // allocated by it.
- //
- // Anyhow we just let VK take care of memory, until they fix the issue...
- //
- // s_allocationCb.pUserData = g_allocator;
- // m_allocatorCb = &s_allocationCb;
- BX_UNUSED(s_allocationCb);
- }
- result = vkCreateInstance(
- &ici
- , m_allocatorCb
- , &m_instance
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: vkCreateInstance failed %d: %s.", result, getName(result) );
- goto error;
- }
- m_instanceApiVersion = vulkanApiVersionSelector;
- BX_TRACE("Instance API version: %d.%d.%d"
- , VK_API_VERSION_MAJOR(m_instanceApiVersion)
- , VK_API_VERSION_MINOR(m_instanceApiVersion)
- , VK_API_VERSION_PATCH(m_instanceApiVersion)
- );
- BX_TRACE("Instance variant: %d", VK_API_VERSION_VARIANT(m_instanceApiVersion) );
- }
- errorState = ErrorState::InstanceCreated;
- BX_TRACE("Instance functions:");
- #define VK_IMPORT_INSTANCE_FUNC(_optional, _func) \
- _func = (PFN_##_func)vkGetInstanceProcAddr(m_instance, #_func); \
- BX_TRACE("\t%p " #_func, _func); \
- imported &= _optional || NULL != _func
- VK_IMPORT_INSTANCE
- #undef VK_IMPORT_INSTANCE_FUNC
- if (!imported)
- {
- BX_TRACE("Init error: Failed to load instance functions.");
- goto error;
- }
- m_debugReportCallback = VK_NULL_HANDLE;
- if (s_extension[Extension::EXT_debug_report].m_supported)
- {
- VkDebugReportCallbackCreateInfoEXT drcb;
- drcb.sType = VK_STRUCTURE_TYPE_DEBUG_REPORT_CREATE_INFO_EXT;
- drcb.pNext = NULL;
- drcb.pfnCallback = debugReportCb;
- drcb.pUserData = NULL;
- drcb.flags = 0
- | VK_DEBUG_REPORT_ERROR_BIT_EXT
- | VK_DEBUG_REPORT_WARNING_BIT_EXT
- ;
- result = vkCreateDebugReportCallbackEXT(m_instance
- , &drcb
- , m_allocatorCb
- , &m_debugReportCallback
- );
- BX_WARN(VK_SUCCESS == result, "vkCreateDebugReportCallbackEXT failed %d: %s.", result, getName(result) );
- }
- {
- BX_TRACE("---");
- uint32_t numPhysicalDevices;
- result = vkEnumeratePhysicalDevices(m_instance
- , &numPhysicalDevices
- , NULL
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: vkEnumeratePhysicalDevices failed %d: %s.", result, getName(result) );
- goto error;
- }
- VkPhysicalDevice physicalDevices[4];
- numPhysicalDevices = bx::min<uint32_t>(numPhysicalDevices, BX_COUNTOF(physicalDevices) );
- result = vkEnumeratePhysicalDevices(m_instance
- , &numPhysicalDevices
- , physicalDevices
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: vkEnumeratePhysicalDevices failed %d: %s.", result, getName(result) );
- goto error;
- }
- Extension physicalDeviceExtensions[4][Extension::Count];
- uint32_t physicalDeviceIdx = UINT32_MAX;
- uint32_t fallbackPhysicalDeviceIdx = UINT32_MAX;
- for (uint32_t ii = 0; ii < numPhysicalDevices; ++ii)
- {
- VkPhysicalDeviceProperties2 pdp2;
- pdp2.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_PROPERTIES_2;
- pdp2.pNext = NULL;
- vkGetPhysicalDeviceProperties2(physicalDevices[ii], &pdp2);
- VkPhysicalDeviceProperties& pdp = pdp2.properties;
- BX_TRACE("Physical device %d:", ii);
- BX_TRACE("\t Name: %s", pdp.deviceName);
- BX_TRACE("\t API version: %d.%d.%d"
- , VK_API_VERSION_MAJOR(pdp.apiVersion)
- , VK_API_VERSION_MINOR(pdp.apiVersion)
- , VK_API_VERSION_PATCH(pdp.apiVersion)
- );
- BX_TRACE("\t API variant: %d", VK_API_VERSION_VARIANT(pdp.apiVersion) );
- BX_TRACE("\tDriver version: %x", pdp.driverVersion);
- BX_TRACE("\t VendorId: %x", pdp.vendorID);
- BX_TRACE("\t DeviceId: %x", pdp.deviceID);
- BX_TRACE("\t Type: %d", pdp.deviceType);
- if (VK_PHYSICAL_DEVICE_TYPE_CPU == pdp.deviceType)
- {
- pdp.vendorID = BGFX_PCI_ID_SOFTWARE_RASTERIZER;
- }
- g_caps.gpu[ii].vendorId = uint16_t(pdp.vendorID);
- g_caps.gpu[ii].deviceId = uint16_t(pdp.deviceID);
- ++g_caps.numGPUs;
- if ( (BGFX_PCI_ID_NONE != g_caps.vendorId || 0 != g_caps.deviceId)
- && (BGFX_PCI_ID_NONE == g_caps.vendorId || pdp.vendorID == g_caps.vendorId)
- && ( 0 == g_caps.deviceId || pdp.deviceID == g_caps.deviceId) )
- {
- if (pdp.deviceType == VK_PHYSICAL_DEVICE_TYPE_DISCRETE_GPU
- || pdp.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU)
- {
- fallbackPhysicalDeviceIdx = ii;
- }
- physicalDeviceIdx = ii;
- }
- else if (UINT32_MAX == physicalDeviceIdx)
- {
- if (pdp.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU)
- {
- fallbackPhysicalDeviceIdx = ii;
- }
- else if (pdp.deviceType == VK_PHYSICAL_DEVICE_TYPE_DISCRETE_GPU)
- {
- physicalDeviceIdx = ii;
- }
- }
- VkPhysicalDeviceMemoryProperties pdmp;
- vkGetPhysicalDeviceMemoryProperties(physicalDevices[ii], &pdmp);
- BX_TRACE("\tMemory type count: %d", pdmp.memoryTypeCount);
- for (uint32_t jj = 0; jj < pdmp.memoryTypeCount; ++jj)
- {
- BX_TRACE("\t%3d: flags 0x%08x, index %d"
- , jj
- , pdmp.memoryTypes[jj].propertyFlags
- , pdmp.memoryTypes[jj].heapIndex
- );
- }
- BX_TRACE("\tMemory heap count: %d", pdmp.memoryHeapCount);
- for (uint32_t jj = 0; jj < pdmp.memoryHeapCount; ++jj)
- {
- char size[16];
- bx::prettify(size, BX_COUNTOF(size), pdmp.memoryHeaps[jj].size);
- BX_TRACE("\t%3d: flags 0x%08x, size %10s"
- , jj
- , pdmp.memoryHeaps[jj].flags
- , size
- );
- }
- bx::memCopy(&physicalDeviceExtensions[ii][0], &s_extension[0], sizeof(s_extension) );
- dumpExtensions(physicalDevices[ii], physicalDeviceExtensions[ii]);
- }
- if (UINT32_MAX == physicalDeviceIdx)
- {
- physicalDeviceIdx = UINT32_MAX == fallbackPhysicalDeviceIdx
- ? 0
- : fallbackPhysicalDeviceIdx
- ;
- }
- m_physicalDevice = physicalDevices[physicalDeviceIdx];
- bx::memCopy(&s_extension[0], &physicalDeviceExtensions[physicalDeviceIdx][0], sizeof(s_extension) );
- m_deviceShadingRateImageProperties = {};
- m_deviceShadingRateImageProperties.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FRAGMENT_SHADING_RATE_PROPERTIES_KHR;
- m_deviceProperties = {};
- m_deviceProperties.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_PROPERTIES_2;
- m_deviceProperties.pNext = &m_deviceShadingRateImageProperties;
- vkGetPhysicalDeviceProperties2(m_physicalDevice, &m_deviceProperties);
- g_caps.vendorId = uint16_t(m_deviceProperties.properties.vendorID);
- g_caps.deviceId = uint16_t(m_deviceProperties.properties.deviceID);
- BX_TRACE("Using physical device %d: %s", physicalDeviceIdx, m_deviceProperties.properties.deviceName);
- VkPhysicalDeviceFeatures supportedFeatures;
- if (s_extension[Extension::KHR_get_physical_device_properties2].m_supported)
- {
- VkPhysicalDeviceFeatures2KHR deviceFeatures2;
- deviceFeatures2.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2_KHR;
- deviceFeatures2.pNext = NULL;
- VkBaseOutStructure* next = (VkBaseOutStructure*)&deviceFeatures2;
- if (s_extension[Extension::EXT_line_rasterization].m_supported)
- {
- next->pNext = (VkBaseOutStructure*)&lineRasterizationFeatures;
- next = (VkBaseOutStructure*)&lineRasterizationFeatures;
- lineRasterizationFeatures.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_LINE_RASTERIZATION_FEATURES_EXT;
- lineRasterizationFeatures.pNext = NULL;
- }
- if (s_extension[Extension::EXT_custom_border_color].m_supported)
- {
- next->pNext = (VkBaseOutStructure*)&customBorderColorFeatures;
- next = (VkBaseOutStructure*)&customBorderColorFeatures;
- customBorderColorFeatures.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_CUSTOM_BORDER_COLOR_FEATURES_EXT;
- customBorderColorFeatures.pNext = NULL;
- }
- nextFeatures = deviceFeatures2.pNext;
- vkGetPhysicalDeviceFeatures2KHR(m_physicalDevice, &deviceFeatures2);
- supportedFeatures = deviceFeatures2.features;
- }
- else
- {
- vkGetPhysicalDeviceFeatures(m_physicalDevice, &supportedFeatures);
- }
- if (s_extension[Extension::KHR_fragment_shading_rate].m_supported)
- {
- VkPhysicalDeviceFeatures2KHR deviceFeatures2;
- deviceFeatures2.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2_KHR;
- deviceFeatures2.pNext = NULL;
- VkBaseOutStructure* next = (VkBaseOutStructure*)&deviceFeatures2;
- next->pNext = (VkBaseOutStructure*)&fragmentShadingRate;
- fragmentShadingRate.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FRAGMENT_SHADING_RATE_FEATURES_KHR;
- fragmentShadingRate.pNext = NULL;
- vkGetPhysicalDeviceFeatures2KHR(m_physicalDevice, &deviceFeatures2);
- if (!fragmentShadingRate.pipelineFragmentShadingRate
- || !fragmentShadingRate.primitiveFragmentShadingRate)
- {
- s_extension[Extension::KHR_fragment_shading_rate].m_supported = false;
- }
- else
- {
- fragmentShadingRate.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FRAGMENT_SHADING_RATE_FEATURES_KHR;
- fragmentShadingRate.pNext = (VkBaseOutStructure*)nextFeatures;
- fragmentShadingRate.pipelineFragmentShadingRate = VK_TRUE;
- fragmentShadingRate.primitiveFragmentShadingRate = VK_TRUE;
- fragmentShadingRate.attachmentFragmentShadingRate = VK_FALSE;
- nextFeatures = &fragmentShadingRate;
- }
- }
- bx::memSet(&m_deviceFeatures, 0, sizeof(m_deviceFeatures) );
- m_deviceFeatures.fullDrawIndexUint32 = supportedFeatures.fullDrawIndexUint32;
- m_deviceFeatures.imageCubeArray = supportedFeatures.imageCubeArray && (_init.capabilities & BGFX_CAPS_TEXTURE_CUBE_ARRAY);
- m_deviceFeatures.independentBlend = supportedFeatures.independentBlend && (_init.capabilities & BGFX_CAPS_BLEND_INDEPENDENT);
- m_deviceFeatures.multiDrawIndirect = supportedFeatures.multiDrawIndirect && (_init.capabilities & BGFX_CAPS_DRAW_INDIRECT);
- m_deviceFeatures.drawIndirectFirstInstance = supportedFeatures.drawIndirectFirstInstance && (_init.capabilities & BGFX_CAPS_DRAW_INDIRECT);
- m_deviceFeatures.depthClamp = supportedFeatures.depthClamp;
- m_deviceFeatures.fillModeNonSolid = supportedFeatures.fillModeNonSolid;
- m_deviceFeatures.largePoints = supportedFeatures.largePoints;
- m_deviceFeatures.samplerAnisotropy = supportedFeatures.samplerAnisotropy;
- m_deviceFeatures.textureCompressionETC2 = supportedFeatures.textureCompressionETC2;
- m_deviceFeatures.textureCompressionBC = supportedFeatures.textureCompressionBC;
- m_deviceFeatures.vertexPipelineStoresAndAtomics = supportedFeatures.vertexPipelineStoresAndAtomics;
- m_deviceFeatures.fragmentStoresAndAtomics = supportedFeatures.fragmentStoresAndAtomics;
- m_deviceFeatures.shaderImageGatherExtended = supportedFeatures.shaderImageGatherExtended;
- m_deviceFeatures.shaderStorageImageExtendedFormats = supportedFeatures.shaderStorageImageExtendedFormats;
- m_deviceFeatures.shaderClipDistance = supportedFeatures.shaderClipDistance;
- m_deviceFeatures.shaderCullDistance = supportedFeatures.shaderCullDistance;
- m_deviceFeatures.shaderResourceMinLod = supportedFeatures.shaderResourceMinLod;
- m_deviceFeatures.geometryShader = supportedFeatures.geometryShader;
- m_lineAASupport = true
- && s_extension[Extension::EXT_line_rasterization].m_supported
- && lineRasterizationFeatures.smoothLines
- ;
- m_borderColorSupport = true
- && s_extension[Extension::EXT_custom_border_color].m_supported
- && customBorderColorFeatures.customBorderColors
- ;
- m_timerQuerySupport = m_deviceProperties.properties.limits.timestampComputeAndGraphics;
- const bool indirectDrawSupport = true
- && m_deviceFeatures.multiDrawIndirect
- && m_deviceFeatures.drawIndirectFirstInstance
- ;
- g_caps.supported |= ( 0
- | BGFX_CAPS_ALPHA_TO_COVERAGE
- | (m_deviceFeatures.independentBlend ? BGFX_CAPS_BLEND_INDEPENDENT : 0)
- | BGFX_CAPS_COMPUTE
- | (indirectDrawSupport ? BGFX_CAPS_DRAW_INDIRECT : 0)
- | BGFX_CAPS_FRAGMENT_DEPTH
- | BGFX_CAPS_IMAGE_RW
- | (m_deviceFeatures.fullDrawIndexUint32 ? BGFX_CAPS_INDEX32 : 0)
- | BGFX_CAPS_INSTANCING
- | BGFX_CAPS_OCCLUSION_QUERY
- | (!headless ? BGFX_CAPS_SWAP_CHAIN : 0)
- | BGFX_CAPS_TEXTURE_2D_ARRAY
- | BGFX_CAPS_TEXTURE_3D
- | BGFX_CAPS_TEXTURE_BLIT
- | BGFX_CAPS_TEXTURE_COMPARE_ALL
- | (m_deviceFeatures.imageCubeArray ? BGFX_CAPS_TEXTURE_CUBE_ARRAY : 0)
- | BGFX_CAPS_TEXTURE_READ_BACK
- | BGFX_CAPS_VERTEX_ATTRIB_HALF
- | BGFX_CAPS_VERTEX_ATTRIB_UINT10
- | BGFX_CAPS_VERTEX_ID
- | (m_deviceFeatures.geometryShader ? BGFX_CAPS_PRIMITIVE_ID : 0)
- );
- g_caps.supported |= 0
- | (s_extension[Extension::EXT_conservative_rasterization ].m_supported ? BGFX_CAPS_CONSERVATIVE_RASTER : 0)
- | (s_extension[Extension::EXT_shader_viewport_index_layer].m_supported ? BGFX_CAPS_VIEWPORT_LAYER_ARRAY : 0)
- | (s_extension[Extension::KHR_draw_indirect_count ].m_supported && indirectDrawSupport ? BGFX_CAPS_DRAW_INDIRECT_COUNT : 0)
- | (s_extension[Extension::KHR_fragment_shading_rate ].m_supported ? BGFX_CAPS_VARIABLE_RATE_SHADING : 0)
- ;
- m_variableRateShadingSupported = s_extension[Extension::KHR_fragment_shading_rate].m_supported;
- const uint32_t maxAttachments = bx::min<uint32_t>(
- m_deviceProperties.properties.limits.maxFragmentOutputAttachments
- , m_deviceProperties.properties.limits.maxColorAttachments
- );
- g_caps.limits.maxTextureSize = m_deviceProperties.properties.limits.maxImageDimension2D;
- g_caps.limits.maxTextureLayers = m_deviceProperties.properties.limits.maxImageArrayLayers;
- g_caps.limits.maxFBAttachments = bx::min<uint32_t>(maxAttachments, BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS);
- g_caps.limits.maxTextureSamplers = bx::min<uint32_t>(m_deviceProperties.properties.limits.maxPerStageResources, BGFX_CONFIG_MAX_TEXTURE_SAMPLERS);
- g_caps.limits.maxComputeBindings = bx::min<uint32_t>(m_deviceProperties.properties.limits.maxPerStageResources, BGFX_MAX_COMPUTE_BINDINGS);
- g_caps.limits.maxVertexStreams = bx::min<uint32_t>(m_deviceProperties.properties.limits.maxVertexInputBindings, BGFX_CONFIG_MAX_VERTEX_STREAMS);
- {
- const VkSampleCountFlags sampleMask = ~0
- & m_deviceProperties.properties.limits.framebufferColorSampleCounts
- & m_deviceProperties.properties.limits.framebufferDepthSampleCounts
- ;
- for (uint16_t ii = 0, last = 0; ii < BX_COUNTOF(s_msaa); ++ii)
- {
- const VkSampleCountFlags sampleBit = s_msaa[ii].Sample;
- if (sampleBit & sampleMask)
- {
- last = ii;
- }
- else
- {
- s_msaa[ii] = s_msaa[last];
- }
- }
- }
- {
- const VkExtent2D maxFragmentSize = m_deviceShadingRateImageProperties.maxFragmentSize;
- for (uint32_t ii = 0; ii < BX_COUNTOF(s_shadingRate); ++ii)
- {
- ShadingRateVk& shadingRate = s_shadingRate[ii];
- shadingRate.fragmentSize.width = bx::min(shadingRate.initFragmentSize.width, maxFragmentSize.width);
- shadingRate.fragmentSize.height = bx::min(shadingRate.initFragmentSize.height, maxFragmentSize.height);
- }
- }
- for (uint32_t ii = 0; ii < TextureFormat::Count; ++ii)
- {
- uint16_t support = BGFX_CAPS_FORMAT_TEXTURE_NONE;
- const bool depth = bimg::isDepth(bimg::TextureFormat::Enum(ii) );
- VkFormat fmt = depth
- ? s_textureFormat[ii].m_fmtDsv
- : s_textureFormat[ii].m_fmt
- ;
- for (uint32_t jj = 0, num = depth ? 1 : 2; jj < num; ++jj)
- {
- if (VK_FORMAT_UNDEFINED != fmt)
- {
- for (uint32_t test = 0; test < BX_COUNTOF(s_imageTest); ++test)
- {
- const ImageTest& it = s_imageTest[test];
- VkImageFormatProperties ifp;
- result = vkGetPhysicalDeviceImageFormatProperties(
- m_physicalDevice
- , fmt
- , it.type
- , VK_IMAGE_TILING_OPTIMAL
- , it.usage
- , it.flags
- , &ifp
- );
- if (VK_SUCCESS == result)
- {
- support |= it.formatCaps[jj];
- const bool multisample = VK_SAMPLE_COUNT_1_BIT < ifp.sampleCounts;
- if (it.usage & VK_IMAGE_USAGE_SAMPLED_BIT)
- {
- support |= 0
- | BGFX_CAPS_FORMAT_TEXTURE_VERTEX
- | (multisample ? BGFX_CAPS_FORMAT_TEXTURE_MSAA : 0)
- ;
- }
- if (it.usage & (VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT) )
- {
- support |= 0
- | BGFX_CAPS_FORMAT_TEXTURE_MIP_AUTOGEN
- | (multisample ? BGFX_CAPS_FORMAT_TEXTURE_FRAMEBUFFER_MSAA : 0)
- ;
- }
- }
- }
- }
- fmt = s_textureFormat[ii].m_fmtSrgb;
- }
- g_caps.formats[ii] = support;
- }
- vkGetPhysicalDeviceMemoryProperties(m_physicalDevice, &m_memoryProperties);
- }
- {
- BX_TRACE("---");
- uint32_t queueFamilyPropertyCount = 0;
- vkGetPhysicalDeviceQueueFamilyProperties(
- m_physicalDevice
- , &queueFamilyPropertyCount
- , NULL
- );
- VkQueueFamilyProperties* queueFamilyPropertices = (VkQueueFamilyProperties*)bx::alloc(g_allocator, queueFamilyPropertyCount * sizeof(VkQueueFamilyProperties) );
- vkGetPhysicalDeviceQueueFamilyProperties(
- m_physicalDevice
- , &queueFamilyPropertyCount
- , queueFamilyPropertices
- );
- for (uint32_t ii = 0; ii < queueFamilyPropertyCount; ++ii)
- {
- const VkQueueFamilyProperties& qfp = queueFamilyPropertices[ii];
- BX_TRACE("Queue family property %d:", ii);
- BX_TRACE("\t Queue flags: 0x%08x", qfp.queueFlags);
- BX_TRACE("\t Queue count: %d", qfp.queueCount);
- BX_TRACE("\tTS valid bits: 0x%08x", qfp.timestampValidBits);
- BX_TRACE("\t Min image: %d x %d x %d"
- , qfp.minImageTransferGranularity.width
- , qfp.minImageTransferGranularity.height
- , qfp.minImageTransferGranularity.depth
- );
- constexpr VkQueueFlags requiredFlags = VK_QUEUE_GRAPHICS_BIT | VK_QUEUE_COMPUTE_BIT;
- if (UINT32_MAX == m_globalQueueFamily
- && requiredFlags == (requiredFlags & qfp.queueFlags) )
- {
- m_globalQueueFamily = ii;
- }
- }
- bx::free(g_allocator, queueFamilyPropertices);
- if (UINT32_MAX == m_globalQueueFamily)
- {
- BX_TRACE("Init error: Unable to find combined graphics and compute queue.");
- goto error;
- }
- }
- {
- uint32_t numEnabledLayers = 0;
- const char* enabledLayer[Layer::Count];
- BX_TRACE("Enabled device layers:");
- for (uint32_t ii = 0; ii < Layer::Count; ++ii)
- {
- const Layer& layer = s_layer[ii];
- if (layer.m_device.m_supported
- && layer.m_device.m_initialize)
- {
- enabledLayer[numEnabledLayers++] = layer.m_name;
- BX_TRACE("\t%s", layer.m_name);
- }
- }
- uint32_t numEnabledExtensions = 0;
- const char* enabledExtension[Extension::Count + 3];
- enabledExtension[numEnabledExtensions++] = VK_KHR_MAINTENANCE1_EXTENSION_NAME;
- if (!headless)
- {
- enabledExtension[numEnabledExtensions++] = VK_KHR_SWAPCHAIN_EXTENSION_NAME;
- }
- if (BX_ENABLED(BX_PLATFORM_OSX) )
- {
- enabledExtension[numEnabledExtensions++] = VK_KHR_PORTABILITY_SUBSET_EXTENSION_NAME;
- }
- for (uint32_t ii = 0; ii < Extension::Count; ++ii)
- {
- const Extension& extension = s_extension[ii];
- bool layerEnabled = extension.m_layer == Layer::Count
- || (s_layer[extension.m_layer].m_device.m_supported && s_layer[extension.m_layer].m_device.m_initialize)
- ;
- if (extension.m_supported
- && extension.m_initialize
- && !extension.m_instanceExt
- && layerEnabled)
- {
- enabledExtension[numEnabledExtensions++] = extension.m_name;
- }
- }
- BX_TRACE("Enabled device extensions:");
- for (uint32_t ii = 0; ii < numEnabledExtensions; ++ii)
- {
- BX_TRACE("\t%s", enabledExtension[ii]);
- }
- float queuePriorities[1] = { 0.0f };
- VkDeviceQueueCreateInfo dcqi;
- dcqi.sType = VK_STRUCTURE_TYPE_DEVICE_QUEUE_CREATE_INFO;
- dcqi.pNext = NULL;
- dcqi.flags = 0;
- dcqi.queueFamilyIndex = m_globalQueueFamily;
- dcqi.queueCount = 1;
- dcqi.pQueuePriorities = queuePriorities;
- VkDeviceCreateInfo dci;
- dci.sType = VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO;
- dci.pNext = nextFeatures;
- dci.flags = 0;
- dci.queueCreateInfoCount = 1;
- dci.pQueueCreateInfos = &dcqi;
- dci.enabledLayerCount = numEnabledLayers;
- dci.ppEnabledLayerNames = enabledLayer;
- dci.enabledExtensionCount = numEnabledExtensions;
- dci.ppEnabledExtensionNames = enabledExtension;
- dci.pEnabledFeatures = &m_deviceFeatures;
- result = vkCreateDevice(
- m_physicalDevice
- , &dci
- , m_allocatorCb
- , &m_device
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: vkCreateDevice failed %d: %s.", result, getName(result) );
- goto error;
- }
- }
- errorState = ErrorState::DeviceCreated;
- BX_TRACE("Device functions:");
- #define VK_IMPORT_DEVICE_FUNC(_optional, _func) \
- _func = (PFN_##_func)vkGetDeviceProcAddr(m_device, #_func); \
- BX_TRACE("\t%p " #_func, _func); \
- imported &= _optional || NULL != _func
- VK_IMPORT_DEVICE
- #undef VK_IMPORT_DEVICE_FUNC
- if (!imported)
- {
- BX_TRACE("Init error: Failed to load device functions.");
- goto error;
- }
- vkGetDeviceQueue(m_device, m_globalQueueFamily, 0, &m_globalQueue);
- {
- m_maxFrameLatency = _init.resolution.maxFrameLatency == 0
- ? BGFX_CONFIG_MAX_FRAME_LATENCY
- : _init.resolution.maxFrameLatency
- ;
- result = m_cmd.init(m_globalQueueFamily, m_globalQueue);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: creating command queue failed %d: %s.", result, getName(result) );
- goto error;
- }
- result = m_cmd.alloc(&m_commandBuffer);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: allocating command buffer failed %d: %s.", result, getName(result) );
- goto error;
- }
- }
- errorState = ErrorState::CommandQueueCreated;
- m_presentElapsed = 0;
- {
- m_resolution = _init.resolution;
- m_resolution.reset &= ~BGFX_RESET_INTERNAL_FORCE;
- m_numWindows = 0;
- if (!headless)
- {
- m_textVideoMem.resize(false, _init.resolution.width, _init.resolution.height);
- m_textVideoMem.clear();
- for (uint8_t ii = 0; ii < BX_COUNTOF(m_swapChainFormats); ++ii)
- {
- m_swapChainFormats[ii] = TextureFormat::Enum(ii);
- }
- result = m_backBuffer.create(
- UINT16_MAX
- , g_platformData.nwh
- , m_resolution.width
- , m_resolution.height
- , m_resolution.formatColor
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: creating swap chain failed %d: %s.", result, getName(result) );
- goto error;
- }
- m_windows[0] = BGFX_INVALID_HANDLE;
- m_numWindows++;
- postReset();
- }
- }
- errorState = ErrorState::SwapChainCreated;
- {
- VkDescriptorPoolSize dps[] =
- {
- { VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE, MAX_DESCRIPTOR_SETS * BGFX_CONFIG_MAX_TEXTURE_SAMPLERS },
- { VK_DESCRIPTOR_TYPE_SAMPLER, MAX_DESCRIPTOR_SETS * BGFX_CONFIG_MAX_TEXTURE_SAMPLERS },
- { VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER_DYNAMIC, MAX_DESCRIPTOR_SETS * 2 },
- { VK_DESCRIPTOR_TYPE_STORAGE_BUFFER, MAX_DESCRIPTOR_SETS * BGFX_CONFIG_MAX_TEXTURE_SAMPLERS },
- { VK_DESCRIPTOR_TYPE_STORAGE_IMAGE, MAX_DESCRIPTOR_SETS * BGFX_CONFIG_MAX_TEXTURE_SAMPLERS },
- };
- VkDescriptorPoolCreateInfo dpci;
- dpci.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO;
- dpci.pNext = NULL;
- dpci.flags = VK_DESCRIPTOR_POOL_CREATE_FREE_DESCRIPTOR_SET_BIT;
- dpci.maxSets = MAX_DESCRIPTOR_SETS;
- dpci.poolSizeCount = BX_COUNTOF(dps);
- dpci.pPoolSizes = dps;
- for (uint32_t ii = 0; ii < m_maxFrameLatency; ++ii)
- {
- result = vkCreateDescriptorPool(m_device, &dpci, m_allocatorCb, &m_descriptorPool[ii]);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: vkCreateDescriptorPool failed %d: %s.", result, getName(result) );
- goto error;
- }
- }
- VkPipelineCacheCreateInfo pcci;
- pcci.sType = VK_STRUCTURE_TYPE_PIPELINE_CACHE_CREATE_INFO;
- pcci.pNext = NULL;
- pcci.flags = 0;
- pcci.initialDataSize = 0;
- pcci.pInitialData = NULL;
- result = vkCreatePipelineCache(m_device, &pcci, m_allocatorCb, &m_pipelineCache);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: vkCreatePipelineCache failed %d: %s.", result, getName(result) );
- goto error;
- }
- }
- {
- m_uniformScratchBuffer.createUniform(2<<20, m_maxFrameLatency*2);
- for (uint32_t ii = 0; ii < m_maxFrameLatency; ++ii)
- {
- BX_TRACE("Create scratch staging buffer %d", ii);
- m_scratchStagingBuffer[ii].createStaging(BGFX_CONFIG_MAX_SCRATCH_STAGING_BUFFER_PER_FRAME_SIZE);
- }
- }
- errorState = ErrorState::DescriptorCreated;
- if (NULL == vkSetDebugUtilsObjectNameEXT)
- {
- vkSetDebugUtilsObjectNameEXT = stubSetDebugUtilsObjectNameEXT;
- }
- if (NULL == vkCmdBeginDebugUtilsLabelEXT
- || NULL == vkCmdEndDebugUtilsLabelEXT)
- {
- vkCmdBeginDebugUtilsLabelEXT = stubCmdBeginDebugUtilsLabelEXT;
- vkCmdEndDebugUtilsLabelEXT = stubCmdEndDebugUtilsLabelEXT;
- }
- if (NULL == vkCmdInsertDebugUtilsLabelEXT)
- {
- vkCmdInsertDebugUtilsLabelEXT = stubCmdInsertDebugUtilsLabelEXT;
- }
- // Init reserved part of view name.
- for (uint32_t ii = 0; ii < BGFX_CONFIG_MAX_VIEWS; ++ii)
- {
- bx::snprintf(s_viewName[ii], BGFX_CONFIG_MAX_VIEW_NAME_RESERVED+1, "%3d ", ii);
- }
- if (m_timerQuerySupport)
- {
- result = m_gpuTimer.init();
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: creating GPU timer failed %d: %s.", result, getName(result) );
- goto error;
- }
- }
- errorState = ErrorState::TimerQueryCreated;
- result = m_occlusionQuery.init();
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Init error: creating occlusion query failed %d: %s.", result, getName(result) );
- goto error;
- }
- g_internalData.context = m_device;
- return true;
- error:
- BX_TRACE("errorState %d", errorState);
- switch (errorState)
- {
- case ErrorState::TimerQueryCreated:
- if (m_timerQuerySupport)
- {
- m_gpuTimer.shutdown();
- }
- [[fallthrough]];
- case ErrorState::DescriptorCreated:
- m_uniformScratchBuffer.destroy();
- for (uint32_t ii = 0; ii < m_maxFrameLatency; ++ii)
- {
- m_scratchStagingBuffer[ii].destroy();
- vkDestroy(m_descriptorPool[ii]);
- }
- vkDestroy(m_pipelineCache);
- [[fallthrough]];
- case ErrorState::SwapChainCreated:
- m_backBuffer.destroy();
- [[fallthrough]];
- case ErrorState::CommandQueueCreated:
- m_cmd.shutdown();
- [[fallthrough]];
- case ErrorState::DeviceCreated:
- vkDestroyDevice(m_device, m_allocatorCb);
- [[fallthrough]];
- case ErrorState::InstanceCreated:
- if (VK_NULL_HANDLE != m_debugReportCallback)
- {
- vkDestroyDebugReportCallbackEXT(m_instance, m_debugReportCallback, m_allocatorCb);
- }
- vkDestroyInstance(m_instance, m_allocatorCb);
- [[fallthrough]];
- case ErrorState::LoadedVulkan1:
- bx::dlclose(m_vulkan1Dll);
- m_vulkan1Dll = NULL;
- m_allocatorCb = NULL;
- unloadRenderDoc(m_renderDocDll);
- [[fallthrough]];
- case ErrorState::Default:
- break;
- };
- return false;
- }
- void shutdown()
- {
- VK_CHECK(vkDeviceWaitIdle(m_device) );
- if (m_timerQuerySupport)
- {
- m_gpuTimer.shutdown();
- }
- m_occlusionQuery.shutdown();
- preReset();
- m_pipelineStateCache.invalidate();
- m_descriptorSetLayoutCache.invalidate();
- m_renderPassCache.invalidate();
- m_samplerCache.invalidate();
- m_samplerBorderColorCache.invalidate();
- m_imageViewCache.invalidate();
- m_uniformScratchBuffer.destroy();
- for (uint32_t ii = 0; ii < m_maxFrameLatency; ++ii)
- {
- m_scratchStagingBuffer[ii].destroy();
- }
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_frameBuffers); ++ii)
- {
- m_frameBuffers[ii].destroy();
- }
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_indexBuffers); ++ii)
- {
- m_indexBuffers[ii].destroy();
- }
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_vertexBuffers); ++ii)
- {
- m_vertexBuffers[ii].destroy();
- }
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_shaders); ++ii)
- {
- m_shaders[ii].destroy();
- }
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_textures); ++ii)
- {
- m_textures[ii].destroy();
- }
- m_backBuffer.destroy();
- m_memoryLru.evictAll();
- m_cmd.shutdown();
- vkDestroy(m_pipelineCache);
- for (uint32_t ii = 0; ii < m_maxFrameLatency; ++ii)
- {
- vkDestroy(m_descriptorPool[ii]);
- }
- vkDestroyDevice(m_device, m_allocatorCb);
- if (VK_NULL_HANDLE != m_debugReportCallback)
- {
- vkDestroyDebugReportCallbackEXT(m_instance, m_debugReportCallback, m_allocatorCb);
- }
- vkDestroyInstance(m_instance, m_allocatorCb);
- bx::dlclose(m_vulkan1Dll);
- m_vulkan1Dll = NULL;
- m_allocatorCb = NULL;
- unloadRenderDoc(m_renderDocDll);
- }
- RendererType::Enum getRendererType() const override
- {
- return RendererType::Vulkan;
- }
- const char* getRendererName() const override
- {
- return BGFX_RENDERER_VULKAN_NAME;
- }
- bool isDeviceRemoved() override
- {
- return false;
- }
- void flip() override
- {
- int64_t start = bx::getHPCounter();
- for (uint16_t ii = 0; ii < m_numWindows; ++ii)
- {
- FrameBufferVK& fb = isValid(m_windows[ii])
- ? m_frameBuffers[m_windows[ii].idx]
- : m_backBuffer
- ;
- fb.present();
- }
- const int64_t now = bx::getHPCounter();
- m_presentElapsed += now - start;
- }
- void createIndexBuffer(IndexBufferHandle _handle, const Memory* _mem, uint16_t _flags) override
- {
- m_indexBuffers[_handle.idx].create(m_commandBuffer, _mem->size, _mem->data, _flags, false);
- }
- void destroyIndexBuffer(IndexBufferHandle _handle) override
- {
- m_indexBuffers[_handle.idx].destroy();
- }
- void createVertexLayout(VertexLayoutHandle _handle, const VertexLayout& _layout) override
- {
- VertexLayout& layout = m_vertexLayouts[_handle.idx];
- bx::memCopy(&layout, &_layout, sizeof(VertexLayout) );
- dump(layout);
- }
- void destroyVertexLayout(VertexLayoutHandle /*_handle*/) override
- {
- }
- void createVertexBuffer(VertexBufferHandle _handle, const Memory* _mem, VertexLayoutHandle _layoutHandle, uint16_t _flags) override
- {
- m_vertexBuffers[_handle.idx].create(m_commandBuffer, _mem->size, _mem->data, _layoutHandle, _flags);
- }
- void destroyVertexBuffer(VertexBufferHandle _handle) override
- {
- m_vertexBuffers[_handle.idx].destroy();
- }
- void createDynamicIndexBuffer(IndexBufferHandle _handle, uint32_t _size, uint16_t _flags) override
- {
- m_indexBuffers[_handle.idx].create(m_commandBuffer, _size, NULL, _flags, false);
- }
- void updateDynamicIndexBuffer(IndexBufferHandle _handle, uint32_t _offset, uint32_t _size, const Memory* _mem) override
- {
- m_indexBuffers[_handle.idx].update(m_commandBuffer, _offset, bx::min<uint32_t>(_size, _mem->size), _mem->data);
- }
- void destroyDynamicIndexBuffer(IndexBufferHandle _handle) override
- {
- m_indexBuffers[_handle.idx].destroy();
- }
- void createDynamicVertexBuffer(VertexBufferHandle _handle, uint32_t _size, uint16_t _flags) override
- {
- VertexLayoutHandle layoutHandle = BGFX_INVALID_HANDLE;
- m_vertexBuffers[_handle.idx].create(m_commandBuffer, _size, NULL, layoutHandle, _flags);
- }
- void updateDynamicVertexBuffer(VertexBufferHandle _handle, uint32_t _offset, uint32_t _size, const Memory* _mem) override
- {
- m_vertexBuffers[_handle.idx].update(m_commandBuffer, _offset, bx::min<uint32_t>(_size, _mem->size), _mem->data);
- }
- void destroyDynamicVertexBuffer(VertexBufferHandle _handle) override
- {
- m_vertexBuffers[_handle.idx].destroy();
- }
- void createShader(ShaderHandle _handle, const Memory* _mem) override
- {
- m_shaders[_handle.idx].create(_mem);
- }
- void destroyShader(ShaderHandle _handle) override
- {
- m_shaders[_handle.idx].destroy();
- }
- void createProgram(ProgramHandle _handle, ShaderHandle _vsh, ShaderHandle _fsh) override
- {
- m_program[_handle.idx].create(&m_shaders[_vsh.idx], isValid(_fsh) ? &m_shaders[_fsh.idx] : NULL);
- }
- void destroyProgram(ProgramHandle _handle) override
- {
- m_program[_handle.idx].destroy();
- }
- void* createTexture(TextureHandle _handle, const Memory* _mem, uint64_t _flags, uint8_t _skip) override
- {
- return m_textures[_handle.idx].create(m_commandBuffer, _mem, _flags, _skip);
- }
- void updateTexture(TextureHandle _handle, uint8_t _side, uint8_t _mip, const Rect& _rect, uint16_t _z, uint16_t _depth, uint16_t _pitch, const Memory* _mem) override
- {
- m_textures[_handle.idx].update(m_commandBuffer, _side, _mip, _rect, _z, _depth, _pitch, _mem);
- }
- void readTexture(TextureHandle _handle, void* _data, uint8_t _mip) override
- {
- TextureVK& texture = m_textures[_handle.idx];
- uint32_t height = bx::uint32_max(1, texture.m_height >> _mip);
- uint32_t pitch = texture.m_readback.pitch(_mip);
- uint32_t size = height * pitch;
- DeviceMemoryAllocationVK stagingMemory;
- VkBuffer stagingBuffer;
- VK_CHECK(createReadbackBuffer(size, &stagingBuffer, &stagingMemory) );
- texture.m_readback.copyImageToBuffer(
- m_commandBuffer
- , stagingBuffer
- , texture.m_currentImageLayout
- , texture.m_aspectFlags
- , _mip
- );
- kick(true);
- texture.m_readback.readback(stagingMemory.mem, stagingMemory.offset, _data, _mip);
- vkDestroy(stagingBuffer);
- recycleMemory(stagingMemory);
- }
- void resizeTexture(TextureHandle _handle, uint16_t _width, uint16_t _height, uint8_t _numMips, uint16_t _numLayers) override
- {
- const TextureVK& texture = m_textures[_handle.idx];
- const TextureFormat::Enum format = TextureFormat::Enum(texture.m_requestedFormat);
- const uint64_t flags = texture.m_flags;
- const uint32_t size = sizeof(uint32_t) + sizeof(TextureCreate);
- const Memory* mem = alloc(size);
- bx::StaticMemoryBlockWriter writer(mem->data, mem->size);
- bx::write(&writer, kChunkMagicTex, bx::ErrorAssert{});
- TextureCreate tc;
- tc.m_width = _width;
- tc.m_height = _height;
- tc.m_depth = 0;
- tc.m_numLayers = _numLayers;
- tc.m_numMips = _numMips;
- tc.m_format = format;
- tc.m_cubeMap = false;
- tc.m_mem = NULL;
- bx::write(&writer, tc, bx::ErrorAssert{});
- destroyTexture(_handle);
- createTexture(_handle, mem, flags, 0);
- bgfx::release(mem);
- }
- void overrideInternal(TextureHandle /*_handle*/, uintptr_t /*_ptr*/, uint16_t /*_layerIndex*/) override
- {
- }
- uintptr_t getInternal(TextureHandle /*_handle*/) override
- {
- return 0;
- }
- void destroyTexture(TextureHandle _handle) override
- {
- m_imageViewCache.invalidateWithParent(_handle.idx);
- m_textures[_handle.idx].destroy();
- }
- void createFrameBuffer(FrameBufferHandle _handle, uint8_t _num, const Attachment* _attachment) override
- {
- m_frameBuffers[_handle.idx].create(_num, _attachment);
- }
- void createFrameBuffer(FrameBufferHandle _handle, void* _nwh, uint32_t _width, uint32_t _height, TextureFormat::Enum _format, TextureFormat::Enum _depthFormat) override
- {
- for (uint32_t ii = 0, num = m_numWindows; ii < num; ++ii)
- {
- FrameBufferHandle handle = m_windows[ii];
- if (isValid(handle)
- && m_frameBuffers[handle.idx].m_nwh == _nwh)
- {
- destroyFrameBuffer(handle);
- }
- }
- uint16_t denseIdx = m_numWindows++;
- m_windows[denseIdx] = _handle;
- VK_CHECK(m_frameBuffers[_handle.idx].create(denseIdx, _nwh, _width, _height, _format, _depthFormat) );
- }
- void destroyFrameBuffer(FrameBufferHandle _handle) override
- {
- FrameBufferVK& frameBuffer = m_frameBuffers[_handle.idx];
- uint16_t denseIdx = frameBuffer.destroy();
- if (UINT16_MAX != denseIdx)
- {
- --m_numWindows;
- if (m_numWindows > 1)
- {
- FrameBufferHandle handle = m_windows[m_numWindows];
- m_windows[m_numWindows] = {kInvalidHandle};
- if (m_numWindows != denseIdx)
- {
- m_windows[denseIdx] = handle;
- m_frameBuffers[handle.idx].m_denseIdx = denseIdx;
- }
- }
- }
- }
- void createUniform(UniformHandle _handle, UniformType::Enum _type, uint16_t _num, const char* _name) override
- {
- if (NULL != m_uniforms[_handle.idx])
- {
- bx::free(g_allocator, m_uniforms[_handle.idx]);
- }
- const uint32_t size = bx::alignUp(g_uniformTypeSize[_type] * _num, 16);
- void* data = bx::alloc(g_allocator, size);
- bx::memSet(data, 0, size);
- m_uniforms[_handle.idx] = data;
- m_uniformReg.add(_handle, _name);
- }
- void destroyUniform(UniformHandle _handle) override
- {
- bx::free(g_allocator, m_uniforms[_handle.idx]);
- m_uniforms[_handle.idx] = NULL;
- }
- void requestScreenShot(FrameBufferHandle _fbh, const char* _filePath) override
- {
- const FrameBufferVK& frameBuffer = isValid(_fbh)
- ? m_frameBuffers[_fbh.idx]
- : m_backBuffer
- ;
- const SwapChainVK& swapChain = frameBuffer.m_swapChain;
- if (!isSwapChainReadable(swapChain) )
- {
- BX_TRACE("Unable to capture screenshot %s.", _filePath);
- return;
- }
- auto callback = [](void* _src, uint32_t _width, uint32_t _height, uint32_t _pitch, const void* _userData)
- {
- const char* filePath = (const char*)_userData;
- g_callback->screenShot(
- filePath
- , _width
- , _height
- , _pitch
- , _src
- , _height * _pitch
- , false
- );
- };
- const uint8_t bpp = bimg::getBitsPerPixel(bimg::TextureFormat::Enum(swapChain.m_colorFormat) );
- const uint32_t size = frameBuffer.m_width * frameBuffer.m_height * bpp / 8;
- DeviceMemoryAllocationVK stagingMemory;
- VkBuffer stagingBuffer;
- VK_CHECK(createReadbackBuffer(size, &stagingBuffer, &stagingMemory) );
- readSwapChain(swapChain, stagingBuffer, stagingMemory, callback, _filePath);
- vkDestroy(stagingBuffer);
- recycleMemory(stagingMemory);
- }
- void updateViewName(ViewId _id, const char* _name) override
- {
- bx::strCopy(&s_viewName[_id][BGFX_CONFIG_MAX_VIEW_NAME_RESERVED]
- , BX_COUNTOF(s_viewName[0]) - BGFX_CONFIG_MAX_VIEW_NAME_RESERVED
- , _name
- );
- }
- void updateUniform(uint16_t _loc, const void* _data, uint32_t _size) override
- {
- bx::memCopy(m_uniforms[_loc], _data, _size);
- }
- void invalidateOcclusionQuery(OcclusionQueryHandle _handle) override
- {
- m_occlusionQuery.invalidate(_handle);
- }
- void setMarker(const char* _marker, uint16_t _len) override
- {
- if (BX_ENABLED(BGFX_CONFIG_DEBUG_ANNOTATION) )
- {
- BX_UNUSED(_len);
- const uint32_t abgr = kColorMarker;
- VkDebugUtilsLabelEXT dul;
- dul.sType = VK_STRUCTURE_TYPE_DEBUG_UTILS_LABEL_EXT;
- dul.pNext = NULL;
- dul.pLabelName = _marker;
- dul.color[0] = ( (abgr >> 24) & 0xff) / 255.0f;
- dul.color[1] = ( (abgr >> 16) & 0xff) / 255.0f;
- dul.color[2] = ( (abgr >> 8) & 0xff) / 255.0f;
- dul.color[3] = ( (abgr >> 0) & 0xff) / 255.0f;
- vkCmdInsertDebugUtilsLabelEXT(m_commandBuffer, &dul);
- }
- }
- virtual void setName(Handle _handle, const char* _name, uint16_t _len) override
- {
- switch (_handle.type)
- {
- case Handle::IndexBuffer:
- setDebugObjectName(m_device, m_indexBuffers[_handle.idx].m_buffer, "%.*s", _len, _name);
- break;
- case Handle::Shader:
- setDebugObjectName(m_device, m_shaders[_handle.idx].m_module, "%.*s", _len, _name);
- break;
- case Handle::Texture:
- setDebugObjectName(m_device, m_textures[_handle.idx].m_textureImage, "%.*s", _len, _name);
- if (VK_NULL_HANDLE != m_textures[_handle.idx].m_singleMsaaImage)
- {
- setDebugObjectName(m_device, m_textures[_handle.idx].m_singleMsaaImage, "%.*s", _len, _name);
- }
- break;
- case Handle::VertexBuffer:
- setDebugObjectName(m_device, m_vertexBuffers[_handle.idx].m_buffer, "%.*s", _len, _name);
- break;
- default:
- BX_ASSERT(false, "Invalid handle type?! %d", _handle.type);
- break;
- }
- }
- template<typename Ty>
- void release(Ty& _object)
- {
- if (VK_NULL_HANDLE != _object)
- {
- m_cmd.release(uint64_t(_object.vk), getType<Ty>() );
- _object = VK_NULL_HANDLE;
- }
- }
- void recycleMemory(DeviceMemoryAllocationVK _alloc)
- {
- m_cmd.recycleMemory(_alloc);
- }
- void submitBlit(BlitState& _bs, uint16_t _view);
- void submitUniformCache(UniformCacheState& _ucs, uint16_t _view);
- void submit(Frame* _render, ClearQuad& _clearQuad, TextVideoMemBlitter& _textVideoMemBlitter) override;
- void dbgTextRenderBegin(TextVideoMemBlitter& _blitter) override
- {
- const uint32_t width = m_backBuffer.m_width;
- const uint32_t height = m_backBuffer.m_height;
- setFrameBuffer(BGFX_INVALID_HANDLE);
- VkViewport vp;
- vp.x = 0.0f;
- vp.y = float(height);
- vp.width = float(width);
- vp.height = -float(height);
- vp.minDepth = 0.0f;
- vp.maxDepth = 1.0f;
- vkCmdSetViewport(m_commandBuffer, 0, 1, &vp);
- VkRect2D rc;
- rc.offset.x = 0;
- rc.offset.y = 0;
- rc.extent.width = width;
- rc.extent.height = height;
- vkCmdSetScissor(m_commandBuffer, 0, 1, &rc);
- const uint64_t state = 0
- | BGFX_STATE_WRITE_RGB
- | BGFX_STATE_WRITE_A
- | BGFX_STATE_DEPTH_TEST_ALWAYS
- | BGFX_STATE_MSAA
- ;
- const VertexLayout* layout = &m_vertexLayouts[_blitter.m_vb->layoutHandle.idx];
- VkPipeline pso = getPipeline(state
- , packStencil(BGFX_STENCIL_DEFAULT, BGFX_STENCIL_DEFAULT)
- , 1
- , &layout
- , _blitter.m_program
- , 0
- );
- vkCmdBindPipeline(m_commandBuffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pso);
- ProgramVK& program = m_program[_blitter.m_program.idx];
- float proj[16];
- bx::mtxOrtho(proj, 0.0f, (float)width, (float)height, 0.0f, 0.0f, 1000.0f, 0.0f, false);
- PredefinedUniform& predefined = m_program[_blitter.m_program.idx].m_predefined[0];
- uint8_t flags = predefined.m_type;
- setShaderUniform(flags, predefined.m_loc, proj, 4);
- UniformBuffer* vcb = program.m_vsh->m_constantBuffer;
- if (NULL != vcb)
- {
- commit(*vcb);
- }
- ChunkedScratchBufferVK& uniformScratchBuffer = m_uniformScratchBuffer;
- ChunkedScratchBufferOffset sbo;
- uniformScratchBuffer.write(sbo, m_vsScratch, program.m_vsh->m_size);
- const TextureVK& texture = m_textures[_blitter.m_texture.idx];
- RenderBind bind;
- bind.clear();
- bind.m_bind[0].m_type = Binding::Texture;
- bind.m_bind[0].m_idx = _blitter.m_texture.idx;
- bind.m_bind[0].m_samplerFlags = (uint32_t)(texture.m_flags & BGFX_SAMPLER_BITS_MASK);
- const VkDescriptorSet descriptorSet = getDescriptorSet(program, bind, sbo.buffer, NULL);
- vkCmdBindDescriptorSets(
- m_commandBuffer
- , VK_PIPELINE_BIND_POINT_GRAPHICS
- , program.m_pipelineLayout
- , 0
- , 1
- , &descriptorSet
- , 1
- , sbo.offsets
- );
- const VertexBufferVK& vb = m_vertexBuffers[_blitter.m_vb->handle.idx];
- const VkDeviceSize offset = 0;
- vkCmdBindVertexBuffers(m_commandBuffer, 0, 1, &vb.m_buffer, &offset);
- const BufferVK& ib = m_indexBuffers[_blitter.m_ib->handle.idx];
- vkCmdBindIndexBuffer(
- m_commandBuffer
- , ib.m_buffer
- , 0
- , VK_INDEX_TYPE_UINT16
- );
- }
- void dbgTextRender(TextVideoMemBlitter& _blitter, uint32_t _numIndices) override
- {
- const uint32_t numVertices = _numIndices*4/6;
- if (0 < numVertices
- && m_backBuffer.isRenderable() )
- {
- m_indexBuffers[_blitter.m_ib->handle.idx].update(m_commandBuffer, 0, _numIndices*2, _blitter.m_ib->data, true);
- m_vertexBuffers[_blitter.m_vb->handle.idx].update(m_commandBuffer, 0, numVertices*_blitter.m_layout.m_stride, _blitter.m_vb->data, true);
- VkRenderPassBeginInfo rpbi;
- rpbi.sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO;
- rpbi.pNext = NULL;
- rpbi.renderPass = m_backBuffer.m_renderPass;
- rpbi.framebuffer = m_backBuffer.m_currentFramebuffer;
- rpbi.renderArea.offset.x = 0;
- rpbi.renderArea.offset.y = 0;
- rpbi.renderArea.extent.width = m_backBuffer.m_width;
- rpbi.renderArea.extent.height = m_backBuffer.m_height;
- rpbi.clearValueCount = 0;
- rpbi.pClearValues = NULL;
- vkCmdBeginRenderPass(m_commandBuffer, &rpbi, VK_SUBPASS_CONTENTS_INLINE);
- vkCmdDrawIndexed(m_commandBuffer, _numIndices, 1, 0, 0, 0);
- vkCmdEndRenderPass(m_commandBuffer);
- }
- }
- void dbgTextRenderEnd(TextVideoMemBlitter& /*_blitter*/) override
- {
- }
- void preReset()
- {
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_frameBuffers); ++ii)
- {
- m_frameBuffers[ii].preReset();
- }
- if (m_captureSize > 0)
- {
- g_callback->captureEnd();
- release(m_captureBuffer);
- recycleMemory(m_captureMemory);
- m_captureSize = 0;
- }
- }
- void postReset()
- {
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_frameBuffers); ++ii)
- {
- m_frameBuffers[ii].postReset();
- }
- if (m_resolution.reset & BGFX_RESET_CAPTURE)
- {
- const uint8_t bpp = bimg::getBitsPerPixel(bimg::TextureFormat::Enum(m_backBuffer.m_swapChain.m_colorFormat) );
- const uint32_t captureSize = m_backBuffer.m_width * m_backBuffer.m_height * bpp / 8;
- const uint8_t dstBpp = bimg::getBitsPerPixel(bimg::TextureFormat::BGRA8);
- const uint32_t dstPitch = m_backBuffer.m_width * dstBpp / 8;
- if (captureSize > m_captureSize)
- {
- release(m_captureBuffer);
- recycleMemory(m_captureMemory);
- m_captureSize = captureSize;
- VK_CHECK(createReadbackBuffer(m_captureSize, &m_captureBuffer, &m_captureMemory) );
- }
- g_callback->captureBegin(m_resolution.width, m_resolution.height, dstPitch, TextureFormat::BGRA8, false);
- }
- }
- bool updateResolution(const Resolution& _resolution)
- {
- const bool suspended = !!(_resolution.reset & BGFX_RESET_SUSPEND);
- float maxAnisotropy = 1.0f;
- if (!!(_resolution.reset & BGFX_RESET_MAXANISOTROPY) )
- {
- maxAnisotropy = m_deviceProperties.properties.limits.maxSamplerAnisotropy;
- }
- if (m_maxAnisotropy != maxAnisotropy)
- {
- m_maxAnisotropy = maxAnisotropy;
- m_samplerCache.invalidate();
- m_samplerBorderColorCache.invalidate();
- }
- bool depthClamp = m_deviceFeatures.depthClamp && !!(_resolution.reset & BGFX_RESET_DEPTH_CLAMP);
- if (m_depthClamp != depthClamp)
- {
- m_depthClamp = depthClamp;
- m_pipelineStateCache.invalidate();
- }
- if (NULL == m_backBuffer.m_nwh)
- {
- return suspended;
- }
- uint32_t flags = _resolution.reset & ~(0
- | BGFX_RESET_SUSPEND
- | BGFX_RESET_MAXANISOTROPY
- | BGFX_RESET_DEPTH_CLAMP
- );
- if (false
- || m_resolution.formatColor != _resolution.formatColor
- || m_resolution.formatDepthStencil != _resolution.formatDepthStencil
- || m_resolution.width != _resolution.width
- || m_resolution.height != _resolution.height
- || m_resolution.reset != flags
- || m_backBuffer.m_swapChain.m_needToRecreateSurface
- || m_backBuffer.m_swapChain.m_needToRecreateSwapchain)
- {
- flags &= ~BGFX_RESET_INTERNAL_FORCE;
- if (m_backBuffer.m_nwh != g_platformData.nwh)
- {
- m_backBuffer.m_nwh = g_platformData.nwh;
- }
- m_resolution = _resolution;
- m_resolution.reset = flags;
- m_textVideoMem.resize(false, _resolution.width, _resolution.height);
- m_textVideoMem.clear();
- preReset();
- m_backBuffer.update(m_commandBuffer, m_resolution);
- // Update the resolution again here, as the actual width and height
- // is now final (as it was potentially clamped by the Vulkan driver).
- m_resolution.width = m_backBuffer.m_width;
- m_resolution.height = m_backBuffer.m_height;
- postReset();
- }
- return suspended;
- }
- void setShaderUniform(uint8_t _flags, uint32_t _regIndex, const void* _val, uint32_t _numRegs)
- {
- if (_flags & kUniformFragmentBit)
- {
- bx::memCopy(&m_fsScratch[_regIndex], _val, _numRegs*16);
- }
- else
- {
- bx::memCopy(&m_vsScratch[_regIndex], _val, _numRegs*16);
- }
- }
- void setShaderUniform4f(uint8_t _flags, uint32_t _regIndex, const void* _val, uint32_t _numRegs)
- {
- setShaderUniform(_flags, _regIndex, _val, _numRegs);
- }
- void setShaderUniform4x4f(uint8_t _flags, uint32_t _regIndex, const void* _val, uint32_t _numRegs)
- {
- setShaderUniform(_flags, _regIndex, _val, _numRegs);
- }
- void setFrameBuffer(FrameBufferHandle _fbh, bool _acquire = true)
- {
- BGFX_PROFILER_SCOPE("RendererContextVK::setFrameBuffer()", kColorFrame);
- BX_ASSERT(false
- || isValid(_fbh)
- || NULL != m_backBuffer.m_nwh
- , "Rendering to backbuffer in headless mode."
- );
- FrameBufferVK& newFrameBuffer = isValid(_fbh)
- ? m_frameBuffers[_fbh.idx]
- : m_backBuffer
- ;
- FrameBufferVK& oldFrameBuffer = isValid(m_fbh)
- ? m_frameBuffers[m_fbh.idx]
- : m_backBuffer
- ;
- if (NULL == oldFrameBuffer.m_nwh
- && m_fbh.idx != _fbh.idx)
- {
- oldFrameBuffer.resolve();
- for (uint8_t ii = 0, num = oldFrameBuffer.m_num; ii < num; ++ii)
- {
- TextureVK& texture = m_textures[oldFrameBuffer.m_texture[ii].idx];
- texture.setImageMemoryBarrier(m_commandBuffer, texture.m_sampledLayout);
- if (VK_NULL_HANDLE != texture.m_singleMsaaImage)
- {
- texture.setImageMemoryBarrier(m_commandBuffer, texture.m_sampledLayout, true);
- }
- }
- if (isValid(oldFrameBuffer.m_depth) )
- {
- TextureVK& texture = m_textures[oldFrameBuffer.m_depth.idx];
- const bool writeOnly = 0 != (texture.m_flags&BGFX_TEXTURE_RT_WRITE_ONLY);
- if (!writeOnly)
- {
- texture.setImageMemoryBarrier(m_commandBuffer, texture.m_sampledLayout);
- }
- }
- }
- if (NULL == newFrameBuffer.m_nwh)
- {
- for (uint8_t ii = 0, num = newFrameBuffer.m_num; ii < num; ++ii)
- {
- TextureVK& texture = m_textures[newFrameBuffer.m_texture[ii].idx];
- texture.setImageMemoryBarrier(
- m_commandBuffer
- , VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL
- );
- }
- if (isValid(newFrameBuffer.m_depth) )
- {
- TextureVK& texture = m_textures[newFrameBuffer.m_depth.idx];
- texture.setImageMemoryBarrier(
- m_commandBuffer
- , VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL
- );
- }
- newFrameBuffer.acquire(m_commandBuffer);
- }
- if (_acquire)
- {
- int64_t start = bx::getHPCounter();
- newFrameBuffer.acquire(m_commandBuffer);
- const int64_t now = bx::getHPCounter();
- if (NULL != newFrameBuffer.m_nwh)
- {
- m_presentElapsed += now - start;
- }
- }
- m_fbh = _fbh;
- }
- void setDebugWireframe(bool _wireframe)
- {
- const bool wireframe = m_deviceFeatures.fillModeNonSolid && _wireframe;
- if (m_wireframe != wireframe)
- {
- m_wireframe = wireframe;
- m_pipelineStateCache.invalidate();
- }
- }
- void setBlendState(VkPipelineColorBlendStateCreateInfo& _desc, uint64_t _state, uint32_t _rgba = 0)
- {
- VkPipelineColorBlendAttachmentState* bas = const_cast<VkPipelineColorBlendAttachmentState*>(_desc.pAttachments);
- uint8_t writeMask = 0;
- writeMask |= (_state & BGFX_STATE_WRITE_R) ? VK_COLOR_COMPONENT_R_BIT : 0;
- writeMask |= (_state & BGFX_STATE_WRITE_G) ? VK_COLOR_COMPONENT_G_BIT : 0;
- writeMask |= (_state & BGFX_STATE_WRITE_B) ? VK_COLOR_COMPONENT_B_BIT : 0;
- writeMask |= (_state & BGFX_STATE_WRITE_A) ? VK_COLOR_COMPONENT_A_BIT : 0;
- bas->blendEnable = !!(BGFX_STATE_BLEND_MASK & _state);
- {
- const uint32_t blend = uint32_t( (_state & BGFX_STATE_BLEND_MASK ) >> BGFX_STATE_BLEND_SHIFT);
- const uint32_t equation = uint32_t( (_state & BGFX_STATE_BLEND_EQUATION_MASK) >> BGFX_STATE_BLEND_EQUATION_SHIFT);
- const uint32_t srcRGB = (blend ) & 0xf;
- const uint32_t dstRGB = (blend >> 4) & 0xf;
- const uint32_t srcA = (blend >> 8) & 0xf;
- const uint32_t dstA = (blend >> 12) & 0xf;
- const uint32_t equRGB = (equation ) & 0x7;
- const uint32_t equA = (equation >> 3) & 0x7;
- bas->srcColorBlendFactor = s_blendFactor[srcRGB][0];
- bas->dstColorBlendFactor = s_blendFactor[dstRGB][0];
- bas->colorBlendOp = s_blendEquation[equRGB];
- bas->srcAlphaBlendFactor = s_blendFactor[srcA][1];
- bas->dstAlphaBlendFactor = s_blendFactor[dstA][1];
- bas->alphaBlendOp = s_blendEquation[equA];
- bas->colorWriteMask = writeMask;
- }
- const FrameBufferVK& frameBuffer = isValid(m_fbh)
- ? m_frameBuffers[m_fbh.idx]
- : m_backBuffer
- ;
- const uint32_t numAttachments = NULL == frameBuffer.m_nwh
- ? frameBuffer.m_num
- : 1
- ;
- if (!!(BGFX_STATE_BLEND_INDEPENDENT & _state)
- && m_deviceFeatures.independentBlend )
- {
- for (uint32_t ii = 1, rgba = _rgba; ii < numAttachments; ++ii, rgba >>= 11)
- {
- ++bas;
- bas->blendEnable = 0 != (rgba & 0x7ff);
- const uint32_t src = (rgba ) & 0xf;
- const uint32_t dst = (rgba >> 4) & 0xf;
- const uint32_t equation = (rgba >> 8) & 0x7;
- bas->srcColorBlendFactor = s_blendFactor[src][0];
- bas->dstColorBlendFactor = s_blendFactor[dst][0];
- bas->colorBlendOp = s_blendEquation[equation];
- bas->srcAlphaBlendFactor = s_blendFactor[src][1];
- bas->dstAlphaBlendFactor = s_blendFactor[dst][1];
- bas->alphaBlendOp = s_blendEquation[equation];
- bas->colorWriteMask = writeMask;
- }
- }
- else
- {
- for (uint32_t ii = 1; ii < numAttachments; ++ii)
- {
- bx::memCopy(&bas[ii], bas, sizeof(VkPipelineColorBlendAttachmentState) );
- }
- }
- _desc.sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO;
- _desc.pNext = NULL;
- _desc.flags = 0;
- _desc.logicOpEnable = VK_FALSE;
- _desc.logicOp = VK_LOGIC_OP_CLEAR;
- _desc.attachmentCount = numAttachments;
- _desc.blendConstants[0] = 0.0f;
- _desc.blendConstants[1] = 0.0f;
- _desc.blendConstants[2] = 0.0f;
- _desc.blendConstants[3] = 0.0f;
- }
- void setRasterizerState(VkPipelineRasterizationStateCreateInfo& _desc, uint64_t _state, bool _wireframe = false)
- {
- const uint32_t cull = (_state&BGFX_STATE_CULL_MASK) >> BGFX_STATE_CULL_SHIFT;
- _desc.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO;
- _desc.pNext = NULL;
- _desc.flags = 0;
- _desc.depthClampEnable = m_deviceFeatures.depthClamp && m_depthClamp;
- _desc.rasterizerDiscardEnable = VK_FALSE;
- _desc.polygonMode = m_deviceFeatures.fillModeNonSolid && _wireframe
- ? VK_POLYGON_MODE_LINE
- : VK_POLYGON_MODE_FILL
- ;
- _desc.cullMode = s_cullMode[cull];
- _desc.frontFace = (_state&BGFX_STATE_FRONT_CCW) ? VK_FRONT_FACE_COUNTER_CLOCKWISE : VK_FRONT_FACE_CLOCKWISE;
- _desc.depthBiasEnable = VK_FALSE;
- _desc.depthBiasConstantFactor = 0.0f;
- _desc.depthBiasClamp = 0.0f;
- _desc.depthBiasSlopeFactor = 0.0f;
- _desc.lineWidth = 1.0f;
- }
- void setConservativeRasterizerState(VkPipelineRasterizationConservativeStateCreateInfoEXT& _desc, uint64_t _state)
- {
- _desc.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_CONSERVATIVE_STATE_CREATE_INFO_EXT;
- _desc.pNext = NULL;
- _desc.flags = 0;
- _desc.conservativeRasterizationMode = (_state&BGFX_STATE_CONSERVATIVE_RASTER)
- ? VK_CONSERVATIVE_RASTERIZATION_MODE_OVERESTIMATE_EXT
- : VK_CONSERVATIVE_RASTERIZATION_MODE_DISABLED_EXT
- ;
- _desc.extraPrimitiveOverestimationSize = 0.0f;
- }
- void setLineRasterizerState(VkPipelineRasterizationLineStateCreateInfoEXT& _desc, uint64_t _state)
- {
- _desc.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_LINE_STATE_CREATE_INFO_EXT;
- _desc.pNext = NULL;
- _desc.lineRasterizationMode = (_state & BGFX_STATE_LINEAA)
- ? VK_LINE_RASTERIZATION_MODE_RECTANGULAR_SMOOTH_EXT
- : VK_LINE_RASTERIZATION_MODE_DEFAULT_EXT
- ;
- _desc.stippledLineEnable = VK_FALSE;
- _desc.lineStippleFactor = 0;
- _desc.lineStipplePattern = 0;
- }
- void setDepthStencilState(VkPipelineDepthStencilStateCreateInfo& _desc, uint64_t _state, uint64_t _stencil = 0)
- {
- const uint32_t fstencil = unpackStencil(0, _stencil);
- uint32_t func = (_state&BGFX_STATE_DEPTH_TEST_MASK)>>BGFX_STATE_DEPTH_TEST_SHIFT;
- _desc.sType = VK_STRUCTURE_TYPE_PIPELINE_DEPTH_STENCIL_STATE_CREATE_INFO;
- _desc.pNext = NULL;
- _desc.flags = 0;
- _desc.depthTestEnable = 0 != func;
- _desc.depthWriteEnable = !!(BGFX_STATE_WRITE_Z & _state);
- _desc.depthCompareOp = s_cmpFunc[func];
- _desc.depthBoundsTestEnable = VK_FALSE;
- _desc.stencilTestEnable = 0 != _stencil;
- uint32_t bstencil = unpackStencil(1, _stencil);
- uint32_t frontAndBack = bstencil != BGFX_STENCIL_NONE && bstencil != fstencil;
- bstencil = frontAndBack ? bstencil : fstencil;
- _desc.front.failOp = s_stencilOp[(fstencil & BGFX_STENCIL_OP_FAIL_S_MASK) >> BGFX_STENCIL_OP_FAIL_S_SHIFT];
- _desc.front.passOp = s_stencilOp[(fstencil & BGFX_STENCIL_OP_PASS_Z_MASK) >> BGFX_STENCIL_OP_PASS_Z_SHIFT];
- _desc.front.depthFailOp = s_stencilOp[(fstencil & BGFX_STENCIL_OP_FAIL_Z_MASK) >> BGFX_STENCIL_OP_FAIL_Z_SHIFT];
- _desc.front.compareOp = s_cmpFunc[(fstencil & BGFX_STENCIL_TEST_MASK) >> BGFX_STENCIL_TEST_SHIFT];
- _desc.front.compareMask = UINT32_MAX;
- _desc.front.writeMask = UINT32_MAX;
- _desc.front.reference = 0;
- _desc.back.failOp = s_stencilOp[(bstencil & BGFX_STENCIL_OP_FAIL_S_MASK) >> BGFX_STENCIL_OP_FAIL_S_SHIFT];
- _desc.back.passOp = s_stencilOp[(bstencil & BGFX_STENCIL_OP_PASS_Z_MASK) >> BGFX_STENCIL_OP_PASS_Z_SHIFT];
- _desc.back.depthFailOp = s_stencilOp[(bstencil & BGFX_STENCIL_OP_FAIL_Z_MASK) >> BGFX_STENCIL_OP_FAIL_Z_SHIFT];
- _desc.back.compareOp = s_cmpFunc[(bstencil&BGFX_STENCIL_TEST_MASK) >> BGFX_STENCIL_TEST_SHIFT];
- _desc.back.compareMask = UINT32_MAX;
- _desc.back.writeMask = UINT32_MAX;
- _desc.back.reference = 0;
- _desc.minDepthBounds = 0.0f;
- _desc.maxDepthBounds = 1.0f;
- }
- void setInputLayout(VkPipelineVertexInputStateCreateInfo& _vertexInputState, uint8_t _numStream, const VertexLayout** _layout, const ProgramVK& _program, uint8_t _numInstanceData)
- {
- _vertexInputState.sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO;
- _vertexInputState.pNext = NULL;
- _vertexInputState.flags = 0;
- _vertexInputState.vertexBindingDescriptionCount = 0;
- _vertexInputState.vertexAttributeDescriptionCount = 0;
- uint16_t unsettedAttr[Attrib::Count];
- bx::memCopy(unsettedAttr, _program.m_vsh->m_attrMask, sizeof(uint16_t) * Attrib::Count);
- for (uint8_t stream = 0; stream < _numStream; ++stream)
- {
- VertexLayout layout;
- bx::memCopy(&layout, _layout[stream], sizeof(VertexLayout) );
- const uint16_t* attrMask = _program.m_vsh->m_attrMask;
- for (uint32_t ii = 0; ii < Attrib::Count; ++ii)
- {
- uint16_t mask = attrMask[ii];
- uint16_t attr = (layout.m_attributes[ii] & mask);
- layout.m_attributes[ii] = attr == 0 || attr == UINT16_MAX ? UINT16_MAX : attr;
- if (unsettedAttr[ii] && attr != UINT16_MAX)
- {
- unsettedAttr[ii] = 0;
- }
- }
- fillVertexLayout(_program.m_vsh, _vertexInputState, layout);
- }
- for (uint32_t ii = 0; ii < Attrib::Count; ++ii)
- {
- if (0 < unsettedAttr[ii])
- {
- uint32_t numAttribs = _vertexInputState.vertexAttributeDescriptionCount;
- VkVertexInputAttributeDescription* inputAttrib = const_cast<VkVertexInputAttributeDescription*>(_vertexInputState.pVertexAttributeDescriptions + numAttribs);
- inputAttrib->location = _program.m_vsh->m_attrRemap[ii];
- inputAttrib->binding = 0;
- inputAttrib->format = VK_FORMAT_R32G32B32_SFLOAT;
- inputAttrib->offset = 0;
- _vertexInputState.vertexAttributeDescriptionCount++;
- }
- }
- if (0 < _numInstanceData)
- {
- fillInstanceBinding(_program.m_vsh, _vertexInputState, _numInstanceData);
- }
- }
- VkResult getRenderPass(uint8_t _num, const VkFormat* _formats, const VkImageAspectFlags* _aspects, const bool* _resolve, VkSampleCountFlagBits _samples, ::VkRenderPass* _renderPass, uint16_t _clearFlags)
- {
- VkResult result = VK_SUCCESS;
- if (VK_SAMPLE_COUNT_1_BIT == _samples)
- {
- _resolve = NULL;
- }
- bx::HashMurmur2A hash;
- hash.begin();
- hash.add(_samples);
- hash.add(_formats, sizeof(VkFormat) * _num);
- hash.add(_clearFlags);
- if (NULL != _resolve)
- {
- hash.add(_resolve, sizeof(bool) * _num);
- }
- uint32_t hashKey = hash.end();
- VkRenderPass renderPass = m_renderPassCache.find(hashKey);
- if (VK_NULL_HANDLE != renderPass)
- {
- *_renderPass = renderPass;
- return result;
- }
- VkAttachmentDescription ad[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS * 2];
- for (uint8_t ii = 0; ii < (_num * 2); ++ii)
- {
- ad[ii].flags = 0;
- ad[ii].format = VK_FORMAT_UNDEFINED;
- ad[ii].samples = _samples;
- ad[ii].loadOp = VK_ATTACHMENT_LOAD_OP_LOAD;
- ad[ii].storeOp = VK_ATTACHMENT_STORE_OP_STORE;
- ad[ii].stencilLoadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE;
- ad[ii].stencilStoreOp = VK_ATTACHMENT_STORE_OP_DONT_CARE;
- ad[ii].initialLayout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
- ad[ii].finalLayout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
- }
- VkAttachmentReference colorAr[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS];
- VkAttachmentReference resolveAr[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS];
- VkAttachmentReference depthAr;
- uint32_t numColorAr = 0;
- uint32_t numResolveAr = 0;
- colorAr[0].attachment = VK_ATTACHMENT_UNUSED;
- colorAr[0].layout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
- resolveAr[0].attachment = VK_ATTACHMENT_UNUSED;
- resolveAr[0].layout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
- depthAr.attachment = VK_ATTACHMENT_UNUSED;
- depthAr.layout = VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL;
- for (uint8_t ii = 0; ii < _num; ++ii)
- {
- ad[ii].format = _formats[ii];
- if (_aspects[ii] & VK_IMAGE_ASPECT_COLOR_BIT)
- {
- colorAr[numColorAr].layout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
- colorAr[numColorAr].attachment = ii;
- ad[numColorAr].loadOp = 0 != (_clearFlags & BGFX_CLEAR_COLOR) ? VK_ATTACHMENT_LOAD_OP_CLEAR : VK_ATTACHMENT_LOAD_OP_LOAD;
- if (BGFX_CLEAR_NONE != (_clearFlags & (BGFX_CLEAR_DISCARD_COLOR_0 << ii) ) )
- {
- ad[numColorAr].storeOp = VK_ATTACHMENT_STORE_OP_DONT_CARE;
- }
- resolveAr[numColorAr].layout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
- resolveAr[numColorAr].attachment = VK_ATTACHMENT_UNUSED;
- if (NULL != _resolve
- && _resolve[ii])
- {
- const uint32_t resolve = _num + numResolveAr;
- ad[resolve].format = _formats[ii];
- ad[resolve].samples = VK_SAMPLE_COUNT_1_BIT;
- ad[resolve].loadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE;
- resolveAr[numColorAr].attachment = resolve;
- numResolveAr++;
- }
- numColorAr++;
- }
- else if (_aspects[ii] & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT) )
- {
- ad[ii].loadOp = 0 != (_clearFlags & BGFX_CLEAR_DEPTH) ? VK_ATTACHMENT_LOAD_OP_CLEAR : VK_ATTACHMENT_LOAD_OP_LOAD;
- ad[ii].storeOp = 0 != (_clearFlags & BGFX_CLEAR_DISCARD_DEPTH) ? VK_ATTACHMENT_STORE_OP_DONT_CARE : VK_ATTACHMENT_STORE_OP_STORE;
- ad[ii].stencilLoadOp = 0 != (_clearFlags & BGFX_CLEAR_STENCIL) ? VK_ATTACHMENT_LOAD_OP_CLEAR : VK_ATTACHMENT_LOAD_OP_LOAD;
- ad[ii].stencilStoreOp = 0 != (_clearFlags & BGFX_CLEAR_DISCARD_STENCIL) ? VK_ATTACHMENT_STORE_OP_DONT_CARE : VK_ATTACHMENT_STORE_OP_STORE;
- ad[ii].stencilStoreOp = VK_ATTACHMENT_STORE_OP_STORE;
- ad[ii].initialLayout = VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL;
- ad[ii].finalLayout = VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL;
- depthAr.layout = VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL;
- depthAr.attachment = ii;
- }
- }
- VkSubpassDescription sd[1];
- sd[0].flags = 0;
- sd[0].pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS;
- sd[0].inputAttachmentCount = 0;
- sd[0].pInputAttachments = NULL;
- sd[0].colorAttachmentCount = bx::max<uint32_t>(numColorAr, 1);
- sd[0].pColorAttachments = colorAr;
- sd[0].pResolveAttachments = resolveAr;
- sd[0].pDepthStencilAttachment = &depthAr;
- sd[0].preserveAttachmentCount = 0;
- sd[0].pPreserveAttachments = NULL;
- const VkPipelineStageFlags graphicsStages = 0
- | VK_PIPELINE_STAGE_DRAW_INDIRECT_BIT
- | VK_PIPELINE_STAGE_VERTEX_INPUT_BIT
- | VK_PIPELINE_STAGE_VERTEX_SHADER_BIT
- | VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT
- | VK_PIPELINE_STAGE_EARLY_FRAGMENT_TESTS_BIT
- | VK_PIPELINE_STAGE_LATE_FRAGMENT_TESTS_BIT
- | VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT
- ;
- const VkPipelineStageFlags outsideStages = 0
- | graphicsStages
- | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT
- | VK_PIPELINE_STAGE_TRANSFER_BIT
- ;
- VkSubpassDependency dep[2];
- dep[0].srcSubpass = VK_SUBPASS_EXTERNAL;
- dep[0].dstSubpass = 0;
- dep[0].srcStageMask = outsideStages;
- dep[0].dstStageMask = graphicsStages;
- dep[0].srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT;
- dep[0].dstAccessMask = VK_ACCESS_MEMORY_READ_BIT | VK_ACCESS_MEMORY_WRITE_BIT;
- dep[0].dependencyFlags = 0;
- dep[1].srcSubpass = BX_COUNTOF(sd)-1;
- dep[1].dstSubpass = VK_SUBPASS_EXTERNAL;
- dep[1].srcStageMask = graphicsStages;
- dep[1].dstStageMask = outsideStages;
- dep[1].srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT;
- dep[1].dstAccessMask = VK_ACCESS_MEMORY_READ_BIT | VK_ACCESS_MEMORY_WRITE_BIT;
- dep[1].dependencyFlags = 0;
- VkRenderPassCreateInfo rpi;
- rpi.sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO;
- rpi.pNext = NULL;
- rpi.flags = 0;
- rpi.attachmentCount = _num + numResolveAr;
- rpi.pAttachments = ad;
- rpi.subpassCount = BX_COUNTOF(sd);
- rpi.pSubpasses = sd;
- rpi.dependencyCount = BX_COUNTOF(dep);
- rpi.pDependencies = dep;
- result = vkCreateRenderPass(m_device, &rpi, m_allocatorCb, &renderPass);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create render pass error: vkCreateRenderPass failed %d: %s.", result, getName(result) );
- return result;
- }
- m_renderPassCache.add(hashKey, renderPass);
- *_renderPass = renderPass;
- return result;
- }
- VkResult getRenderPass(uint8_t _num, const Attachment* _attachments, ::VkRenderPass* _renderPass, uint16_t _clearFlags)
- {
- VkFormat formats[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS];
- VkImageAspectFlags aspects[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS];
- VkSampleCountFlagBits samples = VK_SAMPLE_COUNT_1_BIT;
- for (uint8_t ii = 0; ii < _num; ++ii)
- {
- const TextureVK& texture = m_textures[_attachments[ii].handle.idx];
- formats[ii] = texture.m_format;
- aspects[ii] = texture.m_aspectFlags;
- samples = texture.m_sampler.Sample;
- }
- return getRenderPass(_num, formats, aspects, NULL, samples, _renderPass, _clearFlags);
- }
- VkResult getRenderPass(const SwapChainVK& swapChain, ::VkRenderPass* _renderPass, uint16_t _clearFlags)
- {
- const VkFormat formats[2] =
- {
- swapChain.m_sci.imageFormat,
- swapChain.m_backBufferDepthStencil.m_format
- };
- const VkImageAspectFlags aspects[2] =
- {
- VK_IMAGE_ASPECT_COLOR_BIT,
- swapChain.m_backBufferDepthStencil.m_aspectFlags
- };
- const bool resolve[2] =
- {
- swapChain.m_supportsManualResolve ? false : true,
- false
- };
- const VkSampleCountFlagBits samples = swapChain.m_sampler.Sample;
- const uint8_t num = swapChain.hasDepthStencil()
- ? BX_COUNTOF(formats)
- : 1
- ;
- return getRenderPass(num, formats, aspects, resolve, samples, _renderPass, _clearFlags);
- }
- VkSampler getSampler(uint32_t _flags, VkFormat _format, const float _palette[][4])
- {
- uint32_t index = ( (_flags & BGFX_SAMPLER_BORDER_COLOR_MASK) >> BGFX_SAMPLER_BORDER_COLOR_SHIFT);
- index = bx::min<uint32_t>(BGFX_CONFIG_MAX_COLOR_PALETTE - 1, index);
- _flags &= BGFX_SAMPLER_BITS_MASK;
- _flags &= ~(m_deviceFeatures.samplerAnisotropy ? 0 : (BGFX_SAMPLER_MIN_ANISOTROPIC | BGFX_SAMPLER_MAG_ANISOTROPIC) );
- // Force both min+max anisotropic, can't be set individually.
- _flags |= 0 != (_flags & (BGFX_SAMPLER_MIN_ANISOTROPIC|BGFX_SAMPLER_MAG_ANISOTROPIC) )
- ? BGFX_SAMPLER_MIN_ANISOTROPIC|BGFX_SAMPLER_MAG_ANISOTROPIC
- : 0
- ;
- const float* rgba = NULL == _palette
- ? NULL
- : _palette[index]
- ;
- const bool needColor = true
- && needBorderColor(_flags)
- && NULL != rgba
- && m_borderColorSupport
- ;
- uint32_t hashKey;
- VkSampler sampler = VK_NULL_HANDLE;
- if (!needColor)
- {
- bx::HashMurmur2A hash;
- hash.begin();
- hash.add(_flags);
- hash.add(-1);
- hash.add(VK_FORMAT_UNDEFINED);
- hashKey = hash.end();
- sampler = m_samplerCache.find(hashKey);
- }
- else
- {
- bx::HashMurmur2A hash;
- hash.begin();
- hash.add(_flags);
- hash.add(index);
- hash.add(_format);
- hashKey = hash.end();
- const uint32_t colorHashKey = m_samplerBorderColorCache.find(hashKey);
- const uint32_t newColorHashKey = bx::hash<bx::HashMurmur2A>(rgba, sizeof(float) * 4);
- if (newColorHashKey == colorHashKey)
- {
- sampler = m_samplerCache.find(hashKey);
- }
- else
- {
- m_samplerBorderColorCache.add(hashKey, newColorHashKey);
- }
- }
- if (VK_NULL_HANDLE != sampler)
- {
- return sampler;
- }
- const uint32_t cmpFunc = (_flags&BGFX_SAMPLER_COMPARE_MASK)>>BGFX_SAMPLER_COMPARE_SHIFT;
- const float maxLodBias = m_deviceProperties.properties.limits.maxSamplerLodBias;
- const float lodBias = bx::clamp(float(BGFX_CONFIG_MIP_LOD_BIAS), -maxLodBias, maxLodBias);
- VkSamplerCreateInfo sci;
- sci.sType = VK_STRUCTURE_TYPE_SAMPLER_CREATE_INFO;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.magFilter = _flags & BGFX_SAMPLER_MAG_POINT ? VK_FILTER_NEAREST : VK_FILTER_LINEAR;
- sci.minFilter = _flags & BGFX_SAMPLER_MIN_POINT ? VK_FILTER_NEAREST : VK_FILTER_LINEAR;
- sci.mipmapMode = _flags & BGFX_SAMPLER_MIP_POINT ? VK_SAMPLER_MIPMAP_MODE_NEAREST : VK_SAMPLER_MIPMAP_MODE_LINEAR;
- sci.addressModeU = s_textureAddress[(_flags&BGFX_SAMPLER_U_MASK)>>BGFX_SAMPLER_U_SHIFT];
- sci.addressModeV = s_textureAddress[(_flags&BGFX_SAMPLER_V_MASK)>>BGFX_SAMPLER_V_SHIFT];
- sci.addressModeW = s_textureAddress[(_flags&BGFX_SAMPLER_W_MASK)>>BGFX_SAMPLER_W_SHIFT];
- sci.mipLodBias = lodBias;
- sci.anisotropyEnable = !!(_flags & (BGFX_SAMPLER_MIN_ANISOTROPIC | BGFX_SAMPLER_MAG_ANISOTROPIC) );
- sci.maxAnisotropy = m_maxAnisotropy;
- sci.compareEnable = 0 != cmpFunc;
- sci.compareOp = s_cmpFunc[cmpFunc];
- sci.minLod = 0.0f;
- sci.maxLod = VK_LOD_CLAMP_NONE;
- sci.borderColor = VK_BORDER_COLOR_FLOAT_OPAQUE_BLACK;
- sci.unnormalizedCoordinates = VK_FALSE;
- VkSamplerCustomBorderColorCreateInfoEXT cbcci;
- if (needColor)
- {
- cbcci.sType = VK_STRUCTURE_TYPE_SAMPLER_CUSTOM_BORDER_COLOR_CREATE_INFO_EXT;
- cbcci.pNext = NULL;
- cbcci.format = _format;
- bx::memCopy(cbcci.customBorderColor.float32, rgba, sizeof(cbcci.customBorderColor.float32) );
- sci.pNext = &cbcci;
- sci.borderColor = VK_BORDER_COLOR_FLOAT_CUSTOM_EXT;
- }
- VK_CHECK(vkCreateSampler(m_device, &sci, m_allocatorCb, &sampler) );
- m_samplerCache.add(hashKey, sampler);
- return sampler;
- }
- VkImageView getCachedImageView(TextureHandle _handle, uint32_t _mip, uint32_t _numMips, VkImageViewType _type, bool _stencil = false)
- {
- const TextureVK& texture = m_textures[_handle.idx];
- _stencil = _stencil && !!(texture.m_aspectFlags & VK_IMAGE_ASPECT_STENCIL_BIT);
- bx::HashMurmur2A hash;
- hash.begin();
- hash.add(_handle.idx);
- hash.add(_mip);
- hash.add(_numMips);
- hash.add(_type);
- hash.add(_stencil);
- uint32_t hashKey = hash.end();
- VkImageView* viewCached = m_imageViewCache.find(hashKey);
- if (NULL != viewCached)
- {
- return *viewCached;
- }
- const VkImageAspectFlags aspectMask = 0
- | VK_IMAGE_ASPECT_COLOR_BIT
- | ( _stencil ? VK_IMAGE_ASPECT_STENCIL_BIT : VK_IMAGE_ASPECT_DEPTH_BIT)
- ;
- VkImageView view;
- VK_CHECK(texture.createView(0, texture.m_numSides, _mip, _numMips, _type, aspectMask, false, &view) );
- m_imageViewCache.add(hashKey, view, _handle.idx);
- return view;
- }
- VkPipeline getPipeline(ProgramHandle _program)
- {
- ProgramVK& program = m_program[_program.idx];
- bx::HashMurmur2A murmur;
- murmur.begin();
- murmur.add(program.m_vsh->m_hash);
- const uint32_t hash = murmur.end();
- VkPipeline pipeline = m_pipelineStateCache.find(hash);
- if (VK_NULL_HANDLE != pipeline)
- {
- return pipeline;
- }
- VkComputePipelineCreateInfo cpci;
- cpci.sType = VK_STRUCTURE_TYPE_COMPUTE_PIPELINE_CREATE_INFO;
- cpci.pNext = NULL;
- cpci.flags = 0;
- cpci.stage.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO;
- cpci.stage.pNext = NULL;
- cpci.stage.flags = 0;
- cpci.stage.stage = VK_SHADER_STAGE_COMPUTE_BIT;
- cpci.stage.module = program.m_vsh->m_module;
- cpci.stage.pName = "main";
- cpci.stage.pSpecializationInfo = NULL;
- cpci.layout = program.m_pipelineLayout;
- cpci.basePipelineHandle = VK_NULL_HANDLE;
- cpci.basePipelineIndex = 0;
- VK_CHECK(vkCreateComputePipelines(m_device, m_pipelineCache, 1, &cpci, m_allocatorCb, &pipeline) );
- m_pipelineStateCache.add(hash, pipeline);
- return pipeline;
- }
- VkPipeline getPipeline(uint64_t _state, uint64_t _stencil, uint8_t _numStreams, const VertexLayout** _layouts, ProgramHandle _program, uint8_t _numInstanceData)
- {
- ProgramVK& program = m_program[_program.idx];
- _state &= 0
- | BGFX_STATE_WRITE_MASK
- | BGFX_STATE_DEPTH_TEST_MASK
- | BGFX_STATE_BLEND_MASK
- | BGFX_STATE_BLEND_EQUATION_MASK
- | (g_caps.supported & BGFX_CAPS_BLEND_INDEPENDENT ? BGFX_STATE_BLEND_INDEPENDENT : 0)
- | BGFX_STATE_BLEND_ALPHA_TO_COVERAGE
- | BGFX_STATE_CULL_MASK
- | BGFX_STATE_FRONT_CCW
- | BGFX_STATE_MSAA
- | (m_lineAASupport ? BGFX_STATE_LINEAA : 0)
- | (g_caps.supported & BGFX_CAPS_CONSERVATIVE_RASTER ? BGFX_STATE_CONSERVATIVE_RASTER : 0)
- | BGFX_STATE_PT_MASK
- ;
- _stencil &= kStencilNoRefMask;
- VertexLayout layout;
- if (0 < _numStreams)
- {
- bx::memCopy(&layout, _layouts[0], sizeof(VertexLayout) );
- const uint16_t* attrMask = program.m_vsh->m_attrMask;
- for (uint32_t ii = 0; ii < Attrib::Count; ++ii)
- {
- uint16_t mask = attrMask[ii];
- uint16_t attr = (layout.m_attributes[ii] & mask);
- layout.m_attributes[ii] = attr == 0 ? UINT16_MAX : attr == UINT16_MAX ? 0 : attr;
- }
- }
- const FrameBufferVK& frameBuffer = isValid(m_fbh)
- ? m_frameBuffers[m_fbh.idx]
- : m_backBuffer
- ;
- bx::HashMurmur2A murmur;
- murmur.begin();
- murmur.add(_state);
- murmur.add(_stencil);
- murmur.add(program.m_vsh->m_hash);
- murmur.add(program.m_vsh->m_attrMask, sizeof(program.m_vsh->m_attrMask) );
- if (NULL != program.m_fsh)
- {
- murmur.add(program.m_fsh->m_hash);
- }
- for (uint8_t ii = 0; ii < _numStreams; ++ii)
- {
- murmur.add(_layouts[ii]->m_hash);
- }
- murmur.add(layout.m_attributes, sizeof(layout.m_attributes) );
- murmur.add(_numInstanceData);
- murmur.add(frameBuffer.m_renderPass);
- const uint32_t hash = murmur.end();
- VkPipeline pipeline = m_pipelineStateCache.find(hash);
- if (VK_NULL_HANDLE != pipeline)
- {
- return pipeline;
- }
- VkPipelineColorBlendAttachmentState blendAttachmentState[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS];
- VkPipelineColorBlendStateCreateInfo colorBlendState;
- colorBlendState.pAttachments = blendAttachmentState;
- setBlendState(colorBlendState, _state);
- VkPipelineInputAssemblyStateCreateInfo inputAssemblyState;
- inputAssemblyState.sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO;
- inputAssemblyState.pNext = NULL;
- inputAssemblyState.flags = 0;
- inputAssemblyState.topology = s_primInfo[(_state&BGFX_STATE_PT_MASK) >> BGFX_STATE_PT_SHIFT].m_topology;
- inputAssemblyState.primitiveRestartEnable = VK_FALSE;
- VkPipelineRasterizationStateCreateInfo rasterizationState;
- setRasterizerState(rasterizationState, _state, m_wireframe);
- VkBaseInStructure* nextRasterizationState = (VkBaseInStructure*)&rasterizationState;
- VkPipelineRasterizationConservativeStateCreateInfoEXT conservativeRasterizationState;
- if (s_extension[Extension::EXT_conservative_rasterization].m_supported)
- {
- nextRasterizationState->pNext = (VkBaseInStructure*)&conservativeRasterizationState;
- nextRasterizationState = (VkBaseInStructure*)&conservativeRasterizationState;
- setConservativeRasterizerState(conservativeRasterizationState, _state);
- }
- VkPipelineRasterizationLineStateCreateInfoEXT lineRasterizationState;
- if (m_lineAASupport)
- {
- nextRasterizationState->pNext = (VkBaseInStructure*)&lineRasterizationState;
- nextRasterizationState = (VkBaseInStructure*)&lineRasterizationState;
- setLineRasterizerState(lineRasterizationState, _state);
- }
- VkPipelineDepthStencilStateCreateInfo depthStencilState;
- setDepthStencilState(depthStencilState, _state, _stencil);
- VkVertexInputBindingDescription inputBinding[BGFX_CONFIG_MAX_VERTEX_STREAMS + 1];
- VkVertexInputAttributeDescription inputAttrib[Attrib::Count + BGFX_CONFIG_MAX_INSTANCE_DATA_COUNT];
- VkPipelineVertexInputStateCreateInfo vertexInputState;
- vertexInputState.pVertexBindingDescriptions = inputBinding;
- vertexInputState.pVertexAttributeDescriptions = inputAttrib;
- setInputLayout(vertexInputState, _numStreams, _layouts, program, _numInstanceData);
- const VkDynamicState dynamicStates[] =
- {
- VK_DYNAMIC_STATE_VIEWPORT,
- VK_DYNAMIC_STATE_SCISSOR,
- VK_DYNAMIC_STATE_BLEND_CONSTANTS,
- VK_DYNAMIC_STATE_STENCIL_REFERENCE,
- VK_DYNAMIC_STATE_FRAGMENT_SHADING_RATE_KHR, // optional
- };
- VkPipelineDynamicStateCreateInfo dynamicState;
- dynamicState.sType = VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO;
- dynamicState.pNext = NULL;
- dynamicState.flags = 0;
- dynamicState.dynamicStateCount = BX_COUNTOF(dynamicStates) -
- (m_variableRateShadingSupported ? 0 : 1)
- ;
- dynamicState.pDynamicStates = dynamicStates;
- VkPipelineShaderStageCreateInfo shaderStages[2];
- shaderStages[0].sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO;
- shaderStages[0].pNext = NULL;
- shaderStages[0].flags = 0;
- shaderStages[0].stage = VK_SHADER_STAGE_VERTEX_BIT;
- shaderStages[0].module = program.m_vsh->m_module;
- shaderStages[0].pName = "main";
- shaderStages[0].pSpecializationInfo = NULL;
- if (NULL != program.m_fsh)
- {
- shaderStages[1].sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO;
- shaderStages[1].pNext = NULL;
- shaderStages[1].flags = 0;
- shaderStages[1].stage = VK_SHADER_STAGE_FRAGMENT_BIT;
- shaderStages[1].module = program.m_fsh->m_module;
- shaderStages[1].pName = "main";
- shaderStages[1].pSpecializationInfo = NULL;
- }
- VkPipelineViewportStateCreateInfo viewportState;
- viewportState.sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO;
- viewportState.pNext = NULL;
- viewportState.flags = 0;
- viewportState.viewportCount = 1;
- viewportState.pViewports = NULL;
- viewportState.scissorCount = 1;
- viewportState.pScissors = NULL;
- VkPipelineMultisampleStateCreateInfo multisampleState;
- multisampleState.sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO;
- multisampleState.pNext = NULL;
- multisampleState.flags = 0;
- multisampleState.rasterizationSamples = frameBuffer.m_sampler.Sample;
- multisampleState.sampleShadingEnable = VK_FALSE;
- multisampleState.minSampleShading = 0.0f;
- multisampleState.pSampleMask = NULL;
- multisampleState.alphaToCoverageEnable = !!(BGFX_STATE_BLEND_ALPHA_TO_COVERAGE & _state);
- multisampleState.alphaToOneEnable = VK_FALSE;
- VkGraphicsPipelineCreateInfo graphicsPipeline;
- graphicsPipeline.sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO;
- graphicsPipeline.pNext = NULL;
- graphicsPipeline.flags = 0;
- graphicsPipeline.stageCount = NULL == program.m_fsh ? 1 : 2;
- graphicsPipeline.pStages = shaderStages;
- graphicsPipeline.pVertexInputState = &vertexInputState;
- graphicsPipeline.pInputAssemblyState = &inputAssemblyState;
- graphicsPipeline.pTessellationState = NULL;
- graphicsPipeline.pViewportState = &viewportState;
- graphicsPipeline.pRasterizationState = &rasterizationState;
- graphicsPipeline.pMultisampleState = &multisampleState;
- graphicsPipeline.pDepthStencilState = &depthStencilState;
- graphicsPipeline.pColorBlendState = &colorBlendState;
- graphicsPipeline.pDynamicState = &dynamicState;
- graphicsPipeline.layout = program.m_pipelineLayout;
- graphicsPipeline.renderPass = frameBuffer.m_renderPass;
- graphicsPipeline.subpass = 0;
- graphicsPipeline.basePipelineHandle = VK_NULL_HANDLE;
- graphicsPipeline.basePipelineIndex = 0;
- uint32_t length = g_callback->cacheReadSize(hash);
- bool cached = length > 0;
- void* cachedData = NULL;
- VkPipelineCacheCreateInfo pcci;
- pcci.sType = VK_STRUCTURE_TYPE_PIPELINE_CACHE_CREATE_INFO;
- pcci.pNext = NULL;
- pcci.flags = 0;
- pcci.initialDataSize = 0;
- pcci.pInitialData = NULL;
- if (cached)
- {
- cachedData = bx::alloc(g_allocator, length);
- if (g_callback->cacheRead(hash, cachedData, length) )
- {
- BX_TRACE("Loading cached pipeline state (size %d).", length);
- bx::MemoryReader reader(cachedData, length);
- pcci.initialDataSize = (size_t)reader.remaining();
- pcci.pInitialData = reader.getDataPtr();
- }
- }
- VkPipelineCache cache;
- VK_CHECK(vkCreatePipelineCache(m_device, &pcci, m_allocatorCb, &cache) );
- VK_CHECK(vkCreateGraphicsPipelines(
- m_device
- , cache
- , 1
- , &graphicsPipeline
- , m_allocatorCb
- , &pipeline
- ) );
- m_pipelineStateCache.add(hash, pipeline);
- size_t dataSize;
- VK_CHECK(vkGetPipelineCacheData(m_device, cache, &dataSize, NULL) );
- if (0 < dataSize)
- {
- if (length < dataSize)
- {
- cachedData = bx::realloc(g_allocator, cachedData, dataSize);
- }
- VK_CHECK(vkGetPipelineCacheData(m_device, cache, &dataSize, cachedData) );
- g_callback->cacheWrite(hash, cachedData, (uint32_t)dataSize);
- }
- VK_CHECK(vkMergePipelineCaches(m_device, m_pipelineCache, 1, &cache) );
- vkDestroy(cache);
- if (NULL != cachedData)
- {
- bx::free(g_allocator, cachedData);
- }
- return pipeline;
- }
- VkDescriptorSet getDescriptorSet(const ProgramVK& _program, const RenderBind& _renderBind, VkBuffer _uniformBuffer, const float _palette[][4])
- {
- VkDescriptorSet descriptorSet;
- VkDescriptorSetAllocateInfo dsai;
- dsai.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_ALLOCATE_INFO;
- dsai.pNext = NULL;
- dsai.descriptorPool = m_descriptorPool[m_cmd.m_currentFrameInFlight];
- dsai.descriptorSetCount = 1;
- dsai.pSetLayouts = &_program.m_descriptorSetLayout;
- VK_CHECK(vkAllocateDescriptorSets(m_device, &dsai, &descriptorSet) );
- VkDescriptorImageInfo imageInfo[BGFX_CONFIG_MAX_TEXTURE_SAMPLERS];
- VkDescriptorBufferInfo bufferInfo[BGFX_CONFIG_MAX_TEXTURE_SAMPLERS];
- constexpr uint32_t kMaxDescriptorSets = 2 * BGFX_CONFIG_MAX_TEXTURE_SAMPLERS + 2;
- VkWriteDescriptorSet wds[kMaxDescriptorSets] = {};
- uint32_t wdsCount = 0;
- uint32_t bufferCount = 0;
- uint32_t imageCount = 0;
- for (uint32_t stage = 0; stage < BGFX_CONFIG_MAX_TEXTURE_SAMPLERS; ++stage)
- {
- const Binding& bind = _renderBind.m_bind[stage];
- const BindInfo& bindInfo = _program.m_bindInfo[stage];
- if (kInvalidHandle != bind.m_idx
- && isValid(bindInfo.uniformHandle) )
- {
- switch (bind.m_type)
- {
- case Binding::Image:
- {
- const bool isImageDescriptor = BindType::Image == bindInfo.type;
- wds[wdsCount].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
- wds[wdsCount].pNext = NULL;
- wds[wdsCount].dstSet = descriptorSet;
- wds[wdsCount].dstBinding = bindInfo.binding;
- wds[wdsCount].dstArrayElement = 0;
- wds[wdsCount].descriptorCount = 1;
- wds[wdsCount].descriptorType = isImageDescriptor
- ? VK_DESCRIPTOR_TYPE_STORAGE_IMAGE
- : VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
- ;
- wds[wdsCount].pImageInfo = NULL;
- wds[wdsCount].pBufferInfo = NULL;
- wds[wdsCount].pTexelBufferView = NULL;
- const TextureVK& texture = m_textures[bind.m_idx];
- VkImageViewType type = texture.m_type;
- if (UINT32_MAX != bindInfo.index)
- {
- type = _program.m_textures[bindInfo.index].type;
- }
- else if (type == VK_IMAGE_VIEW_TYPE_CUBE
- || type == VK_IMAGE_VIEW_TYPE_CUBE_ARRAY)
- {
- type = VK_IMAGE_VIEW_TYPE_2D_ARRAY;
- }
- BX_ASSERT(
- texture.m_currentImageLayout == texture.m_sampledLayout
- , "Mismatching image layout. Texture currently used as a framebuffer attachment?"
- );
- imageInfo[imageCount].imageLayout = texture.m_sampledLayout;
- imageInfo[imageCount].sampler = VK_NULL_HANDLE;
- imageInfo[imageCount].imageView = getCachedImageView(
- { bind.m_idx }
- , bind.m_mip
- , 1
- , type
- );
- wds[wdsCount].pImageInfo = &imageInfo[imageCount];
- ++imageCount;
- ++wdsCount;
- }
- break;
- case Binding::VertexBuffer:
- case Binding::IndexBuffer:
- {
- wds[wdsCount].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
- wds[wdsCount].pNext = NULL;
- wds[wdsCount].dstSet = descriptorSet;
- wds[wdsCount].dstBinding = bindInfo.binding;
- wds[wdsCount].dstArrayElement = 0;
- wds[wdsCount].descriptorCount = 1;
- wds[wdsCount].descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER;
- wds[wdsCount].pImageInfo = NULL;
- wds[wdsCount].pBufferInfo = NULL;
- wds[wdsCount].pTexelBufferView = NULL;
- const BufferVK& sb = bind.m_type == Binding::VertexBuffer
- ? m_vertexBuffers[bind.m_idx]
- : m_indexBuffers[bind.m_idx]
- ;
- bufferInfo[bufferCount].buffer = sb.m_buffer;
- bufferInfo[bufferCount].offset = 0;
- bufferInfo[bufferCount].range = sb.m_size;
- wds[wdsCount].pBufferInfo = &bufferInfo[bufferCount];
- ++bufferCount;
- ++wdsCount;
- }
- break;
- case Binding::Texture:
- {
- TextureVK& texture = m_textures[bind.m_idx];
- const uint32_t samplerFlags = 0 == (BGFX_SAMPLER_INTERNAL_DEFAULT & bind.m_samplerFlags)
- ? bind.m_samplerFlags
- : (uint32_t)texture.m_flags
- ;
- const bool sampleStencil = !!(samplerFlags & BGFX_SAMPLER_SAMPLE_STENCIL);
- VkSampler sampler = getSampler(samplerFlags, texture.m_format, _palette);
- const VkImageViewType type = UINT32_MAX == bindInfo.index
- ? texture.m_type
- : _program.m_textures[bindInfo.index].type
- ;
- BX_ASSERT(
- texture.m_currentImageLayout == texture.m_sampledLayout
- , "Mismatching image layout. Texture currently used as a framebuffer attachment?"
- );
- imageInfo[imageCount].imageLayout = texture.m_sampledLayout;
- imageInfo[imageCount].sampler = sampler;
- imageInfo[imageCount].imageView = getCachedImageView(
- { bind.m_idx }
- , 0
- , texture.m_numMips
- , type
- , sampleStencil
- );
- wds[wdsCount].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
- wds[wdsCount].pNext = NULL;
- wds[wdsCount].dstSet = descriptorSet;
- wds[wdsCount].dstBinding = bindInfo.binding;
- wds[wdsCount].dstArrayElement = 0;
- wds[wdsCount].descriptorCount = 1;
- wds[wdsCount].descriptorType = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE;
- wds[wdsCount].pImageInfo = &imageInfo[imageCount];
- wds[wdsCount].pBufferInfo = NULL;
- wds[wdsCount].pTexelBufferView = NULL;
- ++wdsCount;
- wds[wdsCount].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
- wds[wdsCount].pNext = NULL;
- wds[wdsCount].dstSet = descriptorSet;
- wds[wdsCount].dstBinding = bindInfo.samplerBinding;
- wds[wdsCount].dstArrayElement = 0;
- wds[wdsCount].descriptorCount = 1;
- wds[wdsCount].descriptorType = VK_DESCRIPTOR_TYPE_SAMPLER;
- wds[wdsCount].pImageInfo = &imageInfo[imageCount];
- wds[wdsCount].pBufferInfo = NULL;
- wds[wdsCount].pTexelBufferView = NULL;
- ++wdsCount;
- ++imageCount;
- }
- break;
- }
- }
- }
- const uint32_t vsSize = _program.m_vsh->m_size;
- const uint32_t fsSize = NULL != _program.m_fsh ? _program.m_fsh->m_size : 0;
- if (0 < vsSize)
- {
- bufferInfo[bufferCount].buffer = _uniformBuffer;
- bufferInfo[bufferCount].offset = 0;
- bufferInfo[bufferCount].range = vsSize;
- wds[wdsCount].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
- wds[wdsCount].pNext = NULL;
- wds[wdsCount].dstSet = descriptorSet;
- wds[wdsCount].dstBinding = _program.m_vsh->m_uniformBinding;
- wds[wdsCount].dstArrayElement = 0;
- wds[wdsCount].descriptorCount = 1;
- wds[wdsCount].descriptorType = VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER_DYNAMIC;
- wds[wdsCount].pImageInfo = NULL;
- wds[wdsCount].pBufferInfo = &bufferInfo[bufferCount];
- wds[wdsCount].pTexelBufferView = NULL;
- ++wdsCount;
- ++bufferCount;
- }
- if (0 < fsSize)
- {
- bufferInfo[bufferCount].buffer = _uniformBuffer;
- bufferInfo[bufferCount].offset = 0;
- bufferInfo[bufferCount].range = fsSize;
- wds[wdsCount].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET;
- wds[wdsCount].pNext = NULL;
- wds[wdsCount].dstSet = descriptorSet;
- wds[wdsCount].dstBinding = _program.m_fsh->m_uniformBinding;
- wds[wdsCount].dstArrayElement = 0;
- wds[wdsCount].descriptorCount = 1;
- wds[wdsCount].descriptorType = VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER_DYNAMIC;
- wds[wdsCount].pImageInfo = NULL;
- wds[wdsCount].pBufferInfo = &bufferInfo[bufferCount];
- wds[wdsCount].pTexelBufferView = NULL;
- ++wdsCount;
- ++bufferCount;
- }
- vkUpdateDescriptorSets(m_device, wdsCount, wds, 0, NULL);
- VkDescriptorSet temp = descriptorSet;
- release(temp);
- return descriptorSet;
- }
- bool isSwapChainReadable(const SwapChainVK& _swapChain)
- {
- return true
- && NULL != _swapChain.m_nwh
- && _swapChain.m_needPresent
- && _swapChain.m_supportsReadback
- && bimg::imageConvert(bimg::TextureFormat::BGRA8, bimg::TextureFormat::Enum(_swapChain.m_colorFormat) )
- ;
- }
- typedef void (*SwapChainReadFunc)(void* /*src*/, uint32_t /*width*/, uint32_t /*height*/, uint32_t /*pitch*/, const void* /*userData*/);
- bool readSwapChain(const SwapChainVK& _swapChain, VkBuffer _buffer, DeviceMemoryAllocationVK _memory, SwapChainReadFunc _func, const void* _userData = NULL)
- {
- if (isSwapChainReadable(_swapChain) )
- {
- // source for the copy is the last rendered swapchain image
- const VkImage image = _swapChain.m_backBufferColorImage[_swapChain.m_backBufferColorIdx];
- const VkImageLayout layout = _swapChain.m_backBufferColorImageLayout[_swapChain.m_backBufferColorIdx];
- const uint32_t width = _swapChain.m_sci.imageExtent.width;
- const uint32_t height = _swapChain.m_sci.imageExtent.height;
- ReadbackVK readback;
- readback.create(image, width, height, _swapChain.m_colorFormat);
- const uint32_t pitch = readback.pitch();
- readback.copyImageToBuffer(m_commandBuffer, _buffer, layout, VK_IMAGE_ASPECT_COLOR_BIT);
- // stall for commandbuffer to finish
- kick(true);
- uint8_t* src;
- VK_CHECK(vkMapMemory(m_device, _memory.mem, _memory.offset, _memory.size, 0, (void**)&src) );
- if (_swapChain.m_colorFormat == TextureFormat::RGBA8)
- {
- bimg::imageSwizzleBgra8(src, pitch, width, height, src, pitch);
- _func(src, width, height, pitch, _userData);
- }
- else if (_swapChain.m_colorFormat == TextureFormat::BGRA8)
- {
- _func(src, width, height, pitch, _userData);
- }
- else
- {
- const uint8_t dstBpp = bimg::getBitsPerPixel(bimg::TextureFormat::BGRA8);
- const uint32_t dstPitch = width * dstBpp / 8;
- const uint32_t dstSize = height * dstPitch;
- void* dst = bx::alloc(g_allocator, dstSize);
- bimg::imageConvert(g_allocator, dst, bimg::TextureFormat::BGRA8, src, bimg::TextureFormat::Enum(_swapChain.m_colorFormat), width, height, 1);
- _func(dst, width, height, dstPitch, _userData);
- bx::free(g_allocator, dst);
- }
- vkUnmapMemory(m_device, _memory.mem);
- readback.destroy();
- return true;
- }
- return false;
- }
- void capture()
- {
- if (m_captureSize > 0)
- {
- m_backBuffer.resolve();
- auto callback = [](void* _src, uint32_t /*_width*/, uint32_t _height, uint32_t _pitch, const void* /*_userData*/)
- {
- const uint32_t size = _height * _pitch;
- g_callback->captureFrame(_src, size);
- };
- readSwapChain(m_backBuffer.m_swapChain, m_captureBuffer, m_captureMemory, callback);
- }
- }
- bool isVisible(Frame* _render, OcclusionQueryHandle _handle, bool _visible)
- {
- return _visible == (0 != _render->m_occlusion[_handle.idx]);
- }
- void commit(UniformBuffer& _uniformBuffer)
- {
- _uniformBuffer.reset();
- for (;;)
- {
- uint32_t opcode = _uniformBuffer.read();
- if (UniformType::End == opcode)
- {
- break;
- }
- uint8_t type;
- uint16_t loc;
- uint16_t num;
- uint16_t copy;
- UniformBuffer::decodeOpcode(opcode, type, loc, num, copy);
- const char* data;
- if (copy)
- {
- data = _uniformBuffer.read(g_uniformTypeSize[type]*num);
- }
- else
- {
- UniformHandle handle;
- bx::memCopy(&handle, _uniformBuffer.read(sizeof(UniformHandle) ), sizeof(UniformHandle) );
- data = (const char*)m_uniforms[handle.idx];
- }
- switch (type)
- {
- case UniformType::Mat3:
- case UniformType::Mat3|kUniformFragmentBit:
- {
- float* value = (float*)data;
- for (uint32_t ii = 0, count = num/3; ii < count; ++ii, loc += 3*16, value += 9)
- {
- Matrix4 mtx;
- mtx.un.val[ 0] = value[0];
- mtx.un.val[ 1] = value[1];
- mtx.un.val[ 2] = value[2];
- mtx.un.val[ 3] = 0.0f;
- mtx.un.val[ 4] = value[3];
- mtx.un.val[ 5] = value[4];
- mtx.un.val[ 6] = value[5];
- mtx.un.val[ 7] = 0.0f;
- mtx.un.val[ 8] = value[6];
- mtx.un.val[ 9] = value[7];
- mtx.un.val[10] = value[8];
- mtx.un.val[11] = 0.0f;
- setShaderUniform(uint8_t(type), loc, &mtx.un.val[0], 3);
- }
- }
- break;
- case UniformType::Sampler:
- case UniformType::Sampler|kUniformFragmentBit:
- // do nothing, but VkDescriptorSetImageInfo would be set before drawing
- break;
- case UniformType::Vec4:
- case UniformType::Vec4 | kUniformFragmentBit:
- case UniformType::Mat4:
- case UniformType::Mat4 | kUniformFragmentBit:
- {
- setShaderUniform(uint8_t(type), loc, data, num);
- }
- break;
- case UniformType::End:
- break;
- default:
- BX_TRACE("%4d: INVALID 0x%08x, t %d, l %d, n %d, c %d", _uniformBuffer.getPos(), opcode, type, loc, num, copy);
- break;
- }
- }
- }
- void clearQuad(const Rect& _rect, const Clear& _clear, const float _palette[][4])
- {
- VkClearRect rect[1];
- rect[0].rect.offset.x = _rect.m_x;
- rect[0].rect.offset.y = _rect.m_y;
- rect[0].rect.extent.width = _rect.m_width;
- rect[0].rect.extent.height = _rect.m_height;
- rect[0].baseArrayLayer = 0;
- rect[0].layerCount = 1;
- uint32_t numMrt;
- bgfx::TextureFormat::Enum mrtFormat[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS];
- VkImageAspectFlags depthAspectMask;
- const FrameBufferVK& fb = isValid(m_fbh)
- ? m_frameBuffers[m_fbh.idx]
- : m_backBuffer
- ;
- if (NULL == fb.m_nwh)
- {
- numMrt = fb.m_num;
- for (uint8_t ii = 0; ii < fb.m_num; ++ii)
- {
- mrtFormat[ii] = bgfx::TextureFormat::Enum(m_textures[fb.m_texture[ii].idx].m_requestedFormat);
- }
- depthAspectMask = isValid(fb.m_depth) ? m_textures[fb.m_depth.idx].m_aspectFlags : 0;
- rect[0].layerCount = fb.m_attachment[0].numLayers;
- }
- else
- {
- numMrt = 1;
- mrtFormat[0] = fb.m_swapChain.m_colorFormat;
- depthAspectMask = fb.m_swapChain.m_backBufferDepthStencil.m_aspectFlags;
- }
- VkClearAttachment attachments[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS + 1];
- uint32_t mrt = 0;
- if (BGFX_CLEAR_COLOR & _clear.m_flags)
- {
- for (uint32_t ii = 0; ii < numMrt; ++ii)
- {
- attachments[mrt].colorAttachment = mrt;
- attachments[mrt].aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
- VkClearColorValue& clearValue = attachments[mrt].clearValue.color;
- const bimg::ImageBlockInfo& blockInfo = bimg::getBlockInfo(bimg::TextureFormat::Enum(mrtFormat[ii]) );
- const bx::EncodingType::Enum type = bx::EncodingType::Enum(blockInfo.encoding);
- if (BGFX_CLEAR_COLOR_USE_PALETTE & _clear.m_flags)
- {
- const uint8_t index = bx::min<uint8_t>(BGFX_CONFIG_MAX_COLOR_PALETTE-1, _clear.m_index[ii]);
- switch (type)
- {
- case bx::EncodingType::Int:
- case bx::EncodingType::Uint:
- clearValue.int32[0] = int32_t(_palette[index][0]);
- clearValue.int32[1] = int32_t(_palette[index][1]);
- clearValue.int32[2] = int32_t(_palette[index][2]);
- clearValue.int32[3] = int32_t(_palette[index][3]);
- break;
- default:
- bx::memCopy(&clearValue.float32, _palette[index], sizeof(clearValue.float32) );
- break;
- }
- }
- else
- {
- switch (type)
- {
- case bx::EncodingType::Int:
- case bx::EncodingType::Uint:
- clearValue.uint32[0] = _clear.m_index[0];
- clearValue.uint32[1] = _clear.m_index[1];
- clearValue.uint32[2] = _clear.m_index[2];
- clearValue.uint32[3] = _clear.m_index[3];
- break;
- default:
- bx::unpackRgba8(clearValue.float32, _clear.m_index);
- break;
- }
- }
- ++mrt;
- }
- }
- depthAspectMask &= 0
- | (_clear.m_flags & BGFX_CLEAR_DEPTH ? VK_IMAGE_ASPECT_DEPTH_BIT : 0)
- | (_clear.m_flags & BGFX_CLEAR_STENCIL ? VK_IMAGE_ASPECT_STENCIL_BIT : 0)
- ;
- if (0 != depthAspectMask)
- {
- attachments[mrt].colorAttachment = VK_ATTACHMENT_UNUSED;
- // The above is meaningless and not required by the spec, but Khronos
- // Validation Layer has a conditional jump depending on this, even
- // without VK_IMAGE_ASPECT_COLOR_BIT set. Valgrind found this.
- attachments[mrt].aspectMask = depthAspectMask;
- attachments[mrt].clearValue.depthStencil.stencil = _clear.m_stencil;
- attachments[mrt].clearValue.depthStencil.depth = _clear.m_depth;
- ++mrt;
- }
- if (mrt > 0)
- {
- vkCmdClearAttachments(m_commandBuffer, mrt, attachments, BX_COUNTOF(rect), rect);
- }
- }
- void kick(bool _finishAll = false)
- {
- m_cmd.kick(_finishAll);
- VK_CHECK(m_cmd.alloc(&m_commandBuffer) );
- m_cmd.finish(_finishAll);
- }
- int32_t selectMemoryType(uint32_t _memoryTypeBits, uint32_t _propertyFlags, int32_t _startIndex = 0) const
- {
- for (int32_t ii = _startIndex, num = m_memoryProperties.memoryTypeCount; ii < num; ++ii)
- {
- const VkMemoryType& memType = m_memoryProperties.memoryTypes[ii];
- if ( (0 != ( (1<<ii) & _memoryTypeBits) )
- && ( (memType.propertyFlags & _propertyFlags) == _propertyFlags) )
- {
- return ii;
- }
- }
- BX_TRACE("Failed to find memory that supports flags 0x%08x.", _propertyFlags);
- return -1;
- }
- VkResult allocateMemory(const VkMemoryRequirements* requirements, VkMemoryPropertyFlags propertyFlags, DeviceMemoryAllocationVK* memory, bool _forcePrivateDeviceAllocation)
- {
- BGFX_PROFILER_SCOPE("RendererContextVK::allocateMemory", kColorResource);
- // Forcing the use of a private device allocation for a certain memory allocation
- // can be desirable when memory mapping the allocation. A memory allocation
- // can only be mapped once. So handing out multiple subregions of one bigger
- // allocation can lead to problems, when they get mapped multiple times.
- // Right now, with the LRU system, we are still only handing out the full
- // memory allocation, and never subregions of it, so it's impossible right
- // now to map a single allocation multiple times.
- // The argument is there to indicate this, but it's ignored right now, for the above
- // reason: any cached memory is fine, as long as we don't partition it.
- BX_UNUSED(_forcePrivateDeviceAllocation);
- {
- // Check LRU cache.
- int memoryType = selectMemoryType(requirements->memoryTypeBits, propertyFlags, 0);
- bool found = m_memoryLru.find(bx::narrowCast<uint32_t>(requirements->size), memoryType, memory);
- if (found)
- {
- return VK_SUCCESS;
- }
- }
- VkMemoryAllocateInfo ma;
- ma.sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO;
- ma.pNext = NULL;
- ma.allocationSize = requirements->size;
- VkResult result = VK_ERROR_UNKNOWN;
- int32_t searchIndex = -1;
- do
- {
- searchIndex++;
- searchIndex = selectMemoryType(requirements->memoryTypeBits, propertyFlags, searchIndex);
- if (searchIndex >= 0)
- {
- BGFX_PROFILER_SCOPE("vkAllocateMemory", kColorResource);
- ma.memoryTypeIndex = searchIndex;
- memory->memoryTypeIndex = searchIndex;
- memory->size = bx::narrowCast<uint32_t>(ma.allocationSize);
- memory->offset = 0;
- result = vkAllocateMemory(m_device, &ma, m_allocatorCb, &memory->mem);
- }
- }
- while (result != VK_SUCCESS
- && searchIndex >= 0);
- return result;
- }
- VkResult createHostBuffer(uint32_t _size, VkMemoryPropertyFlags _flags, ::VkBuffer* _buffer, DeviceMemoryAllocationVK* _memory, bool _forcePrivateDeviceAllocation, const void* _data = NULL)
- {
- BGFX_PROFILER_SCOPE("RendererContextVK::createHostBuffer", kColorResource);
- VkResult result = VK_SUCCESS;
- VkBufferCreateInfo bci;
- bci.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
- bci.pNext = NULL;
- bci.flags = 0;
- bci.size = _size;
- bci.queueFamilyIndexCount = 0;
- bci.pQueueFamilyIndices = NULL;
- bci.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
- bci.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT;
- result = vkCreateBuffer(m_device, &bci, m_allocatorCb, _buffer);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create host buffer error: vkCreateBuffer failed %d: %s.", result, getName(result) );
- return result;
- }
- VkMemoryRequirements mr;
- vkGetBufferMemoryRequirements(m_device, *_buffer, &mr);
- result = allocateMemory(&mr, _flags, _memory, _forcePrivateDeviceAllocation);
- if (VK_SUCCESS != result
- && (_flags & VK_MEMORY_PROPERTY_HOST_CACHED_BIT) )
- {
- result = allocateMemory(&mr, _flags & ~VK_MEMORY_PROPERTY_HOST_CACHED_BIT, _memory, _forcePrivateDeviceAllocation);
- }
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create host buffer error: vkAllocateMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- result = vkBindBufferMemory(m_device, *_buffer, _memory->mem, _memory->offset);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create host buffer error: vkBindBufferMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- if (_data != NULL)
- {
- BGFX_PROFILER_SCOPE("map and copy data", kColorResource);
- void* dst;
- result = vkMapMemory(m_device, _memory->mem, _memory->offset, _size, 0, &dst);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create host buffer error: vkMapMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- bx::memCopy(dst, _data, _size);
- vkUnmapMemory(m_device, _memory->mem);
- }
- return result;
- }
- VkResult createStagingBuffer(uint32_t _size, ::VkBuffer* _buffer, DeviceMemoryAllocationVK* _memory, const void* _data = NULL)
- {
- const VkMemoryPropertyFlags flags = 0
- | VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT
- | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT
- ;
- return createHostBuffer(_size, flags, _buffer, _memory, false, _data);
- }
- StagingBufferVK allocFromScratchStagingBuffer(uint32_t _size, uint32_t _align, const void* _data = NULL)
- {
- BGFX_PROFILER_SCOPE("RendererContextVK::allocFromScratchStagingBuffer", kColorResource);
- StagingBufferVK result;
- StagingScratchBufferVK& scratch = m_scratchStagingBuffer[m_cmd.m_currentFrameInFlight];
- if (_size <= BGFX_CONFIG_MAX_STAGING_SCRATCH_BUFFER_SIZE)
- {
- const uint32_t scratchOffset = scratch.alloc(_size, _align);
- if (UINT32_MAX != scratchOffset)
- {
- result.m_isFromScratch = true;
- result.m_deviceMem = scratch.m_deviceMem;
- result.m_size = _size;
- result.m_offset = scratchOffset;
- result.m_buffer = scratch.m_buffer;
- result.m_data = scratch.m_data + result.m_offset;
- if (_data != NULL)
- {
- BGFX_PROFILER_SCOPE("copy to scratch", kColorResource);
- bx::memCopy(result.m_data, _data, _size);
- }
- return result;
- }
- }
- // Not enough space or too big, we will create a new staging buffer on the spot.
- VK_CHECK(createStagingBuffer(_size, &result.m_buffer, &result.m_deviceMem, _data) );
- result.m_isFromScratch = false;
- result.m_offset = 0;
- result.m_size = _size;
- result.m_data = NULL;
- return result;
- }
- VkResult createReadbackBuffer(uint32_t _size, ::VkBuffer* _buffer, DeviceMemoryAllocationVK* _memory)
- {
- const VkMemoryPropertyFlags flags = 0
- | VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT
- | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT
- | VK_MEMORY_PROPERTY_HOST_CACHED_BIT
- ;
- return createHostBuffer(_size, flags, _buffer, _memory, true, NULL);
- }
- VkAllocationCallbacks* m_allocatorCb;
- VkDebugReportCallbackEXT m_debugReportCallback;
- VkInstance m_instance;
- VkPhysicalDevice m_physicalDevice;
- uint32_t m_instanceApiVersion;
- VkPhysicalDeviceFragmentShadingRatePropertiesKHR m_deviceShadingRateImageProperties;
- VkPhysicalDeviceProperties2 m_deviceProperties;
- VkPhysicalDeviceMemoryProperties m_memoryProperties;
- VkPhysicalDeviceFeatures m_deviceFeatures;
- bool m_lineAASupport;
- bool m_borderColorSupport;
- bool m_timerQuerySupport;
- FrameBufferVK m_backBuffer;
- TextureFormat::Enum m_swapChainFormats[TextureFormat::Count];
- uint16_t m_numWindows;
- FrameBufferHandle m_windows[BGFX_CONFIG_MAX_FRAME_BUFFERS];
- int64_t m_presentElapsed;
- MemoryLruVK m_memoryLru;
- ChunkedScratchBufferVK m_uniformScratchBuffer;
- StagingScratchBufferVK m_scratchStagingBuffer[BGFX_CONFIG_MAX_FRAME_LATENCY];
- uint32_t m_maxFrameLatency;
- CommandQueueVK m_cmd;
- VkCommandBuffer m_commandBuffer;
- VkDevice m_device;
- uint32_t m_globalQueueFamily;
- VkQueue m_globalQueue;
- VkDescriptorPool m_descriptorPool[BGFX_CONFIG_MAX_FRAME_LATENCY];
- VkPipelineCache m_pipelineCache;
- TimerQueryVK m_gpuTimer;
- OcclusionQueryVK m_occlusionQuery;
- void* m_renderDocDll;
- void* m_vulkan1Dll;
- IndexBufferVK m_indexBuffers[BGFX_CONFIG_MAX_INDEX_BUFFERS];
- VertexBufferVK m_vertexBuffers[BGFX_CONFIG_MAX_VERTEX_BUFFERS];
- ShaderVK m_shaders[BGFX_CONFIG_MAX_SHADERS];
- ProgramVK m_program[BGFX_CONFIG_MAX_PROGRAMS];
- TextureVK m_textures[BGFX_CONFIG_MAX_TEXTURES];
- VertexLayout m_vertexLayouts[BGFX_CONFIG_MAX_VERTEX_LAYOUTS];
- FrameBufferVK m_frameBuffers[BGFX_CONFIG_MAX_FRAME_BUFFERS];
- void* m_uniforms[BGFX_CONFIG_MAX_UNIFORMS];
- Matrix4 m_predefinedUniforms[PredefinedUniform::Count];
- UniformRegistry m_uniformReg;
- StateCacheT<VkPipeline> m_pipelineStateCache;
- StateCacheT<VkDescriptorSetLayout> m_descriptorSetLayoutCache;
- StateCacheT<VkRenderPass> m_renderPassCache;
- StateCacheT<VkSampler> m_samplerCache;
- StateCacheT<uint32_t> m_samplerBorderColorCache;
- StateCacheLru<VkImageView, 1024> m_imageViewCache;
- Resolution m_resolution;
- float m_maxAnisotropy;
- bool m_depthClamp;
- bool m_wireframe;
- VkBuffer m_captureBuffer;
- DeviceMemoryAllocationVK m_captureMemory;
- uint32_t m_captureSize;
- bool m_variableRateShadingSupported;
- TextVideoMem m_textVideoMem;
- uint8_t m_fsScratch[64<<10];
- uint8_t m_vsScratch[64<<10];
- FrameBufferHandle m_fbh;
- };
- static RendererContextVK* s_renderVK;
- RendererContextI* rendererCreate(const Init& _init)
- {
- s_renderVK = BX_NEW(g_allocator, RendererContextVK);
- if (!s_renderVK->init(_init) )
- {
- bx::deleteObject(g_allocator, s_renderVK);
- s_renderVK = NULL;
- }
- return s_renderVK;
- }
- void rendererDestroy()
- {
- s_renderVK->shutdown();
- bx::deleteObject(g_allocator, s_renderVK);
- s_renderVK = NULL;
- }
- #define VK_DESTROY_FUNC(_name) \
- void vkDestroy(Vk##_name& _obj) \
- { \
- if (VK_NULL_HANDLE != _obj) \
- { \
- BGFX_PROFILER_SCOPE("vkDestroy" #_name, kColorResource); \
- vkDestroy##_name(s_renderVK->m_device, _obj.vk, s_renderVK->m_allocatorCb); \
- _obj = VK_NULL_HANDLE; \
- } \
- } \
- void release(Vk##_name& _obj) \
- { \
- s_renderVK->release(_obj); \
- }
- VK_DESTROY
- #undef VK_DESTROY_FUNC
- void vkDestroy(VkDeviceMemory& _obj)
- {
- if (VK_NULL_HANDLE != _obj)
- {
- BGFX_PROFILER_SCOPE("vkFreeMemory", kColorResource);
- vkFreeMemory(s_renderVK->m_device, _obj.vk, s_renderVK->m_allocatorCb);
- _obj = VK_NULL_HANDLE;
- }
- }
- void vkDestroy(VkSurfaceKHR& _obj)
- {
- if (VK_NULL_HANDLE != _obj)
- {
- BGFX_PROFILER_SCOPE("vkDestroySurfaceKHR", kColorResource);
- vkDestroySurfaceKHR(s_renderVK->m_instance, _obj.vk, s_renderVK->m_allocatorCb);
- _obj = VK_NULL_HANDLE;
- }
- }
- void vkDestroy(VkDescriptorSet& _obj)
- {
- if (VK_NULL_HANDLE != _obj)
- {
- _obj = VK_NULL_HANDLE;
- }
- }
- void release(VkDeviceMemory& _obj)
- {
- s_renderVK->release(_obj);
- }
- void release(VkSurfaceKHR& _obj)
- {
- s_renderVK->release(_obj);
- }
- void release(VkDescriptorSet& _obj)
- {
- s_renderVK->release(_obj);
- }
- void MemoryLruVK::recycle(DeviceMemoryAllocationVK& _alloc)
- {
- if (MAX_ENTRIES == lru.getNumHandles() )
- {
- // Evict LRU
- uint16_t handle = lru.getBack();
- DeviceMemoryAllocationVK& alloc = entries[handle];
- totalSizeCached -= alloc.size;
- release(alloc.mem);
- // Touch slot and overwrite
- lru.touch(handle);
- alloc = _alloc;
- }
- else
- {
- uint16_t handle = lru.alloc();
- entries[handle] = _alloc;
- }
- totalSizeCached += _alloc.size;
- while (totalSizeCached > BGFX_CONFIG_CACHED_DEVICE_MEMORY_ALLOCATIONS_SIZE)
- {
- BX_ASSERT(lru.getNumHandles() > 0, "Memory badly counted.");
- uint16_t handle = lru.getBack();
- DeviceMemoryAllocationVK& alloc = entries[handle];
- totalSizeCached -= alloc.size;
- release(alloc.mem);
- lru.free(handle);
- }
- }
- bool MemoryLruVK::find(uint32_t _size, int32_t _memoryTypeIndex, DeviceMemoryAllocationVK *_alloc)
- {
- BGFX_PROFILER_SCOPE("MemoryLruVK::find", kColorResource);
- // Find best fit.
- uint16_t slot;
- {
- int16_t bestIdx = MAX_ENTRIES;
- uint32_t bestWaste = 0xffff'ffff;
- slot = lru.getFront();
- while (UINT16_MAX != slot)
- {
- DeviceMemoryAllocationVK& alloc = entries[slot];
- if (alloc.memoryTypeIndex == _memoryTypeIndex)
- {
- // 50% waste allowed, otherwise we'll just allocate a new one.
- // This is to prevent we trash this cache of useful allocations
- // with a handful of tiny allocations.
- if (alloc.size >= _size
- && alloc.size <= _size * 2)
- {
- const uint32_t waste = bx::narrowCast<uint32_t>(alloc.size - _size);
- if (waste < bestWaste)
- {
- bestIdx = slot;
- bestWaste = waste;
- if (waste == 0)
- {
- break;
- }
- }
- }
- }
- slot = lru.getNext(slot);
- }
- slot = bestIdx;
- }
- if (MAX_ENTRIES != slot)
- {
- *_alloc = entries[slot];
- lru.free(slot);
- totalSizeCached -= _alloc->size;
- return true;
- }
- return false;
- }
- void MemoryLruVK::evictAll()
- {
- uint16_t slot = lru.getFront();
- while (slot != UINT16_MAX)
- {
- release(entries[slot].mem);
- slot = lru.getNext(slot);
- }
- lru.reset();
- totalSizeCached = 0;
- }
- void StagingScratchBufferVK::create(uint32_t _size, uint32_t _count, VkBufferUsageFlags usage, uint32_t _align)
- {
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- const VkDevice device = s_renderVK->m_device;
- const uint32_t entrySize = bx::strideAlign(_size, _align);
- const uint32_t chunkSize = entrySize * _count;
- VkBufferCreateInfo bci;
- bci.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
- bci.pNext = NULL;
- bci.flags = 0;
- bci.size = chunkSize;
- bci.usage = usage;
- bci.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
- bci.queueFamilyIndexCount = 0;
- bci.pQueueFamilyIndices = NULL;
- VK_CHECK(vkCreateBuffer(
- device
- , &bci
- , allocatorCb
- , &m_buffer
- ) );
- VkMemoryRequirements mr;
- vkGetBufferMemoryRequirements(
- device
- , m_buffer
- , &mr
- );
- VkMemoryPropertyFlags flags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
- VkResult result = s_renderVK->allocateMemory(&mr, flags, &m_deviceMem, true);
- if (VK_SUCCESS != result)
- {
- flags &= ~VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
- VK_CHECK(s_renderVK->allocateMemory(&mr, flags, &m_deviceMem, true) );
- }
- m_size = (uint32_t)mr.size;
- m_chunkPos = 0;
- m_align = _align;
- VK_CHECK(vkBindBufferMemory(device, m_buffer, m_deviceMem.mem, m_deviceMem.offset) );
- VK_CHECK(vkMapMemory(device, m_deviceMem.mem, m_deviceMem.offset, m_size, 0, (void**)&m_data) );
- }
- void StagingScratchBufferVK::createUniform(uint32_t _size, uint32_t _count)
- {
- const VkPhysicalDeviceLimits& deviceLimits = s_renderVK->m_deviceProperties.properties.limits;
- const uint32_t align = uint32_t(deviceLimits.minUniformBufferOffsetAlignment);
- create(_size, _count, VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT, align);
- }
- void StagingScratchBufferVK::createStaging(uint32_t _size)
- {
- const VkPhysicalDeviceLimits& deviceLimits = s_renderVK->m_deviceProperties.properties.limits;
- const uint32_t align = uint32_t(deviceLimits.optimalBufferCopyOffsetAlignment);
- create(_size, 1, VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT, align);
- }
- void StagingScratchBufferVK::destroy()
- {
- vkUnmapMemory(s_renderVK->m_device, m_deviceMem.mem);
- s_renderVK->release(m_buffer);
- s_renderVK->recycleMemory(m_deviceMem);
- }
- uint32_t StagingScratchBufferVK::alloc(uint32_t _size, uint32_t _minAlign)
- {
- const uint32_t align = bx::uint32_lcm(m_align, _minAlign);
- const uint32_t offset = bx::strideAlign(m_chunkPos, align);
- if (offset + _size <= m_size)
- {
- m_chunkPos = offset + _size;
- return offset;
- }
- return UINT32_MAX;
- }
- uint32_t StagingScratchBufferVK::write(const void* _data, uint32_t _size, uint32_t _minAlign)
- {
- uint32_t offset = alloc(_size, _minAlign);
- BX_ASSERT(offset != UINT32_MAX, "Not enough space on ScratchBuffer left to allocate %u bytes with alignment %u.", _size, _minAlign);
- if (_size > 0)
- {
- bx::memCopy(&m_data[offset], _data, _size);
- }
- return offset;
- }
- void StagingScratchBufferVK::flush(bool _reset)
- {
- const VkPhysicalDeviceLimits& deviceLimits = s_renderVK->m_deviceProperties.properties.limits;
- VkDevice device = s_renderVK->m_device;
- const uint32_t align = uint32_t(deviceLimits.nonCoherentAtomSize);
- const uint32_t size = bx::min(bx::strideAlign(m_chunkPos, align), m_size);
- VkMappedMemoryRange range;
- range.sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE;
- range.pNext = NULL;
- range.memory = m_deviceMem.mem;
- range.offset = m_deviceMem.offset;
- range.size = size;
- VK_CHECK(vkFlushMappedMemoryRanges(device, 1, &range) );
- if (_reset)
- {
- m_chunkPos = 0;
- }
- }
- void ChunkedScratchBufferVK::create(uint32_t _chunkSize, uint32_t _numChunks, VkBufferUsageFlags usage, uint32_t _align)
- {
- const uint32_t chunkSize = bx::alignUp(_chunkSize, 1<<20);
- m_chunkPos = 0;
- m_chunkSize = chunkSize;
- m_align = _align;
- m_usage = usage;
- m_chunkControl.m_size = 0;
- m_chunkControl.reset();
- bx::memSet(m_consume, 0, sizeof(m_consume) );
- m_totalUsed = 0;
- for (uint32_t ii = 0; ii < _numChunks; ++ii)
- {
- addChunk();
- }
- }
- void ChunkedScratchBufferVK::createUniform(uint32_t _chunkSize, uint32_t _numChunks)
- {
- const VkPhysicalDeviceLimits& deviceLimits = s_renderVK->m_deviceProperties.properties.limits;
- const uint32_t align = uint32_t(deviceLimits.minUniformBufferOffsetAlignment);
- create(_chunkSize, _numChunks, VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT, align);
- }
- void ChunkedScratchBufferVK::destroy()
- {
- for (Chunk& sbc : m_chunks)
- {
- vkUnmapMemory(s_renderVK->m_device, sbc.deviceMem.mem);
- s_renderVK->release(sbc.buffer);
- s_renderVK->recycleMemory(sbc.deviceMem);
- }
- }
- void ChunkedScratchBufferVK::addChunk(uint32_t _at)
- {
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- const VkDevice device = s_renderVK->m_device;
- Chunk sbc;
- VkBufferCreateInfo bci =
- {
- .sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO,
- .pNext = NULL,
- .flags = 0,
- .size = m_chunkSize,
- .usage = m_usage,
- .sharingMode = VK_SHARING_MODE_EXCLUSIVE,
- .queueFamilyIndexCount = 0,
- .pQueueFamilyIndices = NULL,
- };
- VK_CHECK(vkCreateBuffer(
- device
- , &bci
- , allocatorCb
- , &sbc.buffer
- ) );
- VkMemoryRequirements mr;
- vkGetBufferMemoryRequirements(
- device
- , sbc.buffer
- , &mr
- );
- VkMemoryPropertyFlags flags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
- VkResult result = s_renderVK->allocateMemory(&mr, flags, &sbc.deviceMem, true);
- if (VK_SUCCESS != result)
- {
- flags &= ~VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
- VK_CHECK(s_renderVK->allocateMemory(&mr, flags, &sbc.deviceMem, true) );
- }
- m_chunkSize = bx::narrowCast<uint32_t>(mr.size);
- VK_CHECK(vkBindBufferMemory(device, sbc.buffer, sbc.deviceMem.mem, sbc.deviceMem.offset) );
- VK_CHECK(vkMapMemory(device, sbc.deviceMem.mem, sbc.deviceMem.offset, m_chunkSize, 0, (void**)&sbc.data) );
- const uint32_t lastChunk = bx::max(uint32_t(m_chunks.size()-1), 1);
- const uint32_t at = UINT32_MAX == _at ? lastChunk : _at;
- const uint32_t chunkIndex = at % bx::max(m_chunks.size(), 1);
- m_chunkControl.resize(m_chunkSize);
- m_chunks.insert(&m_chunks[chunkIndex], sbc);
- }
- ChunkedScratchBufferAlloc ChunkedScratchBufferVK::alloc(uint32_t _size)
- {
- BX_ASSERT(_size < m_chunkSize, "Size can't be larger than chunk size (size: %d, chunk size: %d)!", _size, m_chunkSize);
- uint32_t offset = m_chunkPos;
- uint32_t nextOffset = offset + _size;
- uint32_t chunkIdx = m_chunkControl.m_write/m_chunkSize;
- if (nextOffset >= m_chunkSize)
- {
- const uint32_t total = m_chunkSize - m_chunkPos + _size;
- uint32_t reserved = m_chunkControl.reserve(total, true);
- if (total != reserved)
- {
- addChunk(chunkIdx + 1);
- reserved = m_chunkControl.reserve(total, true);
- BX_ASSERT(total == reserved, "Failed to reserve chunk memory after adding chunk.");
- }
- m_chunkPos = 0;
- offset = 0;
- nextOffset = _size;
- chunkIdx = m_chunkControl.m_write/m_chunkSize;
- }
- else
- {
- const uint32_t size = m_chunkControl.reserve(_size, true);
- BX_ASSERT(size == _size, "Failed to reserve chunk memory.");
- BX_UNUSED(size);
- }
- m_chunkPos = nextOffset;
- return { .offset = offset, .chunkIdx = chunkIdx };
- }
- void ChunkedScratchBufferVK::write(ChunkedScratchBufferOffset& _outSbo, const void* _vsData, uint32_t _vsSize, const void* _fsData, uint32_t _fsSize)
- {
- const uint32_t vsSize = bx::strideAlign(_vsSize, m_align);
- const uint32_t fsSize = bx::strideAlign(_fsSize, m_align);
- const uint32_t size = vsSize + fsSize;
- const ChunkedScratchBufferAlloc sba = alloc(size);
- const uint32_t offset0 = sba.offset;
- const uint32_t offset1 = offset0 + vsSize;
- const Chunk& sbc = m_chunks[sba.chunkIdx];
- _outSbo.buffer = sbc.buffer;
- _outSbo.offsets[0] = offset0;
- _outSbo.offsets[1] = offset1;
- bx::memCopy(&sbc.data[offset0], _vsData, _vsSize);
- bx::memCopy(&sbc.data[offset1], _fsData, _fsSize);
- }
- void ChunkedScratchBufferVK::begin()
- {
- BX_ASSERT(0 == m_chunkPos, "");
- const uint32_t numConsumed = m_consume[s_renderVK->m_cmd.m_currentFrameInFlight];
- m_chunkControl.consume(numConsumed);
- }
- void ChunkedScratchBufferVK::end()
- {
- uint32_t numFlush = m_chunkControl.getNumReserved();
- if (0 != m_chunkPos)
- {
- retry:
- const uint32_t remainder = m_chunkSize - m_chunkPos;
- const uint32_t rem = m_chunkControl.reserve(remainder, true);
- if (rem != remainder)
- {
- const uint32_t chunkIdx = m_chunkControl.m_write/m_chunkSize;
- addChunk(chunkIdx + 1);
- goto retry;
- }
- m_chunkPos = 0;
- }
- const VkPhysicalDeviceLimits& deviceLimits = s_renderVK->m_deviceProperties.properties.limits;
- const uint32_t align = uint32_t(deviceLimits.nonCoherentAtomSize);
- VkDevice device = s_renderVK->m_device;
- const uint32_t numReserved = m_chunkControl.getNumReserved();
- BX_ASSERT(0 == numReserved % m_chunkSize, "Number of reserved must always be aligned to chunk size!");
- const uint32_t first = m_chunkControl.m_current / m_chunkSize;
- for (uint32_t ii = first, end = numReserved / m_chunkSize + first; ii < end; ++ii)
- {
- const Chunk& chunk = m_chunks[ii % m_chunks.size()];
- VkMappedMemoryRange range;
- range.sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE;
- range.pNext = NULL;
- range.memory = chunk.deviceMem.mem;
- range.offset = chunk.deviceMem.offset;
- range.size = bx::alignUp(bx::min(numFlush, m_chunkSize), align);
- VK_CHECK(vkFlushMappedMemoryRanges(device, 1, &range) );
- m_chunkControl.commit(m_chunkSize);
- numFlush -= m_chunkSize;
- }
- m_consume[s_renderVK->m_cmd.m_currentFrameInFlight] = numReserved;
- m_totalUsed = m_chunkControl.getNumUsed();
- }
- void BufferVK::create(VkCommandBuffer _commandBuffer, uint32_t _size, void* _data, uint16_t _flags, bool _vertex, uint32_t _stride)
- {
- BX_UNUSED(_stride);
- m_size = _size;
- m_flags = _flags;
- m_dynamic = NULL == _data;
- const bool storage = m_flags & BGFX_BUFFER_COMPUTE_READ_WRITE;
- const bool indirect = m_flags & BGFX_BUFFER_DRAW_INDIRECT;
- VkBufferCreateInfo bci;
- bci.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
- bci.pNext = NULL;
- bci.flags = 0;
- bci.size = _size;
- bci.usage = 0
- | (_vertex ? VK_BUFFER_USAGE_VERTEX_BUFFER_BIT : VK_BUFFER_USAGE_INDEX_BUFFER_BIT)
- | (storage || indirect ? VK_BUFFER_USAGE_STORAGE_BUFFER_BIT : 0)
- | (indirect ? VK_BUFFER_USAGE_INDIRECT_BUFFER_BIT : 0)
- | VK_BUFFER_USAGE_TRANSFER_DST_BIT
- ;
- bci.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
- bci.queueFamilyIndexCount = 0;
- bci.pQueueFamilyIndices = NULL;
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- const VkDevice device = s_renderVK->m_device;
- VK_CHECK(vkCreateBuffer(device, &bci, allocatorCb, &m_buffer) );
- VkMemoryRequirements mr;
- vkGetBufferMemoryRequirements(device, m_buffer, &mr);
- VK_CHECK(s_renderVK->allocateMemory(&mr, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, &m_deviceMem, false) );
- VK_CHECK(vkBindBufferMemory(device, m_buffer, m_deviceMem.mem, m_deviceMem.offset) );
- if (!m_dynamic)
- {
- update(_commandBuffer, 0, _size, _data);
- }
- }
- void BufferVK::update(VkCommandBuffer _commandBuffer, uint32_t _offset, uint32_t _size, void* _data, bool _discard)
- {
- BGFX_PROFILER_SCOPE("BufferVK::update", kColorFrame);
- BX_UNUSED(_discard);
- StagingBufferVK stagingBuffer = s_renderVK->allocFromScratchStagingBuffer(_size, 16, _data);
- VkBufferCopy region;
- region.srcOffset = stagingBuffer.m_offset;
- region.dstOffset = _offset;
- region.size = _size;
- vkCmdCopyBuffer(_commandBuffer, stagingBuffer.m_buffer, m_buffer, 1, ®ion);
- setMemoryBarrier(
- _commandBuffer
- , VK_PIPELINE_STAGE_TRANSFER_BIT
- , VK_PIPELINE_STAGE_TRANSFER_BIT
- );
- if (!stagingBuffer.m_isFromScratch)
- {
- s_renderVK->release(stagingBuffer.m_buffer);
- s_renderVK->recycleMemory(stagingBuffer.m_deviceMem);
- }
- }
- void BufferVK::destroy()
- {
- if (VK_NULL_HANDLE != m_buffer)
- {
- s_renderVK->release(m_buffer);
- s_renderVK->recycleMemory(m_deviceMem);
- m_dynamic = false;
- }
- }
- void VertexBufferVK::create(VkCommandBuffer _commandBuffer, uint32_t _size, void* _data, VertexLayoutHandle _layoutHandle, uint16_t _flags)
- {
- BufferVK::create(_commandBuffer, _size, _data, _flags, true);
- m_layoutHandle = _layoutHandle;
- }
- void ShaderVK::create(const Memory* _mem)
- {
- bx::MemoryReader reader(_mem->data, _mem->size);
- bx::ErrorAssert err;
- uint32_t magic;
- bx::read(&reader, magic, &err);
- VkShaderStageFlagBits shaderStage = VK_SHADER_STAGE_ALL;
- if (isShaderType(magic, 'C') )
- {
- shaderStage = VK_SHADER_STAGE_COMPUTE_BIT;
- }
- else if (isShaderType(magic, 'F') )
- {
- shaderStage = VK_SHADER_STAGE_FRAGMENT_BIT;
- }
- else if (isShaderType(magic, 'V') )
- {
- shaderStage = VK_SHADER_STAGE_VERTEX_BIT;
- }
- const bool fragment = isShaderType(magic, 'F');
- uint32_t hashIn;
- bx::read(&reader, hashIn, &err);
- uint32_t hashOut;
- if (isShaderVerLess(magic, 6) )
- {
- hashOut = hashIn;
- }
- else
- {
- bx::read(&reader, hashOut, &err);
- }
- uint16_t count;
- bx::read(&reader, count, &err);
- m_numPredefined = 0;
- m_numUniforms = count;
- m_numTextures = 0;
- m_oldBindingModel = isShaderVerLess(magic, 11);
- BX_TRACE("%s Shader consts %d"
- , getShaderTypeName(magic)
- , count
- );
- uint8_t fragmentBit = fragment ? kUniformFragmentBit : 0;
- for (uint32_t ii = 0; ii < BGFX_CONFIG_MAX_TEXTURE_SAMPLERS; ++ii)
- {
- m_bindInfo[ii].uniformHandle = BGFX_INVALID_HANDLE;
- m_bindInfo[ii].type = BindType::Count;
- m_bindInfo[ii].binding = 0;
- m_bindInfo[ii].samplerBinding = 0;
- m_bindInfo[ii].index = UINT32_MAX;
- }
- if (0 < count)
- {
- for (uint32_t ii = 0; ii < count; ++ii)
- {
- uint8_t nameSize = 0;
- bx::read(&reader, nameSize, &err);
- char name[256];
- bx::read(&reader, &name, nameSize, &err);
- name[nameSize] = '\0';
- uint8_t type = 0;
- bx::read(&reader, type, &err);
- uint8_t num;
- bx::read(&reader, num, &err);
- uint16_t regIndex;
- bx::read(&reader, regIndex, &err);
- uint16_t regCount;
- bx::read(&reader, regCount, &err);
- const bool hasTexData = !isShaderVerLess(magic, 8);
- const bool hasTexFormat = !isShaderVerLess(magic, 10);
- uint8_t texComponent = 0;
- uint8_t texDimension = 0;
- uint16_t texFormat = 0;
- if (hasTexData)
- {
- bx::read(&reader, texComponent, &err);
- bx::read(&reader, texDimension, &err);
- }
- if (hasTexFormat)
- {
- bx::read(&reader, texFormat, &err);
- }
- const char* kind = "invalid";
- BX_UNUSED(num, texComponent, texFormat);
- auto textureDimensionToViewType = [](TextureDimension::Enum dimension)
- {
- switch (dimension)
- {
- case TextureDimension::Dimension1D: return VK_IMAGE_VIEW_TYPE_1D;
- case TextureDimension::Dimension2D: return VK_IMAGE_VIEW_TYPE_2D;
- case TextureDimension::Dimension2DArray: return VK_IMAGE_VIEW_TYPE_2D_ARRAY;
- case TextureDimension::DimensionCube: return VK_IMAGE_VIEW_TYPE_CUBE;
- case TextureDimension::DimensionCubeArray: return VK_IMAGE_VIEW_TYPE_CUBE_ARRAY;
- case TextureDimension::Dimension3D: return VK_IMAGE_VIEW_TYPE_3D;
- default: return VK_IMAGE_VIEW_TYPE_MAX_ENUM;
- }
- };
- if (UINT16_MAX != regIndex)
- {
- PredefinedUniform::Enum predefined = nameToPredefinedUniformEnum(name);
- if (PredefinedUniform::Count != predefined)
- {
- kind = "predefined";
- m_predefined[m_numPredefined].m_loc = regIndex;
- m_predefined[m_numPredefined].m_count = regCount;
- m_predefined[m_numPredefined].m_type = uint8_t(predefined|fragmentBit);
- m_numPredefined++;
- }
- else if (UniformType::End == (~kUniformMask & type) )
- {
- // regCount is used for descriptor type
- const bool isBuffer = idToDescriptorType(regCount) == DescriptorType::StorageBuffer;
- if (0 == regIndex)
- {
- continue;
- }
- const uint8_t reverseShift = m_oldBindingModel
- ? (fragment ? kSpirvOldFragmentShift : 0) + (isBuffer ? kSpirvOldBufferShift : kSpirvOldImageShift)
- : kSpirvBindShift;
- const uint16_t stage = regIndex - reverseShift; // regIndex is used for buffer binding index
- m_bindInfo[stage].type = isBuffer ? BindType::Buffer : BindType::Image;
- m_bindInfo[stage].uniformHandle = { 0 };
- m_bindInfo[stage].binding = regIndex;
- if (!isBuffer)
- {
- const VkImageViewType viewType = hasTexData
- ? textureDimensionToViewType(idToTextureDimension(texDimension) )
- : VK_IMAGE_VIEW_TYPE_MAX_ENUM
- ;
- if (VK_IMAGE_VIEW_TYPE_MAX_ENUM != viewType)
- {
- m_bindInfo[stage].index = m_numTextures;
- m_textures[m_numTextures].type = viewType;
- m_numTextures++;
- }
- }
- kind = "storage";
- }
- else if (UniformType::Sampler == (~kUniformMask & type) )
- {
- const uint8_t reverseShift = m_oldBindingModel
- ? (fragment ? kSpirvOldFragmentShift : 0) + kSpirvOldTextureShift
- : kSpirvBindShift;
- const uint16_t stage = regIndex - reverseShift; // regIndex is used for image/sampler binding index
- const UniformRegInfo* info = s_renderVK->m_uniformReg.find(name);
- BX_ASSERT(NULL != info, "User defined uniform '%s' is not found, it won't be set.", name);
- m_bindInfo[stage].uniformHandle = info->m_handle;
- m_bindInfo[stage].type = BindType::Sampler;
- m_bindInfo[stage].binding = regIndex;
- m_bindInfo[stage].samplerBinding = regIndex + kSpirvSamplerShift;
- const VkImageViewType viewType = hasTexData
- ? textureDimensionToViewType(idToTextureDimension(texDimension) )
- : VK_IMAGE_VIEW_TYPE_MAX_ENUM
- ;
- if (VK_IMAGE_VIEW_TYPE_MAX_ENUM != viewType)
- {
- m_bindInfo[stage].index = m_numTextures;
- m_textures[m_numTextures].type = viewType;
- m_numTextures++;
- }
- kind = "sampler";
- }
- else
- {
- const UniformRegInfo* info = s_renderVK->m_uniformReg.find(name);
- BX_ASSERT(NULL != info, "User defined uniform '%s' is not found, it won't be set.", name);
- if (NULL != info)
- {
- if (NULL == m_constantBuffer)
- {
- m_constantBuffer = UniformBuffer::create(1024);
- }
- kind = "user";
- m_constantBuffer->writeUniformHandle(type|fragmentBit, regIndex, info->m_handle, regCount);
- }
- }
- }
- BX_TRACE("\t%s: %s (%s), r.index %3d, r.count %2d, r.texComponent %1d, r.texDimension %1d"
- , kind
- , name
- , getUniformTypeName(UniformType::Enum(type&~kUniformMask) )
- , regIndex
- , regCount
- , texComponent
- , texDimension
- );
- BX_UNUSED(kind);
- }
- if (NULL != m_constantBuffer)
- {
- m_constantBuffer->finish();
- }
- }
- uint32_t shaderSize;
- bx::read(&reader, shaderSize, &err);
- const void* code = reader.getDataPtr();
- bx::skip(&reader, shaderSize+1);
- m_code = alloc(shaderSize);
- bx::memCopy(m_code->data, code, shaderSize);
- VkShaderModuleCreateInfo smci;
- smci.sType = VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO;
- smci.pNext = NULL;
- smci.flags = 0;
- smci.codeSize = m_code->size;
- smci.pCode = (const uint32_t*)m_code->data;
- BX_TRACE("%x", bx::hash<bx::HashMurmur3>(code, shaderSize) );
- VK_CHECK(vkCreateShaderModule(
- s_renderVK->m_device
- , &smci
- , s_renderVK->m_allocatorCb
- , &m_module
- ) );
- bx::memSet(m_attrMask, 0, sizeof(m_attrMask) );
- bx::memSet(m_attrRemap, 0, sizeof(m_attrRemap) );
- bx::read(&reader, m_numAttrs, &err);
- for (uint8_t ii = 0; ii < m_numAttrs; ++ii)
- {
- uint16_t id;
- bx::read(&reader, id, &err);
- Attrib::Enum attr = idToAttrib(id);
- if (Attrib::Count != attr)
- {
- m_attrMask[attr] = UINT16_MAX;
- m_attrRemap[attr] = ii;
- }
- }
- bx::HashMurmur2A murmur;
- murmur.begin();
- murmur.add(hashIn);
- murmur.add(hashOut);
- murmur.add(m_code->data, m_code->size);
- murmur.add(m_numAttrs);
- murmur.add(m_attrMask, m_numAttrs);
- murmur.add(m_attrRemap, m_numAttrs);
- m_hash = murmur.end();
- bx::read(&reader, m_size, &err);
- // fill binding description with uniform information
- uint16_t bidx = 0;
- if (m_size > 0)
- {
- m_uniformBinding = fragment ? (m_oldBindingModel ? kSpirvOldFragmentBinding : kSpirvFragmentBinding) : 0;
- VkDescriptorSetLayoutBinding& binding = m_bindings[bidx];
- binding.stageFlags = shaderStage;
- binding.descriptorType = VK_DESCRIPTOR_TYPE_UNIFORM_BUFFER_DYNAMIC;
- binding.binding = m_uniformBinding;
- binding.pImmutableSamplers = NULL;
- binding.descriptorCount = 1;
- bidx++;
- }
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_bindInfo); ++ii)
- {
- switch (m_bindInfo[ii].type)
- {
- case BindType::Buffer:
- case BindType::Image:
- {
- VkDescriptorSetLayoutBinding& binding = m_bindings[bidx];
- binding.stageFlags = shaderStage;
- binding.descriptorType = BindType::Buffer == m_bindInfo[ii].type
- ? VK_DESCRIPTOR_TYPE_STORAGE_BUFFER
- : VK_DESCRIPTOR_TYPE_STORAGE_IMAGE
- ;
- binding.binding = m_bindInfo[ii].binding;
- binding.pImmutableSamplers = NULL;
- binding.descriptorCount = 1;
- bidx++;
- }
- break;
- case BindType::Sampler:
- {
- VkDescriptorSetLayoutBinding& textureBinding = m_bindings[bidx];
- textureBinding.stageFlags = shaderStage;
- textureBinding.descriptorType = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE;
- textureBinding.binding = m_bindInfo[ii].binding;
- textureBinding.pImmutableSamplers = NULL;
- textureBinding.descriptorCount = 1;
- bidx++;
- VkDescriptorSetLayoutBinding& samplerBinding = m_bindings[bidx];
- samplerBinding.stageFlags = shaderStage;
- samplerBinding.descriptorType = VK_DESCRIPTOR_TYPE_SAMPLER;
- samplerBinding.binding = m_bindInfo[ii].samplerBinding;
- samplerBinding.pImmutableSamplers = NULL;
- samplerBinding.descriptorCount = 1;
- bidx++;
- }
- break;
- default:
- break;
- }
- }
- m_numBindings = bidx;
- }
- void ShaderVK::destroy()
- {
- if (NULL != m_constantBuffer)
- {
- UniformBuffer::destroy(m_constantBuffer);
- m_constantBuffer = NULL;
- }
- m_numPredefined = 0;
- if (NULL != m_code)
- {
- release(m_code);
- m_code = NULL;
- m_hash = 0;
- }
- if (VK_NULL_HANDLE != m_module)
- {
- vkDestroy(m_module);
- }
- }
- void ProgramVK::create(const ShaderVK* _vsh, const ShaderVK* _fsh)
- {
- BX_ASSERT(NULL != _vsh->m_code, "Vertex shader doesn't exist.");
- m_vsh = _vsh;
- bx::memCopy(
- &m_predefined[0]
- , _vsh->m_predefined
- , _vsh->m_numPredefined * sizeof(PredefinedUniform)
- );
- m_numPredefined = _vsh->m_numPredefined;
- if (NULL != _fsh)
- {
- BX_ASSERT(NULL != _fsh->m_code, "Fragment shader doesn't exist.");
- m_fsh = _fsh;
- bx::memCopy(
- &m_predefined[m_numPredefined]
- , _fsh->m_predefined
- , _fsh->m_numPredefined * sizeof(PredefinedUniform)
- );
- m_numPredefined += _fsh->m_numPredefined;
- }
- m_numTextures = 0;
- for (uint8_t stage = 0; stage < BX_COUNTOF(m_bindInfo); ++stage)
- {
- const ShaderVK* shader = NULL;
- if (isValid(m_vsh->m_bindInfo[stage].uniformHandle) )
- {
- shader = _vsh;
- BX_ASSERT(false
- || NULL == m_fsh
- || !isValid(m_fsh->m_bindInfo[stage].uniformHandle)
- || !(m_vsh->m_oldBindingModel || m_fsh->m_oldBindingModel)
- , "Shared vertex/fragment bindings require shader binary version >= 11."
- );
- }
- else if (NULL != m_fsh
- && isValid(m_fsh->m_bindInfo[stage].uniformHandle) )
- {
- shader = _fsh;
- }
- if (NULL != shader)
- {
- m_bindInfo[stage] = shader->m_bindInfo[stage];
- uint32_t& index = m_bindInfo[stage].index;
- if (UINT32_MAX != index)
- {
- m_textures[m_numTextures] = shader->m_textures[index];
- index = m_numTextures;
- m_numTextures++;
- }
- }
- }
- // create exact pipeline layout
- m_descriptorSetLayout = VK_NULL_HANDLE;
- uint32_t numBindings = m_vsh->m_numBindings + (m_fsh ? m_fsh->m_numBindings : 0);
- if (0 < numBindings)
- {
- // generate descriptor set layout hash
- bx::HashMurmur2A murmur;
- murmur.begin();
- murmur.add(m_vsh->m_bindings, sizeof(VkDescriptorSetLayoutBinding) * m_vsh->m_numBindings);
- if (NULL != m_fsh)
- {
- murmur.add(m_fsh->m_bindings, sizeof(VkDescriptorSetLayoutBinding) * m_fsh->m_numBindings);
- }
- uint32_t descriptorSetLayoutHash = murmur.end();
- m_descriptorSetLayout = s_renderVK->m_descriptorSetLayoutCache.find(descriptorSetLayoutHash);
- if (VK_NULL_HANDLE == m_descriptorSetLayout)
- {
- VkDescriptorSetLayoutBinding bindings[2 * BX_COUNTOF(ShaderVK::m_bindings)];
- bx::memCopy(
- bindings
- , m_vsh->m_bindings
- , sizeof(VkDescriptorSetLayoutBinding) * m_vsh->m_numBindings
- );
- numBindings = m_vsh->m_numBindings;
- if (NULL != m_fsh)
- {
- for (uint16_t ii = 0; ii < m_fsh->m_numBindings; ++ii)
- {
- const VkDescriptorSetLayoutBinding& fsBinding = m_fsh->m_bindings[ii];
- uint16_t vsBindingIdx = UINT16_MAX;
- for (uint16_t jj = 0; jj < m_vsh->m_numBindings; jj++)
- {
- if (fsBinding.binding == bindings[jj].binding)
- {
- vsBindingIdx = jj;
- break;
- }
- }
- if (UINT16_MAX != vsBindingIdx)
- {
- BX_ASSERT(
- bindings[vsBindingIdx].descriptorType == fsBinding.descriptorType
- , "Mismatching descriptor types. Shaders compiled with different versions of shaderc?"
- );
- bindings[vsBindingIdx].stageFlags |= fsBinding.stageFlags;
- }
- else
- {
- bindings[numBindings] = fsBinding;
- numBindings++;
- }
- }
- }
- VkDescriptorSetLayoutCreateInfo dslci;
- dslci.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO;
- dslci.pNext = NULL;
- dslci.flags = 0;
- dslci.bindingCount = numBindings;
- dslci.pBindings = bindings;
- VK_CHECK(vkCreateDescriptorSetLayout(
- s_renderVK->m_device
- , &dslci
- , s_renderVK->m_allocatorCb
- , &m_descriptorSetLayout
- ) );
- s_renderVK->m_descriptorSetLayoutCache.add(descriptorSetLayoutHash, m_descriptorSetLayout);
- }
- }
- VkPipelineLayoutCreateInfo plci;
- plci.sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO;
- plci.pNext = NULL;
- plci.flags = 0;
- plci.pushConstantRangeCount = 0;
- plci.pPushConstantRanges = NULL;
- plci.setLayoutCount = (m_descriptorSetLayout == VK_NULL_HANDLE ? 0 : 1);
- plci.pSetLayouts = &m_descriptorSetLayout;
- VK_CHECK(vkCreatePipelineLayout(
- s_renderVK->m_device
- , &plci
- , s_renderVK->m_allocatorCb
- , &m_pipelineLayout
- ) );
- }
- void ProgramVK::destroy()
- {
- s_renderVK->release(m_pipelineLayout);
- m_numPredefined = 0;
- m_vsh = NULL;
- m_fsh = NULL;
- }
- VkResult TimerQueryVK::init()
- {
- BGFX_PROFILER_SCOPE("TimerQueryVK::init", kColorFrame);
- VkResult result = VK_SUCCESS;
- const VkDevice device = s_renderVK->m_device;
- const VkCommandBuffer commandBuffer = s_renderVK->m_commandBuffer;
- const uint32_t count = m_control.m_size * 2;
- VkQueryPoolCreateInfo qpci;
- qpci.sType = VK_STRUCTURE_TYPE_QUERY_POOL_CREATE_INFO;
- qpci.pNext = NULL;
- qpci.flags = 0;
- qpci.queryType = VK_QUERY_TYPE_TIMESTAMP;
- qpci.queryCount = count;
- qpci.pipelineStatistics = 0;
- result = vkCreateQueryPool(device, &qpci, s_renderVK->m_allocatorCb, &m_queryPool);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create timer query error: vkCreateQueryPool failed %d: %s.", result, getName(result) );
- return result;
- }
- vkCmdResetQueryPool(commandBuffer, m_queryPool, 0, count);
- const uint32_t size = count * sizeof(uint64_t);
- result = s_renderVK->createReadbackBuffer(size, &m_readback, &m_readbackMemory);
- if (VK_SUCCESS != result)
- {
- return result;
- }
- result = vkMapMemory(device, m_readbackMemory.mem, m_readbackMemory.offset, VK_WHOLE_SIZE, 0, (void**)&m_queryResult);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create timer query error: vkMapMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- m_frequency = uint64_t(1000000000.0 / double(s_renderVK->m_deviceProperties.properties.limits.timestampPeriod) );
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_result); ++ii)
- {
- m_result[ii].reset();
- }
- m_control.reset();
- return result;
- }
- void TimerQueryVK::shutdown()
- {
- vkDestroy(m_queryPool);
- vkDestroy(m_readback);
- vkUnmapMemory(s_renderVK->m_device, m_readbackMemory.mem);
- s_renderVK->recycleMemory(m_readbackMemory);
- }
- uint32_t TimerQueryVK::begin(uint32_t _resultIdx, uint32_t _frameNum)
- {
- BGFX_PROFILER_SCOPE("TimerQueryVK::begin", kColorFrame);
- while (0 == m_control.reserve(1) )
- {
- m_control.consume(1);
- }
- Result& result = m_result[_resultIdx];
- ++result.m_pending;
- const uint32_t idx = m_control.m_current;
- Query& query = m_query[idx];
- query.m_resultIdx = _resultIdx;
- query.m_ready = false;
- query.m_frameNum = _frameNum;
- const VkCommandBuffer commandBuffer = s_renderVK->m_commandBuffer;
- const uint32_t offset = idx * 2 + 0;
- vkCmdResetQueryPool(commandBuffer, m_queryPool, offset, 2);
- vkCmdWriteTimestamp(commandBuffer, VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT, m_queryPool, offset + 0);
- m_control.commit(1);
- return idx;
- }
- void TimerQueryVK::end(uint32_t _idx)
- {
- BGFX_PROFILER_SCOPE("TimerQueryVK::end", kColorFrame);
- Query& query = m_query[_idx];
- query.m_ready = true;
- query.m_completed = s_renderVK->m_cmd.m_submitted + s_renderVK->m_maxFrameLatency;
- const VkCommandBuffer commandBuffer = s_renderVK->m_commandBuffer;
- const uint32_t offset = _idx * 2 + 0;
- vkCmdWriteTimestamp(commandBuffer, VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT, m_queryPool, offset + 1);
- vkCmdCopyQueryPoolResults(
- commandBuffer
- , m_queryPool
- , offset
- , 2
- , m_readback
- , offset * sizeof(uint64_t)
- , sizeof(uint64_t)
- , VK_QUERY_RESULT_WAIT_BIT | VK_QUERY_RESULT_64_BIT
- );
- setMemoryBarrier(commandBuffer, VK_PIPELINE_STAGE_TRANSFER_BIT, VK_PIPELINE_STAGE_HOST_BIT);
- while (update() )
- {
- }
- }
- bool TimerQueryVK::update()
- {
- if (0 != m_control.getNumUsed() )
- {
- uint32_t idx = m_control.m_read;
- Query& query = m_query[idx];
- if (!query.m_ready)
- {
- return false;
- }
- if (query.m_completed > s_renderVK->m_cmd.m_submitted)
- {
- return false;
- }
- m_control.consume(1);
- Result& result = m_result[query.m_resultIdx];
- --result.m_pending;
- result.m_frameNum = query.m_frameNum;
- uint32_t offset = idx * 2;
- result.m_begin = m_queryResult[offset+0];
- result.m_end = m_queryResult[offset+1];
- return true;
- }
- return false;
- }
- VkResult OcclusionQueryVK::init()
- {
- BGFX_PROFILER_SCOPE("OcclusionQueryVK::init", kColorFrame);
- VkResult result = VK_SUCCESS;
- const VkDevice device = s_renderVK->m_device;
- const VkCommandBuffer commandBuffer = s_renderVK->m_commandBuffer;
- const uint32_t count = BX_COUNTOF(m_handle);
- VkQueryPoolCreateInfo qpci;
- qpci.sType = VK_STRUCTURE_TYPE_QUERY_POOL_CREATE_INFO;
- qpci.pNext = NULL;
- qpci.flags = 0;
- qpci.queryType = VK_QUERY_TYPE_OCCLUSION;
- qpci.queryCount = count;
- qpci.pipelineStatistics = 0;
- result = vkCreateQueryPool(device, &qpci, s_renderVK->m_allocatorCb, &m_queryPool);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create occlusion query error: vkCreateQueryPool failed %d: %s.", result, getName(result) );
- return result;
- }
- vkCmdResetQueryPool(commandBuffer, m_queryPool, 0, count);
- const uint32_t size = count * sizeof(uint32_t);
- result = s_renderVK->createReadbackBuffer(size, &m_readback, &m_readbackMemory);
- if (VK_SUCCESS != result)
- {
- return result;
- }
- result = vkMapMemory(device, m_readbackMemory.mem, m_readbackMemory.offset, VK_WHOLE_SIZE, 0, (void**)&m_queryResult);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create occlusion query error: vkMapMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- m_control.reset();
- return result;
- }
- void OcclusionQueryVK::shutdown()
- {
- vkDestroy(m_queryPool);
- vkDestroy(m_readback);
- vkUnmapMemory(s_renderVK->m_device, m_readbackMemory.mem);
- s_renderVK->recycleMemory(m_readbackMemory);
- }
- void OcclusionQueryVK::begin(OcclusionQueryHandle _handle)
- {
- BGFX_PROFILER_SCOPE("OcclusionQueryVK::shutdown", kColorFrame);
- m_control.reserve(1);
- const VkCommandBuffer commandBuffer = s_renderVK->m_commandBuffer;
- m_handle[m_control.m_current] = _handle;
- vkCmdBeginQuery(commandBuffer, m_queryPool, _handle.idx, 0);
- }
- void OcclusionQueryVK::end()
- {
- BGFX_PROFILER_SCOPE("OcclusionQueryVK::end", kColorFrame);
- const VkCommandBuffer commandBuffer = s_renderVK->m_commandBuffer;
- const OcclusionQueryHandle handle = m_handle[m_control.m_current];
- vkCmdEndQuery(commandBuffer, m_queryPool, handle.idx);
- m_control.commit(1);
- }
- void OcclusionQueryVK::flush(Frame* _render)
- {
- BGFX_PROFILER_SCOPE("OcclusionQueryVK::flush", kColorFrame);
- if (0 < m_control.getNumUsed() )
- {
- VkCommandBuffer commandBuffer = s_renderVK->m_commandBuffer;
- const uint32_t size = m_control.m_size;
- // need to copy each result individually because VK_QUERY_RESULT_WAIT_BIT causes
- // vkWaitForFences to hang indefinitely if we copy all results (including unavailable ones)
- for (uint32_t ii = 0, num = m_control.getNumUsed(); ii < num; ++ii)
- {
- const OcclusionQueryHandle& handle = m_handle[(m_control.m_read + ii) % size];
- if (isValid(handle) )
- {
- vkCmdCopyQueryPoolResults(
- commandBuffer
- , m_queryPool
- , handle.idx
- , 1
- , m_readback
- , handle.idx * sizeof(uint32_t)
- , sizeof(uint32_t)
- , VK_QUERY_RESULT_WAIT_BIT
- );
- }
- }
- setMemoryBarrier(commandBuffer, VK_PIPELINE_STAGE_TRANSFER_BIT, VK_PIPELINE_STAGE_HOST_BIT);
- s_renderVK->kick(true);
- commandBuffer = s_renderVK->m_commandBuffer;
- // resetting in the new command buffer prevents a false positive validation layer error
- const uint32_t count = BX_COUNTOF(m_handle);
- vkCmdResetQueryPool(commandBuffer, m_queryPool, 0, count);
- resolve(_render);
- }
- }
- void OcclusionQueryVK::resolve(Frame* _render)
- {
- while (0 != m_control.getNumUsed() )
- {
- OcclusionQueryHandle handle = m_handle[m_control.m_read];
- if (isValid(handle) )
- {
- _render->m_occlusion[handle.idx] = m_queryResult[handle.idx];
- }
- m_control.consume(1);
- }
- }
- void OcclusionQueryVK::invalidate(OcclusionQueryHandle _handle)
- {
- const uint32_t size = m_control.m_size;
- for (uint32_t ii = 0, num = m_control.getNumUsed(); ii < num; ++ii)
- {
- OcclusionQueryHandle& handle = m_handle[(m_control.m_read + ii) % size];
- if (handle.idx == _handle.idx)
- {
- handle.idx = bgfx::kInvalidHandle;
- }
- }
- }
- void ReadbackVK::create(VkImage _image, uint32_t _width, uint32_t _height, TextureFormat::Enum _format)
- {
- m_image = _image;
- m_width = _width;
- m_height = _height;
- m_format = _format;
- }
- void ReadbackVK::destroy()
- {
- m_image = VK_NULL_HANDLE;
- }
- uint32_t ReadbackVK::pitch(uint8_t _mip) const
- {
- uint32_t mipWidth = bx::uint32_max(1, m_width >> _mip);
- uint8_t bpp = bimg::getBitsPerPixel(bimg::TextureFormat::Enum(m_format) );
- return mipWidth * bpp / 8;
- }
- void ReadbackVK::copyImageToBuffer(VkCommandBuffer _commandBuffer, VkBuffer _buffer, VkImageLayout _layout, VkImageAspectFlags _aspect, uint8_t _mip) const
- {
- BGFX_PROFILER_SCOPE("ReadbackVK::copyImageToBuffer", kColorFrame);
- uint32_t mipWidth = bx::uint32_max(1, m_width >> _mip);
- uint32_t mipHeight = bx::uint32_max(1, m_height >> _mip);
- setImageMemoryBarrier(
- _commandBuffer
- , m_image
- , _aspect
- , _layout
- , VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , _mip
- , 1
- , 0
- , 1
- );
- VkBufferImageCopy bic;
- bic.bufferOffset = 0;
- bic.bufferRowLength = mipWidth;
- bic.bufferImageHeight = mipHeight;
- bic.imageSubresource.aspectMask = _aspect;
- bic.imageSubresource.mipLevel = _mip;
- bic.imageSubresource.baseArrayLayer = 0;
- bic.imageSubresource.layerCount = 1;
- bic.imageOffset = { 0, 0, 0 };
- bic.imageExtent = { mipWidth, mipHeight, 1 };
- vkCmdCopyImageToBuffer(
- _commandBuffer
- , m_image
- , VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , _buffer
- , 1
- , &bic
- );
- // Make changes to the buffer visible to the host
- setMemoryBarrier(
- _commandBuffer
- , VK_PIPELINE_STAGE_TRANSFER_BIT
- , VK_PIPELINE_STAGE_HOST_BIT
- );
- setImageMemoryBarrier(
- _commandBuffer
- , m_image
- , _aspect
- , VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , _layout
- , _mip
- , 1
- , 0
- , 1
- );
- }
- void ReadbackVK::readback(VkDeviceMemory _memory, VkDeviceSize _offset, void* _data, uint8_t _mip) const
- {
- BGFX_PROFILER_SCOPE("ReadbackVK::readback", kColorResource);
- if (m_image == VK_NULL_HANDLE)
- {
- return;
- }
- const uint32_t mipHeight = bx::uint32_max(1, m_height >> _mip);
- const uint32_t rowPitch = pitch(_mip);
- const uint8_t* src;
- VK_CHECK(vkMapMemory(s_renderVK->m_device, _memory, 0, VK_WHOLE_SIZE, 0, (void**)&src) );
- src += _offset;
- bx::gather(_data, src, rowPitch, rowPitch, mipHeight);
- vkUnmapMemory(s_renderVK->m_device, _memory);
- }
- VkResult TextureVK::create(VkCommandBuffer _commandBuffer, uint32_t _width, uint32_t _height, uint64_t _flags, VkFormat _format)
- {
- BGFX_PROFILER_SCOPE("TextureVK::create", kColorResource);
- BX_ASSERT(0 != (_flags & BGFX_TEXTURE_RT_MASK), "");
- _flags |= BGFX_TEXTURE_RT_WRITE_ONLY;
- m_flags = _flags;
- m_width = _width;
- m_height = _height;
- m_depth = 1;
- m_numLayers = 1;
- m_requestedFormat = uint8_t(bimg::TextureFormat::Count);
- m_textureFormat = uint8_t(bimg::TextureFormat::Count);
- m_format = _format;
- m_components = { VK_COMPONENT_SWIZZLE_IDENTITY, VK_COMPONENT_SWIZZLE_IDENTITY, VK_COMPONENT_SWIZZLE_IDENTITY, VK_COMPONENT_SWIZZLE_IDENTITY };
- m_aspectFlags = getAspectMask(m_format);
- m_sampler = s_msaa[bx::uint32_satsub( (m_flags & BGFX_TEXTURE_RT_MSAA_MASK) >> BGFX_TEXTURE_RT_MSAA_SHIFT, 1)];
- m_type = VK_IMAGE_VIEW_TYPE_2D;
- m_numMips = 1;
- m_numSides = 1;
- VkResult result = createImages(_commandBuffer);
- if (VK_SUCCESS == result)
- {
- const VkImageLayout layout = 0 != (m_aspectFlags & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT) )
- ? VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL
- : VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL
- ;
- setImageMemoryBarrier(_commandBuffer, layout);
- }
- return result;
- }
- VkResult TextureVK::createImages(VkCommandBuffer _commandBuffer)
- {
- BGFX_PROFILER_SCOPE("TextureVK::createImages", kColorResource);
- VkResult result = VK_SUCCESS;
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- const VkDevice device = s_renderVK->m_device;
- if (m_sampler.Count > 1)
- {
- BX_ASSERT(VK_IMAGE_VIEW_TYPE_3D != m_type, "Can't create multisample 3D image.");
- BX_ASSERT(m_numMips <= 1, "Can't create multisample image with mip chain.");
- }
- // create texture and allocate its device memory
- VkImageCreateInfo ici;
- ici.sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO;
- ici.pNext = NULL;
- ici.flags = 0
- | (VK_IMAGE_VIEW_TYPE_CUBE == m_type
- ? VK_IMAGE_CREATE_CUBE_COMPATIBLE_BIT
- : 0
- )
- | (VK_IMAGE_VIEW_TYPE_3D == m_type
- ? VK_IMAGE_CREATE_2D_ARRAY_COMPATIBLE_BIT_KHR
- : 0
- )
- ;
- ici.pQueueFamilyIndices = NULL;
- ici.queueFamilyIndexCount = 0;
- ici.initialLayout = VK_IMAGE_LAYOUT_UNDEFINED;
- ici.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
- ici.usage = 0
- | VK_IMAGE_USAGE_TRANSFER_SRC_BIT
- | VK_IMAGE_USAGE_TRANSFER_DST_BIT
- | VK_IMAGE_USAGE_SAMPLED_BIT
- | (m_flags & BGFX_TEXTURE_RT_MASK
- ? (m_aspectFlags & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT)
- ? VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT
- : VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT
- )
- : 0
- )
- | (m_flags & BGFX_TEXTURE_COMPUTE_WRITE ? VK_IMAGE_USAGE_STORAGE_BIT : 0)
- ;
- ici.format = m_format;
- ici.samples = m_sampler.Sample;
- ici.mipLevels = m_numMips;
- ici.arrayLayers = m_numSides;
- ici.extent.width = m_width;
- ici.extent.height = m_height;
- ici.extent.depth = m_depth;
- ici.imageType = VK_IMAGE_VIEW_TYPE_3D == m_type
- ? VK_IMAGE_TYPE_3D
- : VK_IMAGE_TYPE_2D
- ;
- ici.tiling = VK_IMAGE_TILING_OPTIMAL;
- result = vkCreateImage(device, &ici, allocatorCb, &m_textureImage);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create texture image error: vkCreateImage failed %d: %s.", result, getName(result) );
- return result;
- }
- VkMemoryRequirements imageMemReq;
- vkGetImageMemoryRequirements(device, m_textureImage, &imageMemReq);
- result = s_renderVK->allocateMemory(&imageMemReq, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, &m_textureDeviceMem, false);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create texture image error: allocateMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- result = vkBindImageMemory(device, m_textureImage, m_textureDeviceMem.mem, m_textureDeviceMem.offset);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create texture image error: vkBindImageMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- m_sampledLayout = m_flags & BGFX_TEXTURE_COMPUTE_WRITE
- ? VK_IMAGE_LAYOUT_GENERAL
- : VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL
- ;
- const bool needResolve = true
- && 1 < m_sampler.Count
- && 0 != (ici.usage & VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT)
- && 0 == (m_flags & BGFX_TEXTURE_MSAA_SAMPLE)
- && 0 == (m_flags & BGFX_TEXTURE_RT_WRITE_ONLY)
- ;
- if (needResolve)
- {
- VkImageCreateInfo ici_resolve = ici;
- ici_resolve.samples = s_msaa[0].Sample;
- ici_resolve.usage &= ~VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
- ici_resolve.flags &= ~VK_IMAGE_CREATE_CUBE_COMPATIBLE_BIT;
- result = vkCreateImage(device, &ici_resolve, allocatorCb, &m_singleMsaaImage);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create texture image error: vkCreateImage failed %d: %s.", result, getName(result) );
- return result;
- }
- VkMemoryRequirements imageMemReq_resolve;
- vkGetImageMemoryRequirements(device, m_singleMsaaImage, &imageMemReq_resolve);
- result = s_renderVK->allocateMemory(&imageMemReq_resolve, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, &m_singleMsaaDeviceMem, false);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create texture image error: allocateMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- result = vkBindImageMemory(device, m_singleMsaaImage, m_singleMsaaDeviceMem.mem, m_singleMsaaDeviceMem.offset);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create texture image error: vkBindImageMemory failed %d: %s.", result, getName(result) );
- return result;
- }
- setImageMemoryBarrier(_commandBuffer, m_sampledLayout, true);
- }
- return result;
- }
- void* TextureVK::create(VkCommandBuffer _commandBuffer, const Memory* _mem, uint64_t _flags, uint8_t _skip)
- {
- BGFX_PROFILER_SCOPE("TextureVK::create", kColorResource);
- bimg::ImageContainer imageContainer;
- if (bimg::imageParse(imageContainer, _mem->data, _mem->size) )
- {
- const bimg::ImageBlockInfo& blockInfo = bimg::getBlockInfo(imageContainer.m_format);
- const uint8_t startLod = bx::min<uint8_t>(_skip, imageContainer.m_numMips - 1);
- bimg::TextureInfo ti;
- bimg::imageGetSize(
- &ti
- , uint16_t(imageContainer.m_width >> startLod)
- , uint16_t(imageContainer.m_height >> startLod)
- , uint16_t(imageContainer.m_depth >> startLod)
- , imageContainer.m_cubeMap
- , 1 < imageContainer.m_numMips
- , imageContainer.m_numLayers
- , imageContainer.m_format
- );
- ti.numMips = bx::min<uint8_t>(imageContainer.m_numMips - startLod, ti.numMips);
- m_flags = _flags;
- m_width = ti.width;
- m_height = ti.height;
- m_depth = ti.depth;
- m_numLayers = ti.numLayers;
- m_requestedFormat = uint8_t(imageContainer.m_format);
- m_textureFormat = uint8_t(getViableTextureFormat(imageContainer) );
- m_format = bimg::isDepth(bimg::TextureFormat::Enum(m_textureFormat) )
- ? s_textureFormat[m_textureFormat].m_fmtDsv
- : (m_flags & BGFX_TEXTURE_SRGB) ? s_textureFormat[m_textureFormat].m_fmtSrgb : s_textureFormat[m_textureFormat].m_fmt
- ;
- m_components = s_textureFormat[m_textureFormat].m_mapping;
- const bool convert = m_textureFormat != m_requestedFormat;
- const uint8_t bpp = bimg::getBitsPerPixel(bimg::TextureFormat::Enum(m_textureFormat) );
- m_aspectFlags = getAspectMask(m_format);
- m_sampler = s_msaa[bx::uint32_satsub( (m_flags & BGFX_TEXTURE_RT_MSAA_MASK) >> BGFX_TEXTURE_RT_MSAA_SHIFT, 1)];
- if (imageContainer.m_cubeMap)
- {
- m_type = imageContainer.m_numLayers > 1
- ? VK_IMAGE_VIEW_TYPE_CUBE_ARRAY
- : VK_IMAGE_VIEW_TYPE_CUBE
- ;
- }
- else if (imageContainer.m_depth > 1)
- {
- m_type = VK_IMAGE_VIEW_TYPE_3D;
- }
- else if (imageContainer.m_numLayers > 1)
- {
- m_type = VK_IMAGE_VIEW_TYPE_2D_ARRAY;
- }
- else
- {
- m_type = VK_IMAGE_VIEW_TYPE_2D;
- }
- m_numMips = ti.numMips;
- m_numSides = ti.numLayers * (imageContainer.m_cubeMap ? 6 : 1);
- const uint16_t numSides = ti.numLayers * (imageContainer.m_cubeMap ? 6 : 1);
- const uint32_t numSrd = numSides * ti.numMips;
- uint32_t kk = 0;
- const bool compressed = bimg::isCompressed(bimg::TextureFormat::Enum(m_textureFormat) );
- const bool swizzle = TextureFormat::BGRA8 == m_textureFormat && 0 != (m_flags & BGFX_TEXTURE_COMPUTE_WRITE);
- const bool writeOnly = 0 != (m_flags & BGFX_TEXTURE_RT_WRITE_ONLY);
- const bool computeWrite = 0 != (m_flags & BGFX_TEXTURE_COMPUTE_WRITE);
- const bool renderTarget = 0 != (m_flags & BGFX_TEXTURE_RT_MASK);
- const bool blit = 0 != (m_flags & BGFX_TEXTURE_BLIT_DST);
- BX_UNUSED(swizzle, writeOnly, computeWrite, renderTarget, blit);
- BX_TRACE(
- "Texture %3d: %s (requested: %s), %dx%dx%d%s RT[%c], BO[%c], CW[%c]%s."
- , (int)(this - s_renderVK->m_textures)
- , getName( (TextureFormat::Enum)m_textureFormat)
- , getName( (TextureFormat::Enum)m_requestedFormat)
- , ti.width
- , ti.height
- , ti.depth
- , imageContainer.m_cubeMap ? "x6" : ""
- , renderTarget ? 'x' : ' '
- , writeOnly ? 'x' : ' '
- , computeWrite ? 'x' : ' '
- , swizzle ? " (swizzle BGRA8 -> RGBA8)" : ""
- );
- VK_CHECK(createImages(_commandBuffer) );
- // decode images
- struct ImageInfo
- {
- uint8_t* data;
- uint32_t width;
- uint32_t height;
- uint32_t depth;
- uint32_t pitch;
- uint32_t slice;
- uint32_t size;
- uint32_t mipLevel;
- uint32_t layer;
- };
- ImageInfo* imageInfos = (ImageInfo*)bx::alloc(g_allocator, sizeof(ImageInfo) * numSrd);
- bx::memSet(imageInfos, 0, sizeof(ImageInfo) * numSrd);
- uint32_t alignment = 1; // tightly aligned buffer
- for (uint16_t side = 0; side < numSides; ++side)
- {
- for (uint8_t lod = 0; lod < ti.numMips; ++lod)
- {
- bimg::ImageMip mip;
- if (bimg::imageGetRawData(imageContainer, side, lod + startLod, _mem->data, _mem->size, mip) )
- {
- if (convert)
- {
- const uint32_t pitch = bx::strideAlign(bx::max<uint32_t>(mip.m_width, 4) * bpp / 8, alignment);
- const uint32_t slice = bx::strideAlign(bx::max<uint32_t>(mip.m_height, 4) * pitch, alignment);
- const uint32_t size = slice * mip.m_depth;
- uint8_t* temp = (uint8_t*)bx::alloc(g_allocator, size);
- bimg::imageDecodeToBgra8(
- g_allocator
- , temp
- , mip.m_data
- , mip.m_width
- , mip.m_height
- , pitch
- , mip.m_format
- );
- imageInfos[kk].data = temp;
- imageInfos[kk].width = mip.m_width;
- imageInfos[kk].height = mip.m_height;
- imageInfos[kk].depth = mip.m_depth;
- imageInfos[kk].pitch = pitch;
- imageInfos[kk].slice = slice;
- imageInfos[kk].size = size;
- imageInfos[kk].mipLevel = lod;
- imageInfos[kk].layer = side;
- }
- else if (compressed)
- {
- const uint32_t pitch = bx::strideAlign( (mip.m_width / blockInfo.blockWidth) * mip.m_blockSize, alignment);
- const uint32_t slice = bx::strideAlign( (mip.m_height / blockInfo.blockHeight) * pitch, alignment);
- const uint32_t size = slice * mip.m_depth;
- uint8_t* temp = (uint8_t*)bx::alloc(g_allocator, size);
- bimg::imageCopy(
- temp
- , mip.m_height / blockInfo.blockHeight
- , (mip.m_width / blockInfo.blockWidth) * mip.m_blockSize
- , mip.m_depth
- , mip.m_data
- , pitch
- );
- imageInfos[kk].data = temp;
- imageInfos[kk].width = mip.m_width;
- imageInfos[kk].height = mip.m_height;
- imageInfos[kk].depth = mip.m_depth;
- imageInfos[kk].pitch = pitch;
- imageInfos[kk].slice = slice;
- imageInfos[kk].size = size;
- imageInfos[kk].mipLevel = lod;
- imageInfos[kk].layer = side;
- }
- else
- {
- const uint32_t pitch = bx::strideAlign(mip.m_width * mip.m_bpp / 8, alignment);
- const uint32_t slice = bx::strideAlign(mip.m_height * pitch, alignment);
- const uint32_t size = slice * mip.m_depth;
- uint8_t* temp = (uint8_t*)bx::alloc(g_allocator, size);
- bimg::imageCopy(
- temp
- , mip.m_height
- , mip.m_width * mip.m_bpp / 8
- , mip.m_depth
- , mip.m_data
- , pitch
- );
- imageInfos[kk].data = temp;
- imageInfos[kk].width = mip.m_width;
- imageInfos[kk].height = mip.m_height;
- imageInfos[kk].depth = mip.m_depth;
- imageInfos[kk].pitch = pitch;
- imageInfos[kk].slice = slice;
- imageInfos[kk].size = size;
- imageInfos[kk].mipLevel = lod;
- imageInfos[kk].layer = side;
- }
- }
- ++kk;
- }
- }
- uint32_t totalMemSize = 0;
- VkBufferImageCopy* bufferCopyInfo = (VkBufferImageCopy*)bx::alloc(g_allocator, sizeof(VkBufferImageCopy) * numSrd);
- for (uint32_t ii = 0; ii < numSrd; ++ii)
- {
- const uint32_t idealWidth = bx::max<uint32_t>(1, m_width >> imageInfos[ii].mipLevel);
- const uint32_t idealHeight = bx::max<uint32_t>(1, m_height >> imageInfos[ii].mipLevel);
- bufferCopyInfo[ii].bufferOffset = totalMemSize;
- bufferCopyInfo[ii].bufferRowLength = 0; // assume that image data are tightly aligned
- bufferCopyInfo[ii].bufferImageHeight = 0; // assume that image data are tightly aligned
- bufferCopyInfo[ii].imageSubresource.aspectMask = m_aspectFlags;
- bufferCopyInfo[ii].imageSubresource.mipLevel = imageInfos[ii].mipLevel;
- bufferCopyInfo[ii].imageSubresource.baseArrayLayer = imageInfos[ii].layer;
- bufferCopyInfo[ii].imageSubresource.layerCount = 1;
- bufferCopyInfo[ii].imageOffset = { 0, 0, 0 };
- bufferCopyInfo[ii].imageExtent = { idealWidth, idealHeight, imageInfos[ii].depth };
- totalMemSize += imageInfos[ii].size;
- }
- if (totalMemSize > 0)
- {
- const VkDevice device = s_renderVK->m_device;
- const bimg::ImageBlockInfo &dstBlockInfo = bimg::getBlockInfo(bimg::TextureFormat::Enum(m_textureFormat) );
- StagingBufferVK stagingBuffer = s_renderVK->allocFromScratchStagingBuffer(totalMemSize, dstBlockInfo.blockSize);
- uint8_t* mappedMemory;
- if (!stagingBuffer.m_isFromScratch)
- {
- VK_CHECK(vkMapMemory(
- device
- , stagingBuffer.m_deviceMem.mem
- , stagingBuffer.m_deviceMem.offset
- , totalMemSize
- , 0
- , (void**)&mappedMemory
- ) );
- }
- else
- {
- mappedMemory = stagingBuffer.m_data;
- }
- // copy image to staging buffer
- for (uint32_t ii = 0; ii < numSrd; ++ii)
- {
- bx::memCopy(mappedMemory, imageInfos[ii].data, imageInfos[ii].size);
- mappedMemory += imageInfos[ii].size;
- bufferCopyInfo[ii].bufferOffset += stagingBuffer.m_offset;
- BX_ASSERT(
- bx::uint32_mod(bx::narrowCast<uint32_t>(bufferCopyInfo[ii].bufferOffset), dstBlockInfo.blockSize) == 0
- , "Alignment for subimage %u is not aligned correctly (%u)."
- , ii, bufferCopyInfo[ii].bufferOffset, dstBlockInfo.blockSize
- );
- }
- if (!stagingBuffer.m_isFromScratch)
- {
- vkUnmapMemory(device, stagingBuffer.m_deviceMem.mem);
- }
- copyBufferToTexture(_commandBuffer, stagingBuffer.m_buffer, numSrd, bufferCopyInfo);
- if (!stagingBuffer.m_isFromScratch)
- {
- s_renderVK->release(stagingBuffer.m_buffer);
- s_renderVK->recycleMemory(stagingBuffer.m_deviceMem);
- }
- }
- else
- {
- setImageMemoryBarrier(_commandBuffer, m_sampledLayout);
- }
- bx::free(g_allocator, bufferCopyInfo);
- for (uint32_t ii = 0; ii < numSrd; ++ii)
- {
- bx::free(g_allocator, imageInfos[ii].data);
- }
- bx::free(g_allocator, imageInfos);
- m_readback.create(m_textureImage, m_width, m_height, TextureFormat::Enum(m_textureFormat) );
- }
- return m_directAccessPtr;
- }
- void TextureVK::destroy()
- {
- BGFX_PROFILER_SCOPE("TextureVK::destroy", kColorResource);
- m_readback.destroy();
- if (VK_NULL_HANDLE != m_textureImage)
- {
- s_renderVK->release(m_textureImage);
- s_renderVK->recycleMemory(m_textureDeviceMem);
- }
- if (VK_NULL_HANDLE != m_singleMsaaImage)
- {
- s_renderVK->release(m_singleMsaaImage);
- s_renderVK->recycleMemory(m_singleMsaaDeviceMem);
- }
- m_aspectFlags = VK_IMAGE_ASPECT_NONE;
- m_currentImageLayout = VK_IMAGE_LAYOUT_UNDEFINED;
- m_currentSingleMsaaImageLayout = VK_IMAGE_LAYOUT_UNDEFINED;
- }
- void TextureVK::update(VkCommandBuffer _commandBuffer, uint8_t _side, uint8_t _mip, const Rect& _rect, uint16_t _z, uint16_t _depth, uint16_t _pitch, const Memory* _mem)
- {
- BGFX_PROFILER_SCOPE("TextureVK::update", kColorResource);
- const uint32_t bpp = bimg::getBitsPerPixel(bimg::TextureFormat::Enum(m_textureFormat) );
- const bimg::ImageBlockInfo& blockInfo = bimg::getBlockInfo(bimg::TextureFormat::Enum(m_textureFormat) );
- uint32_t rectpitch = _rect.m_width * bpp / 8;
- uint32_t slicepitch = rectpitch * _rect.m_height;
- uint32_t align = blockInfo.blockSize;
- if (bimg::isCompressed(bimg::TextureFormat::Enum(m_textureFormat) ) )
- {
- rectpitch = (_rect.m_width / blockInfo.blockWidth ) * blockInfo.blockSize;
- slicepitch = (_rect.m_height / blockInfo.blockHeight) * rectpitch;
- }
- const uint32_t srcpitch = UINT16_MAX == _pitch ? rectpitch : _pitch;
- const uint32_t size = UINT16_MAX == _pitch ? slicepitch * _depth: _rect.m_height * _pitch * _depth;
- const bool convert = m_textureFormat != m_requestedFormat;
- VkBufferImageCopy region;
- region.bufferOffset = 0;
- region.bufferRowLength = (_pitch == UINT16_MAX ? 0 : _pitch * 8 / bpp);
- region.bufferImageHeight = 0;
- region.imageSubresource.aspectMask = m_aspectFlags;
- region.imageSubresource.mipLevel = _mip;
- region.imageSubresource.baseArrayLayer = 0;
- region.imageSubresource.layerCount = 1;
- region.imageOffset = { _rect.m_x, _rect.m_y, 0 };
- region.imageExtent = { _rect.m_width, _rect.m_height, _depth };
- uint8_t* data = _mem->data;
- uint8_t* temp = NULL;
- if (convert)
- {
- temp = (uint8_t*)bx::alloc(g_allocator, slicepitch);
- bimg::imageDecodeToBgra8(g_allocator, temp, data, _rect.m_width, _rect.m_height, srcpitch, bimg::TextureFormat::Enum(m_requestedFormat) );
- data = temp;
- region.imageExtent =
- {
- bx::max(1u, m_width >> _mip),
- bx::max(1u, m_height >> _mip),
- _depth,
- };
- }
- StagingBufferVK stagingBuffer = s_renderVK->allocFromScratchStagingBuffer(size, align, data);
- region.bufferOffset += stagingBuffer.m_offset;
- BX_ASSERT(region.bufferOffset % align == 0,
- "Alignment for image (mip %u, z %u) is not aligned correctly (%u).",
- _mip, _z, region.bufferOffset, align);
- if (VK_IMAGE_VIEW_TYPE_3D == m_type)
- {
- region.imageOffset.z = _z;
- }
- else if (VK_IMAGE_VIEW_TYPE_CUBE == m_type
- || VK_IMAGE_VIEW_TYPE_CUBE_ARRAY == m_type)
- {
- region.imageSubresource.baseArrayLayer = _z * 6 + _side;
- }
- else
- {
- region.imageSubresource.baseArrayLayer = _z;
- }
- copyBufferToTexture(_commandBuffer, stagingBuffer.m_buffer, 1, ®ion);
- if (!stagingBuffer.m_isFromScratch)
- {
- s_renderVK->release(stagingBuffer.m_buffer);
- s_renderVK->recycleMemory(stagingBuffer.m_deviceMem);
- }
- if (NULL != temp)
- {
- bx::free(g_allocator, temp);
- }
- }
- void TextureVK::resolve(VkCommandBuffer _commandBuffer, uint8_t _resolve, uint32_t _layer, uint32_t _numLayers, uint32_t _mip)
- {
- BGFX_PROFILER_SCOPE("TextureVK::resolve", kColorResource);
- const bool needResolve = VK_NULL_HANDLE != m_singleMsaaImage;
- const bool needMipGen = true
- && !needResolve
- && 0 != (m_flags & BGFX_TEXTURE_RT_MASK)
- && 0 == (m_flags & BGFX_TEXTURE_RT_WRITE_ONLY)
- && (_mip + 1) < m_numMips
- && 0 != (_resolve & BGFX_RESOLVE_AUTO_GEN_MIPS)
- ;
- const VkImageLayout oldLayout = m_currentImageLayout;
- const VkImageLayout oldSingleMsaaLayout = m_currentSingleMsaaImageLayout;
- const uint32_t numLayers = false
- || m_type == VK_IMAGE_VIEW_TYPE_CUBE
- || m_type == VK_IMAGE_VIEW_TYPE_CUBE_ARRAY
- ? m_numSides
- : _numLayers
- ;
- if (needResolve)
- {
- setImageMemoryBarrier(_commandBuffer, VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL);
- setImageMemoryBarrier(_commandBuffer, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, true);
- VkImageResolve resolve;
- resolve.srcOffset.x = 0;
- resolve.srcOffset.y = 0;
- resolve.srcOffset.z = 0;
- resolve.dstOffset.x = 0;
- resolve.dstOffset.y = 0;
- resolve.dstOffset.z = 0;
- resolve.srcSubresource.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
- resolve.srcSubresource.mipLevel = _mip;
- resolve.srcSubresource.baseArrayLayer = _layer;
- resolve.srcSubresource.layerCount = numLayers;
- resolve.dstSubresource.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
- resolve.dstSubresource.mipLevel = _mip;
- resolve.dstSubresource.baseArrayLayer = _layer;
- resolve.dstSubresource.layerCount = numLayers;
- resolve.extent.width = m_width;
- resolve.extent.height = m_height;
- resolve.extent.depth = 1;
- vkCmdResolveImage(
- _commandBuffer
- , m_textureImage
- , VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , m_singleMsaaImage
- , VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL
- , 1
- , &resolve
- );
- }
- if (needMipGen)
- {
- BGFX_PROFILER_SCOPE("Resolve - Generate Mipmaps", kColorResource);
- setImageMemoryBarrier(_commandBuffer, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL);
- int32_t mipWidth = bx::max<int32_t>(int32_t(m_width) >> _mip, 1);
- int32_t mipHeight = bx::max<int32_t>(int32_t(m_height) >> _mip, 1);
- const VkFilter filter = bimg::isDepth(bimg::TextureFormat::Enum(m_textureFormat) )
- ? VK_FILTER_NEAREST
- : VK_FILTER_LINEAR
- ;
- VkImageBlit blit;
- blit.srcOffsets[0] = { 0, 0, 0 };
- blit.srcOffsets[1] = { mipWidth, mipHeight, 1 };
- blit.srcSubresource.aspectMask = m_aspectFlags;
- blit.srcSubresource.mipLevel = 0;
- blit.srcSubresource.baseArrayLayer = _layer;
- blit.srcSubresource.layerCount = numLayers;
- blit.dstOffsets[0] = { 0, 0, 0 };
- blit.dstOffsets[1] = { mipWidth, mipHeight, 1 };
- blit.dstSubresource.aspectMask = m_aspectFlags;
- blit.dstSubresource.mipLevel = 0;
- blit.dstSubresource.baseArrayLayer = _layer;
- blit.dstSubresource.layerCount = numLayers;
- for (uint32_t i = _mip + 1; i < m_numMips; i++)
- {
- BGFX_PROFILER_SCOPE("Mipmap", kColorResource);
- blit.srcOffsets[1] = { mipWidth, mipHeight, 1 };
- blit.srcSubresource.mipLevel = i - 1;
- mipWidth = bx::uint32_max(mipWidth >> 1, 1);
- mipHeight = bx::uint32_max(mipHeight >> 1, 1);
- blit.dstOffsets[1] = { mipWidth, mipHeight, 1 };
- blit.dstSubresource.mipLevel = i;
- vk::setImageMemoryBarrier(
- _commandBuffer
- , m_textureImage
- , m_aspectFlags
- , VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL
- , VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , blit.srcSubresource.mipLevel
- , 1
- , _layer
- , numLayers
- );
- vkCmdBlitImage(
- _commandBuffer
- , m_textureImage
- , VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , m_textureImage
- , VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL
- , 1
- , &blit
- , filter
- );
- }
- vk::setImageMemoryBarrier(
- _commandBuffer
- , m_textureImage
- , m_aspectFlags
- , VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL
- , _mip
- , m_numMips - _mip - 1
- , _layer
- , numLayers
- );
- }
- setImageMemoryBarrier(_commandBuffer, oldLayout);
- setImageMemoryBarrier(_commandBuffer, oldSingleMsaaLayout, true);
- }
- void TextureVK::copyBufferToTexture(VkCommandBuffer _commandBuffer, VkBuffer _stagingBuffer, uint32_t _bufferImageCopyCount, VkBufferImageCopy* _bufferImageCopy)
- {
- BGFX_PROFILER_SCOPE("TextureVK::copyBufferToTexture", kColorResource);
- const VkImageLayout oldLayout = m_currentImageLayout == VK_IMAGE_LAYOUT_UNDEFINED
- ? m_sampledLayout
- : m_currentImageLayout
- ;
- setImageMemoryBarrier(_commandBuffer, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL);
- bimg::TextureFormat::Enum format = bimg::TextureFormat::Enum(m_textureFormat);
- const bimg::ImageBlockInfo& blockInfo = bimg::getBlockInfo(format);
- for (uint32_t ii = 0; ii < _bufferImageCopyCount; ++ii)
- {
- BX_ASSERT(
- bx::uint32_mod(bx::narrowCast<uint32_t>(_bufferImageCopy[ii].bufferOffset), blockInfo.blockSize) == 0
- , "Misaligned texture of type %s to offset %u, which is not a multiple of %u."
- , bimg::getName(format), _bufferImageCopy[ii].bufferOffset, blockInfo.blockSize
- );
- }
- BX_UNUSED(blockInfo);
- vkCmdCopyBufferToImage(
- _commandBuffer
- , _stagingBuffer
- , m_textureImage
- , VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL
- , _bufferImageCopyCount
- , _bufferImageCopy
- );
- setImageMemoryBarrier(_commandBuffer, oldLayout);
- }
- VkImageLayout TextureVK::setImageMemoryBarrier(VkCommandBuffer _commandBuffer, VkImageLayout _newImageLayout, bool _singleMsaaImage)
- {
- if (_singleMsaaImage && VK_NULL_HANDLE == m_singleMsaaImage)
- {
- return VK_IMAGE_LAYOUT_UNDEFINED;
- }
- VkImageLayout& currentLayout = _singleMsaaImage
- ? m_currentSingleMsaaImageLayout
- : m_currentImageLayout
- ;
- const VkImageLayout oldLayout = currentLayout;
- if (currentLayout == _newImageLayout)
- {
- return oldLayout;
- }
- const VkImage image = _singleMsaaImage
- ? m_singleMsaaImage
- : m_textureImage
- ;
- vk::setImageMemoryBarrier(
- _commandBuffer
- , image
- , m_aspectFlags
- , currentLayout
- , _newImageLayout
- );
- currentLayout = _newImageLayout;
- return oldLayout;
- }
- VkResult TextureVK::createView(uint32_t _layer, uint32_t _numLayers, uint32_t _mip, uint32_t _numMips, VkImageViewType _type, VkImageAspectFlags _aspectMask, bool _renderTarget, ::VkImageView* _view) const
- {
- VkResult result = VK_SUCCESS;
- if (VK_IMAGE_VIEW_TYPE_3D == m_type)
- {
- BX_ASSERT(false
- || !_renderTarget
- || !(m_aspectFlags & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT) )
- , "3D image can't be a depth attachment"
- );
- }
- if (VK_IMAGE_VIEW_TYPE_CUBE == _type
- || VK_IMAGE_VIEW_TYPE_CUBE_ARRAY == _type)
- {
- BX_ASSERT(_numLayers % 6 == 0, "");
- BX_ASSERT(
- VK_IMAGE_VIEW_TYPE_3D != m_type
- , "3D image can't be aliased as a cube texture"
- );
- }
- VkImageViewCreateInfo viewInfo;
- viewInfo.sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO;
- viewInfo.pNext = NULL;
- viewInfo.flags = 0;
- viewInfo.image = ( (VK_NULL_HANDLE != m_singleMsaaImage) && !_renderTarget)
- ? m_singleMsaaImage
- : m_textureImage
- ;
- viewInfo.viewType = _type;
- viewInfo.format = m_format;
- viewInfo.components = m_components;
- viewInfo.subresourceRange.aspectMask = m_aspectFlags & _aspectMask;
- viewInfo.subresourceRange.baseMipLevel = _mip;
- viewInfo.subresourceRange.levelCount = _numMips;
- viewInfo.subresourceRange.baseArrayLayer = _layer;
- viewInfo.subresourceRange.layerCount = 1;
- if (VK_IMAGE_VIEW_TYPE_2D != _type
- && VK_IMAGE_VIEW_TYPE_3D != _type)
- {
- viewInfo.subresourceRange.layerCount = VK_IMAGE_VIEW_TYPE_CUBE == _type
- ? 6
- : _numLayers
- ;
- }
- VkImageView view = VK_NULL_HANDLE;
- result = vkCreateImageView(
- s_renderVK->m_device
- , &viewInfo
- , s_renderVK->m_allocatorCb
- , &view
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create texture view error: vkCreateImageView failed %d: %s.", result, getName(result) );
- return result;
- }
- *_view = view;
- return result;
- }
- VkImageAspectFlags TextureVK::getAspectMask(VkFormat _format)
- {
- switch (_format)
- {
- case VK_FORMAT_S8_UINT:
- return VK_IMAGE_ASPECT_STENCIL_BIT;
- case VK_FORMAT_D16_UNORM:
- case VK_FORMAT_X8_D24_UNORM_PACK32:
- case VK_FORMAT_D32_SFLOAT:
- return VK_IMAGE_ASPECT_DEPTH_BIT;
- case VK_FORMAT_D16_UNORM_S8_UINT:
- case VK_FORMAT_D24_UNORM_S8_UINT:
- case VK_FORMAT_D32_SFLOAT_S8_UINT:
- return VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT;
- default:
- return VK_IMAGE_ASPECT_COLOR_BIT;
- }
- }
- VkResult SwapChainVK::create(VkCommandBuffer _commandBuffer, void* _nwh, const Resolution& _resolution)
- {
- struct ErrorState
- {
- enum Enum
- {
- Default,
- SurfaceCreated,
- SwapChainCreated,
- AttachmentsCreated
- };
- };
- ErrorState::Enum errorState = ErrorState::Default;
- VkResult result = VK_SUCCESS;
- if (NULL == _nwh)
- {
- return result;
- }
- m_nwh = _nwh;
- m_resolution = _resolution;
- m_queue = s_renderVK->m_globalQueue;
- result = createSurface();
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swap chain error: creating surface failed %d: %s.", result, getName(result) );
- goto error;
- }
- errorState = ErrorState::SurfaceCreated;
- {
- m_sci.sType = VK_STRUCTURE_TYPE_SWAPCHAIN_CREATE_INFO_KHR;
- m_sci.pNext = NULL;
- m_sci.flags = 0;
- m_sci.imageArrayLayers = 1;
- m_sci.imageSharingMode = VK_SHARING_MODE_EXCLUSIVE;
- m_sci.queueFamilyIndexCount = 0;
- m_sci.preTransform = BX_ENABLED(BX_PLATFORM_NX)
- ? VK_SURFACE_TRANSFORM_INHERIT_BIT_KHR
- : VK_SURFACE_TRANSFORM_IDENTITY_BIT_KHR
- ;
- m_sci.oldSwapchain = VK_NULL_HANDLE;
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_backBufferColorImageView); ++ii)
- {
- m_backBufferColorImage[ii] = VK_NULL_HANDLE;
- m_backBufferColorImageView[ii] = VK_NULL_HANDLE;
- m_backBufferFrameBuffer[ii] = VK_NULL_HANDLE;
- m_backBufferFence[ii] = VK_NULL_HANDLE;
- m_presentDoneSemaphore[ii] = VK_NULL_HANDLE;
- m_renderDoneSemaphore[ii] = VK_NULL_HANDLE;
- }
- m_lastImageRenderedSemaphore = VK_NULL_HANDLE;
- m_lastImageAcquiredSemaphore = VK_NULL_HANDLE;
- result = createSwapChain();
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swap chain error: creating swapchain and image views failed %d: %s", result, getName(result) );
- goto error;
- }
- }
- errorState = ErrorState::SwapChainCreated;
- {
- result = createAttachments(_commandBuffer);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swap chain error: creating MSAA/depth attachments failed %d: %s.", result, getName(result) );
- goto error;
- }
- }
- errorState = ErrorState::AttachmentsCreated;
- {
- result = createFrameBuffer();
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swap chain error: creating frame buffers failed %d: %s.", result, getName(result) );
- goto error;
- }
- }
- return VK_SUCCESS;
- error:
- BX_TRACE("errorState %d", errorState);
- switch (errorState)
- {
- case ErrorState::AttachmentsCreated:
- releaseAttachments();
- [[fallthrough]];
- case ErrorState::SwapChainCreated:
- releaseSwapChain();
- [[fallthrough]];
- case ErrorState::SurfaceCreated:
- releaseSurface();
- [[fallthrough]];
- case ErrorState::Default:
- break;
- };
- return VK_SUCCESS != result
- ? result
- : VK_ERROR_INITIALIZATION_FAILED
- ;
- }
- void SwapChainVK::destroy()
- {
- if (VK_NULL_HANDLE != m_swapChain)
- {
- releaseFrameBuffer();
- releaseAttachments();
- releaseSwapChain();
- releaseSurface();
- // can't delay-delete the surface, since there can only be one swapchain per surface
- // new framebuffer with the same window would get an error at swapchain creation
- s_renderVK->kick(true);
- }
- m_nwh = NULL;
- }
- void SwapChainVK::update(VkCommandBuffer _commandBuffer, void* _nwh, const Resolution& _resolution)
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::update", kColorFrame);
- const VkPhysicalDevice physicalDevice = s_renderVK->m_physicalDevice;
- m_lastImageRenderedSemaphore = VK_NULL_HANDLE;
- m_lastImageAcquiredSemaphore = VK_NULL_HANDLE;
- const uint64_t recreateSurfaceMask = BGFX_RESET_HIDPI;
- const uint64_t recreateSwapchainMask = BGFX_RESET_VSYNC | BGFX_RESET_SRGB_BACKBUFFER;
- const uint64_t recreateAttachmentsMask = BGFX_RESET_MSAA_MASK;
- const bool recreateSurface = false
- || m_needToRecreateSurface
- || m_nwh != _nwh
- || (m_resolution.reset & recreateSurfaceMask) != (_resolution.reset & recreateSurfaceMask)
- ;
- const bool recreateSwapchain = false
- || m_needToRecreateSwapchain
- || m_resolution.formatColor != _resolution.formatColor
- || m_resolution.formatDepthStencil != _resolution.formatDepthStencil
- || m_resolution.width != _resolution.width
- || m_resolution.height != _resolution.height
- || (m_resolution.reset & recreateSwapchainMask) != (_resolution.reset & recreateSwapchainMask)
- || recreateSurface
- ;
- const bool recreateAttachments = false
- || (m_resolution.reset & recreateAttachmentsMask) != (_resolution.reset & recreateAttachmentsMask)
- || recreateSwapchain
- ;
- m_nwh = _nwh;
- m_resolution = _resolution;
- if (recreateAttachments)
- {
- releaseFrameBuffer();
- releaseAttachments();
- if (recreateSwapchain)
- {
- releaseSwapChain();
- if (recreateSurface)
- {
- m_sci.oldSwapchain = VK_NULL_HANDLE;
- releaseSurface();
- s_renderVK->kick(true);
- _commandBuffer = s_renderVK->m_commandBuffer;
- VkResult result = createSurface();
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Surface lost.");
- return;
- }
- }
- VkSurfaceCapabilitiesKHR surfaceCapabilities = {};
- VkResult result = vkGetPhysicalDeviceSurfaceCapabilitiesKHR(physicalDevice, m_surface, &surfaceCapabilities);
- const uint32_t width = bx::clamp<uint32_t>(
- m_resolution.width
- , surfaceCapabilities.minImageExtent.width
- , surfaceCapabilities.maxImageExtent.width
- );
- const uint32_t height = bx::clamp<uint32_t>(
- m_resolution.height
- , surfaceCapabilities.minImageExtent.height
- , surfaceCapabilities.maxImageExtent.height
- );
- // swapchain can't have size 0
- // on some platforms this happens when minimized
- if (width == 0
- || height == 0
- || VK_SUCCESS != result)
- {
- m_sci.oldSwapchain = VK_NULL_HANDLE;
- s_renderVK->kick(true);
- return;
- }
- VK_CHECK(createSwapChain() );
- }
- VK_CHECK(createAttachments(_commandBuffer) );
- VK_CHECK(createFrameBuffer() );
- }
- }
- VkResult SwapChainVK::createSurface()
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::createSurface", kColorFrame);
- VkResult result = VK_ERROR_EXTENSION_NOT_PRESENT;
- const VkInstance instance = s_renderVK->m_instance;
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- #if BX_PLATFORM_WINDOWS
- {
- if (NULL != vkCreateWin32SurfaceKHR)
- {
- VkWin32SurfaceCreateInfoKHR sci;
- sci.sType = VK_STRUCTURE_TYPE_WIN32_SURFACE_CREATE_INFO_KHR;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.hinstance = (HINSTANCE)GetModuleHandle(NULL);
- sci.hwnd = (HWND)m_nwh;
- result = vkCreateWin32SurfaceKHR(instance, &sci, allocatorCb, &m_surface);
- BX_WARN(VK_SUCCESS == result, "vkCreateWin32SurfaceKHR failed %d: %s.", result, getName(result) );
- }
- }
- #elif BX_PLATFORM_ANDROID
- {
- if (NULL != vkCreateAndroidSurfaceKHR)
- {
- VkAndroidSurfaceCreateInfoKHR sci;
- sci.sType = VK_STRUCTURE_TYPE_ANDROID_SURFACE_CREATE_INFO_KHR;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.window = (ANativeWindow*)m_nwh;
- result = vkCreateAndroidSurfaceKHR(instance, &sci, allocatorCb, &m_surface);
- BX_WARN(VK_SUCCESS == result, "vkCreateAndroidSurfaceKHR failed %d: %s.", result, getName(result) );
- }
- }
- #elif BX_PLATFORM_LINUX
- {
- if (g_platformData.type == bgfx::NativeWindowHandleType::Wayland)
- {
- if (s_extension[Extension::KHR_wayland_surface].m_supported
- && NULL != vkCreateWaylandSurfaceKHR
- )
- {
- BX_TRACE("Attempting Wayland surface creation.");
- VkWaylandSurfaceCreateInfoKHR sci;
- sci.sType = VK_STRUCTURE_TYPE_WAYLAND_SURFACE_CREATE_INFO_KHR;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.display = (wl_display*)g_platformData.ndt;
- sci.surface = (wl_surface*)m_nwh;
- result = vkCreateWaylandSurfaceKHR(instance, &sci, allocatorCb, &m_surface);
- BX_WARN(VK_SUCCESS == result, "vkCreateWaylandSurfaceKHR failed %d: %s.", result, getName(result) );
- }
- }
- else
- {
- if (s_extension[Extension::KHR_xlib_surface].m_supported
- && NULL != vkCreateXlibSurfaceKHR
- )
- {
- BX_TRACE("Attempting Xlib surface creation.");
- VkXlibSurfaceCreateInfoKHR sci;
- sci.sType = VK_STRUCTURE_TYPE_XLIB_SURFACE_CREATE_INFO_KHR;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.dpy = (Display*)g_platformData.ndt;
- sci.window = (Window)m_nwh;
- result = vkCreateXlibSurfaceKHR(instance, &sci, allocatorCb, &m_surface);
- BX_WARN(VK_SUCCESS == result, "vkCreateXlibSurfaceKHR failed %d: %s.", result, getName(result) );
- }
- if (VK_SUCCESS != result
- && s_extension[Extension::KHR_xcb_surface].m_supported
- && NULL != vkCreateXcbSurfaceKHR
- )
- {
- void* xcbdll = bx::dlopen("libX11-xcb.so.1");
- if (NULL != xcbdll)
- {
- BX_TRACE("Attempting XCB surface creation.");
- typedef xcb_connection_t* (*PFN_XGETXCBCONNECTION)(Display*);
- PFN_XGETXCBCONNECTION XGetXCBConnection = (PFN_XGETXCBCONNECTION)bx::dlsym(xcbdll, "XGetXCBConnection");
- VkXcbSurfaceCreateInfoKHR sci;
- sci.sType = VK_STRUCTURE_TYPE_XCB_SURFACE_CREATE_INFO_KHR;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.connection = XGetXCBConnection( (Display*)g_platformData.ndt);
- sci.window = bx::narrowCast<xcb_window_t>(uintptr_t(m_nwh) );
- result = vkCreateXcbSurfaceKHR(instance, &sci, allocatorCb, &m_surface);
- BX_WARN(VK_SUCCESS == result, "vkCreateXcbSurfaceKHR failed %d: %s.", result, getName(result) );
- bx::dlclose(xcbdll);
- }
- }
- }
- }
- #elif BX_PLATFORM_OSX
- {
- if (NULL != vkCreateMacOSSurfaceMVK)
- {
- NSWindow* window = (NSWindow*)(m_nwh);
- CAMetalLayer* layer = (CAMetalLayer*)(m_nwh);
- if ([window isKindOfClass:[NSWindow class]])
- {
- NSView *contentView = (NSView *)window.contentView;
- layer = [CAMetalLayer layer];
- [contentView setWantsLayer : YES];
- [contentView setLayer : layer];
- }
- else if ([layer isKindOfClass:[CAMetalLayer class]])
- {
- NSView *contentView = (NSView *)layer.delegate;
- window = contentView.window;
- }
- else
- {
- BX_WARN(0, "Unable to create MoltenVk surface. Please set platform data window to an NSWindow or CAMetalLayer");
- return result;
- }
- if (m_resolution.reset & BGFX_RESET_HIDPI)
- {
- layer.contentsScale = [window backingScaleFactor];
- }
- VkMacOSSurfaceCreateInfoMVK sci;
- sci.sType = VK_STRUCTURE_TYPE_MACOS_SURFACE_CREATE_INFO_MVK;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.pView = (__bridge void*)layer;
- result = vkCreateMacOSSurfaceMVK(instance, &sci, allocatorCb, &m_surface);
- BX_WARN(VK_SUCCESS == result, "vkCreateMacOSSurfaceMVK failed %d: %s.", result, getName(result) );
- }
- }
- #elif BX_PLATFORM_NX
- if (NULL != vkCreateViSurfaceNN)
- {
- VkViSurfaceCreateInfoNN sci;
- sci.sType = VK_STRUCTURE_TYPE_VI_SURFACE_CREATE_INFO_NN;
- sci.pNext = NULL;
- sci.flags = 0;
- sci.window = m_nwh;
- result = vkCreateViSurfaceNN(instance, &sci, allocatorCb, &m_surface);
- BX_WARN(VK_SUCCESS == result, "vkCreateViSurfaceNN failed %d: %s.", result, getName(result) );
- }
- #else
- # error "Figure out KHR surface..."
- #endif // BX_PLATFORM_
- m_needToRecreateSurface = false;
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create surface error: vkCreate[Platform]SurfaceKHR failed %d: %s.", result, getName(result) );
- return result;
- }
- const VkPhysicalDevice physicalDevice = s_renderVK->m_physicalDevice;
- const uint32_t queueFamily = s_renderVK->m_globalQueueFamily;
- VkBool32 surfaceSupported;
- result = vkGetPhysicalDeviceSurfaceSupportKHR(physicalDevice, queueFamily, m_surface, &surfaceSupported);
- if (VK_SUCCESS != result
- || !surfaceSupported)
- {
- BX_TRACE("Create surface error: Presentation to the given surface not supported.");
- return VK_ERROR_INITIALIZATION_FAILED;
- }
- return result;
- }
- void SwapChainVK::releaseSurface()
- {
- release(m_surface);
- }
- VkResult SwapChainVK::createSwapChain()
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::createSwapchain", kColorFrame);
- VkResult result = VK_SUCCESS;
- const VkPhysicalDevice physicalDevice = s_renderVK->m_physicalDevice;
- const VkDevice device = s_renderVK->m_device;
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- // Waiting for the device to be idle seems to get rid of VK_DEVICE_LOST
- // upon resizing the window quickly. See:
- // - https://github.com/mpv-player/mpv/issues/8360
- // - https://github.com/bkaradzic/bgfx/issues/3227
- result = vkDeviceWaitIdle(device);
- BX_WARN(VK_SUCCESS == result, "Create swapchain error: vkDeviceWaitIdle() failed: %d: %s", result, getName(result) );
- VkSurfaceCapabilitiesKHR surfaceCapabilities;
- result = vkGetPhysicalDeviceSurfaceCapabilitiesKHR(physicalDevice, m_surface, &surfaceCapabilities);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: vkGetPhysicalDeviceSurfaceCapabilitiesKHR failed %d: %s.", result, getName(result) );
- return result;
- }
- const uint32_t minSwapBufferCount = bx::max<uint32_t>(surfaceCapabilities.minImageCount, 2);
- const uint32_t maxSwapBufferCount = surfaceCapabilities.maxImageCount == 0
- ? kMaxBackBuffers
- : bx::min<uint32_t>(surfaceCapabilities.maxImageCount, kMaxBackBuffers)
- ;
- if (minSwapBufferCount > maxSwapBufferCount)
- {
- BX_TRACE("Create swapchain error: Incompatible swapchain image count (min: %d, max: %d, MaxBackBuffers: %d)."
- , minSwapBufferCount
- , maxSwapBufferCount
- , kMaxBackBuffers
- );
- return VK_ERROR_INITIALIZATION_FAILED;
- }
- const uint32_t swapBufferCount = bx::clamp<uint32_t>(m_resolution.numBackBuffers, minSwapBufferCount, maxSwapBufferCount);
- const VkColorSpaceKHR surfaceColorSpace = VK_COLOR_SPACE_SRGB_NONLINEAR_KHR;
- const bool srgb = !!(m_resolution.reset & BGFX_RESET_SRGB_BACKBUFFER);
- m_colorFormat = findSurfaceFormat(m_resolution.formatColor, surfaceColorSpace, srgb);
- m_depthFormat = bgfx::TextureFormat::UnknownDepth;
- if (TextureFormat::Count == m_colorFormat)
- {
- BX_TRACE("Create swapchain error: Unable to find surface format (srgb: %d).", srgb);
- return VK_ERROR_INITIALIZATION_FAILED;
- }
- const VkFormat surfaceFormat = srgb
- ? s_textureFormat[m_colorFormat].m_fmtSrgb
- : s_textureFormat[m_colorFormat].m_fmt
- ;
- const uint32_t width = bx::clamp<uint32_t>(
- m_resolution.width
- , surfaceCapabilities.minImageExtent.width
- , surfaceCapabilities.maxImageExtent.width
- );
- const uint32_t height = bx::clamp<uint32_t>(
- m_resolution.height
- , surfaceCapabilities.minImageExtent.height
- , surfaceCapabilities.maxImageExtent.height
- );
- if (width != m_resolution.width || height != m_resolution.height)
- {
- BX_TRACE("Clamped swapchain resolution from %dx%d to %dx%d"
- , m_resolution.width
- , m_resolution.height
- , width
- , height
- );
- }
- VkCompositeAlphaFlagBitsKHR compositeAlpha = VK_COMPOSITE_ALPHA_OPAQUE_BIT_KHR;
- if (surfaceCapabilities.supportedCompositeAlpha & VK_COMPOSITE_ALPHA_INHERIT_BIT_KHR)
- {
- compositeAlpha = VK_COMPOSITE_ALPHA_INHERIT_BIT_KHR;
- }
- else if (surfaceCapabilities.supportedCompositeAlpha & VK_COMPOSITE_ALPHA_PRE_MULTIPLIED_BIT_KHR)
- {
- compositeAlpha = VK_COMPOSITE_ALPHA_PRE_MULTIPLIED_BIT_KHR;
- }
- else if (surfaceCapabilities.supportedCompositeAlpha & VK_COMPOSITE_ALPHA_POST_MULTIPLIED_BIT_KHR)
- {
- compositeAlpha = VK_COMPOSITE_ALPHA_POST_MULTIPLIED_BIT_KHR;
- }
- const VkImageUsageFlags imageUsageMask = 0
- | VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT
- | VK_IMAGE_USAGE_TRANSFER_SRC_BIT
- | VK_IMAGE_USAGE_TRANSFER_DST_BIT
- ;
- const VkImageUsageFlags imageUsage = surfaceCapabilities.supportedUsageFlags & imageUsageMask;
- m_supportsReadback = 0 != (imageUsage & VK_IMAGE_USAGE_TRANSFER_SRC_BIT);
- m_supportsManualResolve = 0 != (imageUsage & VK_IMAGE_USAGE_TRANSFER_DST_BIT);
- const bool vsync = !!(m_resolution.reset & BGFX_RESET_VSYNC);
- uint32_t presentModeIdx = findPresentMode(vsync);
- if (UINT32_MAX == presentModeIdx)
- {
- BX_TRACE("Create swapchain error: Unable to find present mode (vsync: %d).", vsync);
- return VK_ERROR_INITIALIZATION_FAILED;
- }
- m_sci.surface = m_surface;
- m_sci.minImageCount = swapBufferCount;
- m_sci.imageFormat = surfaceFormat;
- m_sci.imageColorSpace = surfaceColorSpace;
- m_sci.imageExtent.width = width;
- m_sci.imageExtent.height = height;
- m_sci.imageUsage = imageUsage;
- m_sci.compositeAlpha = compositeAlpha;
- m_sci.presentMode = s_presentMode[presentModeIdx].mode;
- m_sci.clipped = VK_FALSE;
- result = vkCreateSwapchainKHR(device, &m_sci, allocatorCb, &m_swapChain);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: vkCreateSwapchainKHR failed %d: %s.", result, getName(result) );
- return result;
- }
- m_sci.oldSwapchain = m_swapChain;
- result = vkGetSwapchainImagesKHR(device, m_swapChain, &m_numSwapChainImages, NULL);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: vkGetSwapchainImagesKHR failed %d: %s.", result, getName(result) );
- return result;
- }
- BX_TRACE("Create swapchain numSwapChainImages %d, minImageCount %d, BX_COUNTOF(m_backBufferColorImage) %d"
- , m_numSwapChainImages
- , m_sci.minImageCount
- , BX_COUNTOF(m_backBufferColorImage)
- );
- setDebugObjectName(device, m_swapChain, "m_swapChain");
- if (m_numSwapChainImages < m_sci.minImageCount)
- {
- BX_TRACE("Create swapchain error: vkGetSwapchainImagesKHR: numSwapchainImages %d < minImageCount %d."
- , m_numSwapChainImages
- , m_sci.minImageCount
- );
- return VK_ERROR_INITIALIZATION_FAILED;
- }
- if (m_numSwapChainImages > BX_COUNTOF(m_backBufferColorImage) )
- {
- BX_TRACE("Create swapchain error: vkGetSwapchainImagesKHR: numSwapchainImages %d > countof(m_backBufferColorImage) %d."
- , m_numSwapChainImages
- , BX_COUNTOF(m_backBufferColorImage)
- );
- return VK_ERROR_INITIALIZATION_FAILED;
- }
- result = vkGetSwapchainImagesKHR(device, m_swapChain, &m_numSwapChainImages, &m_backBufferColorImage[0]);
- if (VK_SUCCESS != result && VK_INCOMPLETE != result)
- {
- BX_TRACE("Create swapchain error: vkGetSwapchainImagesKHR failed %d: %s."
- , result
- , getName(result)
- );
- return result;
- }
- VkImageViewCreateInfo ivci;
- ivci.sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO;
- ivci.pNext = NULL;
- ivci.flags = 0;
- ivci.viewType = VK_IMAGE_VIEW_TYPE_2D;
- ivci.format = m_sci.imageFormat;
- ivci.components.r = VK_COMPONENT_SWIZZLE_IDENTITY;
- ivci.components.g = VK_COMPONENT_SWIZZLE_IDENTITY;
- ivci.components.b = VK_COMPONENT_SWIZZLE_IDENTITY;
- ivci.components.a = VK_COMPONENT_SWIZZLE_IDENTITY;
- ivci.subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
- ivci.subresourceRange.baseMipLevel = 0;
- ivci.subresourceRange.levelCount = 1;
- ivci.subresourceRange.baseArrayLayer = 0;
- ivci.subresourceRange.layerCount = 1;
- for (uint32_t ii = 0; ii < m_numSwapChainImages; ++ii)
- {
- ivci.image = m_backBufferColorImage[ii];
- result = vkCreateImageView(device, &ivci, allocatorCb, &m_backBufferColorImageView[ii]);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: vkCreateImageView failed %d: %s.", result, getName(result) );
- return result;
- }
- setDebugObjectName(device, m_backBufferColorImageView[ii], "m_backBufferColorImageView[%d]", ii);
- m_backBufferColorImageLayout[ii] = VK_IMAGE_LAYOUT_UNDEFINED;
- }
- BX_TRACE("Successfully created swapchain (%dx%d) with %d images.", width, height, m_numSwapChainImages);
- VkSemaphoreCreateInfo sci;
- sci.sType = VK_STRUCTURE_TYPE_SEMAPHORE_CREATE_INFO;
- sci.pNext = NULL;
- sci.flags = 0;
- // We will make a fully filled pool of semaphores and cycle through those.
- // This is to make sure we have enough, even in the case where there are
- // more frames in flight than images on the swapchain.
- for (uint32_t ii = 0; ii < kMaxBackBuffers; ++ii)
- {
- if (VK_SUCCESS != vkCreateSemaphore(device, &sci, allocatorCb, &m_presentDoneSemaphore[ii])
- || VK_SUCCESS != vkCreateSemaphore(device, &sci, allocatorCb, &m_renderDoneSemaphore[ii]) )
- {
- BX_TRACE("Create swapchain error: vkCreateSemaphore failed %d: %s.", result, getName(result) );
- return result;
- }
- setDebugObjectName(device, m_presentDoneSemaphore[ii], "m_presentDoneSemaphore[%d]", ii);
- setDebugObjectName(device, m_renderDoneSemaphore[ii], "m_renderDoneSemaphore[%d]", ii);
- }
- m_backBufferColorIdx = 0;
- m_currentSemaphore = 0;
- m_needPresent = false;
- m_needToRecreateSwapchain = false;
- return result;
- }
- void SwapChainVK::releaseSwapChain()
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::releaseSwapChain", kColorFrame);
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_backBufferColorImageView); ++ii)
- {
- release(m_backBufferColorImageView[ii]);
- m_backBufferFence[ii] = VK_NULL_HANDLE;
- }
- for (uint32_t ii = 0; ii < kMaxBackBuffers; ++ii)
- {
- release(m_presentDoneSemaphore[ii]);
- release(m_renderDoneSemaphore[ii]);
- }
- release(m_swapChain);
- }
- VkResult SwapChainVK::createAttachments(VkCommandBuffer _commandBuffer)
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::createAttachments", kColorFrame);
- VkResult result = VK_SUCCESS;
- const uint32_t samplerIndex = (m_resolution.reset & BGFX_RESET_MSAA_MASK) >> BGFX_RESET_MSAA_SHIFT;
- const uint64_t textureFlags = (uint64_t(samplerIndex + 1) << BGFX_TEXTURE_RT_MSAA_SHIFT) | BGFX_TEXTURE_RT | BGFX_TEXTURE_RT_WRITE_ONLY;
- m_sampler = s_msaa[samplerIndex];
- const uint16_t requiredCaps = m_sampler.Count > 1
- ? BGFX_CAPS_FORMAT_TEXTURE_FRAMEBUFFER_MSAA
- : BGFX_CAPS_FORMAT_TEXTURE_FRAMEBUFFER
- ;
- if (bimg::isDepth(bimg::TextureFormat::Enum(m_resolution.formatDepthStencil) ) )
- {
- // the spec guarantees that at least one of D24S8 and D32FS8 is supported
- VkFormat depthFormat = VK_FORMAT_D32_SFLOAT_S8_UINT;
- if (g_caps.formats[m_resolution.formatDepthStencil] & requiredCaps)
- {
- depthFormat = s_textureFormat[m_resolution.formatDepthStencil].m_fmtDsv;
- }
- else if (g_caps.formats[TextureFormat::D24S8] & requiredCaps)
- {
- depthFormat = s_textureFormat[TextureFormat::D24S8].m_fmtDsv;
- }
- result = m_backBufferDepthStencil.create(
- _commandBuffer
- , m_sci.imageExtent.width
- , m_sci.imageExtent.height
- , textureFlags
- , depthFormat
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: creating depth stencil image failed %d: %s.", result, getName(result) );
- return result;
- }
- result = m_backBufferDepthStencil.createView(0, 1, 0, 1
- , VK_IMAGE_VIEW_TYPE_2D
- , m_backBufferDepthStencil.m_aspectFlags
- , true
- , &m_backBufferDepthStencilImageView
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: creating depth stencil image view failed %d: %s.", result, getName(result) );
- return result;
- }
- if (m_sampler.Count > 1)
- {
- result = m_backBufferColorMsaa.create(
- _commandBuffer
- , m_sci.imageExtent.width
- , m_sci.imageExtent.height
- , textureFlags
- , m_sci.imageFormat
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: creating MSAA color image failed %d: %s.", result, getName(result) );
- return result;
- }
- result = m_backBufferColorMsaa.createView(0, 1, 0, 1
- , VK_IMAGE_VIEW_TYPE_2D
- , m_backBufferColorMsaa.m_aspectFlags
- , true
- , &m_backBufferColorMsaaImageView
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create swapchain error: creating MSAA color image view failed %d: %s.", result, getName(result) );
- return result;
- }
- }
- }
- return result;
- }
- void SwapChainVK::releaseAttachments()
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::releaseAttachments", kColorFrame);
- release(m_backBufferDepthStencilImageView);
- release(m_backBufferColorMsaaImageView);
- m_backBufferDepthStencil.destroy();
- m_backBufferColorMsaa.destroy();
- }
- VkResult SwapChainVK::createFrameBuffer()
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::createFrameBuffer", kColorFrame);
- VkResult result = VK_SUCCESS;
- const VkDevice device = s_renderVK->m_device;
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- VkRenderPass renderPass;
- result = s_renderVK->getRenderPass(*this, &renderPass, 0);
- if (VK_SUCCESS != result)
- {
- return result;
- }
- for (uint32_t ii = 0; ii < m_numSwapChainImages; ++ii)
- {
- uint32_t numAttachments = 0;
- ::VkImageView attachments[3];
- attachments[numAttachments++] = m_sampler.Count > 1
- ? m_backBufferColorMsaaImageView
- : m_backBufferColorImageView[ii]
- ;
- if (NULL != m_backBufferDepthStencilImageView)
- {
- attachments[numAttachments++] = m_backBufferDepthStencilImageView;
- }
- if (m_sampler.Count > 1 && !m_supportsManualResolve)
- {
- attachments[numAttachments++] = m_backBufferColorImageView[ii];
- }
- VkFramebufferCreateInfo fci;
- fci.sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO;
- fci.pNext = NULL;
- fci.flags = 0;
- fci.renderPass = renderPass;
- fci.attachmentCount = numAttachments;
- fci.pAttachments = attachments;
- fci.width = m_sci.imageExtent.width;
- fci.height = m_sci.imageExtent.height;
- fci.layers = 1;
- result = vkCreateFramebuffer(device, &fci, allocatorCb, &m_backBufferFrameBuffer[ii]);
- if (VK_SUCCESS != result)
- {
- return result;
- }
- }
- return result;
- }
- void SwapChainVK::releaseFrameBuffer()
- {
- for (uint32_t ii = 0; ii < BX_COUNTOF(m_backBufferColorImageView); ++ii)
- {
- release(m_backBufferFrameBuffer[ii]);
- }
- }
- uint32_t SwapChainVK::findPresentMode(bool _vsync)
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::findPresentMode", kColorFrame);
- VkResult result = VK_SUCCESS;
- const VkPhysicalDevice physicalDevice = s_renderVK->m_physicalDevice;
- uint32_t numPresentModes;
- result = vkGetPhysicalDeviceSurfacePresentModesKHR(
- physicalDevice
- , m_surface
- , &numPresentModes
- , NULL
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("findPresentMode error: vkGetPhysicalDeviceSurfacePresentModesKHR failed %d: %s.", result, getName(result) );
- return UINT32_MAX;
- }
- VkPresentModeKHR presentModes[16];
- numPresentModes = bx::min<uint32_t>(numPresentModes, BX_COUNTOF(presentModes) );
- result = vkGetPhysicalDeviceSurfacePresentModesKHR(
- physicalDevice
- , m_surface
- , &numPresentModes
- , presentModes
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("findPresentMode error: vkGetPhysicalDeviceSurfacePresentModesKHR failed %d: %s.", result, getName(result) );
- return UINT32_MAX;
- }
- uint32_t idx = UINT32_MAX;
- for (uint32_t ii = 0; ii < BX_COUNTOF(s_presentMode) && UINT32_MAX == idx; ++ii)
- {
- for (uint32_t jj = 0; jj < numPresentModes; ++jj)
- {
- const PresentMode& pm = s_presentMode[ii];
- if (pm.mode == presentModes[jj]
- && pm.vsync == _vsync)
- {
- idx = ii;
- break;
- }
- }
- }
- if (UINT32_MAX == idx)
- {
- idx = 0;
- BX_TRACE("Present mode not found! Defaulting to %s.", s_presentMode[idx].name);
- }
- return idx;
- }
- TextureFormat::Enum SwapChainVK::findSurfaceFormat(TextureFormat::Enum _format, VkColorSpaceKHR _colorSpace, bool _srgb)
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::findSurfaceFormat", kColorFrame);
- VkResult result = VK_SUCCESS;
- TextureFormat::Enum selectedFormat = TextureFormat::Count;
- const VkPhysicalDevice physicalDevice = s_renderVK->m_physicalDevice;
- uint32_t numSurfaceFormats;
- result = vkGetPhysicalDeviceSurfaceFormatsKHR(physicalDevice, m_surface, &numSurfaceFormats, NULL);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("findSurfaceFormat error: vkGetPhysicalDeviceSurfaceFormatsKHR failed %d: %s.", result, getName(result) );
- return selectedFormat;
- }
- VkSurfaceFormatKHR* surfaceFormats = (VkSurfaceFormatKHR*)bx::alloc(g_allocator, numSurfaceFormats * sizeof(VkSurfaceFormatKHR) );
- result = vkGetPhysicalDeviceSurfaceFormatsKHR(physicalDevice, m_surface, &numSurfaceFormats, surfaceFormats);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("findSurfaceFormat error: vkGetPhysicalDeviceSurfaceFormatsKHR failed %d: %s.", result, getName(result) );
- bx::free(g_allocator, surfaceFormats);
- return selectedFormat;
- }
- const TextureFormat::Enum requestedFormats[] =
- {
- _format,
- TextureFormat::BGRA8,
- TextureFormat::RGBA8,
- };
- for (uint32_t ii = 0; ii < BX_COUNTOF(requestedFormats) && TextureFormat::Count == selectedFormat; ++ii)
- {
- const TextureFormat::Enum requested = requestedFormats[ii];
- const VkFormat requestedVkFormat = _srgb
- ? s_textureFormat[requested].m_fmtSrgb
- : s_textureFormat[requested].m_fmt
- ;
- for (uint32_t jj = 0; jj < numSurfaceFormats; jj++)
- {
- if (_colorSpace == surfaceFormats[jj].colorSpace
- && requestedVkFormat == surfaceFormats[jj].format)
- {
- selectedFormat = requested;
- if (0 != ii
- && s_renderVK->m_swapChainFormats[_format] != selectedFormat)
- {
- s_renderVK->m_swapChainFormats[_format] = selectedFormat;
- BX_TRACE(
- "findSurfaceFormat: Surface format %s not found! Defaulting to %s."
- , bimg::getName(bimg::TextureFormat::Enum(_format) )
- , bimg::getName(bimg::TextureFormat::Enum(selectedFormat) )
- );
- }
- break;
- }
- }
- }
- bx::free(g_allocator, surfaceFormats);
- if (TextureFormat::Count == selectedFormat)
- {
- BX_TRACE("findSurfaceFormat error: No supported surface format found.");
- }
- return selectedFormat;
- }
- bool SwapChainVK::acquire(VkCommandBuffer _commandBuffer)
- {
- BGFX_PROFILER_SCOPE("SwapChainVK::acquire", kColorFrame);
- if (VK_NULL_HANDLE == m_swapChain
- || m_needToRecreateSwapchain)
- {
- return false;
- }
- if (!m_needPresent)
- {
- const VkDevice device = s_renderVK->m_device;
- m_lastImageAcquiredSemaphore = m_presentDoneSemaphore[m_currentSemaphore];
- m_lastImageRenderedSemaphore = m_renderDoneSemaphore[m_currentSemaphore];
- m_currentSemaphore = (m_currentSemaphore + 1) % kMaxBackBuffers;
- VkResult result;
- {
- BGFX_PROFILER_SCOPE("vkAcquireNextImageKHR", kColorFrame);
- result = vkAcquireNextImageKHR(
- device
- , m_swapChain
- , UINT64_MAX
- , m_lastImageAcquiredSemaphore
- , VK_NULL_HANDLE
- , &m_backBufferColorIdx
- );
- }
- if (result != VK_SUCCESS)
- {
- BX_TRACE("vkAcquireNextImageKHR(...): result = %s", getName(result) );
- }
- switch (result)
- {
- case VK_SUCCESS:
- break;
- case VK_ERROR_SURFACE_LOST_KHR:
- m_needToRecreateSurface = true;
- m_needToRecreateSwapchain = true;
- return false;
- case VK_ERROR_OUT_OF_DATE_KHR:
- case VK_SUBOPTIMAL_KHR:
- m_needToRecreateSwapchain = true;
- return false;
- default:
- BX_ASSERT(VK_SUCCESS == result, "vkAcquireNextImageKHR(...); VK error 0x%x: %s", result, getName(result) );
- return false;
- }
- if (VK_NULL_HANDLE != m_backBufferFence[m_backBufferColorIdx])
- {
- BGFX_PROFILER_SCOPE("vkWaitForFences", kColorWait);
- VK_CHECK(vkWaitForFences(
- device
- , 1
- , &m_backBufferFence[m_backBufferColorIdx]
- , VK_TRUE
- , UINT64_MAX
- ) );
- }
- transitionImage(_commandBuffer);
- m_needPresent = true;
- }
- return true;
- }
- void SwapChainVK::present()
- {
- BGFX_PROFILER_SCOPE("SwapChainVk::present", kColorFrame);
- if (VK_NULL_HANDLE != m_swapChain
- && m_needPresent)
- {
- VkPresentInfoKHR pi;
- pi.sType = VK_STRUCTURE_TYPE_PRESENT_INFO_KHR;
- pi.pNext = NULL;
- pi.waitSemaphoreCount = 1;
- pi.pWaitSemaphores = &m_lastImageRenderedSemaphore;
- pi.swapchainCount = 1;
- pi.pSwapchains = &m_swapChain;
- pi.pImageIndices = &m_backBufferColorIdx;
- pi.pResults = NULL;
- VkResult result;
- {
- BGFX_PROFILER_SCOPE("vkQueuePresentHKR", kColorFrame);
- result = vkQueuePresentKHR(m_queue, &pi);
- }
- if (result != VK_SUCCESS)
- {
- BX_TRACE("vkQueuePresentKHR(...): result = %s", getName(result) );
- }
- switch (result)
- {
- case VK_ERROR_SURFACE_LOST_KHR:
- m_needToRecreateSurface = true;
- m_needToRecreateSwapchain = true;
- break;
- case VK_ERROR_OUT_OF_DATE_KHR:
- case VK_SUBOPTIMAL_KHR:
- m_needToRecreateSwapchain = true;
- break;
- default:
- BX_ASSERT(VK_SUCCESS == result, "vkQueuePresentKHR(...); VK error 0x%x: %s", result, getName(result) );
- break;
- }
- m_needPresent = false;
- m_lastImageRenderedSemaphore = VK_NULL_HANDLE;
- }
- }
- void SwapChainVK::transitionImage(VkCommandBuffer _commandBuffer)
- {
- VkImageLayout& layout = m_backBufferColorImageLayout[m_backBufferColorIdx];
- const bool toPresent = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL == layout;
- const VkImageLayout newLayout = toPresent
- ? VK_IMAGE_LAYOUT_PRESENT_SRC_KHR
- : VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL
- ;
- layout = toPresent ? layout : VK_IMAGE_LAYOUT_UNDEFINED;
- setImageMemoryBarrier(
- _commandBuffer
- , m_backBufferColorImage[m_backBufferColorIdx]
- , VK_IMAGE_ASPECT_COLOR_BIT
- , layout
- , newLayout
- );
- layout = newLayout;
- }
- void FrameBufferVK::create(uint8_t _num, const Attachment* _attachment)
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::create", kColorFrame);
- m_numTh = _num;
- bx::memCopy(m_attachment, _attachment, sizeof(Attachment) * _num);
- postReset();
- }
- VkResult FrameBufferVK::create(uint16_t _denseIdx, void* _nwh, uint32_t _width, uint32_t _height, TextureFormat::Enum _colorFormat, TextureFormat::Enum _depthFormat)
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::create", kColorFrame);
- VkResult result = VK_SUCCESS;
- Resolution resolution = s_renderVK->m_resolution;
- resolution.formatColor = TextureFormat::Count == _colorFormat ? resolution.formatColor : _colorFormat;
- resolution.formatDepthStencil = TextureFormat::Count == _depthFormat ? resolution.formatDepthStencil : _depthFormat;
- resolution.width = _width;
- resolution.height = _height;
- if (_denseIdx != UINT16_MAX)
- {
- resolution.reset &= ~BGFX_RESET_MSAA_MASK;
- }
- result = m_swapChain.create(s_renderVK->m_commandBuffer, _nwh, resolution);
- if (VK_SUCCESS != result)
- {
- return result;
- }
- result = s_renderVK->getRenderPass(m_swapChain, &m_renderPass, 0);
- if (VK_SUCCESS != result)
- {
- return result;
- }
- m_denseIdx = _denseIdx;
- m_nwh = _nwh;
- m_width = m_swapChain.m_sci.imageExtent.width;
- m_height = m_swapChain.m_sci.imageExtent.height;
- m_sampler = m_swapChain.m_sampler;
- return result;
- }
- VkRenderPass FrameBufferVK::getRenderPass(uint16_t _clearFlags) const
- {
- VkRenderPass renderPass;
- if (m_numTh > 0)
- {
- VK_CHECK(s_renderVK->getRenderPass(m_numTh, m_attachment, &renderPass, _clearFlags) );
- }
- else
- {
- VK_CHECK(s_renderVK->getRenderPass(m_swapChain, &renderPass, _clearFlags) );
- }
- return renderPass;
- }
- void FrameBufferVK::preReset()
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::preReset", kColorFrame);
- if (VK_NULL_HANDLE != m_framebuffer)
- {
- s_renderVK->release(m_framebuffer);
- for (uint8_t ii = 0; ii < m_numTh; ++ii)
- {
- s_renderVK->release(m_textureImageViews[ii]);
- }
- }
- }
- void FrameBufferVK::postReset()
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::postReset", kColorFrame);
- if (m_numTh > 0)
- {
- const VkDevice device = s_renderVK->m_device;
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- VK_CHECK(s_renderVK->getRenderPass(m_numTh, m_attachment, &m_renderPass, 0) );
- m_depth = BGFX_INVALID_HANDLE;
- m_num = 0;
- for (uint8_t ii = 0; ii < m_numTh; ++ii)
- {
- const Attachment& at = m_attachment[ii];
- const TextureVK& texture = s_renderVK->m_textures[at.handle.idx];
- VK_CHECK(texture.createView(
- at.layer
- , at.numLayers
- , at.mip
- , 1
- , at.numLayers > 1 ? VK_IMAGE_VIEW_TYPE_2D_ARRAY : VK_IMAGE_VIEW_TYPE_2D
- , texture.m_aspectFlags
- , true
- , &m_textureImageViews[ii]
- ) );
- if (texture.m_aspectFlags & VK_IMAGE_ASPECT_COLOR_BIT)
- {
- m_texture[m_num] = at.handle;
- m_num++;
- }
- else if (texture.m_aspectFlags & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT) )
- {
- m_depth = at.handle;
- }
- }
- const TextureVK& firstTexture = s_renderVK->m_textures[m_attachment[0].handle.idx];
- m_width = bx::uint32_max(firstTexture.m_width >> m_attachment[0].mip, 1);
- m_height = bx::uint32_max(firstTexture.m_height >> m_attachment[0].mip, 1);
- m_sampler = firstTexture.m_sampler;
- VkFramebufferCreateInfo fci;
- fci.sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO;
- fci.pNext = NULL;
- fci.flags = 0;
- fci.renderPass = m_renderPass;
- fci.attachmentCount = m_numTh;
- fci.pAttachments = &m_textureImageViews[0];
- fci.width = m_width;
- fci.height = m_height;
- fci.layers = m_attachment[0].numLayers;
- VK_CHECK(vkCreateFramebuffer(device, &fci, allocatorCb, &m_framebuffer) );
- m_currentFramebuffer = m_framebuffer;
- }
- }
- void FrameBufferVK::update(VkCommandBuffer _commandBuffer, const Resolution& _resolution)
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::update", kColorResource);
- m_swapChain.update(_commandBuffer, m_nwh, _resolution);
- VK_CHECK(s_renderVK->getRenderPass(m_swapChain, &m_renderPass, 0) );
- // Don't believe the passed Resolution, as the Vulkan driver might have
- // specified another resolution, which we had to obey.
- m_width = m_swapChain.m_sci.imageExtent.width;
- m_height = m_swapChain.m_sci.imageExtent.height;
- m_sampler = m_swapChain.m_sampler;
- }
- void FrameBufferVK::resolve()
- {
- if (!m_needResolve)
- {
- return;
- }
- BGFX_PROFILER_SCOPE("FrameBufferVK::resolve", kColorFrame);
- if (NULL == m_nwh)
- {
- for (uint32_t ii = 0; ii < m_numTh; ++ii)
- {
- const Attachment& at = m_attachment[ii];
- if (isValid(at.handle) )
- {
- TextureVK& texture = s_renderVK->m_textures[at.handle.idx];
- texture.resolve(s_renderVK->m_commandBuffer, at.resolve, at.layer, at.numLayers, at.mip);
- }
- }
- }
- else if (isRenderable()
- && m_sampler.Count > 1
- && m_swapChain.m_supportsManualResolve)
- {
- m_swapChain.m_backBufferColorMsaa.m_singleMsaaImage = m_swapChain.m_backBufferColorImage[m_swapChain.m_backBufferColorIdx];
- m_swapChain.m_backBufferColorMsaa.m_currentSingleMsaaImageLayout = m_swapChain.m_backBufferColorImageLayout[m_swapChain.m_backBufferColorIdx];
- m_swapChain.m_backBufferColorMsaa.resolve(s_renderVK->m_commandBuffer, 0, 0, 1, 0);
- m_swapChain.m_backBufferColorMsaa.m_singleMsaaImage = VK_NULL_HANDLE;
- m_swapChain.m_backBufferColorMsaa.m_currentSingleMsaaImageLayout = VK_IMAGE_LAYOUT_UNDEFINED;
- }
- m_needResolve = false;
- }
- uint16_t FrameBufferVK::destroy()
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::destroy", kColorFrame);
- preReset();
- if (NULL != m_nwh)
- {
- m_swapChain.destroy();
- m_nwh = NULL;
- m_needPresent = false;
- }
- m_numTh = 0;
- m_num = 0;
- m_depth = BGFX_INVALID_HANDLE;
- m_needResolve = false;
- uint16_t denseIdx = m_denseIdx;
- m_denseIdx = UINT16_MAX;
- return denseIdx;
- }
- bool FrameBufferVK::acquire(VkCommandBuffer _commandBuffer)
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::acquire", kColorFrame);
- bool acquired = true;
- if (NULL != m_nwh)
- {
- acquired = m_swapChain.acquire(_commandBuffer);
- m_needPresent = m_swapChain.m_needPresent;
- m_currentFramebuffer = m_swapChain.m_backBufferFrameBuffer[m_swapChain.m_backBufferColorIdx];
- }
- m_needResolve = true;
- return acquired;
- }
- void FrameBufferVK::present()
- {
- BGFX_PROFILER_SCOPE("FrameBufferVK::present", kColorFrame);
- m_swapChain.present();
- m_needPresent = false;
- }
- bool FrameBufferVK::isRenderable() const
- {
- return false
- || (NULL == m_nwh)
- || m_swapChain.m_needPresent
- ;
- }
- VkResult CommandQueueVK::init(uint32_t _queueFamily, VkQueue _queue)
- {
- m_queueFamily = _queueFamily;
- m_queue = _queue;
- m_activeCommandBuffer = VK_NULL_HANDLE;
- m_consumeIndex = 0;
- return reset();
- }
- VkResult CommandQueueVK::reset()
- {
- shutdown();
- m_currentFrameInFlight = 0;
- m_consumeIndex = 0;
- m_numSignalSemaphores = 0;
- m_numWaitSemaphores = 0;
- m_activeCommandBuffer = VK_NULL_HANDLE;
- m_currentFence = VK_NULL_HANDLE;
- m_completedFence = VK_NULL_HANDLE;
- m_submitted = 0;
- VkCommandPoolCreateInfo cpci;
- cpci.sType = VK_STRUCTURE_TYPE_COMMAND_POOL_CREATE_INFO;
- cpci.pNext = NULL;
- cpci.flags = VK_COMMAND_POOL_CREATE_TRANSIENT_BIT;
- cpci.queueFamilyIndex = m_queueFamily;
- VkCommandBufferAllocateInfo cbai;
- cbai.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO;
- cbai.pNext = NULL;
- cbai.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY;
- cbai.commandBufferCount = 1;
- VkFenceCreateInfo fci;
- fci.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
- fci.pNext = NULL;
- fci.flags = VK_FENCE_CREATE_SIGNALED_BIT;
- VkResult result = VK_SUCCESS;
- const VkAllocationCallbacks* allocatorCb = s_renderVK->m_allocatorCb;
- const VkDevice device = s_renderVK->m_device;
- for (uint32_t ii = 0, maxFrameLatency = s_renderVK->m_maxFrameLatency; ii < maxFrameLatency; ++ii)
- {
- result = vkCreateCommandPool(
- device
- , &cpci
- , allocatorCb
- , &m_commandList[ii].m_commandPool
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create command queue error: vkCreateCommandPool failed %d: %s.", result, getName(result) );
- return result;
- }
- cbai.commandPool = m_commandList[ii].m_commandPool;
- result = vkAllocateCommandBuffers(
- device
- , &cbai
- , &m_commandList[ii].m_commandBuffer
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create command queue error: vkAllocateCommandBuffers failed %d: %s.", result, getName(result) );
- return result;
- }
- result = vkCreateFence(
- device
- , &fci
- , allocatorCb
- , &m_commandList[ii].m_fence
- );
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Create command queue error: vkCreateFence failed %d: %s.", result, getName(result) );
- return result;
- }
- }
- return result;
- }
- void CommandQueueVK::shutdown()
- {
- kick(true);
- finish(true);
- for (uint32_t ii = 0, maxFrameLatency = s_renderVK->m_maxFrameLatency; ii < maxFrameLatency; ++ii)
- {
- vkDestroy(m_commandList[ii].m_fence);
- m_commandList[ii].m_commandBuffer = VK_NULL_HANDLE;
- vkDestroy(m_commandList[ii].m_commandPool);
- }
- }
- VkResult CommandQueueVK::alloc(VkCommandBuffer* _outCommandBuffer)
- {
- BGFX_PROFILER_SCOPE("CommandQueueVK::alloc", kColorResource);
- VkResult result = VK_SUCCESS;
- if (m_activeCommandBuffer == VK_NULL_HANDLE)
- {
- const VkDevice device = s_renderVK->m_device;
- CommandList& commandList = m_commandList[m_currentFrameInFlight];
- {
- BGFX_PROFILER_SCOPE("vkWaitForFences", kColorWait);
- result = vkWaitForFences(device, 1, &commandList.m_fence, VK_TRUE, UINT64_MAX);
- }
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Allocate command buffer error: vkWaitForFences failed %d: %s.", result, getName(result) );
- return result;
- }
- result = vkResetCommandPool(device, commandList.m_commandPool, 0);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Allocate command buffer error: vkResetCommandPool failed %d: %s.", result, getName(result) );
- return result;
- }
- VkCommandBufferBeginInfo cbi;
- cbi.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
- cbi.pNext = NULL;
- cbi.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT;
- cbi.pInheritanceInfo = NULL;
- result = vkBeginCommandBuffer(commandList.m_commandBuffer, &cbi);
- if (VK_SUCCESS != result)
- {
- BX_TRACE("Allocate command buffer error: vkBeginCommandBuffer failed %d: %s.", result, getName(result) );
- return result;
- }
- m_activeCommandBuffer = commandList.m_commandBuffer;
- m_currentFence = commandList.m_fence;
- }
- if (NULL != _outCommandBuffer)
- {
- *_outCommandBuffer = m_activeCommandBuffer;
- }
- return result;
- }
- void CommandQueueVK::addWaitSemaphore(VkSemaphore _semaphore, VkPipelineStageFlags _waitFlags)
- {
- BX_ASSERT(m_numWaitSemaphores < BX_COUNTOF(m_waitSemaphores), "Too many wait semaphores.");
- m_waitSemaphores[m_numWaitSemaphores] = _semaphore;
- m_waitSemaphoreStages[m_numWaitSemaphores] = _waitFlags;
- m_numWaitSemaphores++;
- }
- void CommandQueueVK::addSignalSemaphore(VkSemaphore _semaphore)
- {
- BX_ASSERT(m_numSignalSemaphores < BX_COUNTOF(m_signalSemaphores), "Too many signal semaphores.");
- m_signalSemaphores[m_numSignalSemaphores] = _semaphore;
- m_numSignalSemaphores++;
- }
- void CommandQueueVK::kick(bool _wait)
- {
- BGFX_PROFILER_SCOPE("CommandQueueVK::kick", kColorDraw);
- if (VK_NULL_HANDLE != m_activeCommandBuffer)
- {
- const VkDevice device = s_renderVK->m_device;
- setMemoryBarrier(
- m_activeCommandBuffer
- , VK_PIPELINE_STAGE_ALL_COMMANDS_BIT
- , VK_PIPELINE_STAGE_ALL_COMMANDS_BIT
- );
- VK_CHECK(vkEndCommandBuffer(m_activeCommandBuffer) );
- m_completedFence = m_currentFence;
- m_currentFence = VK_NULL_HANDLE;
- VK_CHECK(vkResetFences(device, 1, &m_completedFence) );
- VkSubmitInfo si;
- si.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
- si.pNext = NULL;
- si.waitSemaphoreCount = m_numWaitSemaphores;
- si.pWaitSemaphores = &m_waitSemaphores[0];
- si.pWaitDstStageMask = m_waitSemaphoreStages;
- si.commandBufferCount = 1;
- si.pCommandBuffers = &m_activeCommandBuffer;
- si.signalSemaphoreCount = m_numSignalSemaphores;
- si.pSignalSemaphores = &m_signalSemaphores[0];
- m_numWaitSemaphores = 0;
- m_numSignalSemaphores = 0;
- {
- BGFX_PROFILER_SCOPE("vkQueueSubmit", kColorDraw);
- VK_CHECK(vkQueueSubmit(m_queue, 1, &si, m_completedFence) );
- }
- if (_wait)
- {
- BGFX_PROFILER_SCOPE("vkWaitForFences", kColorWait);
- VK_CHECK(vkWaitForFences(device, 1, &m_completedFence, VK_TRUE, UINT64_MAX) );
- }
- m_activeCommandBuffer = VK_NULL_HANDLE;
- m_currentFrameInFlight = (m_currentFrameInFlight + 1) % s_renderVK->m_maxFrameLatency;
- m_submitted++;
- }
- }
- void CommandQueueVK::finish(bool _finishAll)
- {
- BGFX_PROFILER_SCOPE("CommandQueueVK::finish", kColorDraw);
- if (_finishAll)
- {
- for (uint32_t ii = 0, maxFrameLatency = s_renderVK->m_maxFrameLatency; ii < maxFrameLatency; ++ii)
- {
- consume();
- }
- m_consumeIndex = m_currentFrameInFlight;
- }
- else
- {
- consume();
- }
- }
- void CommandQueueVK::release(uint64_t _handle, VkObjectType _type)
- {
- Resource resource;
- resource.m_type = _type;
- resource.m_handle = _handle;
- m_release[m_currentFrameInFlight].push_back(resource);
- }
- void CommandQueueVK::recycleMemory(DeviceMemoryAllocationVK _mem)
- {
- m_recycleAllocs[m_currentFrameInFlight].push_back(_mem);
- }
- void CommandQueueVK::consume()
- {
- BGFX_PROFILER_SCOPE("CommandQueueVK::consume", kColorResource);
- m_consumeIndex = (m_consumeIndex + 1) % s_renderVK->m_maxFrameLatency;
- for (DeviceMemoryAllocationVK& alloc : m_recycleAllocs[m_consumeIndex])
- {
- s_renderVK->m_memoryLru.recycle(alloc);
- }
- m_recycleAllocs[m_consumeIndex].clear();
- for (const Resource& resource : m_release[m_consumeIndex])
- {
- switch (resource.m_type)
- {
- case VK_OBJECT_TYPE_BUFFER: destroy<VkBuffer >(resource.m_handle); break;
- case VK_OBJECT_TYPE_IMAGE_VIEW: destroy<VkImageView >(resource.m_handle); break;
- case VK_OBJECT_TYPE_IMAGE: destroy<VkImage >(resource.m_handle); break;
- case VK_OBJECT_TYPE_FRAMEBUFFER: destroy<VkFramebuffer >(resource.m_handle); break;
- case VK_OBJECT_TYPE_PIPELINE_LAYOUT: destroy<VkPipelineLayout >(resource.m_handle); break;
- case VK_OBJECT_TYPE_PIPELINE: destroy<VkPipeline >(resource.m_handle); break;
- case VK_OBJECT_TYPE_DESCRIPTOR_SET: destroy<VkDescriptorSet >(resource.m_handle); break;
- case VK_OBJECT_TYPE_DESCRIPTOR_SET_LAYOUT: destroy<VkDescriptorSetLayout>(resource.m_handle); break;
- case VK_OBJECT_TYPE_RENDER_PASS: destroy<VkRenderPass >(resource.m_handle); break;
- case VK_OBJECT_TYPE_SAMPLER: destroy<VkSampler >(resource.m_handle); break;
- case VK_OBJECT_TYPE_SEMAPHORE: destroy<VkSemaphore >(resource.m_handle); break;
- case VK_OBJECT_TYPE_SURFACE_KHR: destroy<VkSurfaceKHR >(resource.m_handle); break;
- case VK_OBJECT_TYPE_SWAPCHAIN_KHR: destroy<VkSwapchainKHR >(resource.m_handle); break;
- case VK_OBJECT_TYPE_DEVICE_MEMORY: destroy<VkDeviceMemory >(resource.m_handle); break;
- default:
- BX_ASSERT(false, "Invalid resource type: %d", resource.m_type);
- break;
- }
- }
- m_release[m_consumeIndex].clear();
- }
- void RendererContextVK::submitBlit(BlitState& _bs, uint16_t _view)
- {
- BGFX_PROFILER_SCOPE("RendererContextVK::submitBlit", kColorFrame);
- VkImageLayout srcLayouts[BGFX_CONFIG_MAX_BLIT_ITEMS];
- VkImageLayout dstLayouts[BGFX_CONFIG_MAX_BLIT_ITEMS];
- BlitState bs0 = _bs;
- while (bs0.hasItem(_view) )
- {
- uint16_t item = bs0.m_item;
- const BlitItem& blit = bs0.advance();
- TextureVK& src = m_textures[blit.m_src.idx];
- TextureVK& dst = m_textures[blit.m_dst.idx];
- srcLayouts[item] = VK_NULL_HANDLE != src.m_singleMsaaImage ? src.m_currentSingleMsaaImageLayout : src.m_currentImageLayout;
- dstLayouts[item] = dst.m_currentImageLayout;
- }
- bs0 = _bs;
- while (bs0.hasItem(_view) )
- {
- const BlitItem& blit = bs0.advance();
- TextureVK& src = m_textures[blit.m_src.idx];
- TextureVK& dst = m_textures[blit.m_dst.idx];
- src.setImageMemoryBarrier(
- m_commandBuffer
- , blit.m_src.idx == blit.m_dst.idx ? VK_IMAGE_LAYOUT_GENERAL : VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL
- , VK_NULL_HANDLE != src.m_singleMsaaImage
- );
- if (blit.m_src.idx != blit.m_dst.idx)
- {
- dst.setImageMemoryBarrier(m_commandBuffer, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL);
- }
- const uint16_t srcSamples = VK_NULL_HANDLE != src.m_singleMsaaImage ? 1 : src.m_sampler.Count;
- const uint16_t dstSamples = dst.m_sampler.Count;
- BX_UNUSED(srcSamples, dstSamples);
- BX_ASSERT(
- srcSamples == dstSamples
- , "Mismatching texture sample count (%d != %d)."
- , srcSamples
- , dstSamples
- );
- VkImageCopy copyInfo;
- copyInfo.srcSubresource.aspectMask = src.m_aspectFlags;
- copyInfo.srcSubresource.mipLevel = blit.m_srcMip;
- copyInfo.srcSubresource.baseArrayLayer = 0;
- copyInfo.srcSubresource.layerCount = 1;
- copyInfo.srcOffset.x = blit.m_srcX;
- copyInfo.srcOffset.y = blit.m_srcY;
- copyInfo.srcOffset.z = 0;
- copyInfo.dstSubresource.aspectMask = dst.m_aspectFlags;
- copyInfo.dstSubresource.mipLevel = blit.m_dstMip;
- copyInfo.dstSubresource.baseArrayLayer = 0;
- copyInfo.dstSubresource.layerCount = 1;
- copyInfo.dstOffset.x = blit.m_dstX;
- copyInfo.dstOffset.y = blit.m_dstY;
- copyInfo.dstOffset.z = 0;
- copyInfo.extent.width = blit.m_width;
- copyInfo.extent.height = blit.m_height;
- copyInfo.extent.depth = 1;
- const uint32_t depth = bx::max<uint32_t>(1, blit.m_depth);
- if (VK_IMAGE_VIEW_TYPE_3D == src.m_type)
- {
- BX_ASSERT(VK_IMAGE_VIEW_TYPE_3D == dst.m_type, "Can't blit between 2D and 3D image.");
- copyInfo.srcOffset.z = blit.m_srcZ;
- copyInfo.dstOffset.z = blit.m_dstZ;
- copyInfo.extent.depth = depth;
- }
- else
- {
- copyInfo.srcSubresource.baseArrayLayer = blit.m_srcZ;
- copyInfo.dstSubresource.baseArrayLayer = blit.m_dstZ;
- copyInfo.srcSubresource.layerCount = depth;
- copyInfo.dstSubresource.layerCount = depth;
- }
- vkCmdCopyImage(
- m_commandBuffer
- , VK_NULL_HANDLE != src.m_singleMsaaImage ? src.m_singleMsaaImage : src.m_textureImage
- , VK_NULL_HANDLE != src.m_singleMsaaImage ? src.m_currentSingleMsaaImageLayout : src.m_currentImageLayout
- , dst.m_textureImage
- , dst.m_currentImageLayout
- , 1
- , ©Info
- );
- setMemoryBarrier(
- m_commandBuffer
- , VK_PIPELINE_STAGE_TRANSFER_BIT
- , VK_PIPELINE_STAGE_TRANSFER_BIT
- );
- }
- while (_bs.hasItem(_view) )
- {
- uint16_t item = _bs.m_item;
- const BlitItem& blit = _bs.advance();
- TextureVK& src = m_textures[blit.m_src.idx];
- TextureVK& dst = m_textures[blit.m_dst.idx];
- src.setImageMemoryBarrier(m_commandBuffer, srcLayouts[item], VK_NULL_HANDLE != src.m_singleMsaaImage);
- dst.setImageMemoryBarrier(m_commandBuffer, dstLayouts[item]);
- }
- }
- void RendererContextVK::submitUniformCache(UniformCacheState& _ucs, uint16_t _view)
- {
- while (_ucs.hasItem(_view) )
- {
- const UniformCacheItem& uci = _ucs.advance();
- bx::memCopy(m_uniforms[uci.m_handle], &_ucs.m_frame->m_uniformCacheFrame.m_data[uci.m_offset], uci.m_size);
- }
- }
- void RendererContextVK::submit(Frame* _render, ClearQuad& _clearQuad, TextVideoMemBlitter& _textVideoMemBlitter)
- {
- BX_UNUSED(_clearQuad);
- if (updateResolution(_render->m_resolution) )
- {
- return;
- }
- if (_render->m_capture)
- {
- renderDocTriggerCapture();
- }
- BGFX_VK_PROFILER_BEGIN_LITERAL("rendererSubmit", kColorFrame);
- int64_t timeBegin = bx::getHPCounter();
- int64_t captureElapsed = 0;
- uint32_t frameQueryIdx = UINT32_MAX;
- if (m_timerQuerySupport)
- {
- frameQueryIdx = m_gpuTimer.begin(BGFX_CONFIG_MAX_VIEWS, _render->m_frameNum);
- }
- if (0 < _render->m_iboffset)
- {
- BGFX_PROFILER_SCOPE("bgfx/Update transient index buffer", kColorResource);
- TransientIndexBuffer* ib = _render->m_transientIb;
- m_indexBuffers[ib->handle.idx].update(m_commandBuffer, 0, _render->m_iboffset, ib->data);
- }
- if (0 < _render->m_vboffset)
- {
- BGFX_PROFILER_SCOPE("bgfx/Update transient vertex buffer", kColorResource);
- TransientVertexBuffer* vb = _render->m_transientVb;
- m_vertexBuffers[vb->handle.idx].update(m_commandBuffer, 0, _render->m_vboffset, vb->data);
- }
- _render->sort();
- RenderDraw currentState;
- currentState.clear();
- currentState.m_stateFlags = BGFX_STATE_NONE;
- currentState.m_stencil = packStencil(BGFX_STENCIL_NONE, BGFX_STENCIL_NONE);
- static ViewState viewState;
- viewState.reset(_render);
- bool wireframe = !!(_render->m_debug&BGFX_DEBUG_WIREFRAME);
- setDebugWireframe(wireframe);
- ProgramHandle currentProgram = BGFX_INVALID_HANDLE;
- bool hasPredefined = false;
- VkPipeline currentPipeline = VK_NULL_HANDLE;
- VkDescriptorSet currentDescriptorSet = VK_NULL_HANDLE;
- uint32_t currentBindHash = 0;
- uint32_t descriptorSetCount = 0;
- VkIndexType currentIndexFormat = VK_INDEX_TYPE_MAX_ENUM;
- SortKey key;
- uint16_t view = UINT16_MAX;
- FrameBufferHandle fbh = { BGFX_CONFIG_MAX_FRAME_BUFFERS };
- UniformCacheState ucs(_render);
- BlitState bs(_render);
- uint64_t blendFactor = UINT64_MAX;
- bool wasCompute = false;
- bool viewHasScissor = false;
- bool restoreScissor = false;
- Rect viewScissorRect;
- viewScissorRect.clear();
- bool isFrameBufferValid = false;
- uint32_t statsNumPrimsSubmitted[BX_COUNTOF(s_primInfo)] = {};
- uint32_t statsNumPrimsRendered[BX_COUNTOF(s_primInfo)] = {};
- uint32_t statsNumInstances[BX_COUNTOF(s_primInfo)] = {};
- uint32_t statsNumIndices = 0;
- uint32_t statsKeyType[2] = {};
- const uint64_t f0 = BGFX_STATE_BLEND_FACTOR;
- const uint64_t f1 = BGFX_STATE_BLEND_INV_FACTOR;
- const uint64_t f2 = BGFX_STATE_BLEND_FACTOR<<4;
- const uint64_t f3 = BGFX_STATE_BLEND_INV_FACTOR<<4;
- VkDescriptorPool& descriptorPool = m_descriptorPool[m_cmd.m_currentFrameInFlight];
- vkResetDescriptorPool(m_device, descriptorPool, 0);
- ChunkedScratchBufferVK& uniformScratchBuffer = m_uniformScratchBuffer;
- uniformScratchBuffer.begin();
- StagingScratchBufferVK& stagingScratchBuffer = m_scratchStagingBuffer[m_cmd.m_currentFrameInFlight];
- setMemoryBarrier(
- m_commandBuffer
- , VK_PIPELINE_STAGE_TRANSFER_BIT
- , VK_PIPELINE_STAGE_ALL_GRAPHICS_BIT | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT | VK_PIPELINE_STAGE_DRAW_INDIRECT_BIT
- );
- VkRenderPassBeginInfo rpbi;
- rpbi.sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO;
- rpbi.pNext = NULL;
- rpbi.clearValueCount = 0;
- rpbi.pClearValues = NULL;
- bool beginRenderPass = false;
- Profiler<TimerQueryVK> profiler(
- _render
- , m_gpuTimer
- , s_viewName
- , m_timerQuerySupport
- );
- m_occlusionQuery.flush(_render);
- if (0 == (_render->m_debug&BGFX_DEBUG_IFH) )
- {
- viewState.m_rect = _render->m_view[0].m_rect;
- int32_t numItems = _render->m_numRenderItems;
- for (int32_t item = 0; item < numItems;)
- {
- const uint64_t encodedKey = _render->m_sortKeys[item];
- const bool isCompute = key.decode(encodedKey, _render->m_viewRemap);
- statsKeyType[isCompute]++;
- const bool viewChanged = 0
- || key.m_view != view
- || item == numItems
- ;
- const uint32_t itemIdx = _render->m_sortValues[item];
- const RenderItem& renderItem = _render->m_renderItem[itemIdx];
- const RenderBind& renderBind = _render->m_renderItemBind[itemIdx];
- ++item;
- if (viewChanged)
- {
- view = key.m_view;
- currentProgram = BGFX_INVALID_HANDLE;
- hasPredefined = false;
- if (_render->m_view[view].m_fbh.idx != fbh.idx)
- {
- if ( beginRenderPass )
- {
- vkCmdEndRenderPass(m_commandBuffer);
- beginRenderPass = false;
- }
- fbh = _render->m_view[view].m_fbh;
- setFrameBuffer(fbh);
- }
- }
- if (!isCompute
- && (viewChanged || wasCompute) )
- {
- if (wasCompute)
- {
- wasCompute = false;
- currentBindHash = 0;
- }
- if (beginRenderPass && (false
- || _render->m_view[view].m_fbh.idx != fbh.idx
- || !_render->m_view[view].m_rect.isEqual(viewState.m_rect)
- ) )
- {
- vkCmdEndRenderPass(m_commandBuffer);
- beginRenderPass = false;
- }
- if (item > 1)
- {
- profiler.end();
- }
- if (beginRenderPass && bs.hasItem(view) )
- {
- vkCmdEndRenderPass(m_commandBuffer);
- beginRenderPass = false;
- }
- submitUniformCache(ucs, view);
- submitBlit(bs, view);
- BGFX_VK_PROFILER_END();
- setViewType(view, " ");
- BGFX_VK_PROFILER_BEGIN(view, kColorView);
- profiler.begin(view);
- const FrameBufferVK& fb = isValid(m_fbh)
- ? m_frameBuffers[m_fbh.idx]
- : m_backBuffer
- ;
- isFrameBufferValid = fb.isRenderable();
- if (isFrameBufferValid)
- {
- VkRenderPass renderPass = fb.getRenderPass(_render->m_view[view].m_clear.m_flags);
- viewState.m_rect = _render->m_view[view].m_rect;
- Rect rect = _render->m_view[view].m_rect;
- Rect scissorRect = _render->m_view[view].m_scissor;
- viewHasScissor = !scissorRect.isZero();
- viewScissorRect = viewHasScissor ? scissorRect : rect;
- restoreScissor = false;
- // Clamp the rect to what's valid according to Vulkan.
- rect.m_width = bx::min(rect.m_width, bx::narrowCast<uint16_t>(fb.m_width) - rect.m_x);
- rect.m_height = bx::min(rect.m_height, bx::narrowCast<uint16_t>(fb.m_height) - rect.m_y);
- if (_render->m_view[view].m_rect.m_width != rect.m_width
- || _render->m_view[view].m_rect.m_height != rect.m_height)
- {
- BX_TRACE("Clamp render pass from %dx%d to %dx%d"
- , _render->m_view[view].m_rect.m_width
- , _render->m_view[view].m_rect.m_height
- , rect.m_width
- , rect.m_height
- );
- }
- rpbi.framebuffer = fb.m_currentFramebuffer;
- rpbi.renderPass = renderPass;
- rpbi.renderArea.offset.x = rect.m_x;
- rpbi.renderArea.offset.y = rect.m_y;
- rpbi.renderArea.extent.width = rect.m_width;
- rpbi.renderArea.extent.height = rect.m_height;
- VkViewport vp;
- vp.x = float(rect.m_x);
- vp.y = float(rect.m_y + rect.m_height);
- vp.width = float(rect.m_width);
- vp.height = -float(rect.m_height);
- vp.minDepth = 0.0f;
- vp.maxDepth = 1.0f;
- vkCmdSetViewport(m_commandBuffer, 0, 1, &vp);
- VkRect2D rc;
- rc.offset.x = viewScissorRect.m_x;
- rc.offset.y = viewScissorRect.m_y;
- rc.extent.width = viewScissorRect.m_width;
- rc.extent.height = viewScissorRect.m_height;
- vkCmdSetScissor(m_commandBuffer, 0, 1, &rc);
- if (!beginRenderPass)
- {
- uint32_t numMrt;
- bgfx::TextureFormat::Enum mrtFormat[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS];
- VkImageAspectFlags depthAspectMask;
- if (NULL == fb.m_nwh)
- {
- numMrt = fb.m_num;
- for (uint8_t ii = 0; ii < fb.m_num; ++ii)
- {
- mrtFormat[ii] = bgfx::TextureFormat::Enum(m_textures[fb.m_texture[ii].idx].m_requestedFormat);
- }
- depthAspectMask = isValid(fb.m_depth) ? m_textures[fb.m_depth.idx].m_aspectFlags : 0;
- }
- else
- {
- numMrt = 1;
- mrtFormat[0] = fb.m_swapChain.m_colorFormat;
- depthAspectMask = fb.m_swapChain.m_backBufferDepthStencil.m_aspectFlags;
- }
- VkClearValue clearValues[BGFX_CONFIG_MAX_FRAME_BUFFER_ATTACHMENTS + 1];
- uint32_t mrt = 0;
- const Clear& clr = _render->m_view[view].m_clear;
- for (uint32_t ii = 0; ii < numMrt; ++ii)
- {
- if (BGFX_CLEAR_COLOR & clr.m_flags)
- {
- VkClearColorValue& clearValue = clearValues[mrt].color;
- const bimg::ImageBlockInfo& blockInfo = bimg::getBlockInfo(bimg::TextureFormat::Enum(mrtFormat[ii]) );
- const bx::EncodingType::Enum type = bx::EncodingType::Enum(blockInfo.encoding);
- if (BGFX_CLEAR_COLOR_USE_PALETTE & clr.m_flags)
- {
- const uint8_t index = bx::min<uint8_t>(BGFX_CONFIG_MAX_COLOR_PALETTE - 1, clr.m_index[ii]);
- const float* rgba = _render->m_colorPalette[index];
- switch (type)
- {
- case bx::EncodingType::Int:
- case bx::EncodingType::Uint:
- clearValue.int32[0] = int32_t(rgba[0]);
- clearValue.int32[1] = int32_t(rgba[1]);
- clearValue.int32[2] = int32_t(rgba[2]);
- clearValue.int32[3] = int32_t(rgba[3]);
- break;
- default:
- bx::memCopy(&clearValue.float32, rgba, sizeof(clearValue.float32) );
- break;
- }
- }
- else
- {
- switch (type)
- {
- case bx::EncodingType::Int:
- case bx::EncodingType::Uint:
- clearValue.uint32[0] = clr.m_index[0];
- clearValue.uint32[1] = clr.m_index[1];
- clearValue.uint32[2] = clr.m_index[2];
- clearValue.uint32[3] = clr.m_index[3];
- break;
- default:
- bx::unpackRgba8(clearValue.float32, clr.m_index);
- break;
- }
- }
- }
- ++mrt;
- }
- depthAspectMask &= 0
- | (clr.m_flags & BGFX_CLEAR_DEPTH ? VK_IMAGE_ASPECT_DEPTH_BIT : 0)
- | (clr.m_flags & BGFX_CLEAR_STENCIL ? VK_IMAGE_ASPECT_STENCIL_BIT : 0)
- ;
- if (0 != depthAspectMask)
- {
- clearValues[mrt].depthStencil.stencil = clr.m_stencil;
- clearValues[mrt].depthStencil.depth = clr.m_depth;
- ++mrt;
- }
- rpbi.clearValueCount = mrt;
- rpbi.pClearValues = clearValues;
- vkCmdBeginRenderPass(m_commandBuffer, &rpbi, VK_SUBPASS_CONTENTS_INLINE);
- beginRenderPass = true;
- }
- else
- {
- const Clear& clr = _render->m_view[view].m_clear;
- if (BGFX_CLEAR_NONE != clr.m_flags)
- {
- Rect clearRect = rect;
- clearRect.setIntersect(rect, viewScissorRect);
- clearQuad(clearRect, clr, _render->m_colorPalette);
- }
- }
- if (m_variableRateShadingSupported)
- {
- VkFragmentShadingRateCombinerOpKHR combinerOp[] =
- {
- VK_FRAGMENT_SHADING_RATE_COMBINER_OP_KEEP_KHR,
- VK_FRAGMENT_SHADING_RATE_COMBINER_OP_KEEP_KHR
- };
- vkCmdSetFragmentShadingRateKHR(
- m_commandBuffer
- , &s_shadingRate[_render->m_view[view].m_shadingRate].fragmentSize
- , combinerOp
- );
- }
- }
- }
- if (isCompute)
- {
- if (!wasCompute)
- {
- wasCompute = true;
- currentBindHash = 0;
- BGFX_VK_PROFILER_END();
- setViewType(view, "C");
- BGFX_VK_PROFILER_BEGIN(view, kColorCompute);
- if (beginRenderPass)
- {
- vkCmdEndRenderPass(m_commandBuffer);
- beginRenderPass = false;
- }
- }
- // renderpass external subpass dependencies handle graphics -> compute and compute -> graphics
- // but not compute -> compute (possibly also across views if they contain no draw calls)
- setMemoryBarrier(
- m_commandBuffer
- , VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT
- , VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT | VK_PIPELINE_STAGE_DRAW_INDIRECT_BIT
- );
- const RenderCompute& compute = renderItem.compute;
- const VkPipeline pipeline = getPipeline(key.m_program);
- if (currentPipeline != pipeline)
- {
- currentPipeline = pipeline;
- vkCmdBindPipeline(m_commandBuffer, VK_PIPELINE_BIND_POINT_COMPUTE, pipeline);
- }
- bool constantsChanged = false;
- if (compute.m_uniformBegin < compute.m_uniformEnd
- || currentProgram.idx != key.m_program.idx)
- {
- rendererUpdateUniforms(this, _render->m_uniformBuffer[compute.m_uniformIdx], compute.m_uniformBegin, compute.m_uniformEnd);
- currentProgram = key.m_program;
- ProgramVK& program = m_program[currentProgram.idx];
- UniformBuffer* vcb = program.m_vsh->m_constantBuffer;
- if (NULL != vcb)
- {
- commit(*vcb);
- }
- hasPredefined = 0 < program.m_numPredefined;
- constantsChanged = true;
- }
- const ProgramVK& program = m_program[currentProgram.idx];
- if (constantsChanged
- || hasPredefined)
- {
- viewState.setPredefined<4>(this, view, program, _render, compute);
- }
- if (VK_NULL_HANDLE != program.m_descriptorSetLayout)
- {
- ChunkedScratchBufferOffset sbo;
- const uint32_t vsSize = program.m_vsh->m_size;
- uint32_t numOffsets = 0;
- if (constantsChanged
- || hasPredefined)
- {
- if (vsSize > 0)
- {
- uniformScratchBuffer.write(sbo, m_vsScratch, vsSize);
- numOffsets = 1;
- }
- }
- bx::HashMurmur2A hash;
- hash.begin();
- hash.add(program.m_descriptorSetLayout);
- hash.add(renderBind.m_bind, sizeof(renderBind.m_bind) );
- hash.add(sbo.buffer);
- hash.add(vsSize);
- hash.add(0);
- const uint32_t bindHash = hash.end();
- if (currentBindHash != bindHash)
- {
- currentBindHash = bindHash;
- currentDescriptorSet = getDescriptorSet(
- program
- , renderBind
- , sbo.buffer
- , _render->m_colorPalette
- );
- descriptorSetCount++;
- }
- vkCmdBindDescriptorSets(
- m_commandBuffer
- , VK_PIPELINE_BIND_POINT_COMPUTE
- , program.m_pipelineLayout
- , 0
- , 1
- , ¤tDescriptorSet
- , numOffsets
- , sbo.offsets
- );
- }
- if (isValid(compute.m_indirectBuffer) )
- {
- const VertexBufferVK& vb = m_vertexBuffers[compute.m_indirectBuffer.idx];
- uint32_t numDrawIndirect = UINT32_MAX == compute.m_numIndirect
- ? vb.m_size/BGFX_CONFIG_DRAW_INDIRECT_STRIDE
- : compute.m_numIndirect
- ;
- uint32_t args = compute.m_startIndirect * BGFX_CONFIG_DRAW_INDIRECT_STRIDE;
- for (uint32_t ii = 0; ii < numDrawIndirect; ++ii)
- {
- vkCmdDispatchIndirect(m_commandBuffer, vb.m_buffer, args);
- args += BGFX_CONFIG_DRAW_INDIRECT_STRIDE;
- }
- }
- else
- {
- vkCmdDispatch(m_commandBuffer, compute.m_numX, compute.m_numY, compute.m_numZ);
- }
- continue;
- }
- const RenderDraw& draw = renderItem.draw;
- rendererUpdateUniforms(this, _render->m_uniformBuffer[draw.m_uniformIdx], draw.m_uniformBegin, draw.m_uniformEnd);
- const bool hasOcclusionQuery = 0 != (draw.m_stateFlags & BGFX_STATE_INTERNAL_OCCLUSION_QUERY);
- {
- const bool occluded = true
- && isValid(draw.m_occlusionQuery)
- && !hasOcclusionQuery
- && !isVisible(_render, draw.m_occlusionQuery, 0 != (draw.m_submitFlags & BGFX_SUBMIT_INTERNAL_OCCLUSION_VISIBLE) )
- ;
- if (occluded
- || !isFrameBufferValid
- || 0 == draw.m_streamMask
- || _render->m_frameCache.isZeroArea(viewScissorRect, draw.m_scissor) )
- {
- continue;
- }
- }
- const uint64_t changedFlags = currentState.m_stateFlags ^ draw.m_stateFlags;
- currentState.m_stateFlags = draw.m_stateFlags;
- if (0 != draw.m_streamMask)
- {
- const bool bindAttribs = hasVertexStreamChanged(currentState, draw);
- currentState.m_streamMask = draw.m_streamMask;
- currentState.m_instanceDataBuffer = draw.m_instanceDataBuffer;
- currentState.m_instanceDataOffset = draw.m_instanceDataOffset;
- currentState.m_instanceDataStride = draw.m_instanceDataStride;
- const VertexLayout* layouts[BGFX_CONFIG_MAX_VERTEX_STREAMS];
- VkBuffer streamBuffers[BGFX_CONFIG_MAX_VERTEX_STREAMS + 1];
- VkDeviceSize streamOffsets[BGFX_CONFIG_MAX_VERTEX_STREAMS + 1];
- uint8_t numStreams = 0;
- uint32_t numVertices = draw.m_numVertices;
- if (UINT8_MAX != draw.m_streamMask)
- {
- for (BitMaskToIndexIteratorT it(draw.m_streamMask)
- ; !it.isDone()
- ; it.next(), numStreams++
- )
- {
- const uint8_t idx = it.idx;
- currentState.m_stream[idx] = draw.m_stream[idx];
- const VertexBufferHandle handle = draw.m_stream[idx].m_handle;
- const VertexBufferVK& vb = m_vertexBuffers[handle.idx];
- const uint16_t decl = isValid(draw.m_stream[idx].m_layoutHandle)
- ? draw.m_stream[idx].m_layoutHandle.idx
- : vb.m_layoutHandle.idx
- ;
- const VertexLayout& layout = m_vertexLayouts[decl];
- const uint32_t stride = layout.m_stride;
- streamBuffers[numStreams] = m_vertexBuffers[handle.idx].m_buffer;
- streamOffsets[numStreams] = draw.m_stream[idx].m_startVertex * stride;
- layouts[numStreams] = &layout;
- numVertices = bx::uint32_min(UINT32_MAX == draw.m_numVertices
- ? vb.m_size/stride
- : draw.m_numVertices
- , numVertices
- );
- }
- }
- if (bindAttribs)
- {
- uint32_t numVertexBuffers = numStreams;
- if (isValid(draw.m_instanceDataBuffer) )
- {
- streamOffsets[numVertexBuffers] = draw.m_instanceDataOffset;
- streamBuffers[numVertexBuffers] = m_vertexBuffers[draw.m_instanceDataBuffer.idx].m_buffer;
- numVertexBuffers++;
- }
- if (0 < numVertexBuffers)
- {
- vkCmdBindVertexBuffers(
- m_commandBuffer
- , 0
- , numVertexBuffers
- , &streamBuffers[0]
- , streamOffsets
- );
- }
- }
- const VkPipeline pipeline =
- getPipeline(draw.m_stateFlags
- , draw.m_stencil
- , numStreams
- , layouts
- , key.m_program
- , uint8_t(draw.m_instanceDataStride/16)
- );
- if (currentPipeline != pipeline)
- {
- currentPipeline = pipeline;
- vkCmdBindPipeline(m_commandBuffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline);
- }
- const bool hasStencil = 0 != draw.m_stencil;
- if (hasStencil
- && currentState.m_stencil != draw.m_stencil)
- {
- currentState.m_stencil = draw.m_stencil;
- const uint32_t fstencil = unpackStencil(0, draw.m_stencil);
- const uint32_t ref = (fstencil&BGFX_STENCIL_FUNC_REF_MASK)>>BGFX_STENCIL_FUNC_REF_SHIFT;
- vkCmdSetStencilReference(m_commandBuffer, VK_STENCIL_FRONT_AND_BACK, ref);
- }
- const bool hasFactor = 0
- || f0 == (draw.m_stateFlags & f0)
- || f1 == (draw.m_stateFlags & f1)
- || f2 == (draw.m_stateFlags & f2)
- || f3 == (draw.m_stateFlags & f3)
- ;
- if (hasFactor
- && blendFactor != draw.m_rgba)
- {
- blendFactor = draw.m_rgba;
- float bf[4];
- bf[0] = ( (draw.m_rgba>>24) )/255.0f;
- bf[1] = ( (draw.m_rgba>>16)&0xff)/255.0f;
- bf[2] = ( (draw.m_rgba>> 8)&0xff)/255.0f;
- bf[3] = ( (draw.m_rgba )&0xff)/255.0f;
- vkCmdSetBlendConstants(m_commandBuffer, bf);
- }
- const uint16_t scissor = draw.m_scissor;
- if (currentState.m_scissor != scissor)
- {
- currentState.m_scissor = scissor;
- if (UINT16_MAX == scissor)
- {
- if (restoreScissor
- || viewHasScissor)
- {
- restoreScissor = false;
- VkRect2D rc;
- rc.offset.x = viewScissorRect.m_x;
- rc.offset.y = viewScissorRect.m_y;
- rc.extent.width = viewScissorRect.m_width;
- rc.extent.height = viewScissorRect.m_height;
- vkCmdSetScissor(m_commandBuffer, 0, 1, &rc);
- }
- }
- else
- {
- restoreScissor = true;
- Rect scissorRect;
- scissorRect.setIntersect(viewScissorRect, _render->m_frameCache.m_rectCache.m_cache[scissor]);
- VkRect2D rc;
- rc.offset.x = scissorRect.m_x;
- rc.offset.y = scissorRect.m_y;
- rc.extent.width = scissorRect.m_width;
- rc.extent.height = scissorRect.m_height;
- vkCmdSetScissor(m_commandBuffer, 0, 1, &rc);
- }
- }
- bool constantsChanged = false;
- if (draw.m_uniformBegin < draw.m_uniformEnd
- || currentProgram.idx != key.m_program.idx
- || BGFX_STATE_ALPHA_REF_MASK & changedFlags)
- {
- currentProgram = key.m_program;
- ProgramVK& program = m_program[currentProgram.idx];
- UniformBuffer* vcb = program.m_vsh->m_constantBuffer;
- if (NULL != vcb)
- {
- commit(*vcb);
- }
- if (NULL != program.m_fsh)
- {
- UniformBuffer* fcb = program.m_fsh->m_constantBuffer;
- if (NULL != fcb)
- {
- commit(*fcb);
- }
- }
- hasPredefined = 0 < program.m_numPredefined;
- constantsChanged = true;
- }
- const ProgramVK& program = m_program[currentProgram.idx];
- if (hasPredefined)
- {
- uint32_t ref = (draw.m_stateFlags & BGFX_STATE_ALPHA_REF_MASK) >> BGFX_STATE_ALPHA_REF_SHIFT;
- viewState.m_alphaRef = ref / 255.0f;
- viewState.setPredefined<4>(this, view, program, _render, draw);
- }
- if (VK_NULL_HANDLE != program.m_descriptorSetLayout)
- {
- ChunkedScratchBufferOffset sbo;
- const uint32_t vsSize = program.m_vsh->m_size;
- const uint32_t fsSize = NULL != program.m_fsh ? program.m_fsh->m_size : 0;
- uint32_t numOffsets = 0;
- if (true
- && (constantsChanged || hasPredefined)
- && (0 < vsSize || 0 < fsSize)
- )
- {
- uniformScratchBuffer.write(sbo, m_vsScratch, vsSize, m_fsScratch, fsSize);
- numOffsets = (0 < vsSize) + (0 < fsSize);
- }
- bx::HashMurmur2A hash;
- hash.begin();
- hash.add(program.m_descriptorSetLayout);
- hash.add(renderBind.m_bind, sizeof(renderBind.m_bind) );
- hash.add(sbo.buffer);
- hash.add(vsSize);
- hash.add(fsSize);
- const uint32_t bindHash = hash.end();
- if (currentBindHash != bindHash)
- {
- currentBindHash = bindHash;
- currentDescriptorSet = getDescriptorSet(
- program
- , renderBind
- , sbo.buffer
- , _render->m_colorPalette
- );
- descriptorSetCount++;
- }
- vkCmdBindDescriptorSets(
- m_commandBuffer
- , VK_PIPELINE_BIND_POINT_GRAPHICS
- , program.m_pipelineLayout
- , 0
- , 1
- , ¤tDescriptorSet
- , numOffsets
- , sbo.offsets
- );
- }
- VkBuffer bufferIndirect = VK_NULL_HANDLE;
- VkBuffer bufferNumIndirect = VK_NULL_HANDLE;
- uint32_t numDrawIndirect = 0;
- uint32_t bufferOffsetIndirect = 0;
- uint32_t bufferNumOffsetIndirect = 0;
- if (isValid(draw.m_indirectBuffer) )
- {
- const VertexBufferVK& vb = m_vertexBuffers[draw.m_indirectBuffer.idx];
- bufferIndirect = vb.m_buffer;
- numDrawIndirect = UINT32_MAX == draw.m_numIndirect
- ? vb.m_size / BGFX_CONFIG_DRAW_INDIRECT_STRIDE
- : draw.m_numIndirect
- ;
- bufferOffsetIndirect = draw.m_startIndirect * BGFX_CONFIG_DRAW_INDIRECT_STRIDE;
- if (isValid(draw.m_numIndirectBuffer) )
- {
- bufferNumIndirect = m_indexBuffers[draw.m_numIndirectBuffer.idx].m_buffer;
- bufferNumOffsetIndirect = draw.m_numIndirectIndex * sizeof(uint32_t);
- }
- }
- if (hasOcclusionQuery)
- {
- m_occlusionQuery.begin(draw.m_occlusionQuery);
- }
- const uint8_t primIndex = uint8_t( (draw.m_stateFlags & BGFX_STATE_PT_MASK) >> BGFX_STATE_PT_SHIFT);
- const PrimInfo& prim = s_primInfo[primIndex];
- uint32_t numPrimsSubmitted = 0;
- uint32_t numIndices = 0;
- if (!isValid(draw.m_indexBuffer) )
- {
- numPrimsSubmitted = numVertices / prim.m_div - prim.m_sub;
- if (isValid(draw.m_indirectBuffer) )
- {
- if (isValid(draw.m_numIndirectBuffer) )
- {
- vkCmdDrawIndirectCountKHR(
- m_commandBuffer
- , bufferIndirect
- , bufferOffsetIndirect
- , bufferNumIndirect
- , bufferNumOffsetIndirect
- , numDrawIndirect
- , BGFX_CONFIG_DRAW_INDIRECT_STRIDE
- );
- }
- else
- {
- vkCmdDrawIndirect(
- m_commandBuffer
- , bufferIndirect
- , bufferOffsetIndirect
- , numDrawIndirect
- , BGFX_CONFIG_DRAW_INDIRECT_STRIDE
- );
- }
- }
- else
- {
- vkCmdDraw(
- m_commandBuffer
- , numVertices
- , draw.m_numInstances
- , 0
- , 0
- );
- }
- }
- else
- {
- const bool isIndex16 = draw.isIndex16();
- const uint32_t indexSize = isIndex16 ? 2 : 4;
- const VkIndexType indexFormat = isIndex16 ? VK_INDEX_TYPE_UINT16 : VK_INDEX_TYPE_UINT32;
- const BufferVK& ib = m_indexBuffers[draw.m_indexBuffer.idx];
- numIndices = UINT32_MAX == draw.m_numIndices
- ? ib.m_size / indexSize
- : draw.m_numIndices
- ;
- numPrimsSubmitted = numIndices / prim.m_div - prim.m_sub;
- if (currentState.m_indexBuffer.idx != draw.m_indexBuffer.idx
- || currentIndexFormat != indexFormat)
- {
- currentState.m_indexBuffer = draw.m_indexBuffer;
- currentIndexFormat = indexFormat;
- vkCmdBindIndexBuffer(
- m_commandBuffer
- , m_indexBuffers[draw.m_indexBuffer.idx].m_buffer
- , 0
- , indexFormat
- );
- }
- if (isValid(draw.m_indirectBuffer) )
- {
- if (isValid(draw.m_numIndirectBuffer) )
- {
- vkCmdDrawIndexedIndirectCountKHR(
- m_commandBuffer
- , bufferIndirect
- , bufferOffsetIndirect
- , bufferNumIndirect
- , bufferNumOffsetIndirect
- , numDrawIndirect
- , BGFX_CONFIG_DRAW_INDIRECT_STRIDE
- );
- }
- else
- {
- vkCmdDrawIndexedIndirect(
- m_commandBuffer
- , bufferIndirect
- , bufferOffsetIndirect
- , numDrawIndirect
- , BGFX_CONFIG_DRAW_INDIRECT_STRIDE
- );
- }
- }
- else
- {
- vkCmdDrawIndexed(
- m_commandBuffer
- , numIndices
- , draw.m_numInstances
- , draw.m_startIndex
- , 0
- , 0
- );
- }
- }
- uint32_t numPrimsRendered = numPrimsSubmitted*draw.m_numInstances;
- statsNumPrimsSubmitted[primIndex] += numPrimsSubmitted;
- statsNumPrimsRendered[primIndex] += numPrimsRendered;
- statsNumInstances[primIndex] += draw.m_numInstances;
- statsNumIndices += numIndices;
- if (hasOcclusionQuery)
- {
- m_occlusionQuery.end();
- }
- }
- }
- if (beginRenderPass)
- {
- vkCmdEndRenderPass(m_commandBuffer);
- beginRenderPass = false;
- }
- if (wasCompute)
- {
- setViewType(view, "C");
- BGFX_VK_PROFILER_END();
- BGFX_VK_PROFILER_BEGIN(view, kColorCompute);
- }
- submitBlit(bs, BGFX_CONFIG_MAX_VIEWS);
- if (0 < _render->m_numRenderItems)
- {
- captureElapsed = -bx::getHPCounter();
- capture();
- captureElapsed += bx::getHPCounter();
- profiler.end();
- }
- }
- BGFX_VK_PROFILER_END();
- int64_t timeEnd = bx::getHPCounter();
- int64_t frameTime = timeEnd - timeBegin;
- static int64_t min = frameTime;
- static int64_t max = frameTime;
- min = bx::min<int64_t>(min, frameTime);
- max = bx::max<int64_t>(max, frameTime);
- static uint32_t maxGpuLatency = 0;
- static double maxGpuElapsed = 0.0f;
- double elapsedGpuMs = 0.0;
- static int64_t presentMin = m_presentElapsed;
- static int64_t presentMax = m_presentElapsed;
- presentMin = bx::min<int64_t>(presentMin, m_presentElapsed);
- presentMax = bx::max<int64_t>(presentMax, m_presentElapsed);
- if (UINT32_MAX != frameQueryIdx)
- {
- m_gpuTimer.end(frameQueryIdx);
- const TimerQueryVK::Result& result = m_gpuTimer.m_result[BGFX_CONFIG_MAX_VIEWS];
- double toGpuMs = 1000.0 / double(m_gpuTimer.m_frequency);
- elapsedGpuMs = (result.m_end - result.m_begin) * toGpuMs;
- maxGpuElapsed = elapsedGpuMs > maxGpuElapsed ? elapsedGpuMs : maxGpuElapsed;
- maxGpuLatency = bx::uint32_imax(maxGpuLatency, result.m_pending-1);
- }
- maxGpuLatency = bx::uint32_imax(maxGpuLatency, m_gpuTimer.m_control.getNumUsed()-1);
- const int64_t timerFreq = bx::getHPFrequency();
- VkPhysicalDeviceMemoryBudgetPropertiesEXT dmbp;
- dmbp.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT;
- dmbp.pNext = NULL;
- int64_t gpuMemoryAvailable = -INT64_MAX;
- int64_t gpuMemoryUsed = -INT64_MAX;
- if (s_extension[Extension::EXT_memory_budget].m_supported)
- {
- VkPhysicalDeviceMemoryProperties2 pdmp2;
- pdmp2.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2;
- pdmp2.pNext = &dmbp;
- vkGetPhysicalDeviceMemoryProperties2KHR(m_physicalDevice, &pdmp2);
- gpuMemoryAvailable = 0;
- gpuMemoryUsed = 0;
- for (uint32_t ii = 0; ii < m_memoryProperties.memoryHeapCount; ++ii)
- {
- if (!!(m_memoryProperties.memoryHeaps[ii].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) )
- {
- gpuMemoryAvailable += dmbp.heapBudget[ii];
- gpuMemoryUsed += dmbp.heapUsage[ii];
- }
- }
- }
- Stats& perfStats = _render->m_perfStats;
- perfStats.cpuTimeBegin = timeBegin;
- perfStats.cpuTimeEnd = timeEnd;
- perfStats.cpuTimerFreq = timerFreq;
- const TimerQueryVK::Result& result = m_gpuTimer.m_result[BGFX_CONFIG_MAX_VIEWS];
- perfStats.gpuTimeBegin = result.m_begin;
- perfStats.gpuTimeEnd = result.m_end;
- perfStats.gpuTimerFreq = m_gpuTimer.m_frequency;
- perfStats.numDraw = statsKeyType[0];
- perfStats.numCompute = statsKeyType[1];
- perfStats.numBlit = _render->m_numBlitItems;
- perfStats.maxGpuLatency = maxGpuLatency;
- perfStats.gpuFrameNum = result.m_frameNum;
- bx::memCopy(perfStats.numPrims, statsNumPrimsRendered, sizeof(perfStats.numPrims) );
- perfStats.gpuMemoryMax = gpuMemoryAvailable;
- perfStats.gpuMemoryUsed = gpuMemoryUsed;
- if (_render->m_debug & (BGFX_DEBUG_IFH|BGFX_DEBUG_STATS) )
- {
- BGFX_VK_PROFILER_BEGIN_LITERAL("debugstats", kColorFrame);
- TextVideoMem& tvm = m_textVideoMem;
- static int64_t next = timeEnd;
- if (timeEnd >= next)
- {
- next = timeEnd + timerFreq;
- double freq = double(timerFreq);
- double toMs = 1000.0 / freq;
- tvm.clear();
- uint16_t pos = 0;
- tvm.printf(0, pos++, BGFX_CONFIG_DEBUG ? 0x8c : 0x8f
- , " %s / " BX_COMPILER_NAME
- " / " BX_CPU_NAME
- " / " BX_ARCH_NAME
- " / " BX_PLATFORM_NAME
- " / Version 1.%d.%d (commit: " BGFX_REV_SHA1 ")"
- , getRendererName()
- , BGFX_API_VERSION
- , BGFX_REV_NUMBER
- );
- const VkPhysicalDeviceProperties& pdp = m_deviceProperties.properties;
- tvm.printf(0, pos++, 0x8f, " Device: %s (%s)"
- , pdp.deviceName
- , getName(pdp.deviceType)
- );
- if (0 <= gpuMemoryAvailable && 0 <= gpuMemoryUsed)
- {
- for (uint32_t ii = 0; ii < m_memoryProperties.memoryHeapCount; ++ii)
- {
- char budget[16];
- bx::prettify(budget, BX_COUNTOF(budget), dmbp.heapBudget[ii]);
- char usage[16];
- bx::prettify(usage, BX_COUNTOF(usage), dmbp.heapUsage[ii]);
- const bool local = (!!(m_memoryProperties.memoryHeaps[ii].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) );
- tvm.printf(0, pos++, 0x8f, " Memory %d %s - Budget: %12s, Usage: %12s"
- , ii
- , local ? "(local) " : "(non-local)"
- , budget
- , usage
- );
- }
- }
- pos = 10;
- tvm.printf(10, pos++, 0x8b, " Frame: % 7.3f, % 7.3f \x1f, % 7.3f \x1e [ms] / % 6.2f FPS"
- , double(frameTime)*toMs
- , double(min)*toMs
- , double(max)*toMs
- , freq/frameTime
- );
- tvm.printf(10, pos++, 0x8b, " Present: % 7.3f, % 7.3f \x1f, % 7.3f \x1e [ms] "
- , double(m_presentElapsed)*toMs
- , double(presentMin)*toMs
- , double(presentMax)*toMs
- );
- const uint32_t msaa = (m_resolution.reset&BGFX_RESET_MSAA_MASK)>>BGFX_RESET_MSAA_SHIFT;
- tvm.printf(10, pos++, 0x8b, " Reset flags: [%c] vsync, [%c] MSAAx%d, [%c] MaxAnisotropy "
- , !!(m_resolution.reset&BGFX_RESET_VSYNC) ? '\xfe' : ' '
- , 0 != msaa ? '\xfe' : ' '
- , 1<<msaa
- , !!(m_resolution.reset&BGFX_RESET_MAXANISOTROPY) ? '\xfe' : ' '
- );
- double elapsedCpuMs = double(frameTime)*toMs;
- tvm.printf(10, pos++, 0x8b, " Submitted: %5d (draw %5d, compute %4d) / CPU %7.4f [ms] %c GPU %7.4f [ms] (latency %d) "
- , _render->m_numRenderItems
- , statsKeyType[0]
- , statsKeyType[1]
- , elapsedCpuMs
- , elapsedCpuMs > maxGpuElapsed ? '>' : '<'
- , maxGpuElapsed
- , maxGpuLatency
- );
- for (uint32_t ii = 0; ii < Topology::Count; ++ii)
- {
- tvm.printf(10, pos++, 0x8b, " %9s: %7d (#inst: %5d), submitted: %7d "
- , getName(Topology::Enum(ii) )
- , statsNumPrimsRendered[ii]
- , statsNumInstances[ii]
- , statsNumPrimsSubmitted[ii]
- );
- }
- if (NULL != m_renderDocDll)
- {
- tvm.printf(tvm.m_width-27, 0, 0x4f, " [F11 - RenderDoc capture] ");
- }
- tvm.printf(10, pos++, 0x8b, " Indices: %7d ", statsNumIndices);
- tvm.printf(10, pos++, 0x8b, " DVB size: %7d ", _render->m_vboffset);
- tvm.printf(10, pos++, 0x8b, " DIB size: %7d ", _render->m_iboffset);
- pos++;
- tvm.printf(10, pos++, 0x8b, " Occlusion queries: %3d ", m_occlusionQuery.m_control.getNumUsed() );
- pos++;
- tvm.printf(10, pos++, 0x8b, " State cache: ");
- tvm.printf(10, pos++, 0x8b, " PSO | DSL | DS ");
- tvm.printf(10, pos++, 0x8b, " %6d | %6d | %6d "
- , m_pipelineStateCache.getCount()
- , m_descriptorSetLayoutCache.getCount()
- , descriptorSetCount
- );
- pos++;
- {
- char strUsed[64];
- bx::prettify(strUsed, sizeof(strUsed), m_uniformScratchBuffer.m_totalUsed);
- char strTotal[64];
- bx::prettify(strTotal, sizeof(strTotal), m_uniformScratchBuffer.m_chunkControl.m_size);
- tvm.printf(10, pos++, 0x8b, "Uniform scratch size: %s / %s.", strUsed, strTotal);
- }
- pos++;
- double captureMs = double(captureElapsed)*toMs;
- tvm.printf(10, pos++, 0x8b, " Capture: %7.4f [ms] ", captureMs);
- uint8_t attr[2] = { 0x8c, 0x8a };
- uint8_t attrIndex = _render->m_waitSubmit < _render->m_waitRender;
- tvm.printf(10, pos++, attr[attrIndex&1], " Submit wait: %7.4f [ms] ", _render->m_waitSubmit*toMs);
- tvm.printf(10, pos++, attr[(attrIndex+1)&1], " Render wait: %7.4f [ms] ", _render->m_waitRender*toMs);
- min = frameTime;
- max = frameTime;
- presentMin = m_presentElapsed;
- presentMax = m_presentElapsed;
- }
- dbgTextSubmit(this, _textVideoMemBlitter, tvm);
- BGFX_VK_PROFILER_END();
- }
- else if (_render->m_debug & BGFX_DEBUG_TEXT)
- {
- BGFX_VK_PROFILER_BEGIN_LITERAL("debugtext", kColorFrame);
- dbgTextSubmit(this, _textVideoMemBlitter, _render->m_textVideoMem);
- BGFX_VK_PROFILER_END();
- }
- m_presentElapsed = 0;
- uniformScratchBuffer.end();
- {
- BGFX_PROFILER_SCOPE("stagingScratchBuffer::flush", kColorResource);
- stagingScratchBuffer.flush();
- }
- for (uint16_t ii = 0; ii < m_numWindows; ++ii)
- {
- FrameBufferVK& fb = isValid(m_windows[ii])
- ? m_frameBuffers[m_windows[ii].idx]
- : m_backBuffer
- ;
- if (fb.m_needPresent)
- {
- fb.resolve();
- fb.m_swapChain.transitionImage(m_commandBuffer);
- m_cmd.addWaitSemaphore(fb.m_swapChain.m_lastImageAcquiredSemaphore, VK_PIPELINE_STAGE_ALL_COMMANDS_BIT);
- m_cmd.addSignalSemaphore(fb.m_swapChain.m_lastImageRenderedSemaphore);
- fb.m_swapChain.m_lastImageAcquiredSemaphore = VK_NULL_HANDLE;
- fb.m_swapChain.m_backBufferFence[fb.m_swapChain.m_backBufferColorIdx] = m_cmd.m_currentFence;
- }
- }
- kick();
- }
- } /* namespace vk */ } // namespace bgfx
- #else
- namespace bgfx { namespace vk
- {
- RendererContextI* rendererCreate(const Init& _init)
- {
- BX_UNUSED(_init);
- return NULL;
- }
- void rendererDestroy()
- {
- }
- } /* namespace vk */ } // namespace bgfx
- #endif // BGFX_CONFIG_RENDERER_VULKAN
|