vecintrin.h 285 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252625362546255625662576258625962606261626262636264626562666267626862696270627162726273627462756276627762786279628062816282628362846285628662876288628962906291629262936294629562966297629862996300630163026303630463056306630763086309631063116312631363146315631663176318631963206321632263236324632563266327632863296330633163326333633463356336633763386339634063416342634363446345634663476348634963506351635263536354635563566357635863596360636163626363636463656366636763686369637063716372637363746375637663776378637963806381638263836384638563866387638863896390639163926393639463956396639763986399640064016402640364046405640664076408640964106411641264136414641564166417641864196420642164226423642464256426642764286429643064316432643364346435643664376438643964406441644264436444644564466447644864496450645164526453645464556456645764586459646064616462646364646465646664676468646964706471647264736474647564766477647864796480648164826483648464856486648764886489649064916492649364946495649664976498649965006501650265036504650565066507650865096510651165126513651465156516651765186519652065216522652365246525652665276528652965306531653265336534653565366537653865396540654165426543654465456546654765486549655065516552655365546555655665576558655965606561656265636564656565666567656865696570657165726573657465756576657765786579658065816582658365846585658665876588658965906591659265936594659565966597659865996600660166026603660466056606660766086609661066116612661366146615661666176618661966206621662266236624662566266627662866296630663166326633663466356636663766386639664066416642664366446645664666476648664966506651665266536654665566566657665866596660666166626663666466656666666766686669667066716672667366746675667666776678667966806681668266836684668566866687668866896690669166926693669466956696669766986699670067016702670367046705670667076708670967106711671267136714671567166717671867196720672167226723672467256726672767286729673067316732673367346735673667376738673967406741674267436744674567466747674867496750675167526753675467556756675767586759676067616762676367646765676667676768676967706771677267736774677567766777677867796780678167826783678467856786678767886789679067916792679367946795679667976798679968006801680268036804680568066807680868096810681168126813681468156816681768186819682068216822682368246825682668276828682968306831683268336834683568366837683868396840684168426843684468456846684768486849685068516852685368546855685668576858685968606861686268636864686568666867686868696870687168726873687468756876687768786879688068816882688368846885688668876888688968906891689268936894689568966897689868996900690169026903690469056906690769086909691069116912691369146915691669176918691969206921692269236924692569266927692869296930693169326933693469356936693769386939694069416942694369446945694669476948694969506951695269536954695569566957695869596960696169626963696469656966696769686969697069716972697369746975697669776978697969806981698269836984698569866987698869896990699169926993699469956996699769986999700070017002700370047005700670077008700970107011701270137014701570167017701870197020702170227023702470257026702770287029703070317032703370347035703670377038703970407041704270437044704570467047704870497050705170527053705470557056705770587059706070617062706370647065706670677068706970707071707270737074707570767077707870797080708170827083708470857086708770887089709070917092709370947095709670977098709971007101710271037104710571067107710871097110711171127113711471157116711771187119712071217122712371247125712671277128712971307131713271337134713571367137713871397140714171427143714471457146714771487149715071517152715371547155715671577158715971607161716271637164716571667167716871697170717171727173717471757176717771787179718071817182718371847185718671877188718971907191719271937194719571967197719871997200720172027203720472057206720772087209721072117212721372147215721672177218721972207221722272237224722572267227722872297230723172327233723472357236723772387239724072417242724372447245724672477248724972507251725272537254725572567257725872597260726172627263726472657266726772687269727072717272727372747275727672777278727972807281728272837284728572867287728872897290729172927293729472957296729772987299730073017302730373047305730673077308730973107311731273137314731573167317731873197320732173227323732473257326732773287329733073317332733373347335733673377338733973407341734273437344734573467347734873497350735173527353735473557356735773587359736073617362736373647365736673677368736973707371737273737374737573767377737873797380738173827383738473857386738773887389739073917392739373947395739673977398739974007401740274037404740574067407740874097410741174127413741474157416741774187419742074217422742374247425742674277428742974307431743274337434743574367437743874397440744174427443744474457446744774487449745074517452745374547455745674577458745974607461746274637464746574667467746874697470747174727473747474757476747774787479748074817482748374847485748674877488748974907491749274937494749574967497749874997500750175027503750475057506750775087509751075117512751375147515751675177518751975207521752275237524752575267527752875297530753175327533753475357536753775387539754075417542754375447545754675477548754975507551755275537554755575567557755875597560756175627563756475657566756775687569757075717572757375747575757675777578757975807581758275837584758575867587758875897590759175927593759475957596759775987599760076017602760376047605760676077608760976107611761276137614761576167617761876197620762176227623762476257626762776287629763076317632763376347635763676377638763976407641764276437644764576467647764876497650765176527653765476557656765776587659766076617662766376647665766676677668766976707671767276737674767576767677767876797680768176827683768476857686768776887689769076917692769376947695769676977698769977007701770277037704770577067707770877097710771177127713771477157716771777187719772077217722772377247725772677277728772977307731773277337734773577367737773877397740774177427743774477457746774777487749775077517752775377547755775677577758775977607761776277637764776577667767776877697770777177727773777477757776777777787779778077817782778377847785778677877788778977907791779277937794779577967797779877997800780178027803780478057806780778087809781078117812781378147815781678177818781978207821782278237824782578267827782878297830783178327833783478357836783778387839784078417842784378447845784678477848784978507851785278537854785578567857785878597860786178627863786478657866786778687869787078717872787378747875787678777878787978807881788278837884788578867887788878897890789178927893789478957896789778987899790079017902790379047905790679077908790979107911791279137914791579167917791879197920792179227923792479257926792779287929793079317932793379347935793679377938793979407941794279437944794579467947794879497950795179527953795479557956795779587959796079617962796379647965796679677968796979707971797279737974797579767977797879797980798179827983798479857986798779887989799079917992799379947995799679977998799980008001800280038004800580068007800880098010801180128013801480158016801780188019802080218022802380248025802680278028802980308031803280338034803580368037803880398040804180428043804480458046804780488049805080518052805380548055805680578058805980608061806280638064806580668067806880698070807180728073807480758076807780788079808080818082808380848085808680878088808980908091809280938094809580968097809880998100810181028103810481058106810781088109811081118112811381148115811681178118811981208121812281238124812581268127812881298130813181328133813481358136813781388139814081418142814381448145814681478148814981508151815281538154815581568157815881598160816181628163816481658166816781688169817081718172817381748175817681778178817981808181818281838184818581868187818881898190819181928193819481958196819781988199820082018202820382048205820682078208820982108211821282138214821582168217821882198220822182228223822482258226822782288229823082318232823382348235823682378238823982408241824282438244824582468247824882498250825182528253825482558256825782588259826082618262826382648265826682678268826982708271827282738274827582768277827882798280828182828283828482858286828782888289829082918292829382948295829682978298829983008301830283038304830583068307830883098310831183128313831483158316831783188319832083218322832383248325832683278328832983308331833283338334833583368337833883398340834183428343834483458346834783488349835083518352835383548355835683578358835983608361836283638364836583668367836883698370837183728373837483758376837783788379838083818382838383848385838683878388838983908391839283938394839583968397839883998400840184028403840484058406840784088409841084118412841384148415841684178418841984208421842284238424842584268427842884298430843184328433843484358436843784388439844084418442844384448445844684478448844984508451845284538454845584568457845884598460846184628463846484658466846784688469847084718472847384748475847684778478847984808481848284838484848584868487848884898490849184928493849484958496849784988499850085018502850385048505850685078508850985108511851285138514851585168517851885198520852185228523852485258526852785288529853085318532853385348535853685378538853985408541854285438544854585468547854885498550855185528553855485558556855785588559856085618562856385648565856685678568856985708571857285738574857585768577857885798580858185828583858485858586858785888589859085918592859385948595859685978598859986008601860286038604860586068607860886098610861186128613861486158616861786188619862086218622862386248625862686278628862986308631863286338634863586368637863886398640864186428643864486458646864786488649865086518652865386548655865686578658865986608661866286638664866586668667866886698670867186728673867486758676867786788679868086818682868386848685868686878688868986908691869286938694869586968697869886998700870187028703870487058706870787088709871087118712871387148715871687178718871987208721872287238724872587268727872887298730873187328733873487358736873787388739874087418742874387448745874687478748874987508751875287538754875587568757875887598760876187628763876487658766876787688769877087718772877387748775877687778778877987808781878287838784878587868787878887898790879187928793879487958796879787988799880088018802880388048805880688078808880988108811881288138814881588168817881888198820882188228823882488258826882788288829883088318832883388348835883688378838883988408841884288438844884588468847884888498850885188528853885488558856885788588859886088618862886388648865886688678868886988708871887288738874887588768877887888798880888188828883888488858886888788888889889088918892889388948895889688978898889989008901890289038904890589068907890889098910891189128913891489158916891789188919892089218922892389248925892689278928892989308931893289338934893589368937893889398940894189428943894489458946
  1. /*===---- vecintrin.h - Vector intrinsics ----------------------------------===
  2. *
  3. * Permission is hereby granted, free of charge, to any person obtaining a copy
  4. * of this software and associated documentation files (the "Software"), to deal
  5. * in the Software without restriction, including without limitation the rights
  6. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  7. * copies of the Software, and to permit persons to whom the Software is
  8. * furnished to do so, subject to the following conditions:
  9. *
  10. * The above copyright notice and this permission notice shall be included in
  11. * all copies or substantial portions of the Software.
  12. *
  13. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  14. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  15. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  16. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  17. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  18. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  19. * THE SOFTWARE.
  20. *
  21. *===-----------------------------------------------------------------------===
  22. */
  23. #if defined(__s390x__) && defined(__VEC__)
  24. #define __ATTRS_ai __attribute__((__always_inline__))
  25. #define __ATTRS_o __attribute__((__overloadable__))
  26. #define __ATTRS_o_ai __attribute__((__overloadable__, __always_inline__))
  27. #define __constant(PARM) \
  28. __attribute__((__enable_if__ ((PARM) == (PARM), \
  29. "argument must be a constant integer")))
  30. #define __constant_range(PARM, LOW, HIGH) \
  31. __attribute__((__enable_if__ ((PARM) >= (LOW) && (PARM) <= (HIGH), \
  32. "argument must be a constant integer from " #LOW " to " #HIGH)))
  33. #define __constant_pow2_range(PARM, LOW, HIGH) \
  34. __attribute__((__enable_if__ ((PARM) >= (LOW) && (PARM) <= (HIGH) && \
  35. ((PARM) & ((PARM) - 1)) == 0, \
  36. "argument must be a constant power of 2 from " #LOW " to " #HIGH)))
  37. /*-- __lcbb -----------------------------------------------------------------*/
  38. extern __ATTRS_o unsigned int
  39. __lcbb(const void *__ptr, unsigned short __len)
  40. __constant_pow2_range(__len, 64, 4096);
  41. #define __lcbb(X, Y) ((__typeof__((__lcbb)((X), (Y)))) \
  42. __builtin_s390_lcbb((X), __builtin_constant_p((Y))? \
  43. ((Y) == 64 ? 0 : \
  44. (Y) == 128 ? 1 : \
  45. (Y) == 256 ? 2 : \
  46. (Y) == 512 ? 3 : \
  47. (Y) == 1024 ? 4 : \
  48. (Y) == 2048 ? 5 : \
  49. (Y) == 4096 ? 6 : 0) : 0))
  50. /*-- vec_extract ------------------------------------------------------------*/
  51. static inline __ATTRS_o_ai signed char
  52. vec_extract(vector signed char __vec, int __index) {
  53. return __vec[__index & 15];
  54. }
  55. static inline __ATTRS_o_ai unsigned char
  56. vec_extract(vector bool char __vec, int __index) {
  57. return __vec[__index & 15];
  58. }
  59. static inline __ATTRS_o_ai unsigned char
  60. vec_extract(vector unsigned char __vec, int __index) {
  61. return __vec[__index & 15];
  62. }
  63. static inline __ATTRS_o_ai signed short
  64. vec_extract(vector signed short __vec, int __index) {
  65. return __vec[__index & 7];
  66. }
  67. static inline __ATTRS_o_ai unsigned short
  68. vec_extract(vector bool short __vec, int __index) {
  69. return __vec[__index & 7];
  70. }
  71. static inline __ATTRS_o_ai unsigned short
  72. vec_extract(vector unsigned short __vec, int __index) {
  73. return __vec[__index & 7];
  74. }
  75. static inline __ATTRS_o_ai signed int
  76. vec_extract(vector signed int __vec, int __index) {
  77. return __vec[__index & 3];
  78. }
  79. static inline __ATTRS_o_ai unsigned int
  80. vec_extract(vector bool int __vec, int __index) {
  81. return __vec[__index & 3];
  82. }
  83. static inline __ATTRS_o_ai unsigned int
  84. vec_extract(vector unsigned int __vec, int __index) {
  85. return __vec[__index & 3];
  86. }
  87. static inline __ATTRS_o_ai signed long long
  88. vec_extract(vector signed long long __vec, int __index) {
  89. return __vec[__index & 1];
  90. }
  91. static inline __ATTRS_o_ai unsigned long long
  92. vec_extract(vector bool long long __vec, int __index) {
  93. return __vec[__index & 1];
  94. }
  95. static inline __ATTRS_o_ai unsigned long long
  96. vec_extract(vector unsigned long long __vec, int __index) {
  97. return __vec[__index & 1];
  98. }
  99. static inline __ATTRS_o_ai double
  100. vec_extract(vector double __vec, int __index) {
  101. return __vec[__index & 1];
  102. }
  103. /*-- vec_insert -------------------------------------------------------------*/
  104. static inline __ATTRS_o_ai vector signed char
  105. vec_insert(signed char __scalar, vector signed char __vec, int __index) {
  106. __vec[__index & 15] = __scalar;
  107. return __vec;
  108. }
  109. static inline __ATTRS_o_ai vector unsigned char
  110. vec_insert(unsigned char __scalar, vector bool char __vec, int __index) {
  111. vector unsigned char __newvec = (vector unsigned char)__vec;
  112. __newvec[__index & 15] = (unsigned char)__scalar;
  113. return __newvec;
  114. }
  115. static inline __ATTRS_o_ai vector unsigned char
  116. vec_insert(unsigned char __scalar, vector unsigned char __vec, int __index) {
  117. __vec[__index & 15] = __scalar;
  118. return __vec;
  119. }
  120. static inline __ATTRS_o_ai vector signed short
  121. vec_insert(signed short __scalar, vector signed short __vec, int __index) {
  122. __vec[__index & 7] = __scalar;
  123. return __vec;
  124. }
  125. static inline __ATTRS_o_ai vector unsigned short
  126. vec_insert(unsigned short __scalar, vector bool short __vec, int __index) {
  127. vector unsigned short __newvec = (vector unsigned short)__vec;
  128. __newvec[__index & 7] = (unsigned short)__scalar;
  129. return __newvec;
  130. }
  131. static inline __ATTRS_o_ai vector unsigned short
  132. vec_insert(unsigned short __scalar, vector unsigned short __vec, int __index) {
  133. __vec[__index & 7] = __scalar;
  134. return __vec;
  135. }
  136. static inline __ATTRS_o_ai vector signed int
  137. vec_insert(signed int __scalar, vector signed int __vec, int __index) {
  138. __vec[__index & 3] = __scalar;
  139. return __vec;
  140. }
  141. static inline __ATTRS_o_ai vector unsigned int
  142. vec_insert(unsigned int __scalar, vector bool int __vec, int __index) {
  143. vector unsigned int __newvec = (vector unsigned int)__vec;
  144. __newvec[__index & 3] = __scalar;
  145. return __newvec;
  146. }
  147. static inline __ATTRS_o_ai vector unsigned int
  148. vec_insert(unsigned int __scalar, vector unsigned int __vec, int __index) {
  149. __vec[__index & 3] = __scalar;
  150. return __vec;
  151. }
  152. static inline __ATTRS_o_ai vector signed long long
  153. vec_insert(signed long long __scalar, vector signed long long __vec,
  154. int __index) {
  155. __vec[__index & 1] = __scalar;
  156. return __vec;
  157. }
  158. static inline __ATTRS_o_ai vector unsigned long long
  159. vec_insert(unsigned long long __scalar, vector bool long long __vec,
  160. int __index) {
  161. vector unsigned long long __newvec = (vector unsigned long long)__vec;
  162. __newvec[__index & 1] = __scalar;
  163. return __newvec;
  164. }
  165. static inline __ATTRS_o_ai vector unsigned long long
  166. vec_insert(unsigned long long __scalar, vector unsigned long long __vec,
  167. int __index) {
  168. __vec[__index & 1] = __scalar;
  169. return __vec;
  170. }
  171. static inline __ATTRS_o_ai vector double
  172. vec_insert(double __scalar, vector double __vec, int __index) {
  173. __vec[__index & 1] = __scalar;
  174. return __vec;
  175. }
  176. /*-- vec_promote ------------------------------------------------------------*/
  177. static inline __ATTRS_o_ai vector signed char
  178. vec_promote(signed char __scalar, int __index) {
  179. const vector signed char __zero = (vector signed char)0;
  180. vector signed char __vec = __builtin_shufflevector(__zero, __zero,
  181. -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
  182. __vec[__index & 15] = __scalar;
  183. return __vec;
  184. }
  185. static inline __ATTRS_o_ai vector unsigned char
  186. vec_promote(unsigned char __scalar, int __index) {
  187. const vector unsigned char __zero = (vector unsigned char)0;
  188. vector unsigned char __vec = __builtin_shufflevector(__zero, __zero,
  189. -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
  190. __vec[__index & 15] = __scalar;
  191. return __vec;
  192. }
  193. static inline __ATTRS_o_ai vector signed short
  194. vec_promote(signed short __scalar, int __index) {
  195. const vector signed short __zero = (vector signed short)0;
  196. vector signed short __vec = __builtin_shufflevector(__zero, __zero,
  197. -1, -1, -1, -1, -1, -1, -1, -1);
  198. __vec[__index & 7] = __scalar;
  199. return __vec;
  200. }
  201. static inline __ATTRS_o_ai vector unsigned short
  202. vec_promote(unsigned short __scalar, int __index) {
  203. const vector unsigned short __zero = (vector unsigned short)0;
  204. vector unsigned short __vec = __builtin_shufflevector(__zero, __zero,
  205. -1, -1, -1, -1, -1, -1, -1, -1);
  206. __vec[__index & 7] = __scalar;
  207. return __vec;
  208. }
  209. static inline __ATTRS_o_ai vector signed int
  210. vec_promote(signed int __scalar, int __index) {
  211. const vector signed int __zero = (vector signed int)0;
  212. vector signed int __vec = __builtin_shufflevector(__zero, __zero,
  213. -1, -1, -1, -1);
  214. __vec[__index & 3] = __scalar;
  215. return __vec;
  216. }
  217. static inline __ATTRS_o_ai vector unsigned int
  218. vec_promote(unsigned int __scalar, int __index) {
  219. const vector unsigned int __zero = (vector unsigned int)0;
  220. vector unsigned int __vec = __builtin_shufflevector(__zero, __zero,
  221. -1, -1, -1, -1);
  222. __vec[__index & 3] = __scalar;
  223. return __vec;
  224. }
  225. static inline __ATTRS_o_ai vector signed long long
  226. vec_promote(signed long long __scalar, int __index) {
  227. const vector signed long long __zero = (vector signed long long)0;
  228. vector signed long long __vec = __builtin_shufflevector(__zero, __zero,
  229. -1, -1);
  230. __vec[__index & 1] = __scalar;
  231. return __vec;
  232. }
  233. static inline __ATTRS_o_ai vector unsigned long long
  234. vec_promote(unsigned long long __scalar, int __index) {
  235. const vector unsigned long long __zero = (vector unsigned long long)0;
  236. vector unsigned long long __vec = __builtin_shufflevector(__zero, __zero,
  237. -1, -1);
  238. __vec[__index & 1] = __scalar;
  239. return __vec;
  240. }
  241. static inline __ATTRS_o_ai vector double
  242. vec_promote(double __scalar, int __index) {
  243. const vector double __zero = (vector double)0;
  244. vector double __vec = __builtin_shufflevector(__zero, __zero, -1, -1);
  245. __vec[__index & 1] = __scalar;
  246. return __vec;
  247. }
  248. /*-- vec_insert_and_zero ----------------------------------------------------*/
  249. static inline __ATTRS_o_ai vector signed char
  250. vec_insert_and_zero(const signed char *__ptr) {
  251. vector signed char __vec = (vector signed char)0;
  252. __vec[7] = *__ptr;
  253. return __vec;
  254. }
  255. static inline __ATTRS_o_ai vector unsigned char
  256. vec_insert_and_zero(const unsigned char *__ptr) {
  257. vector unsigned char __vec = (vector unsigned char)0;
  258. __vec[7] = *__ptr;
  259. return __vec;
  260. }
  261. static inline __ATTRS_o_ai vector signed short
  262. vec_insert_and_zero(const signed short *__ptr) {
  263. vector signed short __vec = (vector signed short)0;
  264. __vec[3] = *__ptr;
  265. return __vec;
  266. }
  267. static inline __ATTRS_o_ai vector unsigned short
  268. vec_insert_and_zero(const unsigned short *__ptr) {
  269. vector unsigned short __vec = (vector unsigned short)0;
  270. __vec[3] = *__ptr;
  271. return __vec;
  272. }
  273. static inline __ATTRS_o_ai vector signed int
  274. vec_insert_and_zero(const signed int *__ptr) {
  275. vector signed int __vec = (vector signed int)0;
  276. __vec[1] = *__ptr;
  277. return __vec;
  278. }
  279. static inline __ATTRS_o_ai vector unsigned int
  280. vec_insert_and_zero(const unsigned int *__ptr) {
  281. vector unsigned int __vec = (vector unsigned int)0;
  282. __vec[1] = *__ptr;
  283. return __vec;
  284. }
  285. static inline __ATTRS_o_ai vector signed long long
  286. vec_insert_and_zero(const signed long long *__ptr) {
  287. vector signed long long __vec = (vector signed long long)0;
  288. __vec[0] = *__ptr;
  289. return __vec;
  290. }
  291. static inline __ATTRS_o_ai vector unsigned long long
  292. vec_insert_and_zero(const unsigned long long *__ptr) {
  293. vector unsigned long long __vec = (vector unsigned long long)0;
  294. __vec[0] = *__ptr;
  295. return __vec;
  296. }
  297. static inline __ATTRS_o_ai vector double
  298. vec_insert_and_zero(const double *__ptr) {
  299. vector double __vec = (vector double)0;
  300. __vec[0] = *__ptr;
  301. return __vec;
  302. }
  303. /*-- vec_perm ---------------------------------------------------------------*/
  304. static inline __ATTRS_o_ai vector signed char
  305. vec_perm(vector signed char __a, vector signed char __b,
  306. vector unsigned char __c) {
  307. return (vector signed char)__builtin_s390_vperm(
  308. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  309. }
  310. static inline __ATTRS_o_ai vector unsigned char
  311. vec_perm(vector unsigned char __a, vector unsigned char __b,
  312. vector unsigned char __c) {
  313. return (vector unsigned char)__builtin_s390_vperm(
  314. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  315. }
  316. static inline __ATTRS_o_ai vector bool char
  317. vec_perm(vector bool char __a, vector bool char __b,
  318. vector unsigned char __c) {
  319. return (vector bool char)__builtin_s390_vperm(
  320. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  321. }
  322. static inline __ATTRS_o_ai vector signed short
  323. vec_perm(vector signed short __a, vector signed short __b,
  324. vector unsigned char __c) {
  325. return (vector signed short)__builtin_s390_vperm(
  326. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  327. }
  328. static inline __ATTRS_o_ai vector unsigned short
  329. vec_perm(vector unsigned short __a, vector unsigned short __b,
  330. vector unsigned char __c) {
  331. return (vector unsigned short)__builtin_s390_vperm(
  332. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  333. }
  334. static inline __ATTRS_o_ai vector bool short
  335. vec_perm(vector bool short __a, vector bool short __b,
  336. vector unsigned char __c) {
  337. return (vector bool short)__builtin_s390_vperm(
  338. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  339. }
  340. static inline __ATTRS_o_ai vector signed int
  341. vec_perm(vector signed int __a, vector signed int __b,
  342. vector unsigned char __c) {
  343. return (vector signed int)__builtin_s390_vperm(
  344. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  345. }
  346. static inline __ATTRS_o_ai vector unsigned int
  347. vec_perm(vector unsigned int __a, vector unsigned int __b,
  348. vector unsigned char __c) {
  349. return (vector unsigned int)__builtin_s390_vperm(
  350. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  351. }
  352. static inline __ATTRS_o_ai vector bool int
  353. vec_perm(vector bool int __a, vector bool int __b,
  354. vector unsigned char __c) {
  355. return (vector bool int)__builtin_s390_vperm(
  356. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  357. }
  358. static inline __ATTRS_o_ai vector signed long long
  359. vec_perm(vector signed long long __a, vector signed long long __b,
  360. vector unsigned char __c) {
  361. return (vector signed long long)__builtin_s390_vperm(
  362. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  363. }
  364. static inline __ATTRS_o_ai vector unsigned long long
  365. vec_perm(vector unsigned long long __a, vector unsigned long long __b,
  366. vector unsigned char __c) {
  367. return (vector unsigned long long)__builtin_s390_vperm(
  368. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  369. }
  370. static inline __ATTRS_o_ai vector bool long long
  371. vec_perm(vector bool long long __a, vector bool long long __b,
  372. vector unsigned char __c) {
  373. return (vector bool long long)__builtin_s390_vperm(
  374. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  375. }
  376. static inline __ATTRS_o_ai vector double
  377. vec_perm(vector double __a, vector double __b,
  378. vector unsigned char __c) {
  379. return (vector double)__builtin_s390_vperm(
  380. (vector unsigned char)__a, (vector unsigned char)__b, __c);
  381. }
  382. /*-- vec_permi --------------------------------------------------------------*/
  383. extern __ATTRS_o vector signed long long
  384. vec_permi(vector signed long long __a, vector signed long long __b, int __c)
  385. __constant_range(__c, 0, 3);
  386. extern __ATTRS_o vector unsigned long long
  387. vec_permi(vector unsigned long long __a, vector unsigned long long __b, int __c)
  388. __constant_range(__c, 0, 3);
  389. extern __ATTRS_o vector bool long long
  390. vec_permi(vector bool long long __a, vector bool long long __b, int __c)
  391. __constant_range(__c, 0, 3);
  392. extern __ATTRS_o vector double
  393. vec_permi(vector double __a, vector double __b, int __c)
  394. __constant_range(__c, 0, 3);
  395. #define vec_permi(X, Y, Z) ((__typeof__((vec_permi)((X), (Y), (Z)))) \
  396. __builtin_s390_vpdi((vector unsigned long long)(X), \
  397. (vector unsigned long long)(Y), \
  398. (((Z) & 2) << 1) | ((Z) & 1)))
  399. /*-- vec_sel ----------------------------------------------------------------*/
  400. static inline __ATTRS_o_ai vector signed char
  401. vec_sel(vector signed char __a, vector signed char __b,
  402. vector unsigned char __c) {
  403. return ((vector signed char)__c & __b) | (~(vector signed char)__c & __a);
  404. }
  405. static inline __ATTRS_o_ai vector signed char
  406. vec_sel(vector signed char __a, vector signed char __b, vector bool char __c) {
  407. return ((vector signed char)__c & __b) | (~(vector signed char)__c & __a);
  408. }
  409. static inline __ATTRS_o_ai vector bool char
  410. vec_sel(vector bool char __a, vector bool char __b, vector unsigned char __c) {
  411. return ((vector bool char)__c & __b) | (~(vector bool char)__c & __a);
  412. }
  413. static inline __ATTRS_o_ai vector bool char
  414. vec_sel(vector bool char __a, vector bool char __b, vector bool char __c) {
  415. return (__c & __b) | (~__c & __a);
  416. }
  417. static inline __ATTRS_o_ai vector unsigned char
  418. vec_sel(vector unsigned char __a, vector unsigned char __b,
  419. vector unsigned char __c) {
  420. return (__c & __b) | (~__c & __a);
  421. }
  422. static inline __ATTRS_o_ai vector unsigned char
  423. vec_sel(vector unsigned char __a, vector unsigned char __b,
  424. vector bool char __c) {
  425. return ((vector unsigned char)__c & __b) | (~(vector unsigned char)__c & __a);
  426. }
  427. static inline __ATTRS_o_ai vector signed short
  428. vec_sel(vector signed short __a, vector signed short __b,
  429. vector unsigned short __c) {
  430. return ((vector signed short)__c & __b) | (~(vector signed short)__c & __a);
  431. }
  432. static inline __ATTRS_o_ai vector signed short
  433. vec_sel(vector signed short __a, vector signed short __b,
  434. vector bool short __c) {
  435. return ((vector signed short)__c & __b) | (~(vector signed short)__c & __a);
  436. }
  437. static inline __ATTRS_o_ai vector bool short
  438. vec_sel(vector bool short __a, vector bool short __b,
  439. vector unsigned short __c) {
  440. return ((vector bool short)__c & __b) | (~(vector bool short)__c & __a);
  441. }
  442. static inline __ATTRS_o_ai vector bool short
  443. vec_sel(vector bool short __a, vector bool short __b, vector bool short __c) {
  444. return (__c & __b) | (~__c & __a);
  445. }
  446. static inline __ATTRS_o_ai vector unsigned short
  447. vec_sel(vector unsigned short __a, vector unsigned short __b,
  448. vector unsigned short __c) {
  449. return (__c & __b) | (~__c & __a);
  450. }
  451. static inline __ATTRS_o_ai vector unsigned short
  452. vec_sel(vector unsigned short __a, vector unsigned short __b,
  453. vector bool short __c) {
  454. return (((vector unsigned short)__c & __b) |
  455. (~(vector unsigned short)__c & __a));
  456. }
  457. static inline __ATTRS_o_ai vector signed int
  458. vec_sel(vector signed int __a, vector signed int __b,
  459. vector unsigned int __c) {
  460. return ((vector signed int)__c & __b) | (~(vector signed int)__c & __a);
  461. }
  462. static inline __ATTRS_o_ai vector signed int
  463. vec_sel(vector signed int __a, vector signed int __b, vector bool int __c) {
  464. return ((vector signed int)__c & __b) | (~(vector signed int)__c & __a);
  465. }
  466. static inline __ATTRS_o_ai vector bool int
  467. vec_sel(vector bool int __a, vector bool int __b, vector unsigned int __c) {
  468. return ((vector bool int)__c & __b) | (~(vector bool int)__c & __a);
  469. }
  470. static inline __ATTRS_o_ai vector bool int
  471. vec_sel(vector bool int __a, vector bool int __b, vector bool int __c) {
  472. return (__c & __b) | (~__c & __a);
  473. }
  474. static inline __ATTRS_o_ai vector unsigned int
  475. vec_sel(vector unsigned int __a, vector unsigned int __b,
  476. vector unsigned int __c) {
  477. return (__c & __b) | (~__c & __a);
  478. }
  479. static inline __ATTRS_o_ai vector unsigned int
  480. vec_sel(vector unsigned int __a, vector unsigned int __b, vector bool int __c) {
  481. return ((vector unsigned int)__c & __b) | (~(vector unsigned int)__c & __a);
  482. }
  483. static inline __ATTRS_o_ai vector signed long long
  484. vec_sel(vector signed long long __a, vector signed long long __b,
  485. vector unsigned long long __c) {
  486. return (((vector signed long long)__c & __b) |
  487. (~(vector signed long long)__c & __a));
  488. }
  489. static inline __ATTRS_o_ai vector signed long long
  490. vec_sel(vector signed long long __a, vector signed long long __b,
  491. vector bool long long __c) {
  492. return (((vector signed long long)__c & __b) |
  493. (~(vector signed long long)__c & __a));
  494. }
  495. static inline __ATTRS_o_ai vector bool long long
  496. vec_sel(vector bool long long __a, vector bool long long __b,
  497. vector unsigned long long __c) {
  498. return (((vector bool long long)__c & __b) |
  499. (~(vector bool long long)__c & __a));
  500. }
  501. static inline __ATTRS_o_ai vector bool long long
  502. vec_sel(vector bool long long __a, vector bool long long __b,
  503. vector bool long long __c) {
  504. return (__c & __b) | (~__c & __a);
  505. }
  506. static inline __ATTRS_o_ai vector unsigned long long
  507. vec_sel(vector unsigned long long __a, vector unsigned long long __b,
  508. vector unsigned long long __c) {
  509. return (__c & __b) | (~__c & __a);
  510. }
  511. static inline __ATTRS_o_ai vector unsigned long long
  512. vec_sel(vector unsigned long long __a, vector unsigned long long __b,
  513. vector bool long long __c) {
  514. return (((vector unsigned long long)__c & __b) |
  515. (~(vector unsigned long long)__c & __a));
  516. }
  517. static inline __ATTRS_o_ai vector double
  518. vec_sel(vector double __a, vector double __b, vector unsigned long long __c) {
  519. return (vector double)((__c & (vector unsigned long long)__b) |
  520. (~__c & (vector unsigned long long)__a));
  521. }
  522. static inline __ATTRS_o_ai vector double
  523. vec_sel(vector double __a, vector double __b, vector bool long long __c) {
  524. vector unsigned long long __ac = (vector unsigned long long)__a;
  525. vector unsigned long long __bc = (vector unsigned long long)__b;
  526. vector unsigned long long __cc = (vector unsigned long long)__c;
  527. return (vector double)((__cc & __bc) | (~__cc & __ac));
  528. }
  529. /*-- vec_gather_element -----------------------------------------------------*/
  530. static inline __ATTRS_o_ai vector signed int
  531. vec_gather_element(vector signed int __vec, vector unsigned int __offset,
  532. const signed int *__ptr, int __index)
  533. __constant_range(__index, 0, 3) {
  534. __vec[__index] = *(const signed int *)(
  535. (__INTPTR_TYPE__)__ptr + (__INTPTR_TYPE__)__offset[__index]);
  536. return __vec;
  537. }
  538. static inline __ATTRS_o_ai vector bool int
  539. vec_gather_element(vector bool int __vec, vector unsigned int __offset,
  540. const unsigned int *__ptr, int __index)
  541. __constant_range(__index, 0, 3) {
  542. __vec[__index] = *(const unsigned int *)(
  543. (__INTPTR_TYPE__)__ptr + (__INTPTR_TYPE__)__offset[__index]);
  544. return __vec;
  545. }
  546. static inline __ATTRS_o_ai vector unsigned int
  547. vec_gather_element(vector unsigned int __vec, vector unsigned int __offset,
  548. const unsigned int *__ptr, int __index)
  549. __constant_range(__index, 0, 3) {
  550. __vec[__index] = *(const unsigned int *)(
  551. (__INTPTR_TYPE__)__ptr + (__INTPTR_TYPE__)__offset[__index]);
  552. return __vec;
  553. }
  554. static inline __ATTRS_o_ai vector signed long long
  555. vec_gather_element(vector signed long long __vec,
  556. vector unsigned long long __offset,
  557. const signed long long *__ptr, int __index)
  558. __constant_range(__index, 0, 1) {
  559. __vec[__index] = *(const signed long long *)(
  560. (__INTPTR_TYPE__)__ptr + (__INTPTR_TYPE__)__offset[__index]);
  561. return __vec;
  562. }
  563. static inline __ATTRS_o_ai vector bool long long
  564. vec_gather_element(vector bool long long __vec,
  565. vector unsigned long long __offset,
  566. const unsigned long long *__ptr, int __index)
  567. __constant_range(__index, 0, 1) {
  568. __vec[__index] = *(const unsigned long long *)(
  569. (__INTPTR_TYPE__)__ptr + (__INTPTR_TYPE__)__offset[__index]);
  570. return __vec;
  571. }
  572. static inline __ATTRS_o_ai vector unsigned long long
  573. vec_gather_element(vector unsigned long long __vec,
  574. vector unsigned long long __offset,
  575. const unsigned long long *__ptr, int __index)
  576. __constant_range(__index, 0, 1) {
  577. __vec[__index] = *(const unsigned long long *)(
  578. (__INTPTR_TYPE__)__ptr + (__INTPTR_TYPE__)__offset[__index]);
  579. return __vec;
  580. }
  581. static inline __ATTRS_o_ai vector double
  582. vec_gather_element(vector double __vec, vector unsigned long long __offset,
  583. const double *__ptr, int __index)
  584. __constant_range(__index, 0, 1) {
  585. __vec[__index] = *(const double *)(
  586. (__INTPTR_TYPE__)__ptr + (__INTPTR_TYPE__)__offset[__index]);
  587. return __vec;
  588. }
  589. /*-- vec_scatter_element ----------------------------------------------------*/
  590. static inline __ATTRS_o_ai void
  591. vec_scatter_element(vector signed int __vec, vector unsigned int __offset,
  592. signed int *__ptr, int __index)
  593. __constant_range(__index, 0, 3) {
  594. *(signed int *)((__INTPTR_TYPE__)__ptr + __offset[__index]) =
  595. __vec[__index];
  596. }
  597. static inline __ATTRS_o_ai void
  598. vec_scatter_element(vector bool int __vec, vector unsigned int __offset,
  599. unsigned int *__ptr, int __index)
  600. __constant_range(__index, 0, 3) {
  601. *(unsigned int *)((__INTPTR_TYPE__)__ptr + __offset[__index]) =
  602. __vec[__index];
  603. }
  604. static inline __ATTRS_o_ai void
  605. vec_scatter_element(vector unsigned int __vec, vector unsigned int __offset,
  606. unsigned int *__ptr, int __index)
  607. __constant_range(__index, 0, 3) {
  608. *(unsigned int *)((__INTPTR_TYPE__)__ptr + __offset[__index]) =
  609. __vec[__index];
  610. }
  611. static inline __ATTRS_o_ai void
  612. vec_scatter_element(vector signed long long __vec,
  613. vector unsigned long long __offset,
  614. signed long long *__ptr, int __index)
  615. __constant_range(__index, 0, 1) {
  616. *(signed long long *)((__INTPTR_TYPE__)__ptr + __offset[__index]) =
  617. __vec[__index];
  618. }
  619. static inline __ATTRS_o_ai void
  620. vec_scatter_element(vector bool long long __vec,
  621. vector unsigned long long __offset,
  622. unsigned long long *__ptr, int __index)
  623. __constant_range(__index, 0, 1) {
  624. *(unsigned long long *)((__INTPTR_TYPE__)__ptr + __offset[__index]) =
  625. __vec[__index];
  626. }
  627. static inline __ATTRS_o_ai void
  628. vec_scatter_element(vector unsigned long long __vec,
  629. vector unsigned long long __offset,
  630. unsigned long long *__ptr, int __index)
  631. __constant_range(__index, 0, 1) {
  632. *(unsigned long long *)((__INTPTR_TYPE__)__ptr + __offset[__index]) =
  633. __vec[__index];
  634. }
  635. static inline __ATTRS_o_ai void
  636. vec_scatter_element(vector double __vec, vector unsigned long long __offset,
  637. double *__ptr, int __index)
  638. __constant_range(__index, 0, 1) {
  639. *(double *)((__INTPTR_TYPE__)__ptr + __offset[__index]) =
  640. __vec[__index];
  641. }
  642. /*-- vec_xld2 ---------------------------------------------------------------*/
  643. static inline __ATTRS_o_ai vector signed char
  644. vec_xld2(long __offset, const signed char *__ptr) {
  645. return *(const vector signed char *)((__INTPTR_TYPE__)__ptr + __offset);
  646. }
  647. static inline __ATTRS_o_ai vector unsigned char
  648. vec_xld2(long __offset, const unsigned char *__ptr) {
  649. return *(const vector unsigned char *)((__INTPTR_TYPE__)__ptr + __offset);
  650. }
  651. static inline __ATTRS_o_ai vector signed short
  652. vec_xld2(long __offset, const signed short *__ptr) {
  653. return *(const vector signed short *)((__INTPTR_TYPE__)__ptr + __offset);
  654. }
  655. static inline __ATTRS_o_ai vector unsigned short
  656. vec_xld2(long __offset, const unsigned short *__ptr) {
  657. return *(const vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset);
  658. }
  659. static inline __ATTRS_o_ai vector signed int
  660. vec_xld2(long __offset, const signed int *__ptr) {
  661. return *(const vector signed int *)((__INTPTR_TYPE__)__ptr + __offset);
  662. }
  663. static inline __ATTRS_o_ai vector unsigned int
  664. vec_xld2(long __offset, const unsigned int *__ptr) {
  665. return *(const vector unsigned int *)((__INTPTR_TYPE__)__ptr + __offset);
  666. }
  667. static inline __ATTRS_o_ai vector signed long long
  668. vec_xld2(long __offset, const signed long long *__ptr) {
  669. return *(const vector signed long long *)((__INTPTR_TYPE__)__ptr + __offset);
  670. }
  671. static inline __ATTRS_o_ai vector unsigned long long
  672. vec_xld2(long __offset, const unsigned long long *__ptr) {
  673. return *(const vector unsigned long long *)((__INTPTR_TYPE__)__ptr + __offset);
  674. }
  675. static inline __ATTRS_o_ai vector double
  676. vec_xld2(long __offset, const double *__ptr) {
  677. return *(const vector double *)((__INTPTR_TYPE__)__ptr + __offset);
  678. }
  679. /*-- vec_xlw4 ---------------------------------------------------------------*/
  680. static inline __ATTRS_o_ai vector signed char
  681. vec_xlw4(long __offset, const signed char *__ptr) {
  682. return *(const vector signed char *)((__INTPTR_TYPE__)__ptr + __offset);
  683. }
  684. static inline __ATTRS_o_ai vector unsigned char
  685. vec_xlw4(long __offset, const unsigned char *__ptr) {
  686. return *(const vector unsigned char *)((__INTPTR_TYPE__)__ptr + __offset);
  687. }
  688. static inline __ATTRS_o_ai vector signed short
  689. vec_xlw4(long __offset, const signed short *__ptr) {
  690. return *(const vector signed short *)((__INTPTR_TYPE__)__ptr + __offset);
  691. }
  692. static inline __ATTRS_o_ai vector unsigned short
  693. vec_xlw4(long __offset, const unsigned short *__ptr) {
  694. return *(const vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset);
  695. }
  696. static inline __ATTRS_o_ai vector signed int
  697. vec_xlw4(long __offset, const signed int *__ptr) {
  698. return *(const vector signed int *)((__INTPTR_TYPE__)__ptr + __offset);
  699. }
  700. static inline __ATTRS_o_ai vector unsigned int
  701. vec_xlw4(long __offset, const unsigned int *__ptr) {
  702. return *(const vector unsigned int *)((__INTPTR_TYPE__)__ptr + __offset);
  703. }
  704. /*-- vec_xstd2 --------------------------------------------------------------*/
  705. static inline __ATTRS_o_ai void
  706. vec_xstd2(vector signed char __vec, long __offset, signed char *__ptr) {
  707. *(vector signed char *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  708. }
  709. static inline __ATTRS_o_ai void
  710. vec_xstd2(vector unsigned char __vec, long __offset, unsigned char *__ptr) {
  711. *(vector unsigned char *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  712. }
  713. static inline __ATTRS_o_ai void
  714. vec_xstd2(vector signed short __vec, long __offset, signed short *__ptr) {
  715. *(vector signed short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  716. }
  717. static inline __ATTRS_o_ai void
  718. vec_xstd2(vector unsigned short __vec, long __offset, unsigned short *__ptr) {
  719. *(vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  720. }
  721. static inline __ATTRS_o_ai void
  722. vec_xstd2(vector signed int __vec, long __offset, signed int *__ptr) {
  723. *(vector signed int *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  724. }
  725. static inline __ATTRS_o_ai void
  726. vec_xstd2(vector unsigned int __vec, long __offset, unsigned int *__ptr) {
  727. *(vector unsigned int *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  728. }
  729. static inline __ATTRS_o_ai void
  730. vec_xstd2(vector signed long long __vec, long __offset,
  731. signed long long *__ptr) {
  732. *(vector signed long long *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  733. }
  734. static inline __ATTRS_o_ai void
  735. vec_xstd2(vector unsigned long long __vec, long __offset,
  736. unsigned long long *__ptr) {
  737. *(vector unsigned long long *)((__INTPTR_TYPE__)__ptr + __offset) =
  738. __vec;
  739. }
  740. static inline __ATTRS_o_ai void
  741. vec_xstd2(vector double __vec, long __offset, double *__ptr) {
  742. *(vector double *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  743. }
  744. /*-- vec_xstw4 --------------------------------------------------------------*/
  745. static inline __ATTRS_o_ai void
  746. vec_xstw4(vector signed char __vec, long __offset, signed char *__ptr) {
  747. *(vector signed char *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  748. }
  749. static inline __ATTRS_o_ai void
  750. vec_xstw4(vector unsigned char __vec, long __offset, unsigned char *__ptr) {
  751. *(vector unsigned char *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  752. }
  753. static inline __ATTRS_o_ai void
  754. vec_xstw4(vector signed short __vec, long __offset, signed short *__ptr) {
  755. *(vector signed short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  756. }
  757. static inline __ATTRS_o_ai void
  758. vec_xstw4(vector unsigned short __vec, long __offset, unsigned short *__ptr) {
  759. *(vector unsigned short *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  760. }
  761. static inline __ATTRS_o_ai void
  762. vec_xstw4(vector signed int __vec, long __offset, signed int *__ptr) {
  763. *(vector signed int *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  764. }
  765. static inline __ATTRS_o_ai void
  766. vec_xstw4(vector unsigned int __vec, long __offset, unsigned int *__ptr) {
  767. *(vector unsigned int *)((__INTPTR_TYPE__)__ptr + __offset) = __vec;
  768. }
  769. /*-- vec_load_bndry ---------------------------------------------------------*/
  770. extern __ATTRS_o vector signed char
  771. vec_load_bndry(const signed char *__ptr, unsigned short __len)
  772. __constant_pow2_range(__len, 64, 4096);
  773. extern __ATTRS_o vector unsigned char
  774. vec_load_bndry(const unsigned char *__ptr, unsigned short __len)
  775. __constant_pow2_range(__len, 64, 4096);
  776. extern __ATTRS_o vector signed short
  777. vec_load_bndry(const signed short *__ptr, unsigned short __len)
  778. __constant_pow2_range(__len, 64, 4096);
  779. extern __ATTRS_o vector unsigned short
  780. vec_load_bndry(const unsigned short *__ptr, unsigned short __len)
  781. __constant_pow2_range(__len, 64, 4096);
  782. extern __ATTRS_o vector signed int
  783. vec_load_bndry(const signed int *__ptr, unsigned short __len)
  784. __constant_pow2_range(__len, 64, 4096);
  785. extern __ATTRS_o vector unsigned int
  786. vec_load_bndry(const unsigned int *__ptr, unsigned short __len)
  787. __constant_pow2_range(__len, 64, 4096);
  788. extern __ATTRS_o vector signed long long
  789. vec_load_bndry(const signed long long *__ptr, unsigned short __len)
  790. __constant_pow2_range(__len, 64, 4096);
  791. extern __ATTRS_o vector unsigned long long
  792. vec_load_bndry(const unsigned long long *__ptr, unsigned short __len)
  793. __constant_pow2_range(__len, 64, 4096);
  794. extern __ATTRS_o vector double
  795. vec_load_bndry(const double *__ptr, unsigned short __len)
  796. __constant_pow2_range(__len, 64, 4096);
  797. #define vec_load_bndry(X, Y) ((__typeof__((vec_load_bndry)((X), (Y)))) \
  798. __builtin_s390_vlbb((X), ((Y) == 64 ? 0 : \
  799. (Y) == 128 ? 1 : \
  800. (Y) == 256 ? 2 : \
  801. (Y) == 512 ? 3 : \
  802. (Y) == 1024 ? 4 : \
  803. (Y) == 2048 ? 5 : \
  804. (Y) == 4096 ? 6 : -1)))
  805. /*-- vec_load_len -----------------------------------------------------------*/
  806. static inline __ATTRS_o_ai vector signed char
  807. vec_load_len(const signed char *__ptr, unsigned int __len) {
  808. return (vector signed char)__builtin_s390_vll(__len, __ptr);
  809. }
  810. static inline __ATTRS_o_ai vector unsigned char
  811. vec_load_len(const unsigned char *__ptr, unsigned int __len) {
  812. return (vector unsigned char)__builtin_s390_vll(__len, __ptr);
  813. }
  814. static inline __ATTRS_o_ai vector signed short
  815. vec_load_len(const signed short *__ptr, unsigned int __len) {
  816. return (vector signed short)__builtin_s390_vll(__len, __ptr);
  817. }
  818. static inline __ATTRS_o_ai vector unsigned short
  819. vec_load_len(const unsigned short *__ptr, unsigned int __len) {
  820. return (vector unsigned short)__builtin_s390_vll(__len, __ptr);
  821. }
  822. static inline __ATTRS_o_ai vector signed int
  823. vec_load_len(const signed int *__ptr, unsigned int __len) {
  824. return (vector signed int)__builtin_s390_vll(__len, __ptr);
  825. }
  826. static inline __ATTRS_o_ai vector unsigned int
  827. vec_load_len(const unsigned int *__ptr, unsigned int __len) {
  828. return (vector unsigned int)__builtin_s390_vll(__len, __ptr);
  829. }
  830. static inline __ATTRS_o_ai vector signed long long
  831. vec_load_len(const signed long long *__ptr, unsigned int __len) {
  832. return (vector signed long long)__builtin_s390_vll(__len, __ptr);
  833. }
  834. static inline __ATTRS_o_ai vector unsigned long long
  835. vec_load_len(const unsigned long long *__ptr, unsigned int __len) {
  836. return (vector unsigned long long)__builtin_s390_vll(__len, __ptr);
  837. }
  838. static inline __ATTRS_o_ai vector double
  839. vec_load_len(const double *__ptr, unsigned int __len) {
  840. return (vector double)__builtin_s390_vll(__len, __ptr);
  841. }
  842. /*-- vec_store_len ----------------------------------------------------------*/
  843. static inline __ATTRS_o_ai void
  844. vec_store_len(vector signed char __vec, signed char *__ptr,
  845. unsigned int __len) {
  846. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  847. }
  848. static inline __ATTRS_o_ai void
  849. vec_store_len(vector unsigned char __vec, unsigned char *__ptr,
  850. unsigned int __len) {
  851. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  852. }
  853. static inline __ATTRS_o_ai void
  854. vec_store_len(vector signed short __vec, signed short *__ptr,
  855. unsigned int __len) {
  856. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  857. }
  858. static inline __ATTRS_o_ai void
  859. vec_store_len(vector unsigned short __vec, unsigned short *__ptr,
  860. unsigned int __len) {
  861. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  862. }
  863. static inline __ATTRS_o_ai void
  864. vec_store_len(vector signed int __vec, signed int *__ptr,
  865. unsigned int __len) {
  866. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  867. }
  868. static inline __ATTRS_o_ai void
  869. vec_store_len(vector unsigned int __vec, unsigned int *__ptr,
  870. unsigned int __len) {
  871. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  872. }
  873. static inline __ATTRS_o_ai void
  874. vec_store_len(vector signed long long __vec, signed long long *__ptr,
  875. unsigned int __len) {
  876. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  877. }
  878. static inline __ATTRS_o_ai void
  879. vec_store_len(vector unsigned long long __vec, unsigned long long *__ptr,
  880. unsigned int __len) {
  881. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  882. }
  883. static inline __ATTRS_o_ai void
  884. vec_store_len(vector double __vec, double *__ptr,
  885. unsigned int __len) {
  886. __builtin_s390_vstl((vector signed char)__vec, __len, __ptr);
  887. }
  888. /*-- vec_load_pair ----------------------------------------------------------*/
  889. static inline __ATTRS_o_ai vector signed long long
  890. vec_load_pair(signed long long __a, signed long long __b) {
  891. return (vector signed long long)(__a, __b);
  892. }
  893. static inline __ATTRS_o_ai vector unsigned long long
  894. vec_load_pair(unsigned long long __a, unsigned long long __b) {
  895. return (vector unsigned long long)(__a, __b);
  896. }
  897. /*-- vec_genmask ------------------------------------------------------------*/
  898. static inline __ATTRS_o_ai vector unsigned char
  899. vec_genmask(unsigned short __mask)
  900. __constant(__mask) {
  901. return (vector unsigned char)(
  902. __mask & 0x8000 ? 0xff : 0,
  903. __mask & 0x4000 ? 0xff : 0,
  904. __mask & 0x2000 ? 0xff : 0,
  905. __mask & 0x1000 ? 0xff : 0,
  906. __mask & 0x0800 ? 0xff : 0,
  907. __mask & 0x0400 ? 0xff : 0,
  908. __mask & 0x0200 ? 0xff : 0,
  909. __mask & 0x0100 ? 0xff : 0,
  910. __mask & 0x0080 ? 0xff : 0,
  911. __mask & 0x0040 ? 0xff : 0,
  912. __mask & 0x0020 ? 0xff : 0,
  913. __mask & 0x0010 ? 0xff : 0,
  914. __mask & 0x0008 ? 0xff : 0,
  915. __mask & 0x0004 ? 0xff : 0,
  916. __mask & 0x0002 ? 0xff : 0,
  917. __mask & 0x0001 ? 0xff : 0);
  918. }
  919. /*-- vec_genmasks_* ---------------------------------------------------------*/
  920. static inline __ATTRS_o_ai vector unsigned char
  921. vec_genmasks_8(unsigned char __first, unsigned char __last)
  922. __constant(__first) __constant(__last) {
  923. unsigned char __bit1 = __first & 7;
  924. unsigned char __bit2 = __last & 7;
  925. unsigned char __mask1 = (unsigned char)(1U << (7 - __bit1) << 1) - 1;
  926. unsigned char __mask2 = (unsigned char)(1U << (7 - __bit2)) - 1;
  927. unsigned char __value = (__bit1 <= __bit2 ?
  928. __mask1 & ~__mask2 :
  929. __mask1 | ~__mask2);
  930. return (vector unsigned char)__value;
  931. }
  932. static inline __ATTRS_o_ai vector unsigned short
  933. vec_genmasks_16(unsigned char __first, unsigned char __last)
  934. __constant(__first) __constant(__last) {
  935. unsigned char __bit1 = __first & 15;
  936. unsigned char __bit2 = __last & 15;
  937. unsigned short __mask1 = (unsigned short)(1U << (15 - __bit1) << 1) - 1;
  938. unsigned short __mask2 = (unsigned short)(1U << (15 - __bit2)) - 1;
  939. unsigned short __value = (__bit1 <= __bit2 ?
  940. __mask1 & ~__mask2 :
  941. __mask1 | ~__mask2);
  942. return (vector unsigned short)__value;
  943. }
  944. static inline __ATTRS_o_ai vector unsigned int
  945. vec_genmasks_32(unsigned char __first, unsigned char __last)
  946. __constant(__first) __constant(__last) {
  947. unsigned char __bit1 = __first & 31;
  948. unsigned char __bit2 = __last & 31;
  949. unsigned int __mask1 = (1U << (31 - __bit1) << 1) - 1;
  950. unsigned int __mask2 = (1U << (31 - __bit2)) - 1;
  951. unsigned int __value = (__bit1 <= __bit2 ?
  952. __mask1 & ~__mask2 :
  953. __mask1 | ~__mask2);
  954. return (vector unsigned int)__value;
  955. }
  956. static inline __ATTRS_o_ai vector unsigned long long
  957. vec_genmasks_64(unsigned char __first, unsigned char __last)
  958. __constant(__first) __constant(__last) {
  959. unsigned char __bit1 = __first & 63;
  960. unsigned char __bit2 = __last & 63;
  961. unsigned long long __mask1 = (1ULL << (63 - __bit1) << 1) - 1;
  962. unsigned long long __mask2 = (1ULL << (63 - __bit2)) - 1;
  963. unsigned long long __value = (__bit1 <= __bit2 ?
  964. __mask1 & ~__mask2 :
  965. __mask1 | ~__mask2);
  966. return (vector unsigned long long)__value;
  967. }
  968. /*-- vec_splat --------------------------------------------------------------*/
  969. static inline __ATTRS_o_ai vector signed char
  970. vec_splat(vector signed char __vec, int __index)
  971. __constant_range(__index, 0, 15) {
  972. return (vector signed char)__vec[__index];
  973. }
  974. static inline __ATTRS_o_ai vector bool char
  975. vec_splat(vector bool char __vec, int __index)
  976. __constant_range(__index, 0, 15) {
  977. return (vector bool char)(vector unsigned char)__vec[__index];
  978. }
  979. static inline __ATTRS_o_ai vector unsigned char
  980. vec_splat(vector unsigned char __vec, int __index)
  981. __constant_range(__index, 0, 15) {
  982. return (vector unsigned char)__vec[__index];
  983. }
  984. static inline __ATTRS_o_ai vector signed short
  985. vec_splat(vector signed short __vec, int __index)
  986. __constant_range(__index, 0, 7) {
  987. return (vector signed short)__vec[__index];
  988. }
  989. static inline __ATTRS_o_ai vector bool short
  990. vec_splat(vector bool short __vec, int __index)
  991. __constant_range(__index, 0, 7) {
  992. return (vector bool short)(vector unsigned short)__vec[__index];
  993. }
  994. static inline __ATTRS_o_ai vector unsigned short
  995. vec_splat(vector unsigned short __vec, int __index)
  996. __constant_range(__index, 0, 7) {
  997. return (vector unsigned short)__vec[__index];
  998. }
  999. static inline __ATTRS_o_ai vector signed int
  1000. vec_splat(vector signed int __vec, int __index)
  1001. __constant_range(__index, 0, 3) {
  1002. return (vector signed int)__vec[__index];
  1003. }
  1004. static inline __ATTRS_o_ai vector bool int
  1005. vec_splat(vector bool int __vec, int __index)
  1006. __constant_range(__index, 0, 3) {
  1007. return (vector bool int)(vector unsigned int)__vec[__index];
  1008. }
  1009. static inline __ATTRS_o_ai vector unsigned int
  1010. vec_splat(vector unsigned int __vec, int __index)
  1011. __constant_range(__index, 0, 3) {
  1012. return (vector unsigned int)__vec[__index];
  1013. }
  1014. static inline __ATTRS_o_ai vector signed long long
  1015. vec_splat(vector signed long long __vec, int __index)
  1016. __constant_range(__index, 0, 1) {
  1017. return (vector signed long long)__vec[__index];
  1018. }
  1019. static inline __ATTRS_o_ai vector bool long long
  1020. vec_splat(vector bool long long __vec, int __index)
  1021. __constant_range(__index, 0, 1) {
  1022. return (vector bool long long)(vector unsigned long long)__vec[__index];
  1023. }
  1024. static inline __ATTRS_o_ai vector unsigned long long
  1025. vec_splat(vector unsigned long long __vec, int __index)
  1026. __constant_range(__index, 0, 1) {
  1027. return (vector unsigned long long)__vec[__index];
  1028. }
  1029. static inline __ATTRS_o_ai vector double
  1030. vec_splat(vector double __vec, int __index)
  1031. __constant_range(__index, 0, 1) {
  1032. return (vector double)__vec[__index];
  1033. }
  1034. /*-- vec_splat_s* -----------------------------------------------------------*/
  1035. static inline __ATTRS_ai vector signed char
  1036. vec_splat_s8(signed char __scalar)
  1037. __constant(__scalar) {
  1038. return (vector signed char)__scalar;
  1039. }
  1040. static inline __ATTRS_ai vector signed short
  1041. vec_splat_s16(signed short __scalar)
  1042. __constant(__scalar) {
  1043. return (vector signed short)__scalar;
  1044. }
  1045. static inline __ATTRS_ai vector signed int
  1046. vec_splat_s32(signed short __scalar)
  1047. __constant(__scalar) {
  1048. return (vector signed int)(signed int)__scalar;
  1049. }
  1050. static inline __ATTRS_ai vector signed long long
  1051. vec_splat_s64(signed short __scalar)
  1052. __constant(__scalar) {
  1053. return (vector signed long long)(signed long)__scalar;
  1054. }
  1055. /*-- vec_splat_u* -----------------------------------------------------------*/
  1056. static inline __ATTRS_ai vector unsigned char
  1057. vec_splat_u8(unsigned char __scalar)
  1058. __constant(__scalar) {
  1059. return (vector unsigned char)__scalar;
  1060. }
  1061. static inline __ATTRS_ai vector unsigned short
  1062. vec_splat_u16(unsigned short __scalar)
  1063. __constant(__scalar) {
  1064. return (vector unsigned short)__scalar;
  1065. }
  1066. static inline __ATTRS_ai vector unsigned int
  1067. vec_splat_u32(signed short __scalar)
  1068. __constant(__scalar) {
  1069. return (vector unsigned int)(signed int)__scalar;
  1070. }
  1071. static inline __ATTRS_ai vector unsigned long long
  1072. vec_splat_u64(signed short __scalar)
  1073. __constant(__scalar) {
  1074. return (vector unsigned long long)(signed long long)__scalar;
  1075. }
  1076. /*-- vec_splats -------------------------------------------------------------*/
  1077. static inline __ATTRS_o_ai vector signed char
  1078. vec_splats(signed char __scalar) {
  1079. return (vector signed char)__scalar;
  1080. }
  1081. static inline __ATTRS_o_ai vector unsigned char
  1082. vec_splats(unsigned char __scalar) {
  1083. return (vector unsigned char)__scalar;
  1084. }
  1085. static inline __ATTRS_o_ai vector signed short
  1086. vec_splats(signed short __scalar) {
  1087. return (vector signed short)__scalar;
  1088. }
  1089. static inline __ATTRS_o_ai vector unsigned short
  1090. vec_splats(unsigned short __scalar) {
  1091. return (vector unsigned short)__scalar;
  1092. }
  1093. static inline __ATTRS_o_ai vector signed int
  1094. vec_splats(signed int __scalar) {
  1095. return (vector signed int)__scalar;
  1096. }
  1097. static inline __ATTRS_o_ai vector unsigned int
  1098. vec_splats(unsigned int __scalar) {
  1099. return (vector unsigned int)__scalar;
  1100. }
  1101. static inline __ATTRS_o_ai vector signed long long
  1102. vec_splats(signed long long __scalar) {
  1103. return (vector signed long long)__scalar;
  1104. }
  1105. static inline __ATTRS_o_ai vector unsigned long long
  1106. vec_splats(unsigned long long __scalar) {
  1107. return (vector unsigned long long)__scalar;
  1108. }
  1109. static inline __ATTRS_o_ai vector double
  1110. vec_splats(double __scalar) {
  1111. return (vector double)__scalar;
  1112. }
  1113. /*-- vec_extend_s64 ---------------------------------------------------------*/
  1114. static inline __ATTRS_o_ai vector signed long long
  1115. vec_extend_s64(vector signed char __a) {
  1116. return (vector signed long long)(__a[7], __a[15]);
  1117. }
  1118. static inline __ATTRS_o_ai vector signed long long
  1119. vec_extend_s64(vector signed short __a) {
  1120. return (vector signed long long)(__a[3], __a[7]);
  1121. }
  1122. static inline __ATTRS_o_ai vector signed long long
  1123. vec_extend_s64(vector signed int __a) {
  1124. return (vector signed long long)(__a[1], __a[3]);
  1125. }
  1126. /*-- vec_mergeh -------------------------------------------------------------*/
  1127. static inline __ATTRS_o_ai vector signed char
  1128. vec_mergeh(vector signed char __a, vector signed char __b) {
  1129. return (vector signed char)(
  1130. __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3],
  1131. __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
  1132. }
  1133. static inline __ATTRS_o_ai vector bool char
  1134. vec_mergeh(vector bool char __a, vector bool char __b) {
  1135. return (vector bool char)(
  1136. __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3],
  1137. __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
  1138. }
  1139. static inline __ATTRS_o_ai vector unsigned char
  1140. vec_mergeh(vector unsigned char __a, vector unsigned char __b) {
  1141. return (vector unsigned char)(
  1142. __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3],
  1143. __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
  1144. }
  1145. static inline __ATTRS_o_ai vector signed short
  1146. vec_mergeh(vector signed short __a, vector signed short __b) {
  1147. return (vector signed short)(
  1148. __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]);
  1149. }
  1150. static inline __ATTRS_o_ai vector bool short
  1151. vec_mergeh(vector bool short __a, vector bool short __b) {
  1152. return (vector bool short)(
  1153. __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]);
  1154. }
  1155. static inline __ATTRS_o_ai vector unsigned short
  1156. vec_mergeh(vector unsigned short __a, vector unsigned short __b) {
  1157. return (vector unsigned short)(
  1158. __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]);
  1159. }
  1160. static inline __ATTRS_o_ai vector signed int
  1161. vec_mergeh(vector signed int __a, vector signed int __b) {
  1162. return (vector signed int)(__a[0], __b[0], __a[1], __b[1]);
  1163. }
  1164. static inline __ATTRS_o_ai vector bool int
  1165. vec_mergeh(vector bool int __a, vector bool int __b) {
  1166. return (vector bool int)(__a[0], __b[0], __a[1], __b[1]);
  1167. }
  1168. static inline __ATTRS_o_ai vector unsigned int
  1169. vec_mergeh(vector unsigned int __a, vector unsigned int __b) {
  1170. return (vector unsigned int)(__a[0], __b[0], __a[1], __b[1]);
  1171. }
  1172. static inline __ATTRS_o_ai vector signed long long
  1173. vec_mergeh(vector signed long long __a, vector signed long long __b) {
  1174. return (vector signed long long)(__a[0], __b[0]);
  1175. }
  1176. static inline __ATTRS_o_ai vector bool long long
  1177. vec_mergeh(vector bool long long __a, vector bool long long __b) {
  1178. return (vector bool long long)(__a[0], __b[0]);
  1179. }
  1180. static inline __ATTRS_o_ai vector unsigned long long
  1181. vec_mergeh(vector unsigned long long __a, vector unsigned long long __b) {
  1182. return (vector unsigned long long)(__a[0], __b[0]);
  1183. }
  1184. static inline __ATTRS_o_ai vector double
  1185. vec_mergeh(vector double __a, vector double __b) {
  1186. return (vector double)(__a[0], __b[0]);
  1187. }
  1188. /*-- vec_mergel -------------------------------------------------------------*/
  1189. static inline __ATTRS_o_ai vector signed char
  1190. vec_mergel(vector signed char __a, vector signed char __b) {
  1191. return (vector signed char)(
  1192. __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11],
  1193. __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]);
  1194. }
  1195. static inline __ATTRS_o_ai vector bool char
  1196. vec_mergel(vector bool char __a, vector bool char __b) {
  1197. return (vector bool char)(
  1198. __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11],
  1199. __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]);
  1200. }
  1201. static inline __ATTRS_o_ai vector unsigned char
  1202. vec_mergel(vector unsigned char __a, vector unsigned char __b) {
  1203. return (vector unsigned char)(
  1204. __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11],
  1205. __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]);
  1206. }
  1207. static inline __ATTRS_o_ai vector signed short
  1208. vec_mergel(vector signed short __a, vector signed short __b) {
  1209. return (vector signed short)(
  1210. __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
  1211. }
  1212. static inline __ATTRS_o_ai vector bool short
  1213. vec_mergel(vector bool short __a, vector bool short __b) {
  1214. return (vector bool short)(
  1215. __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
  1216. }
  1217. static inline __ATTRS_o_ai vector unsigned short
  1218. vec_mergel(vector unsigned short __a, vector unsigned short __b) {
  1219. return (vector unsigned short)(
  1220. __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
  1221. }
  1222. static inline __ATTRS_o_ai vector signed int
  1223. vec_mergel(vector signed int __a, vector signed int __b) {
  1224. return (vector signed int)(__a[2], __b[2], __a[3], __b[3]);
  1225. }
  1226. static inline __ATTRS_o_ai vector bool int
  1227. vec_mergel(vector bool int __a, vector bool int __b) {
  1228. return (vector bool int)(__a[2], __b[2], __a[3], __b[3]);
  1229. }
  1230. static inline __ATTRS_o_ai vector unsigned int
  1231. vec_mergel(vector unsigned int __a, vector unsigned int __b) {
  1232. return (vector unsigned int)(__a[2], __b[2], __a[3], __b[3]);
  1233. }
  1234. static inline __ATTRS_o_ai vector signed long long
  1235. vec_mergel(vector signed long long __a, vector signed long long __b) {
  1236. return (vector signed long long)(__a[1], __b[1]);
  1237. }
  1238. static inline __ATTRS_o_ai vector bool long long
  1239. vec_mergel(vector bool long long __a, vector bool long long __b) {
  1240. return (vector bool long long)(__a[1], __b[1]);
  1241. }
  1242. static inline __ATTRS_o_ai vector unsigned long long
  1243. vec_mergel(vector unsigned long long __a, vector unsigned long long __b) {
  1244. return (vector unsigned long long)(__a[1], __b[1]);
  1245. }
  1246. static inline __ATTRS_o_ai vector double
  1247. vec_mergel(vector double __a, vector double __b) {
  1248. return (vector double)(__a[1], __b[1]);
  1249. }
  1250. /*-- vec_pack ---------------------------------------------------------------*/
  1251. static inline __ATTRS_o_ai vector signed char
  1252. vec_pack(vector signed short __a, vector signed short __b) {
  1253. vector signed char __ac = (vector signed char)__a;
  1254. vector signed char __bc = (vector signed char)__b;
  1255. return (vector signed char)(
  1256. __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15],
  1257. __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]);
  1258. }
  1259. static inline __ATTRS_o_ai vector bool char
  1260. vec_pack(vector bool short __a, vector bool short __b) {
  1261. vector bool char __ac = (vector bool char)__a;
  1262. vector bool char __bc = (vector bool char)__b;
  1263. return (vector bool char)(
  1264. __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15],
  1265. __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]);
  1266. }
  1267. static inline __ATTRS_o_ai vector unsigned char
  1268. vec_pack(vector unsigned short __a, vector unsigned short __b) {
  1269. vector unsigned char __ac = (vector unsigned char)__a;
  1270. vector unsigned char __bc = (vector unsigned char)__b;
  1271. return (vector unsigned char)(
  1272. __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15],
  1273. __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]);
  1274. }
  1275. static inline __ATTRS_o_ai vector signed short
  1276. vec_pack(vector signed int __a, vector signed int __b) {
  1277. vector signed short __ac = (vector signed short)__a;
  1278. vector signed short __bc = (vector signed short)__b;
  1279. return (vector signed short)(
  1280. __ac[1], __ac[3], __ac[5], __ac[7],
  1281. __bc[1], __bc[3], __bc[5], __bc[7]);
  1282. }
  1283. static inline __ATTRS_o_ai vector bool short
  1284. vec_pack(vector bool int __a, vector bool int __b) {
  1285. vector bool short __ac = (vector bool short)__a;
  1286. vector bool short __bc = (vector bool short)__b;
  1287. return (vector bool short)(
  1288. __ac[1], __ac[3], __ac[5], __ac[7],
  1289. __bc[1], __bc[3], __bc[5], __bc[7]);
  1290. }
  1291. static inline __ATTRS_o_ai vector unsigned short
  1292. vec_pack(vector unsigned int __a, vector unsigned int __b) {
  1293. vector unsigned short __ac = (vector unsigned short)__a;
  1294. vector unsigned short __bc = (vector unsigned short)__b;
  1295. return (vector unsigned short)(
  1296. __ac[1], __ac[3], __ac[5], __ac[7],
  1297. __bc[1], __bc[3], __bc[5], __bc[7]);
  1298. }
  1299. static inline __ATTRS_o_ai vector signed int
  1300. vec_pack(vector signed long long __a, vector signed long long __b) {
  1301. vector signed int __ac = (vector signed int)__a;
  1302. vector signed int __bc = (vector signed int)__b;
  1303. return (vector signed int)(__ac[1], __ac[3], __bc[1], __bc[3]);
  1304. }
  1305. static inline __ATTRS_o_ai vector bool int
  1306. vec_pack(vector bool long long __a, vector bool long long __b) {
  1307. vector bool int __ac = (vector bool int)__a;
  1308. vector bool int __bc = (vector bool int)__b;
  1309. return (vector bool int)(__ac[1], __ac[3], __bc[1], __bc[3]);
  1310. }
  1311. static inline __ATTRS_o_ai vector unsigned int
  1312. vec_pack(vector unsigned long long __a, vector unsigned long long __b) {
  1313. vector unsigned int __ac = (vector unsigned int)__a;
  1314. vector unsigned int __bc = (vector unsigned int)__b;
  1315. return (vector unsigned int)(__ac[1], __ac[3], __bc[1], __bc[3]);
  1316. }
  1317. /*-- vec_packs --------------------------------------------------------------*/
  1318. static inline __ATTRS_o_ai vector signed char
  1319. vec_packs(vector signed short __a, vector signed short __b) {
  1320. return __builtin_s390_vpksh(__a, __b);
  1321. }
  1322. static inline __ATTRS_o_ai vector unsigned char
  1323. vec_packs(vector unsigned short __a, vector unsigned short __b) {
  1324. return __builtin_s390_vpklsh(__a, __b);
  1325. }
  1326. static inline __ATTRS_o_ai vector signed short
  1327. vec_packs(vector signed int __a, vector signed int __b) {
  1328. return __builtin_s390_vpksf(__a, __b);
  1329. }
  1330. static inline __ATTRS_o_ai vector unsigned short
  1331. vec_packs(vector unsigned int __a, vector unsigned int __b) {
  1332. return __builtin_s390_vpklsf(__a, __b);
  1333. }
  1334. static inline __ATTRS_o_ai vector signed int
  1335. vec_packs(vector signed long long __a, vector signed long long __b) {
  1336. return __builtin_s390_vpksg(__a, __b);
  1337. }
  1338. static inline __ATTRS_o_ai vector unsigned int
  1339. vec_packs(vector unsigned long long __a, vector unsigned long long __b) {
  1340. return __builtin_s390_vpklsg(__a, __b);
  1341. }
  1342. /*-- vec_packs_cc -----------------------------------------------------------*/
  1343. static inline __ATTRS_o_ai vector signed char
  1344. vec_packs_cc(vector signed short __a, vector signed short __b, int *__cc) {
  1345. return __builtin_s390_vpkshs(__a, __b, __cc);
  1346. }
  1347. static inline __ATTRS_o_ai vector unsigned char
  1348. vec_packs_cc(vector unsigned short __a, vector unsigned short __b, int *__cc) {
  1349. return __builtin_s390_vpklshs(__a, __b, __cc);
  1350. }
  1351. static inline __ATTRS_o_ai vector signed short
  1352. vec_packs_cc(vector signed int __a, vector signed int __b, int *__cc) {
  1353. return __builtin_s390_vpksfs(__a, __b, __cc);
  1354. }
  1355. static inline __ATTRS_o_ai vector unsigned short
  1356. vec_packs_cc(vector unsigned int __a, vector unsigned int __b, int *__cc) {
  1357. return __builtin_s390_vpklsfs(__a, __b, __cc);
  1358. }
  1359. static inline __ATTRS_o_ai vector signed int
  1360. vec_packs_cc(vector signed long long __a, vector signed long long __b,
  1361. int *__cc) {
  1362. return __builtin_s390_vpksgs(__a, __b, __cc);
  1363. }
  1364. static inline __ATTRS_o_ai vector unsigned int
  1365. vec_packs_cc(vector unsigned long long __a, vector unsigned long long __b,
  1366. int *__cc) {
  1367. return __builtin_s390_vpklsgs(__a, __b, __cc);
  1368. }
  1369. /*-- vec_packsu -------------------------------------------------------------*/
  1370. static inline __ATTRS_o_ai vector unsigned char
  1371. vec_packsu(vector signed short __a, vector signed short __b) {
  1372. const vector signed short __zero = (vector signed short)0;
  1373. return __builtin_s390_vpklsh(
  1374. (vector unsigned short)(__a >= __zero) & (vector unsigned short)__a,
  1375. (vector unsigned short)(__b >= __zero) & (vector unsigned short)__b);
  1376. }
  1377. static inline __ATTRS_o_ai vector unsigned char
  1378. vec_packsu(vector unsigned short __a, vector unsigned short __b) {
  1379. return __builtin_s390_vpklsh(__a, __b);
  1380. }
  1381. static inline __ATTRS_o_ai vector unsigned short
  1382. vec_packsu(vector signed int __a, vector signed int __b) {
  1383. const vector signed int __zero = (vector signed int)0;
  1384. return __builtin_s390_vpklsf(
  1385. (vector unsigned int)(__a >= __zero) & (vector unsigned int)__a,
  1386. (vector unsigned int)(__b >= __zero) & (vector unsigned int)__b);
  1387. }
  1388. static inline __ATTRS_o_ai vector unsigned short
  1389. vec_packsu(vector unsigned int __a, vector unsigned int __b) {
  1390. return __builtin_s390_vpklsf(__a, __b);
  1391. }
  1392. static inline __ATTRS_o_ai vector unsigned int
  1393. vec_packsu(vector signed long long __a, vector signed long long __b) {
  1394. const vector signed long long __zero = (vector signed long long)0;
  1395. return __builtin_s390_vpklsg(
  1396. (vector unsigned long long)(__a >= __zero) &
  1397. (vector unsigned long long)__a,
  1398. (vector unsigned long long)(__b >= __zero) &
  1399. (vector unsigned long long)__b);
  1400. }
  1401. static inline __ATTRS_o_ai vector unsigned int
  1402. vec_packsu(vector unsigned long long __a, vector unsigned long long __b) {
  1403. return __builtin_s390_vpklsg(__a, __b);
  1404. }
  1405. /*-- vec_packsu_cc ----------------------------------------------------------*/
  1406. static inline __ATTRS_o_ai vector unsigned char
  1407. vec_packsu_cc(vector unsigned short __a, vector unsigned short __b, int *__cc) {
  1408. return __builtin_s390_vpklshs(__a, __b, __cc);
  1409. }
  1410. static inline __ATTRS_o_ai vector unsigned short
  1411. vec_packsu_cc(vector unsigned int __a, vector unsigned int __b, int *__cc) {
  1412. return __builtin_s390_vpklsfs(__a, __b, __cc);
  1413. }
  1414. static inline __ATTRS_o_ai vector unsigned int
  1415. vec_packsu_cc(vector unsigned long long __a, vector unsigned long long __b,
  1416. int *__cc) {
  1417. return __builtin_s390_vpklsgs(__a, __b, __cc);
  1418. }
  1419. /*-- vec_unpackh ------------------------------------------------------------*/
  1420. static inline __ATTRS_o_ai vector signed short
  1421. vec_unpackh(vector signed char __a) {
  1422. return __builtin_s390_vuphb(__a);
  1423. }
  1424. static inline __ATTRS_o_ai vector bool short
  1425. vec_unpackh(vector bool char __a) {
  1426. return (vector bool short)__builtin_s390_vuphb((vector signed char)__a);
  1427. }
  1428. static inline __ATTRS_o_ai vector unsigned short
  1429. vec_unpackh(vector unsigned char __a) {
  1430. return __builtin_s390_vuplhb(__a);
  1431. }
  1432. static inline __ATTRS_o_ai vector signed int
  1433. vec_unpackh(vector signed short __a) {
  1434. return __builtin_s390_vuphh(__a);
  1435. }
  1436. static inline __ATTRS_o_ai vector bool int
  1437. vec_unpackh(vector bool short __a) {
  1438. return (vector bool int)__builtin_s390_vuphh((vector signed short)__a);
  1439. }
  1440. static inline __ATTRS_o_ai vector unsigned int
  1441. vec_unpackh(vector unsigned short __a) {
  1442. return __builtin_s390_vuplhh(__a);
  1443. }
  1444. static inline __ATTRS_o_ai vector signed long long
  1445. vec_unpackh(vector signed int __a) {
  1446. return __builtin_s390_vuphf(__a);
  1447. }
  1448. static inline __ATTRS_o_ai vector bool long long
  1449. vec_unpackh(vector bool int __a) {
  1450. return (vector bool long long)__builtin_s390_vuphf((vector signed int)__a);
  1451. }
  1452. static inline __ATTRS_o_ai vector unsigned long long
  1453. vec_unpackh(vector unsigned int __a) {
  1454. return __builtin_s390_vuplhf(__a);
  1455. }
  1456. /*-- vec_unpackl ------------------------------------------------------------*/
  1457. static inline __ATTRS_o_ai vector signed short
  1458. vec_unpackl(vector signed char __a) {
  1459. return __builtin_s390_vuplb(__a);
  1460. }
  1461. static inline __ATTRS_o_ai vector bool short
  1462. vec_unpackl(vector bool char __a) {
  1463. return (vector bool short)__builtin_s390_vuplb((vector signed char)__a);
  1464. }
  1465. static inline __ATTRS_o_ai vector unsigned short
  1466. vec_unpackl(vector unsigned char __a) {
  1467. return __builtin_s390_vupllb(__a);
  1468. }
  1469. static inline __ATTRS_o_ai vector signed int
  1470. vec_unpackl(vector signed short __a) {
  1471. return __builtin_s390_vuplhw(__a);
  1472. }
  1473. static inline __ATTRS_o_ai vector bool int
  1474. vec_unpackl(vector bool short __a) {
  1475. return (vector bool int)__builtin_s390_vuplhw((vector signed short)__a);
  1476. }
  1477. static inline __ATTRS_o_ai vector unsigned int
  1478. vec_unpackl(vector unsigned short __a) {
  1479. return __builtin_s390_vupllh(__a);
  1480. }
  1481. static inline __ATTRS_o_ai vector signed long long
  1482. vec_unpackl(vector signed int __a) {
  1483. return __builtin_s390_vuplf(__a);
  1484. }
  1485. static inline __ATTRS_o_ai vector bool long long
  1486. vec_unpackl(vector bool int __a) {
  1487. return (vector bool long long)__builtin_s390_vuplf((vector signed int)__a);
  1488. }
  1489. static inline __ATTRS_o_ai vector unsigned long long
  1490. vec_unpackl(vector unsigned int __a) {
  1491. return __builtin_s390_vupllf(__a);
  1492. }
  1493. /*-- vec_cmpeq --------------------------------------------------------------*/
  1494. static inline __ATTRS_o_ai vector bool char
  1495. vec_cmpeq(vector bool char __a, vector bool char __b) {
  1496. return (vector bool char)(__a == __b);
  1497. }
  1498. static inline __ATTRS_o_ai vector bool char
  1499. vec_cmpeq(vector signed char __a, vector signed char __b) {
  1500. return (vector bool char)(__a == __b);
  1501. }
  1502. static inline __ATTRS_o_ai vector bool char
  1503. vec_cmpeq(vector unsigned char __a, vector unsigned char __b) {
  1504. return (vector bool char)(__a == __b);
  1505. }
  1506. static inline __ATTRS_o_ai vector bool short
  1507. vec_cmpeq(vector bool short __a, vector bool short __b) {
  1508. return (vector bool short)(__a == __b);
  1509. }
  1510. static inline __ATTRS_o_ai vector bool short
  1511. vec_cmpeq(vector signed short __a, vector signed short __b) {
  1512. return (vector bool short)(__a == __b);
  1513. }
  1514. static inline __ATTRS_o_ai vector bool short
  1515. vec_cmpeq(vector unsigned short __a, vector unsigned short __b) {
  1516. return (vector bool short)(__a == __b);
  1517. }
  1518. static inline __ATTRS_o_ai vector bool int
  1519. vec_cmpeq(vector bool int __a, vector bool int __b) {
  1520. return (vector bool int)(__a == __b);
  1521. }
  1522. static inline __ATTRS_o_ai vector bool int
  1523. vec_cmpeq(vector signed int __a, vector signed int __b) {
  1524. return (vector bool int)(__a == __b);
  1525. }
  1526. static inline __ATTRS_o_ai vector bool int
  1527. vec_cmpeq(vector unsigned int __a, vector unsigned int __b) {
  1528. return (vector bool int)(__a == __b);
  1529. }
  1530. static inline __ATTRS_o_ai vector bool long long
  1531. vec_cmpeq(vector bool long long __a, vector bool long long __b) {
  1532. return (vector bool long long)(__a == __b);
  1533. }
  1534. static inline __ATTRS_o_ai vector bool long long
  1535. vec_cmpeq(vector signed long long __a, vector signed long long __b) {
  1536. return (vector bool long long)(__a == __b);
  1537. }
  1538. static inline __ATTRS_o_ai vector bool long long
  1539. vec_cmpeq(vector unsigned long long __a, vector unsigned long long __b) {
  1540. return (vector bool long long)(__a == __b);
  1541. }
  1542. static inline __ATTRS_o_ai vector bool long long
  1543. vec_cmpeq(vector double __a, vector double __b) {
  1544. return (vector bool long long)(__a == __b);
  1545. }
  1546. /*-- vec_cmpge --------------------------------------------------------------*/
  1547. static inline __ATTRS_o_ai vector bool char
  1548. vec_cmpge(vector signed char __a, vector signed char __b) {
  1549. return (vector bool char)(__a >= __b);
  1550. }
  1551. static inline __ATTRS_o_ai vector bool char
  1552. vec_cmpge(vector unsigned char __a, vector unsigned char __b) {
  1553. return (vector bool char)(__a >= __b);
  1554. }
  1555. static inline __ATTRS_o_ai vector bool short
  1556. vec_cmpge(vector signed short __a, vector signed short __b) {
  1557. return (vector bool short)(__a >= __b);
  1558. }
  1559. static inline __ATTRS_o_ai vector bool short
  1560. vec_cmpge(vector unsigned short __a, vector unsigned short __b) {
  1561. return (vector bool short)(__a >= __b);
  1562. }
  1563. static inline __ATTRS_o_ai vector bool int
  1564. vec_cmpge(vector signed int __a, vector signed int __b) {
  1565. return (vector bool int)(__a >= __b);
  1566. }
  1567. static inline __ATTRS_o_ai vector bool int
  1568. vec_cmpge(vector unsigned int __a, vector unsigned int __b) {
  1569. return (vector bool int)(__a >= __b);
  1570. }
  1571. static inline __ATTRS_o_ai vector bool long long
  1572. vec_cmpge(vector signed long long __a, vector signed long long __b) {
  1573. return (vector bool long long)(__a >= __b);
  1574. }
  1575. static inline __ATTRS_o_ai vector bool long long
  1576. vec_cmpge(vector unsigned long long __a, vector unsigned long long __b) {
  1577. return (vector bool long long)(__a >= __b);
  1578. }
  1579. static inline __ATTRS_o_ai vector bool long long
  1580. vec_cmpge(vector double __a, vector double __b) {
  1581. return (vector bool long long)(__a >= __b);
  1582. }
  1583. /*-- vec_cmpgt --------------------------------------------------------------*/
  1584. static inline __ATTRS_o_ai vector bool char
  1585. vec_cmpgt(vector signed char __a, vector signed char __b) {
  1586. return (vector bool char)(__a > __b);
  1587. }
  1588. static inline __ATTRS_o_ai vector bool char
  1589. vec_cmpgt(vector unsigned char __a, vector unsigned char __b) {
  1590. return (vector bool char)(__a > __b);
  1591. }
  1592. static inline __ATTRS_o_ai vector bool short
  1593. vec_cmpgt(vector signed short __a, vector signed short __b) {
  1594. return (vector bool short)(__a > __b);
  1595. }
  1596. static inline __ATTRS_o_ai vector bool short
  1597. vec_cmpgt(vector unsigned short __a, vector unsigned short __b) {
  1598. return (vector bool short)(__a > __b);
  1599. }
  1600. static inline __ATTRS_o_ai vector bool int
  1601. vec_cmpgt(vector signed int __a, vector signed int __b) {
  1602. return (vector bool int)(__a > __b);
  1603. }
  1604. static inline __ATTRS_o_ai vector bool int
  1605. vec_cmpgt(vector unsigned int __a, vector unsigned int __b) {
  1606. return (vector bool int)(__a > __b);
  1607. }
  1608. static inline __ATTRS_o_ai vector bool long long
  1609. vec_cmpgt(vector signed long long __a, vector signed long long __b) {
  1610. return (vector bool long long)(__a > __b);
  1611. }
  1612. static inline __ATTRS_o_ai vector bool long long
  1613. vec_cmpgt(vector unsigned long long __a, vector unsigned long long __b) {
  1614. return (vector bool long long)(__a > __b);
  1615. }
  1616. static inline __ATTRS_o_ai vector bool long long
  1617. vec_cmpgt(vector double __a, vector double __b) {
  1618. return (vector bool long long)(__a > __b);
  1619. }
  1620. /*-- vec_cmple --------------------------------------------------------------*/
  1621. static inline __ATTRS_o_ai vector bool char
  1622. vec_cmple(vector signed char __a, vector signed char __b) {
  1623. return (vector bool char)(__a <= __b);
  1624. }
  1625. static inline __ATTRS_o_ai vector bool char
  1626. vec_cmple(vector unsigned char __a, vector unsigned char __b) {
  1627. return (vector bool char)(__a <= __b);
  1628. }
  1629. static inline __ATTRS_o_ai vector bool short
  1630. vec_cmple(vector signed short __a, vector signed short __b) {
  1631. return (vector bool short)(__a <= __b);
  1632. }
  1633. static inline __ATTRS_o_ai vector bool short
  1634. vec_cmple(vector unsigned short __a, vector unsigned short __b) {
  1635. return (vector bool short)(__a <= __b);
  1636. }
  1637. static inline __ATTRS_o_ai vector bool int
  1638. vec_cmple(vector signed int __a, vector signed int __b) {
  1639. return (vector bool int)(__a <= __b);
  1640. }
  1641. static inline __ATTRS_o_ai vector bool int
  1642. vec_cmple(vector unsigned int __a, vector unsigned int __b) {
  1643. return (vector bool int)(__a <= __b);
  1644. }
  1645. static inline __ATTRS_o_ai vector bool long long
  1646. vec_cmple(vector signed long long __a, vector signed long long __b) {
  1647. return (vector bool long long)(__a <= __b);
  1648. }
  1649. static inline __ATTRS_o_ai vector bool long long
  1650. vec_cmple(vector unsigned long long __a, vector unsigned long long __b) {
  1651. return (vector bool long long)(__a <= __b);
  1652. }
  1653. static inline __ATTRS_o_ai vector bool long long
  1654. vec_cmple(vector double __a, vector double __b) {
  1655. return (vector bool long long)(__a <= __b);
  1656. }
  1657. /*-- vec_cmplt --------------------------------------------------------------*/
  1658. static inline __ATTRS_o_ai vector bool char
  1659. vec_cmplt(vector signed char __a, vector signed char __b) {
  1660. return (vector bool char)(__a < __b);
  1661. }
  1662. static inline __ATTRS_o_ai vector bool char
  1663. vec_cmplt(vector unsigned char __a, vector unsigned char __b) {
  1664. return (vector bool char)(__a < __b);
  1665. }
  1666. static inline __ATTRS_o_ai vector bool short
  1667. vec_cmplt(vector signed short __a, vector signed short __b) {
  1668. return (vector bool short)(__a < __b);
  1669. }
  1670. static inline __ATTRS_o_ai vector bool short
  1671. vec_cmplt(vector unsigned short __a, vector unsigned short __b) {
  1672. return (vector bool short)(__a < __b);
  1673. }
  1674. static inline __ATTRS_o_ai vector bool int
  1675. vec_cmplt(vector signed int __a, vector signed int __b) {
  1676. return (vector bool int)(__a < __b);
  1677. }
  1678. static inline __ATTRS_o_ai vector bool int
  1679. vec_cmplt(vector unsigned int __a, vector unsigned int __b) {
  1680. return (vector bool int)(__a < __b);
  1681. }
  1682. static inline __ATTRS_o_ai vector bool long long
  1683. vec_cmplt(vector signed long long __a, vector signed long long __b) {
  1684. return (vector bool long long)(__a < __b);
  1685. }
  1686. static inline __ATTRS_o_ai vector bool long long
  1687. vec_cmplt(vector unsigned long long __a, vector unsigned long long __b) {
  1688. return (vector bool long long)(__a < __b);
  1689. }
  1690. static inline __ATTRS_o_ai vector bool long long
  1691. vec_cmplt(vector double __a, vector double __b) {
  1692. return (vector bool long long)(__a < __b);
  1693. }
  1694. /*-- vec_all_eq -------------------------------------------------------------*/
  1695. static inline __ATTRS_o_ai int
  1696. vec_all_eq(vector signed char __a, vector signed char __b) {
  1697. int __cc;
  1698. __builtin_s390_vceqbs(__a, __b, &__cc);
  1699. return __cc == 0;
  1700. }
  1701. static inline __ATTRS_o_ai int
  1702. vec_all_eq(vector signed char __a, vector bool char __b) {
  1703. int __cc;
  1704. __builtin_s390_vceqbs(__a, (vector signed char)__b, &__cc);
  1705. return __cc == 0;
  1706. }
  1707. static inline __ATTRS_o_ai int
  1708. vec_all_eq(vector bool char __a, vector signed char __b) {
  1709. int __cc;
  1710. __builtin_s390_vceqbs((vector signed char)__a, __b, &__cc);
  1711. return __cc == 0;
  1712. }
  1713. static inline __ATTRS_o_ai int
  1714. vec_all_eq(vector unsigned char __a, vector unsigned char __b) {
  1715. int __cc;
  1716. __builtin_s390_vceqbs((vector signed char)__a,
  1717. (vector signed char)__b, &__cc);
  1718. return __cc == 0;
  1719. }
  1720. static inline __ATTRS_o_ai int
  1721. vec_all_eq(vector unsigned char __a, vector bool char __b) {
  1722. int __cc;
  1723. __builtin_s390_vceqbs((vector signed char)__a,
  1724. (vector signed char)__b, &__cc);
  1725. return __cc == 0;
  1726. }
  1727. static inline __ATTRS_o_ai int
  1728. vec_all_eq(vector bool char __a, vector unsigned char __b) {
  1729. int __cc;
  1730. __builtin_s390_vceqbs((vector signed char)__a,
  1731. (vector signed char)__b, &__cc);
  1732. return __cc == 0;
  1733. }
  1734. static inline __ATTRS_o_ai int
  1735. vec_all_eq(vector bool char __a, vector bool char __b) {
  1736. int __cc;
  1737. __builtin_s390_vceqbs((vector signed char)__a,
  1738. (vector signed char)__b, &__cc);
  1739. return __cc == 0;
  1740. }
  1741. static inline __ATTRS_o_ai int
  1742. vec_all_eq(vector signed short __a, vector signed short __b) {
  1743. int __cc;
  1744. __builtin_s390_vceqhs(__a, __b, &__cc);
  1745. return __cc == 0;
  1746. }
  1747. static inline __ATTRS_o_ai int
  1748. vec_all_eq(vector signed short __a, vector bool short __b) {
  1749. int __cc;
  1750. __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);
  1751. return __cc == 0;
  1752. }
  1753. static inline __ATTRS_o_ai int
  1754. vec_all_eq(vector bool short __a, vector signed short __b) {
  1755. int __cc;
  1756. __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);
  1757. return __cc == 0;
  1758. }
  1759. static inline __ATTRS_o_ai int
  1760. vec_all_eq(vector unsigned short __a, vector unsigned short __b) {
  1761. int __cc;
  1762. __builtin_s390_vceqhs((vector signed short)__a,
  1763. (vector signed short)__b, &__cc);
  1764. return __cc == 0;
  1765. }
  1766. static inline __ATTRS_o_ai int
  1767. vec_all_eq(vector unsigned short __a, vector bool short __b) {
  1768. int __cc;
  1769. __builtin_s390_vceqhs((vector signed short)__a,
  1770. (vector signed short)__b, &__cc);
  1771. return __cc == 0;
  1772. }
  1773. static inline __ATTRS_o_ai int
  1774. vec_all_eq(vector bool short __a, vector unsigned short __b) {
  1775. int __cc;
  1776. __builtin_s390_vceqhs((vector signed short)__a,
  1777. (vector signed short)__b, &__cc);
  1778. return __cc == 0;
  1779. }
  1780. static inline __ATTRS_o_ai int
  1781. vec_all_eq(vector bool short __a, vector bool short __b) {
  1782. int __cc;
  1783. __builtin_s390_vceqhs((vector signed short)__a,
  1784. (vector signed short)__b, &__cc);
  1785. return __cc == 0;
  1786. }
  1787. static inline __ATTRS_o_ai int
  1788. vec_all_eq(vector signed int __a, vector signed int __b) {
  1789. int __cc;
  1790. __builtin_s390_vceqfs(__a, __b, &__cc);
  1791. return __cc == 0;
  1792. }
  1793. static inline __ATTRS_o_ai int
  1794. vec_all_eq(vector signed int __a, vector bool int __b) {
  1795. int __cc;
  1796. __builtin_s390_vceqfs(__a, (vector signed int)__b, &__cc);
  1797. return __cc == 0;
  1798. }
  1799. static inline __ATTRS_o_ai int
  1800. vec_all_eq(vector bool int __a, vector signed int __b) {
  1801. int __cc;
  1802. __builtin_s390_vceqfs((vector signed int)__a, __b, &__cc);
  1803. return __cc == 0;
  1804. }
  1805. static inline __ATTRS_o_ai int
  1806. vec_all_eq(vector unsigned int __a, vector unsigned int __b) {
  1807. int __cc;
  1808. __builtin_s390_vceqfs((vector signed int)__a,
  1809. (vector signed int)__b, &__cc);
  1810. return __cc == 0;
  1811. }
  1812. static inline __ATTRS_o_ai int
  1813. vec_all_eq(vector unsigned int __a, vector bool int __b) {
  1814. int __cc;
  1815. __builtin_s390_vceqfs((vector signed int)__a,
  1816. (vector signed int)__b, &__cc);
  1817. return __cc == 0;
  1818. }
  1819. static inline __ATTRS_o_ai int
  1820. vec_all_eq(vector bool int __a, vector unsigned int __b) {
  1821. int __cc;
  1822. __builtin_s390_vceqfs((vector signed int)__a,
  1823. (vector signed int)__b, &__cc);
  1824. return __cc == 0;
  1825. }
  1826. static inline __ATTRS_o_ai int
  1827. vec_all_eq(vector bool int __a, vector bool int __b) {
  1828. int __cc;
  1829. __builtin_s390_vceqfs((vector signed int)__a,
  1830. (vector signed int)__b, &__cc);
  1831. return __cc == 0;
  1832. }
  1833. static inline __ATTRS_o_ai int
  1834. vec_all_eq(vector signed long long __a, vector signed long long __b) {
  1835. int __cc;
  1836. __builtin_s390_vceqgs(__a, __b, &__cc);
  1837. return __cc == 0;
  1838. }
  1839. static inline __ATTRS_o_ai int
  1840. vec_all_eq(vector signed long long __a, vector bool long long __b) {
  1841. int __cc;
  1842. __builtin_s390_vceqgs(__a, (vector signed long long)__b, &__cc);
  1843. return __cc == 0;
  1844. }
  1845. static inline __ATTRS_o_ai int
  1846. vec_all_eq(vector bool long long __a, vector signed long long __b) {
  1847. int __cc;
  1848. __builtin_s390_vceqgs((vector signed long long)__a, __b, &__cc);
  1849. return __cc == 0;
  1850. }
  1851. static inline __ATTRS_o_ai int
  1852. vec_all_eq(vector unsigned long long __a, vector unsigned long long __b) {
  1853. int __cc;
  1854. __builtin_s390_vceqgs((vector signed long long)__a,
  1855. (vector signed long long)__b, &__cc);
  1856. return __cc == 0;
  1857. }
  1858. static inline __ATTRS_o_ai int
  1859. vec_all_eq(vector unsigned long long __a, vector bool long long __b) {
  1860. int __cc;
  1861. __builtin_s390_vceqgs((vector signed long long)__a,
  1862. (vector signed long long)__b, &__cc);
  1863. return __cc == 0;
  1864. }
  1865. static inline __ATTRS_o_ai int
  1866. vec_all_eq(vector bool long long __a, vector unsigned long long __b) {
  1867. int __cc;
  1868. __builtin_s390_vceqgs((vector signed long long)__a,
  1869. (vector signed long long)__b, &__cc);
  1870. return __cc == 0;
  1871. }
  1872. static inline __ATTRS_o_ai int
  1873. vec_all_eq(vector bool long long __a, vector bool long long __b) {
  1874. int __cc;
  1875. __builtin_s390_vceqgs((vector signed long long)__a,
  1876. (vector signed long long)__b, &__cc);
  1877. return __cc == 0;
  1878. }
  1879. static inline __ATTRS_o_ai int
  1880. vec_all_eq(vector double __a, vector double __b) {
  1881. int __cc;
  1882. __builtin_s390_vfcedbs(__a, __b, &__cc);
  1883. return __cc == 0;
  1884. }
  1885. /*-- vec_all_ne -------------------------------------------------------------*/
  1886. static inline __ATTRS_o_ai int
  1887. vec_all_ne(vector signed char __a, vector signed char __b) {
  1888. int __cc;
  1889. __builtin_s390_vceqbs(__a, __b, &__cc);
  1890. return __cc == 3;
  1891. }
  1892. static inline __ATTRS_o_ai int
  1893. vec_all_ne(vector signed char __a, vector bool char __b) {
  1894. int __cc;
  1895. __builtin_s390_vceqbs(__a, (vector signed char)__b, &__cc);
  1896. return __cc == 3;
  1897. }
  1898. static inline __ATTRS_o_ai int
  1899. vec_all_ne(vector bool char __a, vector signed char __b) {
  1900. int __cc;
  1901. __builtin_s390_vceqbs((vector signed char)__a, __b, &__cc);
  1902. return __cc == 3;
  1903. }
  1904. static inline __ATTRS_o_ai int
  1905. vec_all_ne(vector unsigned char __a, vector unsigned char __b) {
  1906. int __cc;
  1907. __builtin_s390_vceqbs((vector signed char)__a,
  1908. (vector signed char)__b, &__cc);
  1909. return __cc == 3;
  1910. }
  1911. static inline __ATTRS_o_ai int
  1912. vec_all_ne(vector unsigned char __a, vector bool char __b) {
  1913. int __cc;
  1914. __builtin_s390_vceqbs((vector signed char)__a,
  1915. (vector signed char)__b, &__cc);
  1916. return __cc == 3;
  1917. }
  1918. static inline __ATTRS_o_ai int
  1919. vec_all_ne(vector bool char __a, vector unsigned char __b) {
  1920. int __cc;
  1921. __builtin_s390_vceqbs((vector signed char)__a,
  1922. (vector signed char)__b, &__cc);
  1923. return __cc == 3;
  1924. }
  1925. static inline __ATTRS_o_ai int
  1926. vec_all_ne(vector bool char __a, vector bool char __b) {
  1927. int __cc;
  1928. __builtin_s390_vceqbs((vector signed char)__a,
  1929. (vector signed char)__b, &__cc);
  1930. return __cc == 3;
  1931. }
  1932. static inline __ATTRS_o_ai int
  1933. vec_all_ne(vector signed short __a, vector signed short __b) {
  1934. int __cc;
  1935. __builtin_s390_vceqhs(__a, __b, &__cc);
  1936. return __cc == 3;
  1937. }
  1938. static inline __ATTRS_o_ai int
  1939. vec_all_ne(vector signed short __a, vector bool short __b) {
  1940. int __cc;
  1941. __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);
  1942. return __cc == 3;
  1943. }
  1944. static inline __ATTRS_o_ai int
  1945. vec_all_ne(vector bool short __a, vector signed short __b) {
  1946. int __cc;
  1947. __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);
  1948. return __cc == 3;
  1949. }
  1950. static inline __ATTRS_o_ai int
  1951. vec_all_ne(vector unsigned short __a, vector unsigned short __b) {
  1952. int __cc;
  1953. __builtin_s390_vceqhs((vector signed short)__a,
  1954. (vector signed short)__b, &__cc);
  1955. return __cc == 3;
  1956. }
  1957. static inline __ATTRS_o_ai int
  1958. vec_all_ne(vector unsigned short __a, vector bool short __b) {
  1959. int __cc;
  1960. __builtin_s390_vceqhs((vector signed short)__a,
  1961. (vector signed short)__b, &__cc);
  1962. return __cc == 3;
  1963. }
  1964. static inline __ATTRS_o_ai int
  1965. vec_all_ne(vector bool short __a, vector unsigned short __b) {
  1966. int __cc;
  1967. __builtin_s390_vceqhs((vector signed short)__a,
  1968. (vector signed short)__b, &__cc);
  1969. return __cc == 3;
  1970. }
  1971. static inline __ATTRS_o_ai int
  1972. vec_all_ne(vector bool short __a, vector bool short __b) {
  1973. int __cc;
  1974. __builtin_s390_vceqhs((vector signed short)__a,
  1975. (vector signed short)__b, &__cc);
  1976. return __cc == 3;
  1977. }
  1978. static inline __ATTRS_o_ai int
  1979. vec_all_ne(vector signed int __a, vector signed int __b) {
  1980. int __cc;
  1981. __builtin_s390_vceqfs(__a, __b, &__cc);
  1982. return __cc == 3;
  1983. }
  1984. static inline __ATTRS_o_ai int
  1985. vec_all_ne(vector signed int __a, vector bool int __b) {
  1986. int __cc;
  1987. __builtin_s390_vceqfs(__a, (vector signed int)__b, &__cc);
  1988. return __cc == 3;
  1989. }
  1990. static inline __ATTRS_o_ai int
  1991. vec_all_ne(vector bool int __a, vector signed int __b) {
  1992. int __cc;
  1993. __builtin_s390_vceqfs((vector signed int)__a, __b, &__cc);
  1994. return __cc == 3;
  1995. }
  1996. static inline __ATTRS_o_ai int
  1997. vec_all_ne(vector unsigned int __a, vector unsigned int __b) {
  1998. int __cc;
  1999. __builtin_s390_vceqfs((vector signed int)__a,
  2000. (vector signed int)__b, &__cc);
  2001. return __cc == 3;
  2002. }
  2003. static inline __ATTRS_o_ai int
  2004. vec_all_ne(vector unsigned int __a, vector bool int __b) {
  2005. int __cc;
  2006. __builtin_s390_vceqfs((vector signed int)__a,
  2007. (vector signed int)__b, &__cc);
  2008. return __cc == 3;
  2009. }
  2010. static inline __ATTRS_o_ai int
  2011. vec_all_ne(vector bool int __a, vector unsigned int __b) {
  2012. int __cc;
  2013. __builtin_s390_vceqfs((vector signed int)__a,
  2014. (vector signed int)__b, &__cc);
  2015. return __cc == 3;
  2016. }
  2017. static inline __ATTRS_o_ai int
  2018. vec_all_ne(vector bool int __a, vector bool int __b) {
  2019. int __cc;
  2020. __builtin_s390_vceqfs((vector signed int)__a,
  2021. (vector signed int)__b, &__cc);
  2022. return __cc == 3;
  2023. }
  2024. static inline __ATTRS_o_ai int
  2025. vec_all_ne(vector signed long long __a, vector signed long long __b) {
  2026. int __cc;
  2027. __builtin_s390_vceqgs(__a, __b, &__cc);
  2028. return __cc == 3;
  2029. }
  2030. static inline __ATTRS_o_ai int
  2031. vec_all_ne(vector signed long long __a, vector bool long long __b) {
  2032. int __cc;
  2033. __builtin_s390_vceqgs(__a, (vector signed long long)__b, &__cc);
  2034. return __cc == 3;
  2035. }
  2036. static inline __ATTRS_o_ai int
  2037. vec_all_ne(vector bool long long __a, vector signed long long __b) {
  2038. int __cc;
  2039. __builtin_s390_vceqgs((vector signed long long)__a, __b, &__cc);
  2040. return __cc == 3;
  2041. }
  2042. static inline __ATTRS_o_ai int
  2043. vec_all_ne(vector unsigned long long __a, vector unsigned long long __b) {
  2044. int __cc;
  2045. __builtin_s390_vceqgs((vector signed long long)__a,
  2046. (vector signed long long)__b, &__cc);
  2047. return __cc == 3;
  2048. }
  2049. static inline __ATTRS_o_ai int
  2050. vec_all_ne(vector unsigned long long __a, vector bool long long __b) {
  2051. int __cc;
  2052. __builtin_s390_vceqgs((vector signed long long)__a,
  2053. (vector signed long long)__b, &__cc);
  2054. return __cc == 3;
  2055. }
  2056. static inline __ATTRS_o_ai int
  2057. vec_all_ne(vector bool long long __a, vector unsigned long long __b) {
  2058. int __cc;
  2059. __builtin_s390_vceqgs((vector signed long long)__a,
  2060. (vector signed long long)__b, &__cc);
  2061. return __cc == 3;
  2062. }
  2063. static inline __ATTRS_o_ai int
  2064. vec_all_ne(vector bool long long __a, vector bool long long __b) {
  2065. int __cc;
  2066. __builtin_s390_vceqgs((vector signed long long)__a,
  2067. (vector signed long long)__b, &__cc);
  2068. return __cc == 3;
  2069. }
  2070. static inline __ATTRS_o_ai int
  2071. vec_all_ne(vector double __a, vector double __b) {
  2072. int __cc;
  2073. __builtin_s390_vfcedbs(__a, __b, &__cc);
  2074. return __cc == 3;
  2075. }
  2076. /*-- vec_all_ge -------------------------------------------------------------*/
  2077. static inline __ATTRS_o_ai int
  2078. vec_all_ge(vector signed char __a, vector signed char __b) {
  2079. int __cc;
  2080. __builtin_s390_vchbs(__b, __a, &__cc);
  2081. return __cc == 3;
  2082. }
  2083. static inline __ATTRS_o_ai int
  2084. vec_all_ge(vector signed char __a, vector bool char __b) {
  2085. int __cc;
  2086. __builtin_s390_vchbs((vector signed char)__b, __a, &__cc);
  2087. return __cc == 3;
  2088. }
  2089. static inline __ATTRS_o_ai int
  2090. vec_all_ge(vector bool char __a, vector signed char __b) {
  2091. int __cc;
  2092. __builtin_s390_vchbs(__b, (vector signed char)__a, &__cc);
  2093. return __cc == 3;
  2094. }
  2095. static inline __ATTRS_o_ai int
  2096. vec_all_ge(vector unsigned char __a, vector unsigned char __b) {
  2097. int __cc;
  2098. __builtin_s390_vchlbs(__b, __a, &__cc);
  2099. return __cc == 3;
  2100. }
  2101. static inline __ATTRS_o_ai int
  2102. vec_all_ge(vector unsigned char __a, vector bool char __b) {
  2103. int __cc;
  2104. __builtin_s390_vchlbs((vector unsigned char)__b, __a, &__cc);
  2105. return __cc == 3;
  2106. }
  2107. static inline __ATTRS_o_ai int
  2108. vec_all_ge(vector bool char __a, vector unsigned char __b) {
  2109. int __cc;
  2110. __builtin_s390_vchlbs(__b, (vector unsigned char)__a, &__cc);
  2111. return __cc == 3;
  2112. }
  2113. static inline __ATTRS_o_ai int
  2114. vec_all_ge(vector bool char __a, vector bool char __b) {
  2115. int __cc;
  2116. __builtin_s390_vchlbs((vector unsigned char)__b,
  2117. (vector unsigned char)__a, &__cc);
  2118. return __cc == 3;
  2119. }
  2120. static inline __ATTRS_o_ai int
  2121. vec_all_ge(vector signed short __a, vector signed short __b) {
  2122. int __cc;
  2123. __builtin_s390_vchhs(__b, __a, &__cc);
  2124. return __cc == 3;
  2125. }
  2126. static inline __ATTRS_o_ai int
  2127. vec_all_ge(vector signed short __a, vector bool short __b) {
  2128. int __cc;
  2129. __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);
  2130. return __cc == 3;
  2131. }
  2132. static inline __ATTRS_o_ai int
  2133. vec_all_ge(vector bool short __a, vector signed short __b) {
  2134. int __cc;
  2135. __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);
  2136. return __cc == 3;
  2137. }
  2138. static inline __ATTRS_o_ai int
  2139. vec_all_ge(vector unsigned short __a, vector unsigned short __b) {
  2140. int __cc;
  2141. __builtin_s390_vchlhs(__b, __a, &__cc);
  2142. return __cc == 3;
  2143. }
  2144. static inline __ATTRS_o_ai int
  2145. vec_all_ge(vector unsigned short __a, vector bool short __b) {
  2146. int __cc;
  2147. __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);
  2148. return __cc == 3;
  2149. }
  2150. static inline __ATTRS_o_ai int
  2151. vec_all_ge(vector bool short __a, vector unsigned short __b) {
  2152. int __cc;
  2153. __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);
  2154. return __cc == 3;
  2155. }
  2156. static inline __ATTRS_o_ai int
  2157. vec_all_ge(vector bool short __a, vector bool short __b) {
  2158. int __cc;
  2159. __builtin_s390_vchlhs((vector unsigned short)__b,
  2160. (vector unsigned short)__a, &__cc);
  2161. return __cc == 3;
  2162. }
  2163. static inline __ATTRS_o_ai int
  2164. vec_all_ge(vector signed int __a, vector signed int __b) {
  2165. int __cc;
  2166. __builtin_s390_vchfs(__b, __a, &__cc);
  2167. return __cc == 3;
  2168. }
  2169. static inline __ATTRS_o_ai int
  2170. vec_all_ge(vector signed int __a, vector bool int __b) {
  2171. int __cc;
  2172. __builtin_s390_vchfs((vector signed int)__b, __a, &__cc);
  2173. return __cc == 3;
  2174. }
  2175. static inline __ATTRS_o_ai int
  2176. vec_all_ge(vector bool int __a, vector signed int __b) {
  2177. int __cc;
  2178. __builtin_s390_vchfs(__b, (vector signed int)__a, &__cc);
  2179. return __cc == 3;
  2180. }
  2181. static inline __ATTRS_o_ai int
  2182. vec_all_ge(vector unsigned int __a, vector unsigned int __b) {
  2183. int __cc;
  2184. __builtin_s390_vchlfs(__b, __a, &__cc);
  2185. return __cc == 3;
  2186. }
  2187. static inline __ATTRS_o_ai int
  2188. vec_all_ge(vector unsigned int __a, vector bool int __b) {
  2189. int __cc;
  2190. __builtin_s390_vchlfs((vector unsigned int)__b, __a, &__cc);
  2191. return __cc == 3;
  2192. }
  2193. static inline __ATTRS_o_ai int
  2194. vec_all_ge(vector bool int __a, vector unsigned int __b) {
  2195. int __cc;
  2196. __builtin_s390_vchlfs(__b, (vector unsigned int)__a, &__cc);
  2197. return __cc == 3;
  2198. }
  2199. static inline __ATTRS_o_ai int
  2200. vec_all_ge(vector bool int __a, vector bool int __b) {
  2201. int __cc;
  2202. __builtin_s390_vchlfs((vector unsigned int)__b,
  2203. (vector unsigned int)__a, &__cc);
  2204. return __cc == 3;
  2205. }
  2206. static inline __ATTRS_o_ai int
  2207. vec_all_ge(vector signed long long __a, vector signed long long __b) {
  2208. int __cc;
  2209. __builtin_s390_vchgs(__b, __a, &__cc);
  2210. return __cc == 3;
  2211. }
  2212. static inline __ATTRS_o_ai int
  2213. vec_all_ge(vector signed long long __a, vector bool long long __b) {
  2214. int __cc;
  2215. __builtin_s390_vchgs((vector signed long long)__b, __a, &__cc);
  2216. return __cc == 3;
  2217. }
  2218. static inline __ATTRS_o_ai int
  2219. vec_all_ge(vector bool long long __a, vector signed long long __b) {
  2220. int __cc;
  2221. __builtin_s390_vchgs(__b, (vector signed long long)__a, &__cc);
  2222. return __cc == 3;
  2223. }
  2224. static inline __ATTRS_o_ai int
  2225. vec_all_ge(vector unsigned long long __a, vector unsigned long long __b) {
  2226. int __cc;
  2227. __builtin_s390_vchlgs(__b, __a, &__cc);
  2228. return __cc == 3;
  2229. }
  2230. static inline __ATTRS_o_ai int
  2231. vec_all_ge(vector unsigned long long __a, vector bool long long __b) {
  2232. int __cc;
  2233. __builtin_s390_vchlgs((vector unsigned long long)__b, __a, &__cc);
  2234. return __cc == 3;
  2235. }
  2236. static inline __ATTRS_o_ai int
  2237. vec_all_ge(vector bool long long __a, vector unsigned long long __b) {
  2238. int __cc;
  2239. __builtin_s390_vchlgs(__b, (vector unsigned long long)__a, &__cc);
  2240. return __cc == 3;
  2241. }
  2242. static inline __ATTRS_o_ai int
  2243. vec_all_ge(vector bool long long __a, vector bool long long __b) {
  2244. int __cc;
  2245. __builtin_s390_vchlgs((vector unsigned long long)__b,
  2246. (vector unsigned long long)__a, &__cc);
  2247. return __cc == 3;
  2248. }
  2249. static inline __ATTRS_o_ai int
  2250. vec_all_ge(vector double __a, vector double __b) {
  2251. int __cc;
  2252. __builtin_s390_vfchedbs(__a, __b, &__cc);
  2253. return __cc == 0;
  2254. }
  2255. /*-- vec_all_gt -------------------------------------------------------------*/
  2256. static inline __ATTRS_o_ai int
  2257. vec_all_gt(vector signed char __a, vector signed char __b) {
  2258. int __cc;
  2259. __builtin_s390_vchbs(__a, __b, &__cc);
  2260. return __cc == 0;
  2261. }
  2262. static inline __ATTRS_o_ai int
  2263. vec_all_gt(vector signed char __a, vector bool char __b) {
  2264. int __cc;
  2265. __builtin_s390_vchbs(__a, (vector signed char)__b, &__cc);
  2266. return __cc == 0;
  2267. }
  2268. static inline __ATTRS_o_ai int
  2269. vec_all_gt(vector bool char __a, vector signed char __b) {
  2270. int __cc;
  2271. __builtin_s390_vchbs((vector signed char)__a, __b, &__cc);
  2272. return __cc == 0;
  2273. }
  2274. static inline __ATTRS_o_ai int
  2275. vec_all_gt(vector unsigned char __a, vector unsigned char __b) {
  2276. int __cc;
  2277. __builtin_s390_vchlbs(__a, __b, &__cc);
  2278. return __cc == 0;
  2279. }
  2280. static inline __ATTRS_o_ai int
  2281. vec_all_gt(vector unsigned char __a, vector bool char __b) {
  2282. int __cc;
  2283. __builtin_s390_vchlbs(__a, (vector unsigned char)__b, &__cc);
  2284. return __cc == 0;
  2285. }
  2286. static inline __ATTRS_o_ai int
  2287. vec_all_gt(vector bool char __a, vector unsigned char __b) {
  2288. int __cc;
  2289. __builtin_s390_vchlbs((vector unsigned char)__a, __b, &__cc);
  2290. return __cc == 0;
  2291. }
  2292. static inline __ATTRS_o_ai int
  2293. vec_all_gt(vector bool char __a, vector bool char __b) {
  2294. int __cc;
  2295. __builtin_s390_vchlbs((vector unsigned char)__a,
  2296. (vector unsigned char)__b, &__cc);
  2297. return __cc == 0;
  2298. }
  2299. static inline __ATTRS_o_ai int
  2300. vec_all_gt(vector signed short __a, vector signed short __b) {
  2301. int __cc;
  2302. __builtin_s390_vchhs(__a, __b, &__cc);
  2303. return __cc == 0;
  2304. }
  2305. static inline __ATTRS_o_ai int
  2306. vec_all_gt(vector signed short __a, vector bool short __b) {
  2307. int __cc;
  2308. __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);
  2309. return __cc == 0;
  2310. }
  2311. static inline __ATTRS_o_ai int
  2312. vec_all_gt(vector bool short __a, vector signed short __b) {
  2313. int __cc;
  2314. __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);
  2315. return __cc == 0;
  2316. }
  2317. static inline __ATTRS_o_ai int
  2318. vec_all_gt(vector unsigned short __a, vector unsigned short __b) {
  2319. int __cc;
  2320. __builtin_s390_vchlhs(__a, __b, &__cc);
  2321. return __cc == 0;
  2322. }
  2323. static inline __ATTRS_o_ai int
  2324. vec_all_gt(vector unsigned short __a, vector bool short __b) {
  2325. int __cc;
  2326. __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);
  2327. return __cc == 0;
  2328. }
  2329. static inline __ATTRS_o_ai int
  2330. vec_all_gt(vector bool short __a, vector unsigned short __b) {
  2331. int __cc;
  2332. __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);
  2333. return __cc == 0;
  2334. }
  2335. static inline __ATTRS_o_ai int
  2336. vec_all_gt(vector bool short __a, vector bool short __b) {
  2337. int __cc;
  2338. __builtin_s390_vchlhs((vector unsigned short)__a,
  2339. (vector unsigned short)__b, &__cc);
  2340. return __cc == 0;
  2341. }
  2342. static inline __ATTRS_o_ai int
  2343. vec_all_gt(vector signed int __a, vector signed int __b) {
  2344. int __cc;
  2345. __builtin_s390_vchfs(__a, __b, &__cc);
  2346. return __cc == 0;
  2347. }
  2348. static inline __ATTRS_o_ai int
  2349. vec_all_gt(vector signed int __a, vector bool int __b) {
  2350. int __cc;
  2351. __builtin_s390_vchfs(__a, (vector signed int)__b, &__cc);
  2352. return __cc == 0;
  2353. }
  2354. static inline __ATTRS_o_ai int
  2355. vec_all_gt(vector bool int __a, vector signed int __b) {
  2356. int __cc;
  2357. __builtin_s390_vchfs((vector signed int)__a, __b, &__cc);
  2358. return __cc == 0;
  2359. }
  2360. static inline __ATTRS_o_ai int
  2361. vec_all_gt(vector unsigned int __a, vector unsigned int __b) {
  2362. int __cc;
  2363. __builtin_s390_vchlfs(__a, __b, &__cc);
  2364. return __cc == 0;
  2365. }
  2366. static inline __ATTRS_o_ai int
  2367. vec_all_gt(vector unsigned int __a, vector bool int __b) {
  2368. int __cc;
  2369. __builtin_s390_vchlfs(__a, (vector unsigned int)__b, &__cc);
  2370. return __cc == 0;
  2371. }
  2372. static inline __ATTRS_o_ai int
  2373. vec_all_gt(vector bool int __a, vector unsigned int __b) {
  2374. int __cc;
  2375. __builtin_s390_vchlfs((vector unsigned int)__a, __b, &__cc);
  2376. return __cc == 0;
  2377. }
  2378. static inline __ATTRS_o_ai int
  2379. vec_all_gt(vector bool int __a, vector bool int __b) {
  2380. int __cc;
  2381. __builtin_s390_vchlfs((vector unsigned int)__a,
  2382. (vector unsigned int)__b, &__cc);
  2383. return __cc == 0;
  2384. }
  2385. static inline __ATTRS_o_ai int
  2386. vec_all_gt(vector signed long long __a, vector signed long long __b) {
  2387. int __cc;
  2388. __builtin_s390_vchgs(__a, __b, &__cc);
  2389. return __cc == 0;
  2390. }
  2391. static inline __ATTRS_o_ai int
  2392. vec_all_gt(vector signed long long __a, vector bool long long __b) {
  2393. int __cc;
  2394. __builtin_s390_vchgs(__a, (vector signed long long)__b, &__cc);
  2395. return __cc == 0;
  2396. }
  2397. static inline __ATTRS_o_ai int
  2398. vec_all_gt(vector bool long long __a, vector signed long long __b) {
  2399. int __cc;
  2400. __builtin_s390_vchgs((vector signed long long)__a, __b, &__cc);
  2401. return __cc == 0;
  2402. }
  2403. static inline __ATTRS_o_ai int
  2404. vec_all_gt(vector unsigned long long __a, vector unsigned long long __b) {
  2405. int __cc;
  2406. __builtin_s390_vchlgs(__a, __b, &__cc);
  2407. return __cc == 0;
  2408. }
  2409. static inline __ATTRS_o_ai int
  2410. vec_all_gt(vector unsigned long long __a, vector bool long long __b) {
  2411. int __cc;
  2412. __builtin_s390_vchlgs(__a, (vector unsigned long long)__b, &__cc);
  2413. return __cc == 0;
  2414. }
  2415. static inline __ATTRS_o_ai int
  2416. vec_all_gt(vector bool long long __a, vector unsigned long long __b) {
  2417. int __cc;
  2418. __builtin_s390_vchlgs((vector unsigned long long)__a, __b, &__cc);
  2419. return __cc == 0;
  2420. }
  2421. static inline __ATTRS_o_ai int
  2422. vec_all_gt(vector bool long long __a, vector bool long long __b) {
  2423. int __cc;
  2424. __builtin_s390_vchlgs((vector unsigned long long)__a,
  2425. (vector unsigned long long)__b, &__cc);
  2426. return __cc == 0;
  2427. }
  2428. static inline __ATTRS_o_ai int
  2429. vec_all_gt(vector double __a, vector double __b) {
  2430. int __cc;
  2431. __builtin_s390_vfchdbs(__a, __b, &__cc);
  2432. return __cc == 0;
  2433. }
  2434. /*-- vec_all_le -------------------------------------------------------------*/
  2435. static inline __ATTRS_o_ai int
  2436. vec_all_le(vector signed char __a, vector signed char __b) {
  2437. int __cc;
  2438. __builtin_s390_vchbs(__a, __b, &__cc);
  2439. return __cc == 3;
  2440. }
  2441. static inline __ATTRS_o_ai int
  2442. vec_all_le(vector signed char __a, vector bool char __b) {
  2443. int __cc;
  2444. __builtin_s390_vchbs(__a, (vector signed char)__b, &__cc);
  2445. return __cc == 3;
  2446. }
  2447. static inline __ATTRS_o_ai int
  2448. vec_all_le(vector bool char __a, vector signed char __b) {
  2449. int __cc;
  2450. __builtin_s390_vchbs((vector signed char)__a, __b, &__cc);
  2451. return __cc == 3;
  2452. }
  2453. static inline __ATTRS_o_ai int
  2454. vec_all_le(vector unsigned char __a, vector unsigned char __b) {
  2455. int __cc;
  2456. __builtin_s390_vchlbs(__a, __b, &__cc);
  2457. return __cc == 3;
  2458. }
  2459. static inline __ATTRS_o_ai int
  2460. vec_all_le(vector unsigned char __a, vector bool char __b) {
  2461. int __cc;
  2462. __builtin_s390_vchlbs(__a, (vector unsigned char)__b, &__cc);
  2463. return __cc == 3;
  2464. }
  2465. static inline __ATTRS_o_ai int
  2466. vec_all_le(vector bool char __a, vector unsigned char __b) {
  2467. int __cc;
  2468. __builtin_s390_vchlbs((vector unsigned char)__a, __b, &__cc);
  2469. return __cc == 3;
  2470. }
  2471. static inline __ATTRS_o_ai int
  2472. vec_all_le(vector bool char __a, vector bool char __b) {
  2473. int __cc;
  2474. __builtin_s390_vchlbs((vector unsigned char)__a,
  2475. (vector unsigned char)__b, &__cc);
  2476. return __cc == 3;
  2477. }
  2478. static inline __ATTRS_o_ai int
  2479. vec_all_le(vector signed short __a, vector signed short __b) {
  2480. int __cc;
  2481. __builtin_s390_vchhs(__a, __b, &__cc);
  2482. return __cc == 3;
  2483. }
  2484. static inline __ATTRS_o_ai int
  2485. vec_all_le(vector signed short __a, vector bool short __b) {
  2486. int __cc;
  2487. __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);
  2488. return __cc == 3;
  2489. }
  2490. static inline __ATTRS_o_ai int
  2491. vec_all_le(vector bool short __a, vector signed short __b) {
  2492. int __cc;
  2493. __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);
  2494. return __cc == 3;
  2495. }
  2496. static inline __ATTRS_o_ai int
  2497. vec_all_le(vector unsigned short __a, vector unsigned short __b) {
  2498. int __cc;
  2499. __builtin_s390_vchlhs(__a, __b, &__cc);
  2500. return __cc == 3;
  2501. }
  2502. static inline __ATTRS_o_ai int
  2503. vec_all_le(vector unsigned short __a, vector bool short __b) {
  2504. int __cc;
  2505. __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);
  2506. return __cc == 3;
  2507. }
  2508. static inline __ATTRS_o_ai int
  2509. vec_all_le(vector bool short __a, vector unsigned short __b) {
  2510. int __cc;
  2511. __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);
  2512. return __cc == 3;
  2513. }
  2514. static inline __ATTRS_o_ai int
  2515. vec_all_le(vector bool short __a, vector bool short __b) {
  2516. int __cc;
  2517. __builtin_s390_vchlhs((vector unsigned short)__a,
  2518. (vector unsigned short)__b, &__cc);
  2519. return __cc == 3;
  2520. }
  2521. static inline __ATTRS_o_ai int
  2522. vec_all_le(vector signed int __a, vector signed int __b) {
  2523. int __cc;
  2524. __builtin_s390_vchfs(__a, __b, &__cc);
  2525. return __cc == 3;
  2526. }
  2527. static inline __ATTRS_o_ai int
  2528. vec_all_le(vector signed int __a, vector bool int __b) {
  2529. int __cc;
  2530. __builtin_s390_vchfs(__a, (vector signed int)__b, &__cc);
  2531. return __cc == 3;
  2532. }
  2533. static inline __ATTRS_o_ai int
  2534. vec_all_le(vector bool int __a, vector signed int __b) {
  2535. int __cc;
  2536. __builtin_s390_vchfs((vector signed int)__a, __b, &__cc);
  2537. return __cc == 3;
  2538. }
  2539. static inline __ATTRS_o_ai int
  2540. vec_all_le(vector unsigned int __a, vector unsigned int __b) {
  2541. int __cc;
  2542. __builtin_s390_vchlfs(__a, __b, &__cc);
  2543. return __cc == 3;
  2544. }
  2545. static inline __ATTRS_o_ai int
  2546. vec_all_le(vector unsigned int __a, vector bool int __b) {
  2547. int __cc;
  2548. __builtin_s390_vchlfs(__a, (vector unsigned int)__b, &__cc);
  2549. return __cc == 3;
  2550. }
  2551. static inline __ATTRS_o_ai int
  2552. vec_all_le(vector bool int __a, vector unsigned int __b) {
  2553. int __cc;
  2554. __builtin_s390_vchlfs((vector unsigned int)__a, __b, &__cc);
  2555. return __cc == 3;
  2556. }
  2557. static inline __ATTRS_o_ai int
  2558. vec_all_le(vector bool int __a, vector bool int __b) {
  2559. int __cc;
  2560. __builtin_s390_vchlfs((vector unsigned int)__a,
  2561. (vector unsigned int)__b, &__cc);
  2562. return __cc == 3;
  2563. }
  2564. static inline __ATTRS_o_ai int
  2565. vec_all_le(vector signed long long __a, vector signed long long __b) {
  2566. int __cc;
  2567. __builtin_s390_vchgs(__a, __b, &__cc);
  2568. return __cc == 3;
  2569. }
  2570. static inline __ATTRS_o_ai int
  2571. vec_all_le(vector signed long long __a, vector bool long long __b) {
  2572. int __cc;
  2573. __builtin_s390_vchgs(__a, (vector signed long long)__b, &__cc);
  2574. return __cc == 3;
  2575. }
  2576. static inline __ATTRS_o_ai int
  2577. vec_all_le(vector bool long long __a, vector signed long long __b) {
  2578. int __cc;
  2579. __builtin_s390_vchgs((vector signed long long)__a, __b, &__cc);
  2580. return __cc == 3;
  2581. }
  2582. static inline __ATTRS_o_ai int
  2583. vec_all_le(vector unsigned long long __a, vector unsigned long long __b) {
  2584. int __cc;
  2585. __builtin_s390_vchlgs(__a, __b, &__cc);
  2586. return __cc == 3;
  2587. }
  2588. static inline __ATTRS_o_ai int
  2589. vec_all_le(vector unsigned long long __a, vector bool long long __b) {
  2590. int __cc;
  2591. __builtin_s390_vchlgs(__a, (vector unsigned long long)__b, &__cc);
  2592. return __cc == 3;
  2593. }
  2594. static inline __ATTRS_o_ai int
  2595. vec_all_le(vector bool long long __a, vector unsigned long long __b) {
  2596. int __cc;
  2597. __builtin_s390_vchlgs((vector unsigned long long)__a, __b, &__cc);
  2598. return __cc == 3;
  2599. }
  2600. static inline __ATTRS_o_ai int
  2601. vec_all_le(vector bool long long __a, vector bool long long __b) {
  2602. int __cc;
  2603. __builtin_s390_vchlgs((vector unsigned long long)__a,
  2604. (vector unsigned long long)__b, &__cc);
  2605. return __cc == 3;
  2606. }
  2607. static inline __ATTRS_o_ai int
  2608. vec_all_le(vector double __a, vector double __b) {
  2609. int __cc;
  2610. __builtin_s390_vfchedbs(__b, __a, &__cc);
  2611. return __cc == 0;
  2612. }
  2613. /*-- vec_all_lt -------------------------------------------------------------*/
  2614. static inline __ATTRS_o_ai int
  2615. vec_all_lt(vector signed char __a, vector signed char __b) {
  2616. int __cc;
  2617. __builtin_s390_vchbs(__b, __a, &__cc);
  2618. return __cc == 0;
  2619. }
  2620. static inline __ATTRS_o_ai int
  2621. vec_all_lt(vector signed char __a, vector bool char __b) {
  2622. int __cc;
  2623. __builtin_s390_vchbs((vector signed char)__b, __a, &__cc);
  2624. return __cc == 0;
  2625. }
  2626. static inline __ATTRS_o_ai int
  2627. vec_all_lt(vector bool char __a, vector signed char __b) {
  2628. int __cc;
  2629. __builtin_s390_vchbs(__b, (vector signed char)__a, &__cc);
  2630. return __cc == 0;
  2631. }
  2632. static inline __ATTRS_o_ai int
  2633. vec_all_lt(vector unsigned char __a, vector unsigned char __b) {
  2634. int __cc;
  2635. __builtin_s390_vchlbs(__b, __a, &__cc);
  2636. return __cc == 0;
  2637. }
  2638. static inline __ATTRS_o_ai int
  2639. vec_all_lt(vector unsigned char __a, vector bool char __b) {
  2640. int __cc;
  2641. __builtin_s390_vchlbs((vector unsigned char)__b, __a, &__cc);
  2642. return __cc == 0;
  2643. }
  2644. static inline __ATTRS_o_ai int
  2645. vec_all_lt(vector bool char __a, vector unsigned char __b) {
  2646. int __cc;
  2647. __builtin_s390_vchlbs(__b, (vector unsigned char)__a, &__cc);
  2648. return __cc == 0;
  2649. }
  2650. static inline __ATTRS_o_ai int
  2651. vec_all_lt(vector bool char __a, vector bool char __b) {
  2652. int __cc;
  2653. __builtin_s390_vchlbs((vector unsigned char)__b,
  2654. (vector unsigned char)__a, &__cc);
  2655. return __cc == 0;
  2656. }
  2657. static inline __ATTRS_o_ai int
  2658. vec_all_lt(vector signed short __a, vector signed short __b) {
  2659. int __cc;
  2660. __builtin_s390_vchhs(__b, __a, &__cc);
  2661. return __cc == 0;
  2662. }
  2663. static inline __ATTRS_o_ai int
  2664. vec_all_lt(vector signed short __a, vector bool short __b) {
  2665. int __cc;
  2666. __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);
  2667. return __cc == 0;
  2668. }
  2669. static inline __ATTRS_o_ai int
  2670. vec_all_lt(vector bool short __a, vector signed short __b) {
  2671. int __cc;
  2672. __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);
  2673. return __cc == 0;
  2674. }
  2675. static inline __ATTRS_o_ai int
  2676. vec_all_lt(vector unsigned short __a, vector unsigned short __b) {
  2677. int __cc;
  2678. __builtin_s390_vchlhs(__b, __a, &__cc);
  2679. return __cc == 0;
  2680. }
  2681. static inline __ATTRS_o_ai int
  2682. vec_all_lt(vector unsigned short __a, vector bool short __b) {
  2683. int __cc;
  2684. __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);
  2685. return __cc == 0;
  2686. }
  2687. static inline __ATTRS_o_ai int
  2688. vec_all_lt(vector bool short __a, vector unsigned short __b) {
  2689. int __cc;
  2690. __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);
  2691. return __cc == 0;
  2692. }
  2693. static inline __ATTRS_o_ai int
  2694. vec_all_lt(vector bool short __a, vector bool short __b) {
  2695. int __cc;
  2696. __builtin_s390_vchlhs((vector unsigned short)__b,
  2697. (vector unsigned short)__a, &__cc);
  2698. return __cc == 0;
  2699. }
  2700. static inline __ATTRS_o_ai int
  2701. vec_all_lt(vector signed int __a, vector signed int __b) {
  2702. int __cc;
  2703. __builtin_s390_vchfs(__b, __a, &__cc);
  2704. return __cc == 0;
  2705. }
  2706. static inline __ATTRS_o_ai int
  2707. vec_all_lt(vector signed int __a, vector bool int __b) {
  2708. int __cc;
  2709. __builtin_s390_vchfs((vector signed int)__b, __a, &__cc);
  2710. return __cc == 0;
  2711. }
  2712. static inline __ATTRS_o_ai int
  2713. vec_all_lt(vector bool int __a, vector signed int __b) {
  2714. int __cc;
  2715. __builtin_s390_vchfs(__b, (vector signed int)__a, &__cc);
  2716. return __cc == 0;
  2717. }
  2718. static inline __ATTRS_o_ai int
  2719. vec_all_lt(vector unsigned int __a, vector unsigned int __b) {
  2720. int __cc;
  2721. __builtin_s390_vchlfs(__b, __a, &__cc);
  2722. return __cc == 0;
  2723. }
  2724. static inline __ATTRS_o_ai int
  2725. vec_all_lt(vector unsigned int __a, vector bool int __b) {
  2726. int __cc;
  2727. __builtin_s390_vchlfs((vector unsigned int)__b, __a, &__cc);
  2728. return __cc == 0;
  2729. }
  2730. static inline __ATTRS_o_ai int
  2731. vec_all_lt(vector bool int __a, vector unsigned int __b) {
  2732. int __cc;
  2733. __builtin_s390_vchlfs(__b, (vector unsigned int)__a, &__cc);
  2734. return __cc == 0;
  2735. }
  2736. static inline __ATTRS_o_ai int
  2737. vec_all_lt(vector bool int __a, vector bool int __b) {
  2738. int __cc;
  2739. __builtin_s390_vchlfs((vector unsigned int)__b,
  2740. (vector unsigned int)__a, &__cc);
  2741. return __cc == 0;
  2742. }
  2743. static inline __ATTRS_o_ai int
  2744. vec_all_lt(vector signed long long __a, vector signed long long __b) {
  2745. int __cc;
  2746. __builtin_s390_vchgs(__b, __a, &__cc);
  2747. return __cc == 0;
  2748. }
  2749. static inline __ATTRS_o_ai int
  2750. vec_all_lt(vector signed long long __a, vector bool long long __b) {
  2751. int __cc;
  2752. __builtin_s390_vchgs((vector signed long long)__b, __a, &__cc);
  2753. return __cc == 0;
  2754. }
  2755. static inline __ATTRS_o_ai int
  2756. vec_all_lt(vector bool long long __a, vector signed long long __b) {
  2757. int __cc;
  2758. __builtin_s390_vchgs(__b, (vector signed long long)__a, &__cc);
  2759. return __cc == 0;
  2760. }
  2761. static inline __ATTRS_o_ai int
  2762. vec_all_lt(vector unsigned long long __a, vector unsigned long long __b) {
  2763. int __cc;
  2764. __builtin_s390_vchlgs(__b, __a, &__cc);
  2765. return __cc == 0;
  2766. }
  2767. static inline __ATTRS_o_ai int
  2768. vec_all_lt(vector unsigned long long __a, vector bool long long __b) {
  2769. int __cc;
  2770. __builtin_s390_vchlgs((vector unsigned long long)__b, __a, &__cc);
  2771. return __cc == 0;
  2772. }
  2773. static inline __ATTRS_o_ai int
  2774. vec_all_lt(vector bool long long __a, vector unsigned long long __b) {
  2775. int __cc;
  2776. __builtin_s390_vchlgs(__b, (vector unsigned long long)__a, &__cc);
  2777. return __cc == 0;
  2778. }
  2779. static inline __ATTRS_o_ai int
  2780. vec_all_lt(vector bool long long __a, vector bool long long __b) {
  2781. int __cc;
  2782. __builtin_s390_vchlgs((vector unsigned long long)__b,
  2783. (vector unsigned long long)__a, &__cc);
  2784. return __cc == 0;
  2785. }
  2786. static inline __ATTRS_o_ai int
  2787. vec_all_lt(vector double __a, vector double __b) {
  2788. int __cc;
  2789. __builtin_s390_vfchdbs(__b, __a, &__cc);
  2790. return __cc == 0;
  2791. }
  2792. /*-- vec_all_nge ------------------------------------------------------------*/
  2793. static inline __ATTRS_ai int
  2794. vec_all_nge(vector double __a, vector double __b) {
  2795. int __cc;
  2796. __builtin_s390_vfchedbs(__a, __b, &__cc);
  2797. return __cc == 3;
  2798. }
  2799. /*-- vec_all_ngt ------------------------------------------------------------*/
  2800. static inline __ATTRS_ai int
  2801. vec_all_ngt(vector double __a, vector double __b) {
  2802. int __cc;
  2803. __builtin_s390_vfchdbs(__a, __b, &__cc);
  2804. return __cc == 3;
  2805. }
  2806. /*-- vec_all_nle ------------------------------------------------------------*/
  2807. static inline __ATTRS_ai int
  2808. vec_all_nle(vector double __a, vector double __b) {
  2809. int __cc;
  2810. __builtin_s390_vfchedbs(__b, __a, &__cc);
  2811. return __cc == 3;
  2812. }
  2813. /*-- vec_all_nlt ------------------------------------------------------------*/
  2814. static inline __ATTRS_ai int
  2815. vec_all_nlt(vector double __a, vector double __b) {
  2816. int __cc;
  2817. __builtin_s390_vfchdbs(__b, __a, &__cc);
  2818. return __cc == 3;
  2819. }
  2820. /*-- vec_all_nan ------------------------------------------------------------*/
  2821. static inline __ATTRS_ai int
  2822. vec_all_nan(vector double __a) {
  2823. int __cc;
  2824. __builtin_s390_vftcidb(__a, 15, &__cc);
  2825. return __cc == 0;
  2826. }
  2827. /*-- vec_all_numeric --------------------------------------------------------*/
  2828. static inline __ATTRS_ai int
  2829. vec_all_numeric(vector double __a) {
  2830. int __cc;
  2831. __builtin_s390_vftcidb(__a, 15, &__cc);
  2832. return __cc == 3;
  2833. }
  2834. /*-- vec_any_eq -------------------------------------------------------------*/
  2835. static inline __ATTRS_o_ai int
  2836. vec_any_eq(vector signed char __a, vector signed char __b) {
  2837. int __cc;
  2838. __builtin_s390_vceqbs(__a, __b, &__cc);
  2839. return __cc <= 1;
  2840. }
  2841. static inline __ATTRS_o_ai int
  2842. vec_any_eq(vector signed char __a, vector bool char __b) {
  2843. int __cc;
  2844. __builtin_s390_vceqbs(__a, (vector signed char)__b, &__cc);
  2845. return __cc <= 1;
  2846. }
  2847. static inline __ATTRS_o_ai int
  2848. vec_any_eq(vector bool char __a, vector signed char __b) {
  2849. int __cc;
  2850. __builtin_s390_vceqbs((vector signed char)__a, __b, &__cc);
  2851. return __cc <= 1;
  2852. }
  2853. static inline __ATTRS_o_ai int
  2854. vec_any_eq(vector unsigned char __a, vector unsigned char __b) {
  2855. int __cc;
  2856. __builtin_s390_vceqbs((vector signed char)__a,
  2857. (vector signed char)__b, &__cc);
  2858. return __cc <= 1;
  2859. }
  2860. static inline __ATTRS_o_ai int
  2861. vec_any_eq(vector unsigned char __a, vector bool char __b) {
  2862. int __cc;
  2863. __builtin_s390_vceqbs((vector signed char)__a,
  2864. (vector signed char)__b, &__cc);
  2865. return __cc <= 1;
  2866. }
  2867. static inline __ATTRS_o_ai int
  2868. vec_any_eq(vector bool char __a, vector unsigned char __b) {
  2869. int __cc;
  2870. __builtin_s390_vceqbs((vector signed char)__a,
  2871. (vector signed char)__b, &__cc);
  2872. return __cc <= 1;
  2873. }
  2874. static inline __ATTRS_o_ai int
  2875. vec_any_eq(vector bool char __a, vector bool char __b) {
  2876. int __cc;
  2877. __builtin_s390_vceqbs((vector signed char)__a,
  2878. (vector signed char)__b, &__cc);
  2879. return __cc <= 1;
  2880. }
  2881. static inline __ATTRS_o_ai int
  2882. vec_any_eq(vector signed short __a, vector signed short __b) {
  2883. int __cc;
  2884. __builtin_s390_vceqhs(__a, __b, &__cc);
  2885. return __cc <= 1;
  2886. }
  2887. static inline __ATTRS_o_ai int
  2888. vec_any_eq(vector signed short __a, vector bool short __b) {
  2889. int __cc;
  2890. __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);
  2891. return __cc <= 1;
  2892. }
  2893. static inline __ATTRS_o_ai int
  2894. vec_any_eq(vector bool short __a, vector signed short __b) {
  2895. int __cc;
  2896. __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);
  2897. return __cc <= 1;
  2898. }
  2899. static inline __ATTRS_o_ai int
  2900. vec_any_eq(vector unsigned short __a, vector unsigned short __b) {
  2901. int __cc;
  2902. __builtin_s390_vceqhs((vector signed short)__a,
  2903. (vector signed short)__b, &__cc);
  2904. return __cc <= 1;
  2905. }
  2906. static inline __ATTRS_o_ai int
  2907. vec_any_eq(vector unsigned short __a, vector bool short __b) {
  2908. int __cc;
  2909. __builtin_s390_vceqhs((vector signed short)__a,
  2910. (vector signed short)__b, &__cc);
  2911. return __cc <= 1;
  2912. }
  2913. static inline __ATTRS_o_ai int
  2914. vec_any_eq(vector bool short __a, vector unsigned short __b) {
  2915. int __cc;
  2916. __builtin_s390_vceqhs((vector signed short)__a,
  2917. (vector signed short)__b, &__cc);
  2918. return __cc <= 1;
  2919. }
  2920. static inline __ATTRS_o_ai int
  2921. vec_any_eq(vector bool short __a, vector bool short __b) {
  2922. int __cc;
  2923. __builtin_s390_vceqhs((vector signed short)__a,
  2924. (vector signed short)__b, &__cc);
  2925. return __cc <= 1;
  2926. }
  2927. static inline __ATTRS_o_ai int
  2928. vec_any_eq(vector signed int __a, vector signed int __b) {
  2929. int __cc;
  2930. __builtin_s390_vceqfs(__a, __b, &__cc);
  2931. return __cc <= 1;
  2932. }
  2933. static inline __ATTRS_o_ai int
  2934. vec_any_eq(vector signed int __a, vector bool int __b) {
  2935. int __cc;
  2936. __builtin_s390_vceqfs(__a, (vector signed int)__b, &__cc);
  2937. return __cc <= 1;
  2938. }
  2939. static inline __ATTRS_o_ai int
  2940. vec_any_eq(vector bool int __a, vector signed int __b) {
  2941. int __cc;
  2942. __builtin_s390_vceqfs((vector signed int)__a, __b, &__cc);
  2943. return __cc <= 1;
  2944. }
  2945. static inline __ATTRS_o_ai int
  2946. vec_any_eq(vector unsigned int __a, vector unsigned int __b) {
  2947. int __cc;
  2948. __builtin_s390_vceqfs((vector signed int)__a,
  2949. (vector signed int)__b, &__cc);
  2950. return __cc <= 1;
  2951. }
  2952. static inline __ATTRS_o_ai int
  2953. vec_any_eq(vector unsigned int __a, vector bool int __b) {
  2954. int __cc;
  2955. __builtin_s390_vceqfs((vector signed int)__a,
  2956. (vector signed int)__b, &__cc);
  2957. return __cc <= 1;
  2958. }
  2959. static inline __ATTRS_o_ai int
  2960. vec_any_eq(vector bool int __a, vector unsigned int __b) {
  2961. int __cc;
  2962. __builtin_s390_vceqfs((vector signed int)__a,
  2963. (vector signed int)__b, &__cc);
  2964. return __cc <= 1;
  2965. }
  2966. static inline __ATTRS_o_ai int
  2967. vec_any_eq(vector bool int __a, vector bool int __b) {
  2968. int __cc;
  2969. __builtin_s390_vceqfs((vector signed int)__a,
  2970. (vector signed int)__b, &__cc);
  2971. return __cc <= 1;
  2972. }
  2973. static inline __ATTRS_o_ai int
  2974. vec_any_eq(vector signed long long __a, vector signed long long __b) {
  2975. int __cc;
  2976. __builtin_s390_vceqgs(__a, __b, &__cc);
  2977. return __cc <= 1;
  2978. }
  2979. static inline __ATTRS_o_ai int
  2980. vec_any_eq(vector signed long long __a, vector bool long long __b) {
  2981. int __cc;
  2982. __builtin_s390_vceqgs(__a, (vector signed long long)__b, &__cc);
  2983. return __cc <= 1;
  2984. }
  2985. static inline __ATTRS_o_ai int
  2986. vec_any_eq(vector bool long long __a, vector signed long long __b) {
  2987. int __cc;
  2988. __builtin_s390_vceqgs((vector signed long long)__a, __b, &__cc);
  2989. return __cc <= 1;
  2990. }
  2991. static inline __ATTRS_o_ai int
  2992. vec_any_eq(vector unsigned long long __a, vector unsigned long long __b) {
  2993. int __cc;
  2994. __builtin_s390_vceqgs((vector signed long long)__a,
  2995. (vector signed long long)__b, &__cc);
  2996. return __cc <= 1;
  2997. }
  2998. static inline __ATTRS_o_ai int
  2999. vec_any_eq(vector unsigned long long __a, vector bool long long __b) {
  3000. int __cc;
  3001. __builtin_s390_vceqgs((vector signed long long)__a,
  3002. (vector signed long long)__b, &__cc);
  3003. return __cc <= 1;
  3004. }
  3005. static inline __ATTRS_o_ai int
  3006. vec_any_eq(vector bool long long __a, vector unsigned long long __b) {
  3007. int __cc;
  3008. __builtin_s390_vceqgs((vector signed long long)__a,
  3009. (vector signed long long)__b, &__cc);
  3010. return __cc <= 1;
  3011. }
  3012. static inline __ATTRS_o_ai int
  3013. vec_any_eq(vector bool long long __a, vector bool long long __b) {
  3014. int __cc;
  3015. __builtin_s390_vceqgs((vector signed long long)__a,
  3016. (vector signed long long)__b, &__cc);
  3017. return __cc <= 1;
  3018. }
  3019. static inline __ATTRS_o_ai int
  3020. vec_any_eq(vector double __a, vector double __b) {
  3021. int __cc;
  3022. __builtin_s390_vfcedbs(__a, __b, &__cc);
  3023. return __cc <= 1;
  3024. }
  3025. /*-- vec_any_ne -------------------------------------------------------------*/
  3026. static inline __ATTRS_o_ai int
  3027. vec_any_ne(vector signed char __a, vector signed char __b) {
  3028. int __cc;
  3029. __builtin_s390_vceqbs(__a, __b, &__cc);
  3030. return __cc != 0;
  3031. }
  3032. static inline __ATTRS_o_ai int
  3033. vec_any_ne(vector signed char __a, vector bool char __b) {
  3034. int __cc;
  3035. __builtin_s390_vceqbs(__a, (vector signed char)__b, &__cc);
  3036. return __cc != 0;
  3037. }
  3038. static inline __ATTRS_o_ai int
  3039. vec_any_ne(vector bool char __a, vector signed char __b) {
  3040. int __cc;
  3041. __builtin_s390_vceqbs((vector signed char)__a, __b, &__cc);
  3042. return __cc != 0;
  3043. }
  3044. static inline __ATTRS_o_ai int
  3045. vec_any_ne(vector unsigned char __a, vector unsigned char __b) {
  3046. int __cc;
  3047. __builtin_s390_vceqbs((vector signed char)__a,
  3048. (vector signed char)__b, &__cc);
  3049. return __cc != 0;
  3050. }
  3051. static inline __ATTRS_o_ai int
  3052. vec_any_ne(vector unsigned char __a, vector bool char __b) {
  3053. int __cc;
  3054. __builtin_s390_vceqbs((vector signed char)__a,
  3055. (vector signed char)__b, &__cc);
  3056. return __cc != 0;
  3057. }
  3058. static inline __ATTRS_o_ai int
  3059. vec_any_ne(vector bool char __a, vector unsigned char __b) {
  3060. int __cc;
  3061. __builtin_s390_vceqbs((vector signed char)__a,
  3062. (vector signed char)__b, &__cc);
  3063. return __cc != 0;
  3064. }
  3065. static inline __ATTRS_o_ai int
  3066. vec_any_ne(vector bool char __a, vector bool char __b) {
  3067. int __cc;
  3068. __builtin_s390_vceqbs((vector signed char)__a,
  3069. (vector signed char)__b, &__cc);
  3070. return __cc != 0;
  3071. }
  3072. static inline __ATTRS_o_ai int
  3073. vec_any_ne(vector signed short __a, vector signed short __b) {
  3074. int __cc;
  3075. __builtin_s390_vceqhs(__a, __b, &__cc);
  3076. return __cc != 0;
  3077. }
  3078. static inline __ATTRS_o_ai int
  3079. vec_any_ne(vector signed short __a, vector bool short __b) {
  3080. int __cc;
  3081. __builtin_s390_vceqhs(__a, (vector signed short)__b, &__cc);
  3082. return __cc != 0;
  3083. }
  3084. static inline __ATTRS_o_ai int
  3085. vec_any_ne(vector bool short __a, vector signed short __b) {
  3086. int __cc;
  3087. __builtin_s390_vceqhs((vector signed short)__a, __b, &__cc);
  3088. return __cc != 0;
  3089. }
  3090. static inline __ATTRS_o_ai int
  3091. vec_any_ne(vector unsigned short __a, vector unsigned short __b) {
  3092. int __cc;
  3093. __builtin_s390_vceqhs((vector signed short)__a,
  3094. (vector signed short)__b, &__cc);
  3095. return __cc != 0;
  3096. }
  3097. static inline __ATTRS_o_ai int
  3098. vec_any_ne(vector unsigned short __a, vector bool short __b) {
  3099. int __cc;
  3100. __builtin_s390_vceqhs((vector signed short)__a,
  3101. (vector signed short)__b, &__cc);
  3102. return __cc != 0;
  3103. }
  3104. static inline __ATTRS_o_ai int
  3105. vec_any_ne(vector bool short __a, vector unsigned short __b) {
  3106. int __cc;
  3107. __builtin_s390_vceqhs((vector signed short)__a,
  3108. (vector signed short)__b, &__cc);
  3109. return __cc != 0;
  3110. }
  3111. static inline __ATTRS_o_ai int
  3112. vec_any_ne(vector bool short __a, vector bool short __b) {
  3113. int __cc;
  3114. __builtin_s390_vceqhs((vector signed short)__a,
  3115. (vector signed short)__b, &__cc);
  3116. return __cc != 0;
  3117. }
  3118. static inline __ATTRS_o_ai int
  3119. vec_any_ne(vector signed int __a, vector signed int __b) {
  3120. int __cc;
  3121. __builtin_s390_vceqfs(__a, __b, &__cc);
  3122. return __cc != 0;
  3123. }
  3124. static inline __ATTRS_o_ai int
  3125. vec_any_ne(vector signed int __a, vector bool int __b) {
  3126. int __cc;
  3127. __builtin_s390_vceqfs(__a, (vector signed int)__b, &__cc);
  3128. return __cc != 0;
  3129. }
  3130. static inline __ATTRS_o_ai int
  3131. vec_any_ne(vector bool int __a, vector signed int __b) {
  3132. int __cc;
  3133. __builtin_s390_vceqfs((vector signed int)__a, __b, &__cc);
  3134. return __cc != 0;
  3135. }
  3136. static inline __ATTRS_o_ai int
  3137. vec_any_ne(vector unsigned int __a, vector unsigned int __b) {
  3138. int __cc;
  3139. __builtin_s390_vceqfs((vector signed int)__a,
  3140. (vector signed int)__b, &__cc);
  3141. return __cc != 0;
  3142. }
  3143. static inline __ATTRS_o_ai int
  3144. vec_any_ne(vector unsigned int __a, vector bool int __b) {
  3145. int __cc;
  3146. __builtin_s390_vceqfs((vector signed int)__a,
  3147. (vector signed int)__b, &__cc);
  3148. return __cc != 0;
  3149. }
  3150. static inline __ATTRS_o_ai int
  3151. vec_any_ne(vector bool int __a, vector unsigned int __b) {
  3152. int __cc;
  3153. __builtin_s390_vceqfs((vector signed int)__a,
  3154. (vector signed int)__b, &__cc);
  3155. return __cc != 0;
  3156. }
  3157. static inline __ATTRS_o_ai int
  3158. vec_any_ne(vector bool int __a, vector bool int __b) {
  3159. int __cc;
  3160. __builtin_s390_vceqfs((vector signed int)__a,
  3161. (vector signed int)__b, &__cc);
  3162. return __cc != 0;
  3163. }
  3164. static inline __ATTRS_o_ai int
  3165. vec_any_ne(vector signed long long __a, vector signed long long __b) {
  3166. int __cc;
  3167. __builtin_s390_vceqgs(__a, __b, &__cc);
  3168. return __cc != 0;
  3169. }
  3170. static inline __ATTRS_o_ai int
  3171. vec_any_ne(vector signed long long __a, vector bool long long __b) {
  3172. int __cc;
  3173. __builtin_s390_vceqgs(__a, (vector signed long long)__b, &__cc);
  3174. return __cc != 0;
  3175. }
  3176. static inline __ATTRS_o_ai int
  3177. vec_any_ne(vector bool long long __a, vector signed long long __b) {
  3178. int __cc;
  3179. __builtin_s390_vceqgs((vector signed long long)__a, __b, &__cc);
  3180. return __cc != 0;
  3181. }
  3182. static inline __ATTRS_o_ai int
  3183. vec_any_ne(vector unsigned long long __a, vector unsigned long long __b) {
  3184. int __cc;
  3185. __builtin_s390_vceqgs((vector signed long long)__a,
  3186. (vector signed long long)__b, &__cc);
  3187. return __cc != 0;
  3188. }
  3189. static inline __ATTRS_o_ai int
  3190. vec_any_ne(vector unsigned long long __a, vector bool long long __b) {
  3191. int __cc;
  3192. __builtin_s390_vceqgs((vector signed long long)__a,
  3193. (vector signed long long)__b, &__cc);
  3194. return __cc != 0;
  3195. }
  3196. static inline __ATTRS_o_ai int
  3197. vec_any_ne(vector bool long long __a, vector unsigned long long __b) {
  3198. int __cc;
  3199. __builtin_s390_vceqgs((vector signed long long)__a,
  3200. (vector signed long long)__b, &__cc);
  3201. return __cc != 0;
  3202. }
  3203. static inline __ATTRS_o_ai int
  3204. vec_any_ne(vector bool long long __a, vector bool long long __b) {
  3205. int __cc;
  3206. __builtin_s390_vceqgs((vector signed long long)__a,
  3207. (vector signed long long)__b, &__cc);
  3208. return __cc != 0;
  3209. }
  3210. static inline __ATTRS_o_ai int
  3211. vec_any_ne(vector double __a, vector double __b) {
  3212. int __cc;
  3213. __builtin_s390_vfcedbs(__a, __b, &__cc);
  3214. return __cc != 0;
  3215. }
  3216. /*-- vec_any_ge -------------------------------------------------------------*/
  3217. static inline __ATTRS_o_ai int
  3218. vec_any_ge(vector signed char __a, vector signed char __b) {
  3219. int __cc;
  3220. __builtin_s390_vchbs(__b, __a, &__cc);
  3221. return __cc != 0;
  3222. }
  3223. static inline __ATTRS_o_ai int
  3224. vec_any_ge(vector signed char __a, vector bool char __b) {
  3225. int __cc;
  3226. __builtin_s390_vchbs((vector signed char)__b, __a, &__cc);
  3227. return __cc != 0;
  3228. }
  3229. static inline __ATTRS_o_ai int
  3230. vec_any_ge(vector bool char __a, vector signed char __b) {
  3231. int __cc;
  3232. __builtin_s390_vchbs(__b, (vector signed char)__a, &__cc);
  3233. return __cc != 0;
  3234. }
  3235. static inline __ATTRS_o_ai int
  3236. vec_any_ge(vector unsigned char __a, vector unsigned char __b) {
  3237. int __cc;
  3238. __builtin_s390_vchlbs(__b, __a, &__cc);
  3239. return __cc != 0;
  3240. }
  3241. static inline __ATTRS_o_ai int
  3242. vec_any_ge(vector unsigned char __a, vector bool char __b) {
  3243. int __cc;
  3244. __builtin_s390_vchlbs((vector unsigned char)__b, __a, &__cc);
  3245. return __cc != 0;
  3246. }
  3247. static inline __ATTRS_o_ai int
  3248. vec_any_ge(vector bool char __a, vector unsigned char __b) {
  3249. int __cc;
  3250. __builtin_s390_vchlbs(__b, (vector unsigned char)__a, &__cc);
  3251. return __cc != 0;
  3252. }
  3253. static inline __ATTRS_o_ai int
  3254. vec_any_ge(vector bool char __a, vector bool char __b) {
  3255. int __cc;
  3256. __builtin_s390_vchlbs((vector unsigned char)__b,
  3257. (vector unsigned char)__a, &__cc);
  3258. return __cc != 0;
  3259. }
  3260. static inline __ATTRS_o_ai int
  3261. vec_any_ge(vector signed short __a, vector signed short __b) {
  3262. int __cc;
  3263. __builtin_s390_vchhs(__b, __a, &__cc);
  3264. return __cc != 0;
  3265. }
  3266. static inline __ATTRS_o_ai int
  3267. vec_any_ge(vector signed short __a, vector bool short __b) {
  3268. int __cc;
  3269. __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);
  3270. return __cc != 0;
  3271. }
  3272. static inline __ATTRS_o_ai int
  3273. vec_any_ge(vector bool short __a, vector signed short __b) {
  3274. int __cc;
  3275. __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);
  3276. return __cc != 0;
  3277. }
  3278. static inline __ATTRS_o_ai int
  3279. vec_any_ge(vector unsigned short __a, vector unsigned short __b) {
  3280. int __cc;
  3281. __builtin_s390_vchlhs(__b, __a, &__cc);
  3282. return __cc != 0;
  3283. }
  3284. static inline __ATTRS_o_ai int
  3285. vec_any_ge(vector unsigned short __a, vector bool short __b) {
  3286. int __cc;
  3287. __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);
  3288. return __cc != 0;
  3289. }
  3290. static inline __ATTRS_o_ai int
  3291. vec_any_ge(vector bool short __a, vector unsigned short __b) {
  3292. int __cc;
  3293. __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);
  3294. return __cc != 0;
  3295. }
  3296. static inline __ATTRS_o_ai int
  3297. vec_any_ge(vector bool short __a, vector bool short __b) {
  3298. int __cc;
  3299. __builtin_s390_vchlhs((vector unsigned short)__b,
  3300. (vector unsigned short)__a, &__cc);
  3301. return __cc != 0;
  3302. }
  3303. static inline __ATTRS_o_ai int
  3304. vec_any_ge(vector signed int __a, vector signed int __b) {
  3305. int __cc;
  3306. __builtin_s390_vchfs(__b, __a, &__cc);
  3307. return __cc != 0;
  3308. }
  3309. static inline __ATTRS_o_ai int
  3310. vec_any_ge(vector signed int __a, vector bool int __b) {
  3311. int __cc;
  3312. __builtin_s390_vchfs((vector signed int)__b, __a, &__cc);
  3313. return __cc != 0;
  3314. }
  3315. static inline __ATTRS_o_ai int
  3316. vec_any_ge(vector bool int __a, vector signed int __b) {
  3317. int __cc;
  3318. __builtin_s390_vchfs(__b, (vector signed int)__a, &__cc);
  3319. return __cc != 0;
  3320. }
  3321. static inline __ATTRS_o_ai int
  3322. vec_any_ge(vector unsigned int __a, vector unsigned int __b) {
  3323. int __cc;
  3324. __builtin_s390_vchlfs(__b, __a, &__cc);
  3325. return __cc != 0;
  3326. }
  3327. static inline __ATTRS_o_ai int
  3328. vec_any_ge(vector unsigned int __a, vector bool int __b) {
  3329. int __cc;
  3330. __builtin_s390_vchlfs((vector unsigned int)__b, __a, &__cc);
  3331. return __cc != 0;
  3332. }
  3333. static inline __ATTRS_o_ai int
  3334. vec_any_ge(vector bool int __a, vector unsigned int __b) {
  3335. int __cc;
  3336. __builtin_s390_vchlfs(__b, (vector unsigned int)__a, &__cc);
  3337. return __cc != 0;
  3338. }
  3339. static inline __ATTRS_o_ai int
  3340. vec_any_ge(vector bool int __a, vector bool int __b) {
  3341. int __cc;
  3342. __builtin_s390_vchlfs((vector unsigned int)__b,
  3343. (vector unsigned int)__a, &__cc);
  3344. return __cc != 0;
  3345. }
  3346. static inline __ATTRS_o_ai int
  3347. vec_any_ge(vector signed long long __a, vector signed long long __b) {
  3348. int __cc;
  3349. __builtin_s390_vchgs(__b, __a, &__cc);
  3350. return __cc != 0;
  3351. }
  3352. static inline __ATTRS_o_ai int
  3353. vec_any_ge(vector signed long long __a, vector bool long long __b) {
  3354. int __cc;
  3355. __builtin_s390_vchgs((vector signed long long)__b, __a, &__cc);
  3356. return __cc != 0;
  3357. }
  3358. static inline __ATTRS_o_ai int
  3359. vec_any_ge(vector bool long long __a, vector signed long long __b) {
  3360. int __cc;
  3361. __builtin_s390_vchgs(__b, (vector signed long long)__a, &__cc);
  3362. return __cc != 0;
  3363. }
  3364. static inline __ATTRS_o_ai int
  3365. vec_any_ge(vector unsigned long long __a, vector unsigned long long __b) {
  3366. int __cc;
  3367. __builtin_s390_vchlgs(__b, __a, &__cc);
  3368. return __cc != 0;
  3369. }
  3370. static inline __ATTRS_o_ai int
  3371. vec_any_ge(vector unsigned long long __a, vector bool long long __b) {
  3372. int __cc;
  3373. __builtin_s390_vchlgs((vector unsigned long long)__b, __a, &__cc);
  3374. return __cc != 0;
  3375. }
  3376. static inline __ATTRS_o_ai int
  3377. vec_any_ge(vector bool long long __a, vector unsigned long long __b) {
  3378. int __cc;
  3379. __builtin_s390_vchlgs(__b, (vector unsigned long long)__a, &__cc);
  3380. return __cc != 0;
  3381. }
  3382. static inline __ATTRS_o_ai int
  3383. vec_any_ge(vector bool long long __a, vector bool long long __b) {
  3384. int __cc;
  3385. __builtin_s390_vchlgs((vector unsigned long long)__b,
  3386. (vector unsigned long long)__a, &__cc);
  3387. return __cc != 0;
  3388. }
  3389. static inline __ATTRS_o_ai int
  3390. vec_any_ge(vector double __a, vector double __b) {
  3391. int __cc;
  3392. __builtin_s390_vfchedbs(__a, __b, &__cc);
  3393. return __cc <= 1;
  3394. }
  3395. /*-- vec_any_gt -------------------------------------------------------------*/
  3396. static inline __ATTRS_o_ai int
  3397. vec_any_gt(vector signed char __a, vector signed char __b) {
  3398. int __cc;
  3399. __builtin_s390_vchbs(__a, __b, &__cc);
  3400. return __cc <= 1;
  3401. }
  3402. static inline __ATTRS_o_ai int
  3403. vec_any_gt(vector signed char __a, vector bool char __b) {
  3404. int __cc;
  3405. __builtin_s390_vchbs(__a, (vector signed char)__b, &__cc);
  3406. return __cc <= 1;
  3407. }
  3408. static inline __ATTRS_o_ai int
  3409. vec_any_gt(vector bool char __a, vector signed char __b) {
  3410. int __cc;
  3411. __builtin_s390_vchbs((vector signed char)__a, __b, &__cc);
  3412. return __cc <= 1;
  3413. }
  3414. static inline __ATTRS_o_ai int
  3415. vec_any_gt(vector unsigned char __a, vector unsigned char __b) {
  3416. int __cc;
  3417. __builtin_s390_vchlbs(__a, __b, &__cc);
  3418. return __cc <= 1;
  3419. }
  3420. static inline __ATTRS_o_ai int
  3421. vec_any_gt(vector unsigned char __a, vector bool char __b) {
  3422. int __cc;
  3423. __builtin_s390_vchlbs(__a, (vector unsigned char)__b, &__cc);
  3424. return __cc <= 1;
  3425. }
  3426. static inline __ATTRS_o_ai int
  3427. vec_any_gt(vector bool char __a, vector unsigned char __b) {
  3428. int __cc;
  3429. __builtin_s390_vchlbs((vector unsigned char)__a, __b, &__cc);
  3430. return __cc <= 1;
  3431. }
  3432. static inline __ATTRS_o_ai int
  3433. vec_any_gt(vector bool char __a, vector bool char __b) {
  3434. int __cc;
  3435. __builtin_s390_vchlbs((vector unsigned char)__a,
  3436. (vector unsigned char)__b, &__cc);
  3437. return __cc <= 1;
  3438. }
  3439. static inline __ATTRS_o_ai int
  3440. vec_any_gt(vector signed short __a, vector signed short __b) {
  3441. int __cc;
  3442. __builtin_s390_vchhs(__a, __b, &__cc);
  3443. return __cc <= 1;
  3444. }
  3445. static inline __ATTRS_o_ai int
  3446. vec_any_gt(vector signed short __a, vector bool short __b) {
  3447. int __cc;
  3448. __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);
  3449. return __cc <= 1;
  3450. }
  3451. static inline __ATTRS_o_ai int
  3452. vec_any_gt(vector bool short __a, vector signed short __b) {
  3453. int __cc;
  3454. __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);
  3455. return __cc <= 1;
  3456. }
  3457. static inline __ATTRS_o_ai int
  3458. vec_any_gt(vector unsigned short __a, vector unsigned short __b) {
  3459. int __cc;
  3460. __builtin_s390_vchlhs(__a, __b, &__cc);
  3461. return __cc <= 1;
  3462. }
  3463. static inline __ATTRS_o_ai int
  3464. vec_any_gt(vector unsigned short __a, vector bool short __b) {
  3465. int __cc;
  3466. __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);
  3467. return __cc <= 1;
  3468. }
  3469. static inline __ATTRS_o_ai int
  3470. vec_any_gt(vector bool short __a, vector unsigned short __b) {
  3471. int __cc;
  3472. __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);
  3473. return __cc <= 1;
  3474. }
  3475. static inline __ATTRS_o_ai int
  3476. vec_any_gt(vector bool short __a, vector bool short __b) {
  3477. int __cc;
  3478. __builtin_s390_vchlhs((vector unsigned short)__a,
  3479. (vector unsigned short)__b, &__cc);
  3480. return __cc <= 1;
  3481. }
  3482. static inline __ATTRS_o_ai int
  3483. vec_any_gt(vector signed int __a, vector signed int __b) {
  3484. int __cc;
  3485. __builtin_s390_vchfs(__a, __b, &__cc);
  3486. return __cc <= 1;
  3487. }
  3488. static inline __ATTRS_o_ai int
  3489. vec_any_gt(vector signed int __a, vector bool int __b) {
  3490. int __cc;
  3491. __builtin_s390_vchfs(__a, (vector signed int)__b, &__cc);
  3492. return __cc <= 1;
  3493. }
  3494. static inline __ATTRS_o_ai int
  3495. vec_any_gt(vector bool int __a, vector signed int __b) {
  3496. int __cc;
  3497. __builtin_s390_vchfs((vector signed int)__a, __b, &__cc);
  3498. return __cc <= 1;
  3499. }
  3500. static inline __ATTRS_o_ai int
  3501. vec_any_gt(vector unsigned int __a, vector unsigned int __b) {
  3502. int __cc;
  3503. __builtin_s390_vchlfs(__a, __b, &__cc);
  3504. return __cc <= 1;
  3505. }
  3506. static inline __ATTRS_o_ai int
  3507. vec_any_gt(vector unsigned int __a, vector bool int __b) {
  3508. int __cc;
  3509. __builtin_s390_vchlfs(__a, (vector unsigned int)__b, &__cc);
  3510. return __cc <= 1;
  3511. }
  3512. static inline __ATTRS_o_ai int
  3513. vec_any_gt(vector bool int __a, vector unsigned int __b) {
  3514. int __cc;
  3515. __builtin_s390_vchlfs((vector unsigned int)__a, __b, &__cc);
  3516. return __cc <= 1;
  3517. }
  3518. static inline __ATTRS_o_ai int
  3519. vec_any_gt(vector bool int __a, vector bool int __b) {
  3520. int __cc;
  3521. __builtin_s390_vchlfs((vector unsigned int)__a,
  3522. (vector unsigned int)__b, &__cc);
  3523. return __cc <= 1;
  3524. }
  3525. static inline __ATTRS_o_ai int
  3526. vec_any_gt(vector signed long long __a, vector signed long long __b) {
  3527. int __cc;
  3528. __builtin_s390_vchgs(__a, __b, &__cc);
  3529. return __cc <= 1;
  3530. }
  3531. static inline __ATTRS_o_ai int
  3532. vec_any_gt(vector signed long long __a, vector bool long long __b) {
  3533. int __cc;
  3534. __builtin_s390_vchgs(__a, (vector signed long long)__b, &__cc);
  3535. return __cc <= 1;
  3536. }
  3537. static inline __ATTRS_o_ai int
  3538. vec_any_gt(vector bool long long __a, vector signed long long __b) {
  3539. int __cc;
  3540. __builtin_s390_vchgs((vector signed long long)__a, __b, &__cc);
  3541. return __cc <= 1;
  3542. }
  3543. static inline __ATTRS_o_ai int
  3544. vec_any_gt(vector unsigned long long __a, vector unsigned long long __b) {
  3545. int __cc;
  3546. __builtin_s390_vchlgs(__a, __b, &__cc);
  3547. return __cc <= 1;
  3548. }
  3549. static inline __ATTRS_o_ai int
  3550. vec_any_gt(vector unsigned long long __a, vector bool long long __b) {
  3551. int __cc;
  3552. __builtin_s390_vchlgs(__a, (vector unsigned long long)__b, &__cc);
  3553. return __cc <= 1;
  3554. }
  3555. static inline __ATTRS_o_ai int
  3556. vec_any_gt(vector bool long long __a, vector unsigned long long __b) {
  3557. int __cc;
  3558. __builtin_s390_vchlgs((vector unsigned long long)__a, __b, &__cc);
  3559. return __cc <= 1;
  3560. }
  3561. static inline __ATTRS_o_ai int
  3562. vec_any_gt(vector bool long long __a, vector bool long long __b) {
  3563. int __cc;
  3564. __builtin_s390_vchlgs((vector unsigned long long)__a,
  3565. (vector unsigned long long)__b, &__cc);
  3566. return __cc <= 1;
  3567. }
  3568. static inline __ATTRS_o_ai int
  3569. vec_any_gt(vector double __a, vector double __b) {
  3570. int __cc;
  3571. __builtin_s390_vfchdbs(__a, __b, &__cc);
  3572. return __cc <= 1;
  3573. }
  3574. /*-- vec_any_le -------------------------------------------------------------*/
  3575. static inline __ATTRS_o_ai int
  3576. vec_any_le(vector signed char __a, vector signed char __b) {
  3577. int __cc;
  3578. __builtin_s390_vchbs(__a, __b, &__cc);
  3579. return __cc != 0;
  3580. }
  3581. static inline __ATTRS_o_ai int
  3582. vec_any_le(vector signed char __a, vector bool char __b) {
  3583. int __cc;
  3584. __builtin_s390_vchbs(__a, (vector signed char)__b, &__cc);
  3585. return __cc != 0;
  3586. }
  3587. static inline __ATTRS_o_ai int
  3588. vec_any_le(vector bool char __a, vector signed char __b) {
  3589. int __cc;
  3590. __builtin_s390_vchbs((vector signed char)__a, __b, &__cc);
  3591. return __cc != 0;
  3592. }
  3593. static inline __ATTRS_o_ai int
  3594. vec_any_le(vector unsigned char __a, vector unsigned char __b) {
  3595. int __cc;
  3596. __builtin_s390_vchlbs(__a, __b, &__cc);
  3597. return __cc != 0;
  3598. }
  3599. static inline __ATTRS_o_ai int
  3600. vec_any_le(vector unsigned char __a, vector bool char __b) {
  3601. int __cc;
  3602. __builtin_s390_vchlbs(__a, (vector unsigned char)__b, &__cc);
  3603. return __cc != 0;
  3604. }
  3605. static inline __ATTRS_o_ai int
  3606. vec_any_le(vector bool char __a, vector unsigned char __b) {
  3607. int __cc;
  3608. __builtin_s390_vchlbs((vector unsigned char)__a, __b, &__cc);
  3609. return __cc != 0;
  3610. }
  3611. static inline __ATTRS_o_ai int
  3612. vec_any_le(vector bool char __a, vector bool char __b) {
  3613. int __cc;
  3614. __builtin_s390_vchlbs((vector unsigned char)__a,
  3615. (vector unsigned char)__b, &__cc);
  3616. return __cc != 0;
  3617. }
  3618. static inline __ATTRS_o_ai int
  3619. vec_any_le(vector signed short __a, vector signed short __b) {
  3620. int __cc;
  3621. __builtin_s390_vchhs(__a, __b, &__cc);
  3622. return __cc != 0;
  3623. }
  3624. static inline __ATTRS_o_ai int
  3625. vec_any_le(vector signed short __a, vector bool short __b) {
  3626. int __cc;
  3627. __builtin_s390_vchhs(__a, (vector signed short)__b, &__cc);
  3628. return __cc != 0;
  3629. }
  3630. static inline __ATTRS_o_ai int
  3631. vec_any_le(vector bool short __a, vector signed short __b) {
  3632. int __cc;
  3633. __builtin_s390_vchhs((vector signed short)__a, __b, &__cc);
  3634. return __cc != 0;
  3635. }
  3636. static inline __ATTRS_o_ai int
  3637. vec_any_le(vector unsigned short __a, vector unsigned short __b) {
  3638. int __cc;
  3639. __builtin_s390_vchlhs(__a, __b, &__cc);
  3640. return __cc != 0;
  3641. }
  3642. static inline __ATTRS_o_ai int
  3643. vec_any_le(vector unsigned short __a, vector bool short __b) {
  3644. int __cc;
  3645. __builtin_s390_vchlhs(__a, (vector unsigned short)__b, &__cc);
  3646. return __cc != 0;
  3647. }
  3648. static inline __ATTRS_o_ai int
  3649. vec_any_le(vector bool short __a, vector unsigned short __b) {
  3650. int __cc;
  3651. __builtin_s390_vchlhs((vector unsigned short)__a, __b, &__cc);
  3652. return __cc != 0;
  3653. }
  3654. static inline __ATTRS_o_ai int
  3655. vec_any_le(vector bool short __a, vector bool short __b) {
  3656. int __cc;
  3657. __builtin_s390_vchlhs((vector unsigned short)__a,
  3658. (vector unsigned short)__b, &__cc);
  3659. return __cc != 0;
  3660. }
  3661. static inline __ATTRS_o_ai int
  3662. vec_any_le(vector signed int __a, vector signed int __b) {
  3663. int __cc;
  3664. __builtin_s390_vchfs(__a, __b, &__cc);
  3665. return __cc != 0;
  3666. }
  3667. static inline __ATTRS_o_ai int
  3668. vec_any_le(vector signed int __a, vector bool int __b) {
  3669. int __cc;
  3670. __builtin_s390_vchfs(__a, (vector signed int)__b, &__cc);
  3671. return __cc != 0;
  3672. }
  3673. static inline __ATTRS_o_ai int
  3674. vec_any_le(vector bool int __a, vector signed int __b) {
  3675. int __cc;
  3676. __builtin_s390_vchfs((vector signed int)__a, __b, &__cc);
  3677. return __cc != 0;
  3678. }
  3679. static inline __ATTRS_o_ai int
  3680. vec_any_le(vector unsigned int __a, vector unsigned int __b) {
  3681. int __cc;
  3682. __builtin_s390_vchlfs(__a, __b, &__cc);
  3683. return __cc != 0;
  3684. }
  3685. static inline __ATTRS_o_ai int
  3686. vec_any_le(vector unsigned int __a, vector bool int __b) {
  3687. int __cc;
  3688. __builtin_s390_vchlfs(__a, (vector unsigned int)__b, &__cc);
  3689. return __cc != 0;
  3690. }
  3691. static inline __ATTRS_o_ai int
  3692. vec_any_le(vector bool int __a, vector unsigned int __b) {
  3693. int __cc;
  3694. __builtin_s390_vchlfs((vector unsigned int)__a, __b, &__cc);
  3695. return __cc != 0;
  3696. }
  3697. static inline __ATTRS_o_ai int
  3698. vec_any_le(vector bool int __a, vector bool int __b) {
  3699. int __cc;
  3700. __builtin_s390_vchlfs((vector unsigned int)__a,
  3701. (vector unsigned int)__b, &__cc);
  3702. return __cc != 0;
  3703. }
  3704. static inline __ATTRS_o_ai int
  3705. vec_any_le(vector signed long long __a, vector signed long long __b) {
  3706. int __cc;
  3707. __builtin_s390_vchgs(__a, __b, &__cc);
  3708. return __cc != 0;
  3709. }
  3710. static inline __ATTRS_o_ai int
  3711. vec_any_le(vector signed long long __a, vector bool long long __b) {
  3712. int __cc;
  3713. __builtin_s390_vchgs(__a, (vector signed long long)__b, &__cc);
  3714. return __cc != 0;
  3715. }
  3716. static inline __ATTRS_o_ai int
  3717. vec_any_le(vector bool long long __a, vector signed long long __b) {
  3718. int __cc;
  3719. __builtin_s390_vchgs((vector signed long long)__a, __b, &__cc);
  3720. return __cc != 0;
  3721. }
  3722. static inline __ATTRS_o_ai int
  3723. vec_any_le(vector unsigned long long __a, vector unsigned long long __b) {
  3724. int __cc;
  3725. __builtin_s390_vchlgs(__a, __b, &__cc);
  3726. return __cc != 0;
  3727. }
  3728. static inline __ATTRS_o_ai int
  3729. vec_any_le(vector unsigned long long __a, vector bool long long __b) {
  3730. int __cc;
  3731. __builtin_s390_vchlgs(__a, (vector unsigned long long)__b, &__cc);
  3732. return __cc != 0;
  3733. }
  3734. static inline __ATTRS_o_ai int
  3735. vec_any_le(vector bool long long __a, vector unsigned long long __b) {
  3736. int __cc;
  3737. __builtin_s390_vchlgs((vector unsigned long long)__a, __b, &__cc);
  3738. return __cc != 0;
  3739. }
  3740. static inline __ATTRS_o_ai int
  3741. vec_any_le(vector bool long long __a, vector bool long long __b) {
  3742. int __cc;
  3743. __builtin_s390_vchlgs((vector unsigned long long)__a,
  3744. (vector unsigned long long)__b, &__cc);
  3745. return __cc != 0;
  3746. }
  3747. static inline __ATTRS_o_ai int
  3748. vec_any_le(vector double __a, vector double __b) {
  3749. int __cc;
  3750. __builtin_s390_vfchedbs(__b, __a, &__cc);
  3751. return __cc <= 1;
  3752. }
  3753. /*-- vec_any_lt -------------------------------------------------------------*/
  3754. static inline __ATTRS_o_ai int
  3755. vec_any_lt(vector signed char __a, vector signed char __b) {
  3756. int __cc;
  3757. __builtin_s390_vchbs(__b, __a, &__cc);
  3758. return __cc <= 1;
  3759. }
  3760. static inline __ATTRS_o_ai int
  3761. vec_any_lt(vector signed char __a, vector bool char __b) {
  3762. int __cc;
  3763. __builtin_s390_vchbs((vector signed char)__b, __a, &__cc);
  3764. return __cc <= 1;
  3765. }
  3766. static inline __ATTRS_o_ai int
  3767. vec_any_lt(vector bool char __a, vector signed char __b) {
  3768. int __cc;
  3769. __builtin_s390_vchbs(__b, (vector signed char)__a, &__cc);
  3770. return __cc <= 1;
  3771. }
  3772. static inline __ATTRS_o_ai int
  3773. vec_any_lt(vector unsigned char __a, vector unsigned char __b) {
  3774. int __cc;
  3775. __builtin_s390_vchlbs(__b, __a, &__cc);
  3776. return __cc <= 1;
  3777. }
  3778. static inline __ATTRS_o_ai int
  3779. vec_any_lt(vector unsigned char __a, vector bool char __b) {
  3780. int __cc;
  3781. __builtin_s390_vchlbs((vector unsigned char)__b, __a, &__cc);
  3782. return __cc <= 1;
  3783. }
  3784. static inline __ATTRS_o_ai int
  3785. vec_any_lt(vector bool char __a, vector unsigned char __b) {
  3786. int __cc;
  3787. __builtin_s390_vchlbs(__b, (vector unsigned char)__a, &__cc);
  3788. return __cc <= 1;
  3789. }
  3790. static inline __ATTRS_o_ai int
  3791. vec_any_lt(vector bool char __a, vector bool char __b) {
  3792. int __cc;
  3793. __builtin_s390_vchlbs((vector unsigned char)__b,
  3794. (vector unsigned char)__a, &__cc);
  3795. return __cc <= 1;
  3796. }
  3797. static inline __ATTRS_o_ai int
  3798. vec_any_lt(vector signed short __a, vector signed short __b) {
  3799. int __cc;
  3800. __builtin_s390_vchhs(__b, __a, &__cc);
  3801. return __cc <= 1;
  3802. }
  3803. static inline __ATTRS_o_ai int
  3804. vec_any_lt(vector signed short __a, vector bool short __b) {
  3805. int __cc;
  3806. __builtin_s390_vchhs((vector signed short)__b, __a, &__cc);
  3807. return __cc <= 1;
  3808. }
  3809. static inline __ATTRS_o_ai int
  3810. vec_any_lt(vector bool short __a, vector signed short __b) {
  3811. int __cc;
  3812. __builtin_s390_vchhs(__b, (vector signed short)__a, &__cc);
  3813. return __cc <= 1;
  3814. }
  3815. static inline __ATTRS_o_ai int
  3816. vec_any_lt(vector unsigned short __a, vector unsigned short __b) {
  3817. int __cc;
  3818. __builtin_s390_vchlhs(__b, __a, &__cc);
  3819. return __cc <= 1;
  3820. }
  3821. static inline __ATTRS_o_ai int
  3822. vec_any_lt(vector unsigned short __a, vector bool short __b) {
  3823. int __cc;
  3824. __builtin_s390_vchlhs((vector unsigned short)__b, __a, &__cc);
  3825. return __cc <= 1;
  3826. }
  3827. static inline __ATTRS_o_ai int
  3828. vec_any_lt(vector bool short __a, vector unsigned short __b) {
  3829. int __cc;
  3830. __builtin_s390_vchlhs(__b, (vector unsigned short)__a, &__cc);
  3831. return __cc <= 1;
  3832. }
  3833. static inline __ATTRS_o_ai int
  3834. vec_any_lt(vector bool short __a, vector bool short __b) {
  3835. int __cc;
  3836. __builtin_s390_vchlhs((vector unsigned short)__b,
  3837. (vector unsigned short)__a, &__cc);
  3838. return __cc <= 1;
  3839. }
  3840. static inline __ATTRS_o_ai int
  3841. vec_any_lt(vector signed int __a, vector signed int __b) {
  3842. int __cc;
  3843. __builtin_s390_vchfs(__b, __a, &__cc);
  3844. return __cc <= 1;
  3845. }
  3846. static inline __ATTRS_o_ai int
  3847. vec_any_lt(vector signed int __a, vector bool int __b) {
  3848. int __cc;
  3849. __builtin_s390_vchfs((vector signed int)__b, __a, &__cc);
  3850. return __cc <= 1;
  3851. }
  3852. static inline __ATTRS_o_ai int
  3853. vec_any_lt(vector bool int __a, vector signed int __b) {
  3854. int __cc;
  3855. __builtin_s390_vchfs(__b, (vector signed int)__a, &__cc);
  3856. return __cc <= 1;
  3857. }
  3858. static inline __ATTRS_o_ai int
  3859. vec_any_lt(vector unsigned int __a, vector unsigned int __b) {
  3860. int __cc;
  3861. __builtin_s390_vchlfs(__b, __a, &__cc);
  3862. return __cc <= 1;
  3863. }
  3864. static inline __ATTRS_o_ai int
  3865. vec_any_lt(vector unsigned int __a, vector bool int __b) {
  3866. int __cc;
  3867. __builtin_s390_vchlfs((vector unsigned int)__b, __a, &__cc);
  3868. return __cc <= 1;
  3869. }
  3870. static inline __ATTRS_o_ai int
  3871. vec_any_lt(vector bool int __a, vector unsigned int __b) {
  3872. int __cc;
  3873. __builtin_s390_vchlfs(__b, (vector unsigned int)__a, &__cc);
  3874. return __cc <= 1;
  3875. }
  3876. static inline __ATTRS_o_ai int
  3877. vec_any_lt(vector bool int __a, vector bool int __b) {
  3878. int __cc;
  3879. __builtin_s390_vchlfs((vector unsigned int)__b,
  3880. (vector unsigned int)__a, &__cc);
  3881. return __cc <= 1;
  3882. }
  3883. static inline __ATTRS_o_ai int
  3884. vec_any_lt(vector signed long long __a, vector signed long long __b) {
  3885. int __cc;
  3886. __builtin_s390_vchgs(__b, __a, &__cc);
  3887. return __cc <= 1;
  3888. }
  3889. static inline __ATTRS_o_ai int
  3890. vec_any_lt(vector signed long long __a, vector bool long long __b) {
  3891. int __cc;
  3892. __builtin_s390_vchgs((vector signed long long)__b, __a, &__cc);
  3893. return __cc <= 1;
  3894. }
  3895. static inline __ATTRS_o_ai int
  3896. vec_any_lt(vector bool long long __a, vector signed long long __b) {
  3897. int __cc;
  3898. __builtin_s390_vchgs(__b, (vector signed long long)__a, &__cc);
  3899. return __cc <= 1;
  3900. }
  3901. static inline __ATTRS_o_ai int
  3902. vec_any_lt(vector unsigned long long __a, vector unsigned long long __b) {
  3903. int __cc;
  3904. __builtin_s390_vchlgs(__b, __a, &__cc);
  3905. return __cc <= 1;
  3906. }
  3907. static inline __ATTRS_o_ai int
  3908. vec_any_lt(vector unsigned long long __a, vector bool long long __b) {
  3909. int __cc;
  3910. __builtin_s390_vchlgs((vector unsigned long long)__b, __a, &__cc);
  3911. return __cc <= 1;
  3912. }
  3913. static inline __ATTRS_o_ai int
  3914. vec_any_lt(vector bool long long __a, vector unsigned long long __b) {
  3915. int __cc;
  3916. __builtin_s390_vchlgs(__b, (vector unsigned long long)__a, &__cc);
  3917. return __cc <= 1;
  3918. }
  3919. static inline __ATTRS_o_ai int
  3920. vec_any_lt(vector bool long long __a, vector bool long long __b) {
  3921. int __cc;
  3922. __builtin_s390_vchlgs((vector unsigned long long)__b,
  3923. (vector unsigned long long)__a, &__cc);
  3924. return __cc <= 1;
  3925. }
  3926. static inline __ATTRS_o_ai int
  3927. vec_any_lt(vector double __a, vector double __b) {
  3928. int __cc;
  3929. __builtin_s390_vfchdbs(__b, __a, &__cc);
  3930. return __cc <= 1;
  3931. }
  3932. /*-- vec_any_nge ------------------------------------------------------------*/
  3933. static inline __ATTRS_ai int
  3934. vec_any_nge(vector double __a, vector double __b) {
  3935. int __cc;
  3936. __builtin_s390_vfchedbs(__a, __b, &__cc);
  3937. return __cc != 0;
  3938. }
  3939. /*-- vec_any_ngt ------------------------------------------------------------*/
  3940. static inline __ATTRS_ai int
  3941. vec_any_ngt(vector double __a, vector double __b) {
  3942. int __cc;
  3943. __builtin_s390_vfchdbs(__a, __b, &__cc);
  3944. return __cc != 0;
  3945. }
  3946. /*-- vec_any_nle ------------------------------------------------------------*/
  3947. static inline __ATTRS_ai int
  3948. vec_any_nle(vector double __a, vector double __b) {
  3949. int __cc;
  3950. __builtin_s390_vfchedbs(__b, __a, &__cc);
  3951. return __cc != 0;
  3952. }
  3953. /*-- vec_any_nlt ------------------------------------------------------------*/
  3954. static inline __ATTRS_ai int
  3955. vec_any_nlt(vector double __a, vector double __b) {
  3956. int __cc;
  3957. __builtin_s390_vfchdbs(__b, __a, &__cc);
  3958. return __cc != 0;
  3959. }
  3960. /*-- vec_any_nan ------------------------------------------------------------*/
  3961. static inline __ATTRS_ai int
  3962. vec_any_nan(vector double __a) {
  3963. int __cc;
  3964. __builtin_s390_vftcidb(__a, 15, &__cc);
  3965. return __cc != 3;
  3966. }
  3967. /*-- vec_any_numeric --------------------------------------------------------*/
  3968. static inline __ATTRS_ai int
  3969. vec_any_numeric(vector double __a) {
  3970. int __cc;
  3971. __builtin_s390_vftcidb(__a, 15, &__cc);
  3972. return __cc != 0;
  3973. }
  3974. /*-- vec_andc ---------------------------------------------------------------*/
  3975. static inline __ATTRS_o_ai vector bool char
  3976. vec_andc(vector bool char __a, vector bool char __b) {
  3977. return __a & ~__b;
  3978. }
  3979. static inline __ATTRS_o_ai vector signed char
  3980. vec_andc(vector signed char __a, vector signed char __b) {
  3981. return __a & ~__b;
  3982. }
  3983. static inline __ATTRS_o_ai vector signed char
  3984. vec_andc(vector bool char __a, vector signed char __b) {
  3985. return __a & ~__b;
  3986. }
  3987. static inline __ATTRS_o_ai vector signed char
  3988. vec_andc(vector signed char __a, vector bool char __b) {
  3989. return __a & ~__b;
  3990. }
  3991. static inline __ATTRS_o_ai vector unsigned char
  3992. vec_andc(vector unsigned char __a, vector unsigned char __b) {
  3993. return __a & ~__b;
  3994. }
  3995. static inline __ATTRS_o_ai vector unsigned char
  3996. vec_andc(vector bool char __a, vector unsigned char __b) {
  3997. return __a & ~__b;
  3998. }
  3999. static inline __ATTRS_o_ai vector unsigned char
  4000. vec_andc(vector unsigned char __a, vector bool char __b) {
  4001. return __a & ~__b;
  4002. }
  4003. static inline __ATTRS_o_ai vector bool short
  4004. vec_andc(vector bool short __a, vector bool short __b) {
  4005. return __a & ~__b;
  4006. }
  4007. static inline __ATTRS_o_ai vector signed short
  4008. vec_andc(vector signed short __a, vector signed short __b) {
  4009. return __a & ~__b;
  4010. }
  4011. static inline __ATTRS_o_ai vector signed short
  4012. vec_andc(vector bool short __a, vector signed short __b) {
  4013. return __a & ~__b;
  4014. }
  4015. static inline __ATTRS_o_ai vector signed short
  4016. vec_andc(vector signed short __a, vector bool short __b) {
  4017. return __a & ~__b;
  4018. }
  4019. static inline __ATTRS_o_ai vector unsigned short
  4020. vec_andc(vector unsigned short __a, vector unsigned short __b) {
  4021. return __a & ~__b;
  4022. }
  4023. static inline __ATTRS_o_ai vector unsigned short
  4024. vec_andc(vector bool short __a, vector unsigned short __b) {
  4025. return __a & ~__b;
  4026. }
  4027. static inline __ATTRS_o_ai vector unsigned short
  4028. vec_andc(vector unsigned short __a, vector bool short __b) {
  4029. return __a & ~__b;
  4030. }
  4031. static inline __ATTRS_o_ai vector bool int
  4032. vec_andc(vector bool int __a, vector bool int __b) {
  4033. return __a & ~__b;
  4034. }
  4035. static inline __ATTRS_o_ai vector signed int
  4036. vec_andc(vector signed int __a, vector signed int __b) {
  4037. return __a & ~__b;
  4038. }
  4039. static inline __ATTRS_o_ai vector signed int
  4040. vec_andc(vector bool int __a, vector signed int __b) {
  4041. return __a & ~__b;
  4042. }
  4043. static inline __ATTRS_o_ai vector signed int
  4044. vec_andc(vector signed int __a, vector bool int __b) {
  4045. return __a & ~__b;
  4046. }
  4047. static inline __ATTRS_o_ai vector unsigned int
  4048. vec_andc(vector unsigned int __a, vector unsigned int __b) {
  4049. return __a & ~__b;
  4050. }
  4051. static inline __ATTRS_o_ai vector unsigned int
  4052. vec_andc(vector bool int __a, vector unsigned int __b) {
  4053. return __a & ~__b;
  4054. }
  4055. static inline __ATTRS_o_ai vector unsigned int
  4056. vec_andc(vector unsigned int __a, vector bool int __b) {
  4057. return __a & ~__b;
  4058. }
  4059. static inline __ATTRS_o_ai vector bool long long
  4060. vec_andc(vector bool long long __a, vector bool long long __b) {
  4061. return __a & ~__b;
  4062. }
  4063. static inline __ATTRS_o_ai vector signed long long
  4064. vec_andc(vector signed long long __a, vector signed long long __b) {
  4065. return __a & ~__b;
  4066. }
  4067. static inline __ATTRS_o_ai vector signed long long
  4068. vec_andc(vector bool long long __a, vector signed long long __b) {
  4069. return __a & ~__b;
  4070. }
  4071. static inline __ATTRS_o_ai vector signed long long
  4072. vec_andc(vector signed long long __a, vector bool long long __b) {
  4073. return __a & ~__b;
  4074. }
  4075. static inline __ATTRS_o_ai vector unsigned long long
  4076. vec_andc(vector unsigned long long __a, vector unsigned long long __b) {
  4077. return __a & ~__b;
  4078. }
  4079. static inline __ATTRS_o_ai vector unsigned long long
  4080. vec_andc(vector bool long long __a, vector unsigned long long __b) {
  4081. return __a & ~__b;
  4082. }
  4083. static inline __ATTRS_o_ai vector unsigned long long
  4084. vec_andc(vector unsigned long long __a, vector bool long long __b) {
  4085. return __a & ~__b;
  4086. }
  4087. static inline __ATTRS_o_ai vector double
  4088. vec_andc(vector double __a, vector double __b) {
  4089. return (vector double)((vector unsigned long long)__a &
  4090. ~(vector unsigned long long)__b);
  4091. }
  4092. static inline __ATTRS_o_ai vector double
  4093. vec_andc(vector bool long long __a, vector double __b) {
  4094. return (vector double)((vector unsigned long long)__a &
  4095. ~(vector unsigned long long)__b);
  4096. }
  4097. static inline __ATTRS_o_ai vector double
  4098. vec_andc(vector double __a, vector bool long long __b) {
  4099. return (vector double)((vector unsigned long long)__a &
  4100. ~(vector unsigned long long)__b);
  4101. }
  4102. /*-- vec_nor ----------------------------------------------------------------*/
  4103. static inline __ATTRS_o_ai vector bool char
  4104. vec_nor(vector bool char __a, vector bool char __b) {
  4105. return ~(__a | __b);
  4106. }
  4107. static inline __ATTRS_o_ai vector signed char
  4108. vec_nor(vector signed char __a, vector signed char __b) {
  4109. return ~(__a | __b);
  4110. }
  4111. static inline __ATTRS_o_ai vector signed char
  4112. vec_nor(vector bool char __a, vector signed char __b) {
  4113. return ~(__a | __b);
  4114. }
  4115. static inline __ATTRS_o_ai vector signed char
  4116. vec_nor(vector signed char __a, vector bool char __b) {
  4117. return ~(__a | __b);
  4118. }
  4119. static inline __ATTRS_o_ai vector unsigned char
  4120. vec_nor(vector unsigned char __a, vector unsigned char __b) {
  4121. return ~(__a | __b);
  4122. }
  4123. static inline __ATTRS_o_ai vector unsigned char
  4124. vec_nor(vector bool char __a, vector unsigned char __b) {
  4125. return ~(__a | __b);
  4126. }
  4127. static inline __ATTRS_o_ai vector unsigned char
  4128. vec_nor(vector unsigned char __a, vector bool char __b) {
  4129. return ~(__a | __b);
  4130. }
  4131. static inline __ATTRS_o_ai vector bool short
  4132. vec_nor(vector bool short __a, vector bool short __b) {
  4133. return ~(__a | __b);
  4134. }
  4135. static inline __ATTRS_o_ai vector signed short
  4136. vec_nor(vector signed short __a, vector signed short __b) {
  4137. return ~(__a | __b);
  4138. }
  4139. static inline __ATTRS_o_ai vector signed short
  4140. vec_nor(vector bool short __a, vector signed short __b) {
  4141. return ~(__a | __b);
  4142. }
  4143. static inline __ATTRS_o_ai vector signed short
  4144. vec_nor(vector signed short __a, vector bool short __b) {
  4145. return ~(__a | __b);
  4146. }
  4147. static inline __ATTRS_o_ai vector unsigned short
  4148. vec_nor(vector unsigned short __a, vector unsigned short __b) {
  4149. return ~(__a | __b);
  4150. }
  4151. static inline __ATTRS_o_ai vector unsigned short
  4152. vec_nor(vector bool short __a, vector unsigned short __b) {
  4153. return ~(__a | __b);
  4154. }
  4155. static inline __ATTRS_o_ai vector unsigned short
  4156. vec_nor(vector unsigned short __a, vector bool short __b) {
  4157. return ~(__a | __b);
  4158. }
  4159. static inline __ATTRS_o_ai vector bool int
  4160. vec_nor(vector bool int __a, vector bool int __b) {
  4161. return ~(__a | __b);
  4162. }
  4163. static inline __ATTRS_o_ai vector signed int
  4164. vec_nor(vector signed int __a, vector signed int __b) {
  4165. return ~(__a | __b);
  4166. }
  4167. static inline __ATTRS_o_ai vector signed int
  4168. vec_nor(vector bool int __a, vector signed int __b) {
  4169. return ~(__a | __b);
  4170. }
  4171. static inline __ATTRS_o_ai vector signed int
  4172. vec_nor(vector signed int __a, vector bool int __b) {
  4173. return ~(__a | __b);
  4174. }
  4175. static inline __ATTRS_o_ai vector unsigned int
  4176. vec_nor(vector unsigned int __a, vector unsigned int __b) {
  4177. return ~(__a | __b);
  4178. }
  4179. static inline __ATTRS_o_ai vector unsigned int
  4180. vec_nor(vector bool int __a, vector unsigned int __b) {
  4181. return ~(__a | __b);
  4182. }
  4183. static inline __ATTRS_o_ai vector unsigned int
  4184. vec_nor(vector unsigned int __a, vector bool int __b) {
  4185. return ~(__a | __b);
  4186. }
  4187. static inline __ATTRS_o_ai vector bool long long
  4188. vec_nor(vector bool long long __a, vector bool long long __b) {
  4189. return ~(__a | __b);
  4190. }
  4191. static inline __ATTRS_o_ai vector signed long long
  4192. vec_nor(vector signed long long __a, vector signed long long __b) {
  4193. return ~(__a | __b);
  4194. }
  4195. static inline __ATTRS_o_ai vector signed long long
  4196. vec_nor(vector bool long long __a, vector signed long long __b) {
  4197. return ~(__a | __b);
  4198. }
  4199. static inline __ATTRS_o_ai vector signed long long
  4200. vec_nor(vector signed long long __a, vector bool long long __b) {
  4201. return ~(__a | __b);
  4202. }
  4203. static inline __ATTRS_o_ai vector unsigned long long
  4204. vec_nor(vector unsigned long long __a, vector unsigned long long __b) {
  4205. return ~(__a | __b);
  4206. }
  4207. static inline __ATTRS_o_ai vector unsigned long long
  4208. vec_nor(vector bool long long __a, vector unsigned long long __b) {
  4209. return ~(__a | __b);
  4210. }
  4211. static inline __ATTRS_o_ai vector unsigned long long
  4212. vec_nor(vector unsigned long long __a, vector bool long long __b) {
  4213. return ~(__a | __b);
  4214. }
  4215. static inline __ATTRS_o_ai vector double
  4216. vec_nor(vector double __a, vector double __b) {
  4217. return (vector double)~((vector unsigned long long)__a |
  4218. (vector unsigned long long)__b);
  4219. }
  4220. static inline __ATTRS_o_ai vector double
  4221. vec_nor(vector bool long long __a, vector double __b) {
  4222. return (vector double)~((vector unsigned long long)__a |
  4223. (vector unsigned long long)__b);
  4224. }
  4225. static inline __ATTRS_o_ai vector double
  4226. vec_nor(vector double __a, vector bool long long __b) {
  4227. return (vector double)~((vector unsigned long long)__a |
  4228. (vector unsigned long long)__b);
  4229. }
  4230. /*-- vec_cntlz --------------------------------------------------------------*/
  4231. static inline __ATTRS_o_ai vector unsigned char
  4232. vec_cntlz(vector signed char __a) {
  4233. return __builtin_s390_vclzb((vector unsigned char)__a);
  4234. }
  4235. static inline __ATTRS_o_ai vector unsigned char
  4236. vec_cntlz(vector unsigned char __a) {
  4237. return __builtin_s390_vclzb(__a);
  4238. }
  4239. static inline __ATTRS_o_ai vector unsigned short
  4240. vec_cntlz(vector signed short __a) {
  4241. return __builtin_s390_vclzh((vector unsigned short)__a);
  4242. }
  4243. static inline __ATTRS_o_ai vector unsigned short
  4244. vec_cntlz(vector unsigned short __a) {
  4245. return __builtin_s390_vclzh(__a);
  4246. }
  4247. static inline __ATTRS_o_ai vector unsigned int
  4248. vec_cntlz(vector signed int __a) {
  4249. return __builtin_s390_vclzf((vector unsigned int)__a);
  4250. }
  4251. static inline __ATTRS_o_ai vector unsigned int
  4252. vec_cntlz(vector unsigned int __a) {
  4253. return __builtin_s390_vclzf(__a);
  4254. }
  4255. static inline __ATTRS_o_ai vector unsigned long long
  4256. vec_cntlz(vector signed long long __a) {
  4257. return __builtin_s390_vclzg((vector unsigned long long)__a);
  4258. }
  4259. static inline __ATTRS_o_ai vector unsigned long long
  4260. vec_cntlz(vector unsigned long long __a) {
  4261. return __builtin_s390_vclzg(__a);
  4262. }
  4263. /*-- vec_cnttz --------------------------------------------------------------*/
  4264. static inline __ATTRS_o_ai vector unsigned char
  4265. vec_cnttz(vector signed char __a) {
  4266. return __builtin_s390_vctzb((vector unsigned char)__a);
  4267. }
  4268. static inline __ATTRS_o_ai vector unsigned char
  4269. vec_cnttz(vector unsigned char __a) {
  4270. return __builtin_s390_vctzb(__a);
  4271. }
  4272. static inline __ATTRS_o_ai vector unsigned short
  4273. vec_cnttz(vector signed short __a) {
  4274. return __builtin_s390_vctzh((vector unsigned short)__a);
  4275. }
  4276. static inline __ATTRS_o_ai vector unsigned short
  4277. vec_cnttz(vector unsigned short __a) {
  4278. return __builtin_s390_vctzh(__a);
  4279. }
  4280. static inline __ATTRS_o_ai vector unsigned int
  4281. vec_cnttz(vector signed int __a) {
  4282. return __builtin_s390_vctzf((vector unsigned int)__a);
  4283. }
  4284. static inline __ATTRS_o_ai vector unsigned int
  4285. vec_cnttz(vector unsigned int __a) {
  4286. return __builtin_s390_vctzf(__a);
  4287. }
  4288. static inline __ATTRS_o_ai vector unsigned long long
  4289. vec_cnttz(vector signed long long __a) {
  4290. return __builtin_s390_vctzg((vector unsigned long long)__a);
  4291. }
  4292. static inline __ATTRS_o_ai vector unsigned long long
  4293. vec_cnttz(vector unsigned long long __a) {
  4294. return __builtin_s390_vctzg(__a);
  4295. }
  4296. /*-- vec_popcnt -------------------------------------------------------------*/
  4297. static inline __ATTRS_o_ai vector unsigned char
  4298. vec_popcnt(vector signed char __a) {
  4299. return __builtin_s390_vpopctb((vector unsigned char)__a);
  4300. }
  4301. static inline __ATTRS_o_ai vector unsigned char
  4302. vec_popcnt(vector unsigned char __a) {
  4303. return __builtin_s390_vpopctb(__a);
  4304. }
  4305. static inline __ATTRS_o_ai vector unsigned short
  4306. vec_popcnt(vector signed short __a) {
  4307. return __builtin_s390_vpopcth((vector unsigned short)__a);
  4308. }
  4309. static inline __ATTRS_o_ai vector unsigned short
  4310. vec_popcnt(vector unsigned short __a) {
  4311. return __builtin_s390_vpopcth(__a);
  4312. }
  4313. static inline __ATTRS_o_ai vector unsigned int
  4314. vec_popcnt(vector signed int __a) {
  4315. return __builtin_s390_vpopctf((vector unsigned int)__a);
  4316. }
  4317. static inline __ATTRS_o_ai vector unsigned int
  4318. vec_popcnt(vector unsigned int __a) {
  4319. return __builtin_s390_vpopctf(__a);
  4320. }
  4321. static inline __ATTRS_o_ai vector unsigned long long
  4322. vec_popcnt(vector signed long long __a) {
  4323. return __builtin_s390_vpopctg((vector unsigned long long)__a);
  4324. }
  4325. static inline __ATTRS_o_ai vector unsigned long long
  4326. vec_popcnt(vector unsigned long long __a) {
  4327. return __builtin_s390_vpopctg(__a);
  4328. }
  4329. /*-- vec_rl -----------------------------------------------------------------*/
  4330. static inline __ATTRS_o_ai vector signed char
  4331. vec_rl(vector signed char __a, vector unsigned char __b) {
  4332. return (vector signed char)__builtin_s390_verllvb(
  4333. (vector unsigned char)__a, __b);
  4334. }
  4335. static inline __ATTRS_o_ai vector unsigned char
  4336. vec_rl(vector unsigned char __a, vector unsigned char __b) {
  4337. return __builtin_s390_verllvb(__a, __b);
  4338. }
  4339. static inline __ATTRS_o_ai vector signed short
  4340. vec_rl(vector signed short __a, vector unsigned short __b) {
  4341. return (vector signed short)__builtin_s390_verllvh(
  4342. (vector unsigned short)__a, __b);
  4343. }
  4344. static inline __ATTRS_o_ai vector unsigned short
  4345. vec_rl(vector unsigned short __a, vector unsigned short __b) {
  4346. return __builtin_s390_verllvh(__a, __b);
  4347. }
  4348. static inline __ATTRS_o_ai vector signed int
  4349. vec_rl(vector signed int __a, vector unsigned int __b) {
  4350. return (vector signed int)__builtin_s390_verllvf(
  4351. (vector unsigned int)__a, __b);
  4352. }
  4353. static inline __ATTRS_o_ai vector unsigned int
  4354. vec_rl(vector unsigned int __a, vector unsigned int __b) {
  4355. return __builtin_s390_verllvf(__a, __b);
  4356. }
  4357. static inline __ATTRS_o_ai vector signed long long
  4358. vec_rl(vector signed long long __a, vector unsigned long long __b) {
  4359. return (vector signed long long)__builtin_s390_verllvg(
  4360. (vector unsigned long long)__a, __b);
  4361. }
  4362. static inline __ATTRS_o_ai vector unsigned long long
  4363. vec_rl(vector unsigned long long __a, vector unsigned long long __b) {
  4364. return __builtin_s390_verllvg(__a, __b);
  4365. }
  4366. /*-- vec_rli ----------------------------------------------------------------*/
  4367. static inline __ATTRS_o_ai vector signed char
  4368. vec_rli(vector signed char __a, unsigned long __b) {
  4369. return (vector signed char)__builtin_s390_verllb(
  4370. (vector unsigned char)__a, (int)__b);
  4371. }
  4372. static inline __ATTRS_o_ai vector unsigned char
  4373. vec_rli(vector unsigned char __a, unsigned long __b) {
  4374. return __builtin_s390_verllb(__a, (int)__b);
  4375. }
  4376. static inline __ATTRS_o_ai vector signed short
  4377. vec_rli(vector signed short __a, unsigned long __b) {
  4378. return (vector signed short)__builtin_s390_verllh(
  4379. (vector unsigned short)__a, (int)__b);
  4380. }
  4381. static inline __ATTRS_o_ai vector unsigned short
  4382. vec_rli(vector unsigned short __a, unsigned long __b) {
  4383. return __builtin_s390_verllh(__a, (int)__b);
  4384. }
  4385. static inline __ATTRS_o_ai vector signed int
  4386. vec_rli(vector signed int __a, unsigned long __b) {
  4387. return (vector signed int)__builtin_s390_verllf(
  4388. (vector unsigned int)__a, (int)__b);
  4389. }
  4390. static inline __ATTRS_o_ai vector unsigned int
  4391. vec_rli(vector unsigned int __a, unsigned long __b) {
  4392. return __builtin_s390_verllf(__a, (int)__b);
  4393. }
  4394. static inline __ATTRS_o_ai vector signed long long
  4395. vec_rli(vector signed long long __a, unsigned long __b) {
  4396. return (vector signed long long)__builtin_s390_verllg(
  4397. (vector unsigned long long)__a, (int)__b);
  4398. }
  4399. static inline __ATTRS_o_ai vector unsigned long long
  4400. vec_rli(vector unsigned long long __a, unsigned long __b) {
  4401. return __builtin_s390_verllg(__a, (int)__b);
  4402. }
  4403. /*-- vec_rl_mask ------------------------------------------------------------*/
  4404. extern __ATTRS_o vector signed char
  4405. vec_rl_mask(vector signed char __a, vector unsigned char __b,
  4406. unsigned char __c) __constant(__c);
  4407. extern __ATTRS_o vector unsigned char
  4408. vec_rl_mask(vector unsigned char __a, vector unsigned char __b,
  4409. unsigned char __c) __constant(__c);
  4410. extern __ATTRS_o vector signed short
  4411. vec_rl_mask(vector signed short __a, vector unsigned short __b,
  4412. unsigned char __c) __constant(__c);
  4413. extern __ATTRS_o vector unsigned short
  4414. vec_rl_mask(vector unsigned short __a, vector unsigned short __b,
  4415. unsigned char __c) __constant(__c);
  4416. extern __ATTRS_o vector signed int
  4417. vec_rl_mask(vector signed int __a, vector unsigned int __b,
  4418. unsigned char __c) __constant(__c);
  4419. extern __ATTRS_o vector unsigned int
  4420. vec_rl_mask(vector unsigned int __a, vector unsigned int __b,
  4421. unsigned char __c) __constant(__c);
  4422. extern __ATTRS_o vector signed long long
  4423. vec_rl_mask(vector signed long long __a, vector unsigned long long __b,
  4424. unsigned char __c) __constant(__c);
  4425. extern __ATTRS_o vector unsigned long long
  4426. vec_rl_mask(vector unsigned long long __a, vector unsigned long long __b,
  4427. unsigned char __c) __constant(__c);
  4428. #define vec_rl_mask(X, Y, Z) ((__typeof__((vec_rl_mask)((X), (Y), (Z)))) \
  4429. __extension__ ({ \
  4430. vector unsigned char __res; \
  4431. vector unsigned char __x = (vector unsigned char)(X); \
  4432. vector unsigned char __y = (vector unsigned char)(Y); \
  4433. switch (sizeof ((X)[0])) { \
  4434. case 1: __res = (vector unsigned char) __builtin_s390_verimb( \
  4435. (vector unsigned char)__x, (vector unsigned char)__x, \
  4436. (vector unsigned char)__y, (Z)); break; \
  4437. case 2: __res = (vector unsigned char) __builtin_s390_verimh( \
  4438. (vector unsigned short)__x, (vector unsigned short)__x, \
  4439. (vector unsigned short)__y, (Z)); break; \
  4440. case 4: __res = (vector unsigned char) __builtin_s390_verimf( \
  4441. (vector unsigned int)__x, (vector unsigned int)__x, \
  4442. (vector unsigned int)__y, (Z)); break; \
  4443. default: __res = (vector unsigned char) __builtin_s390_verimg( \
  4444. (vector unsigned long long)__x, (vector unsigned long long)__x, \
  4445. (vector unsigned long long)__y, (Z)); break; \
  4446. } __res; }))
  4447. /*-- vec_sll ----------------------------------------------------------------*/
  4448. static inline __ATTRS_o_ai vector signed char
  4449. vec_sll(vector signed char __a, vector unsigned char __b) {
  4450. return (vector signed char)__builtin_s390_vsl(
  4451. (vector unsigned char)__a, __b);
  4452. }
  4453. static inline __ATTRS_o_ai vector signed char
  4454. vec_sll(vector signed char __a, vector unsigned short __b) {
  4455. return (vector signed char)__builtin_s390_vsl(
  4456. (vector unsigned char)__a, (vector unsigned char)__b);
  4457. }
  4458. static inline __ATTRS_o_ai vector signed char
  4459. vec_sll(vector signed char __a, vector unsigned int __b) {
  4460. return (vector signed char)__builtin_s390_vsl(
  4461. (vector unsigned char)__a, (vector unsigned char)__b);
  4462. }
  4463. static inline __ATTRS_o_ai vector bool char
  4464. vec_sll(vector bool char __a, vector unsigned char __b) {
  4465. return (vector bool char)__builtin_s390_vsl(
  4466. (vector unsigned char)__a, __b);
  4467. }
  4468. static inline __ATTRS_o_ai vector bool char
  4469. vec_sll(vector bool char __a, vector unsigned short __b) {
  4470. return (vector bool char)__builtin_s390_vsl(
  4471. (vector unsigned char)__a, (vector unsigned char)__b);
  4472. }
  4473. static inline __ATTRS_o_ai vector bool char
  4474. vec_sll(vector bool char __a, vector unsigned int __b) {
  4475. return (vector bool char)__builtin_s390_vsl(
  4476. (vector unsigned char)__a, (vector unsigned char)__b);
  4477. }
  4478. static inline __ATTRS_o_ai vector unsigned char
  4479. vec_sll(vector unsigned char __a, vector unsigned char __b) {
  4480. return __builtin_s390_vsl(__a, __b);
  4481. }
  4482. static inline __ATTRS_o_ai vector unsigned char
  4483. vec_sll(vector unsigned char __a, vector unsigned short __b) {
  4484. return __builtin_s390_vsl(__a, (vector unsigned char)__b);
  4485. }
  4486. static inline __ATTRS_o_ai vector unsigned char
  4487. vec_sll(vector unsigned char __a, vector unsigned int __b) {
  4488. return __builtin_s390_vsl(__a, (vector unsigned char)__b);
  4489. }
  4490. static inline __ATTRS_o_ai vector signed short
  4491. vec_sll(vector signed short __a, vector unsigned char __b) {
  4492. return (vector signed short)__builtin_s390_vsl(
  4493. (vector unsigned char)__a, __b);
  4494. }
  4495. static inline __ATTRS_o_ai vector signed short
  4496. vec_sll(vector signed short __a, vector unsigned short __b) {
  4497. return (vector signed short)__builtin_s390_vsl(
  4498. (vector unsigned char)__a, (vector unsigned char)__b);
  4499. }
  4500. static inline __ATTRS_o_ai vector signed short
  4501. vec_sll(vector signed short __a, vector unsigned int __b) {
  4502. return (vector signed short)__builtin_s390_vsl(
  4503. (vector unsigned char)__a, (vector unsigned char)__b);
  4504. }
  4505. static inline __ATTRS_o_ai vector bool short
  4506. vec_sll(vector bool short __a, vector unsigned char __b) {
  4507. return (vector bool short)__builtin_s390_vsl(
  4508. (vector unsigned char)__a, __b);
  4509. }
  4510. static inline __ATTRS_o_ai vector bool short
  4511. vec_sll(vector bool short __a, vector unsigned short __b) {
  4512. return (vector bool short)__builtin_s390_vsl(
  4513. (vector unsigned char)__a, (vector unsigned char)__b);
  4514. }
  4515. static inline __ATTRS_o_ai vector bool short
  4516. vec_sll(vector bool short __a, vector unsigned int __b) {
  4517. return (vector bool short)__builtin_s390_vsl(
  4518. (vector unsigned char)__a, (vector unsigned char)__b);
  4519. }
  4520. static inline __ATTRS_o_ai vector unsigned short
  4521. vec_sll(vector unsigned short __a, vector unsigned char __b) {
  4522. return (vector unsigned short)__builtin_s390_vsl(
  4523. (vector unsigned char)__a, __b);
  4524. }
  4525. static inline __ATTRS_o_ai vector unsigned short
  4526. vec_sll(vector unsigned short __a, vector unsigned short __b) {
  4527. return (vector unsigned short)__builtin_s390_vsl(
  4528. (vector unsigned char)__a, (vector unsigned char)__b);
  4529. }
  4530. static inline __ATTRS_o_ai vector unsigned short
  4531. vec_sll(vector unsigned short __a, vector unsigned int __b) {
  4532. return (vector unsigned short)__builtin_s390_vsl(
  4533. (vector unsigned char)__a, (vector unsigned char)__b);
  4534. }
  4535. static inline __ATTRS_o_ai vector signed int
  4536. vec_sll(vector signed int __a, vector unsigned char __b) {
  4537. return (vector signed int)__builtin_s390_vsl(
  4538. (vector unsigned char)__a, __b);
  4539. }
  4540. static inline __ATTRS_o_ai vector signed int
  4541. vec_sll(vector signed int __a, vector unsigned short __b) {
  4542. return (vector signed int)__builtin_s390_vsl(
  4543. (vector unsigned char)__a, (vector unsigned char)__b);
  4544. }
  4545. static inline __ATTRS_o_ai vector signed int
  4546. vec_sll(vector signed int __a, vector unsigned int __b) {
  4547. return (vector signed int)__builtin_s390_vsl(
  4548. (vector unsigned char)__a, (vector unsigned char)__b);
  4549. }
  4550. static inline __ATTRS_o_ai vector bool int
  4551. vec_sll(vector bool int __a, vector unsigned char __b) {
  4552. return (vector bool int)__builtin_s390_vsl(
  4553. (vector unsigned char)__a, __b);
  4554. }
  4555. static inline __ATTRS_o_ai vector bool int
  4556. vec_sll(vector bool int __a, vector unsigned short __b) {
  4557. return (vector bool int)__builtin_s390_vsl(
  4558. (vector unsigned char)__a, (vector unsigned char)__b);
  4559. }
  4560. static inline __ATTRS_o_ai vector bool int
  4561. vec_sll(vector bool int __a, vector unsigned int __b) {
  4562. return (vector bool int)__builtin_s390_vsl(
  4563. (vector unsigned char)__a, (vector unsigned char)__b);
  4564. }
  4565. static inline __ATTRS_o_ai vector unsigned int
  4566. vec_sll(vector unsigned int __a, vector unsigned char __b) {
  4567. return (vector unsigned int)__builtin_s390_vsl(
  4568. (vector unsigned char)__a, __b);
  4569. }
  4570. static inline __ATTRS_o_ai vector unsigned int
  4571. vec_sll(vector unsigned int __a, vector unsigned short __b) {
  4572. return (vector unsigned int)__builtin_s390_vsl(
  4573. (vector unsigned char)__a, (vector unsigned char)__b);
  4574. }
  4575. static inline __ATTRS_o_ai vector unsigned int
  4576. vec_sll(vector unsigned int __a, vector unsigned int __b) {
  4577. return (vector unsigned int)__builtin_s390_vsl(
  4578. (vector unsigned char)__a, (vector unsigned char)__b);
  4579. }
  4580. static inline __ATTRS_o_ai vector signed long long
  4581. vec_sll(vector signed long long __a, vector unsigned char __b) {
  4582. return (vector signed long long)__builtin_s390_vsl(
  4583. (vector unsigned char)__a, __b);
  4584. }
  4585. static inline __ATTRS_o_ai vector signed long long
  4586. vec_sll(vector signed long long __a, vector unsigned short __b) {
  4587. return (vector signed long long)__builtin_s390_vsl(
  4588. (vector unsigned char)__a, (vector unsigned char)__b);
  4589. }
  4590. static inline __ATTRS_o_ai vector signed long long
  4591. vec_sll(vector signed long long __a, vector unsigned int __b) {
  4592. return (vector signed long long)__builtin_s390_vsl(
  4593. (vector unsigned char)__a, (vector unsigned char)__b);
  4594. }
  4595. static inline __ATTRS_o_ai vector bool long long
  4596. vec_sll(vector bool long long __a, vector unsigned char __b) {
  4597. return (vector bool long long)__builtin_s390_vsl(
  4598. (vector unsigned char)__a, __b);
  4599. }
  4600. static inline __ATTRS_o_ai vector bool long long
  4601. vec_sll(vector bool long long __a, vector unsigned short __b) {
  4602. return (vector bool long long)__builtin_s390_vsl(
  4603. (vector unsigned char)__a, (vector unsigned char)__b);
  4604. }
  4605. static inline __ATTRS_o_ai vector bool long long
  4606. vec_sll(vector bool long long __a, vector unsigned int __b) {
  4607. return (vector bool long long)__builtin_s390_vsl(
  4608. (vector unsigned char)__a, (vector unsigned char)__b);
  4609. }
  4610. static inline __ATTRS_o_ai vector unsigned long long
  4611. vec_sll(vector unsigned long long __a, vector unsigned char __b) {
  4612. return (vector unsigned long long)__builtin_s390_vsl(
  4613. (vector unsigned char)__a, __b);
  4614. }
  4615. static inline __ATTRS_o_ai vector unsigned long long
  4616. vec_sll(vector unsigned long long __a, vector unsigned short __b) {
  4617. return (vector unsigned long long)__builtin_s390_vsl(
  4618. (vector unsigned char)__a, (vector unsigned char)__b);
  4619. }
  4620. static inline __ATTRS_o_ai vector unsigned long long
  4621. vec_sll(vector unsigned long long __a, vector unsigned int __b) {
  4622. return (vector unsigned long long)__builtin_s390_vsl(
  4623. (vector unsigned char)__a, (vector unsigned char)__b);
  4624. }
  4625. /*-- vec_slb ----------------------------------------------------------------*/
  4626. static inline __ATTRS_o_ai vector signed char
  4627. vec_slb(vector signed char __a, vector signed char __b) {
  4628. return (vector signed char)__builtin_s390_vslb(
  4629. (vector unsigned char)__a, (vector unsigned char)__b);
  4630. }
  4631. static inline __ATTRS_o_ai vector signed char
  4632. vec_slb(vector signed char __a, vector unsigned char __b) {
  4633. return (vector signed char)__builtin_s390_vslb(
  4634. (vector unsigned char)__a, __b);
  4635. }
  4636. static inline __ATTRS_o_ai vector unsigned char
  4637. vec_slb(vector unsigned char __a, vector signed char __b) {
  4638. return __builtin_s390_vslb(__a, (vector unsigned char)__b);
  4639. }
  4640. static inline __ATTRS_o_ai vector unsigned char
  4641. vec_slb(vector unsigned char __a, vector unsigned char __b) {
  4642. return __builtin_s390_vslb(__a, __b);
  4643. }
  4644. static inline __ATTRS_o_ai vector signed short
  4645. vec_slb(vector signed short __a, vector signed short __b) {
  4646. return (vector signed short)__builtin_s390_vslb(
  4647. (vector unsigned char)__a, (vector unsigned char)__b);
  4648. }
  4649. static inline __ATTRS_o_ai vector signed short
  4650. vec_slb(vector signed short __a, vector unsigned short __b) {
  4651. return (vector signed short)__builtin_s390_vslb(
  4652. (vector unsigned char)__a, (vector unsigned char)__b);
  4653. }
  4654. static inline __ATTRS_o_ai vector unsigned short
  4655. vec_slb(vector unsigned short __a, vector signed short __b) {
  4656. return (vector unsigned short)__builtin_s390_vslb(
  4657. (vector unsigned char)__a, (vector unsigned char)__b);
  4658. }
  4659. static inline __ATTRS_o_ai vector unsigned short
  4660. vec_slb(vector unsigned short __a, vector unsigned short __b) {
  4661. return (vector unsigned short)__builtin_s390_vslb(
  4662. (vector unsigned char)__a, (vector unsigned char)__b);
  4663. }
  4664. static inline __ATTRS_o_ai vector signed int
  4665. vec_slb(vector signed int __a, vector signed int __b) {
  4666. return (vector signed int)__builtin_s390_vslb(
  4667. (vector unsigned char)__a, (vector unsigned char)__b);
  4668. }
  4669. static inline __ATTRS_o_ai vector signed int
  4670. vec_slb(vector signed int __a, vector unsigned int __b) {
  4671. return (vector signed int)__builtin_s390_vslb(
  4672. (vector unsigned char)__a, (vector unsigned char)__b);
  4673. }
  4674. static inline __ATTRS_o_ai vector unsigned int
  4675. vec_slb(vector unsigned int __a, vector signed int __b) {
  4676. return (vector unsigned int)__builtin_s390_vslb(
  4677. (vector unsigned char)__a, (vector unsigned char)__b);
  4678. }
  4679. static inline __ATTRS_o_ai vector unsigned int
  4680. vec_slb(vector unsigned int __a, vector unsigned int __b) {
  4681. return (vector unsigned int)__builtin_s390_vslb(
  4682. (vector unsigned char)__a, (vector unsigned char)__b);
  4683. }
  4684. static inline __ATTRS_o_ai vector signed long long
  4685. vec_slb(vector signed long long __a, vector signed long long __b) {
  4686. return (vector signed long long)__builtin_s390_vslb(
  4687. (vector unsigned char)__a, (vector unsigned char)__b);
  4688. }
  4689. static inline __ATTRS_o_ai vector signed long long
  4690. vec_slb(vector signed long long __a, vector unsigned long long __b) {
  4691. return (vector signed long long)__builtin_s390_vslb(
  4692. (vector unsigned char)__a, (vector unsigned char)__b);
  4693. }
  4694. static inline __ATTRS_o_ai vector unsigned long long
  4695. vec_slb(vector unsigned long long __a, vector signed long long __b) {
  4696. return (vector unsigned long long)__builtin_s390_vslb(
  4697. (vector unsigned char)__a, (vector unsigned char)__b);
  4698. }
  4699. static inline __ATTRS_o_ai vector unsigned long long
  4700. vec_slb(vector unsigned long long __a, vector unsigned long long __b) {
  4701. return (vector unsigned long long)__builtin_s390_vslb(
  4702. (vector unsigned char)__a, (vector unsigned char)__b);
  4703. }
  4704. static inline __ATTRS_o_ai vector double
  4705. vec_slb(vector double __a, vector signed long long __b) {
  4706. return (vector double)__builtin_s390_vslb(
  4707. (vector unsigned char)__a, (vector unsigned char)__b);
  4708. }
  4709. static inline __ATTRS_o_ai vector double
  4710. vec_slb(vector double __a, vector unsigned long long __b) {
  4711. return (vector double)__builtin_s390_vslb(
  4712. (vector unsigned char)__a, (vector unsigned char)__b);
  4713. }
  4714. /*-- vec_sld ----------------------------------------------------------------*/
  4715. extern __ATTRS_o vector signed char
  4716. vec_sld(vector signed char __a, vector signed char __b, int __c)
  4717. __constant_range(__c, 0, 15);
  4718. extern __ATTRS_o vector unsigned char
  4719. vec_sld(vector unsigned char __a, vector unsigned char __b, int __c)
  4720. __constant_range(__c, 0, 15);
  4721. extern __ATTRS_o vector signed short
  4722. vec_sld(vector signed short __a, vector signed short __b, int __c)
  4723. __constant_range(__c, 0, 15);
  4724. extern __ATTRS_o vector unsigned short
  4725. vec_sld(vector unsigned short __a, vector unsigned short __b, int __c)
  4726. __constant_range(__c, 0, 15);
  4727. extern __ATTRS_o vector signed int
  4728. vec_sld(vector signed int __a, vector signed int __b, int __c)
  4729. __constant_range(__c, 0, 15);
  4730. extern __ATTRS_o vector unsigned int
  4731. vec_sld(vector unsigned int __a, vector unsigned int __b, int __c)
  4732. __constant_range(__c, 0, 15);
  4733. extern __ATTRS_o vector signed long long
  4734. vec_sld(vector signed long long __a, vector signed long long __b, int __c)
  4735. __constant_range(__c, 0, 15);
  4736. extern __ATTRS_o vector unsigned long long
  4737. vec_sld(vector unsigned long long __a, vector unsigned long long __b, int __c)
  4738. __constant_range(__c, 0, 15);
  4739. extern __ATTRS_o vector double
  4740. vec_sld(vector double __a, vector double __b, int __c)
  4741. __constant_range(__c, 0, 15);
  4742. #define vec_sld(X, Y, Z) ((__typeof__((vec_sld)((X), (Y), (Z)))) \
  4743. __builtin_s390_vsldb((vector unsigned char)(X), \
  4744. (vector unsigned char)(Y), (Z)))
  4745. /*-- vec_sldw ---------------------------------------------------------------*/
  4746. extern __ATTRS_o vector signed char
  4747. vec_sldw(vector signed char __a, vector signed char __b, int __c)
  4748. __constant_range(__c, 0, 3);
  4749. extern __ATTRS_o vector unsigned char
  4750. vec_sldw(vector unsigned char __a, vector unsigned char __b, int __c)
  4751. __constant_range(__c, 0, 3);
  4752. extern __ATTRS_o vector signed short
  4753. vec_sldw(vector signed short __a, vector signed short __b, int __c)
  4754. __constant_range(__c, 0, 3);
  4755. extern __ATTRS_o vector unsigned short
  4756. vec_sldw(vector unsigned short __a, vector unsigned short __b, int __c)
  4757. __constant_range(__c, 0, 3);
  4758. extern __ATTRS_o vector signed int
  4759. vec_sldw(vector signed int __a, vector signed int __b, int __c)
  4760. __constant_range(__c, 0, 3);
  4761. extern __ATTRS_o vector unsigned int
  4762. vec_sldw(vector unsigned int __a, vector unsigned int __b, int __c)
  4763. __constant_range(__c, 0, 3);
  4764. extern __ATTRS_o vector signed long long
  4765. vec_sldw(vector signed long long __a, vector signed long long __b, int __c)
  4766. __constant_range(__c, 0, 3);
  4767. extern __ATTRS_o vector unsigned long long
  4768. vec_sldw(vector unsigned long long __a, vector unsigned long long __b, int __c)
  4769. __constant_range(__c, 0, 3);
  4770. extern __ATTRS_o vector double
  4771. vec_sldw(vector double __a, vector double __b, int __c)
  4772. __constant_range(__c, 0, 3);
  4773. #define vec_sldw(X, Y, Z) ((__typeof__((vec_sldw)((X), (Y), (Z)))) \
  4774. __builtin_s390_vsldb((vector unsigned char)(X), \
  4775. (vector unsigned char)(Y), (Z) * 4))
  4776. /*-- vec_sral ---------------------------------------------------------------*/
  4777. static inline __ATTRS_o_ai vector signed char
  4778. vec_sral(vector signed char __a, vector unsigned char __b) {
  4779. return (vector signed char)__builtin_s390_vsra(
  4780. (vector unsigned char)__a, __b);
  4781. }
  4782. static inline __ATTRS_o_ai vector signed char
  4783. vec_sral(vector signed char __a, vector unsigned short __b) {
  4784. return (vector signed char)__builtin_s390_vsra(
  4785. (vector unsigned char)__a, (vector unsigned char)__b);
  4786. }
  4787. static inline __ATTRS_o_ai vector signed char
  4788. vec_sral(vector signed char __a, vector unsigned int __b) {
  4789. return (vector signed char)__builtin_s390_vsra(
  4790. (vector unsigned char)__a, (vector unsigned char)__b);
  4791. }
  4792. static inline __ATTRS_o_ai vector bool char
  4793. vec_sral(vector bool char __a, vector unsigned char __b) {
  4794. return (vector bool char)__builtin_s390_vsra(
  4795. (vector unsigned char)__a, __b);
  4796. }
  4797. static inline __ATTRS_o_ai vector bool char
  4798. vec_sral(vector bool char __a, vector unsigned short __b) {
  4799. return (vector bool char)__builtin_s390_vsra(
  4800. (vector unsigned char)__a, (vector unsigned char)__b);
  4801. }
  4802. static inline __ATTRS_o_ai vector bool char
  4803. vec_sral(vector bool char __a, vector unsigned int __b) {
  4804. return (vector bool char)__builtin_s390_vsra(
  4805. (vector unsigned char)__a, (vector unsigned char)__b);
  4806. }
  4807. static inline __ATTRS_o_ai vector unsigned char
  4808. vec_sral(vector unsigned char __a, vector unsigned char __b) {
  4809. return __builtin_s390_vsra(__a, __b);
  4810. }
  4811. static inline __ATTRS_o_ai vector unsigned char
  4812. vec_sral(vector unsigned char __a, vector unsigned short __b) {
  4813. return __builtin_s390_vsra(__a, (vector unsigned char)__b);
  4814. }
  4815. static inline __ATTRS_o_ai vector unsigned char
  4816. vec_sral(vector unsigned char __a, vector unsigned int __b) {
  4817. return __builtin_s390_vsra(__a, (vector unsigned char)__b);
  4818. }
  4819. static inline __ATTRS_o_ai vector signed short
  4820. vec_sral(vector signed short __a, vector unsigned char __b) {
  4821. return (vector signed short)__builtin_s390_vsra(
  4822. (vector unsigned char)__a, __b);
  4823. }
  4824. static inline __ATTRS_o_ai vector signed short
  4825. vec_sral(vector signed short __a, vector unsigned short __b) {
  4826. return (vector signed short)__builtin_s390_vsra(
  4827. (vector unsigned char)__a, (vector unsigned char)__b);
  4828. }
  4829. static inline __ATTRS_o_ai vector signed short
  4830. vec_sral(vector signed short __a, vector unsigned int __b) {
  4831. return (vector signed short)__builtin_s390_vsra(
  4832. (vector unsigned char)__a, (vector unsigned char)__b);
  4833. }
  4834. static inline __ATTRS_o_ai vector bool short
  4835. vec_sral(vector bool short __a, vector unsigned char __b) {
  4836. return (vector bool short)__builtin_s390_vsra(
  4837. (vector unsigned char)__a, __b);
  4838. }
  4839. static inline __ATTRS_o_ai vector bool short
  4840. vec_sral(vector bool short __a, vector unsigned short __b) {
  4841. return (vector bool short)__builtin_s390_vsra(
  4842. (vector unsigned char)__a, (vector unsigned char)__b);
  4843. }
  4844. static inline __ATTRS_o_ai vector bool short
  4845. vec_sral(vector bool short __a, vector unsigned int __b) {
  4846. return (vector bool short)__builtin_s390_vsra(
  4847. (vector unsigned char)__a, (vector unsigned char)__b);
  4848. }
  4849. static inline __ATTRS_o_ai vector unsigned short
  4850. vec_sral(vector unsigned short __a, vector unsigned char __b) {
  4851. return (vector unsigned short)__builtin_s390_vsra(
  4852. (vector unsigned char)__a, __b);
  4853. }
  4854. static inline __ATTRS_o_ai vector unsigned short
  4855. vec_sral(vector unsigned short __a, vector unsigned short __b) {
  4856. return (vector unsigned short)__builtin_s390_vsra(
  4857. (vector unsigned char)__a, (vector unsigned char)__b);
  4858. }
  4859. static inline __ATTRS_o_ai vector unsigned short
  4860. vec_sral(vector unsigned short __a, vector unsigned int __b) {
  4861. return (vector unsigned short)__builtin_s390_vsra(
  4862. (vector unsigned char)__a, (vector unsigned char)__b);
  4863. }
  4864. static inline __ATTRS_o_ai vector signed int
  4865. vec_sral(vector signed int __a, vector unsigned char __b) {
  4866. return (vector signed int)__builtin_s390_vsra(
  4867. (vector unsigned char)__a, __b);
  4868. }
  4869. static inline __ATTRS_o_ai vector signed int
  4870. vec_sral(vector signed int __a, vector unsigned short __b) {
  4871. return (vector signed int)__builtin_s390_vsra(
  4872. (vector unsigned char)__a, (vector unsigned char)__b);
  4873. }
  4874. static inline __ATTRS_o_ai vector signed int
  4875. vec_sral(vector signed int __a, vector unsigned int __b) {
  4876. return (vector signed int)__builtin_s390_vsra(
  4877. (vector unsigned char)__a, (vector unsigned char)__b);
  4878. }
  4879. static inline __ATTRS_o_ai vector bool int
  4880. vec_sral(vector bool int __a, vector unsigned char __b) {
  4881. return (vector bool int)__builtin_s390_vsra(
  4882. (vector unsigned char)__a, __b);
  4883. }
  4884. static inline __ATTRS_o_ai vector bool int
  4885. vec_sral(vector bool int __a, vector unsigned short __b) {
  4886. return (vector bool int)__builtin_s390_vsra(
  4887. (vector unsigned char)__a, (vector unsigned char)__b);
  4888. }
  4889. static inline __ATTRS_o_ai vector bool int
  4890. vec_sral(vector bool int __a, vector unsigned int __b) {
  4891. return (vector bool int)__builtin_s390_vsra(
  4892. (vector unsigned char)__a, (vector unsigned char)__b);
  4893. }
  4894. static inline __ATTRS_o_ai vector unsigned int
  4895. vec_sral(vector unsigned int __a, vector unsigned char __b) {
  4896. return (vector unsigned int)__builtin_s390_vsra(
  4897. (vector unsigned char)__a, __b);
  4898. }
  4899. static inline __ATTRS_o_ai vector unsigned int
  4900. vec_sral(vector unsigned int __a, vector unsigned short __b) {
  4901. return (vector unsigned int)__builtin_s390_vsra(
  4902. (vector unsigned char)__a, (vector unsigned char)__b);
  4903. }
  4904. static inline __ATTRS_o_ai vector unsigned int
  4905. vec_sral(vector unsigned int __a, vector unsigned int __b) {
  4906. return (vector unsigned int)__builtin_s390_vsra(
  4907. (vector unsigned char)__a, (vector unsigned char)__b);
  4908. }
  4909. static inline __ATTRS_o_ai vector signed long long
  4910. vec_sral(vector signed long long __a, vector unsigned char __b) {
  4911. return (vector signed long long)__builtin_s390_vsra(
  4912. (vector unsigned char)__a, __b);
  4913. }
  4914. static inline __ATTRS_o_ai vector signed long long
  4915. vec_sral(vector signed long long __a, vector unsigned short __b) {
  4916. return (vector signed long long)__builtin_s390_vsra(
  4917. (vector unsigned char)__a, (vector unsigned char)__b);
  4918. }
  4919. static inline __ATTRS_o_ai vector signed long long
  4920. vec_sral(vector signed long long __a, vector unsigned int __b) {
  4921. return (vector signed long long)__builtin_s390_vsra(
  4922. (vector unsigned char)__a, (vector unsigned char)__b);
  4923. }
  4924. static inline __ATTRS_o_ai vector bool long long
  4925. vec_sral(vector bool long long __a, vector unsigned char __b) {
  4926. return (vector bool long long)__builtin_s390_vsra(
  4927. (vector unsigned char)__a, __b);
  4928. }
  4929. static inline __ATTRS_o_ai vector bool long long
  4930. vec_sral(vector bool long long __a, vector unsigned short __b) {
  4931. return (vector bool long long)__builtin_s390_vsra(
  4932. (vector unsigned char)__a, (vector unsigned char)__b);
  4933. }
  4934. static inline __ATTRS_o_ai vector bool long long
  4935. vec_sral(vector bool long long __a, vector unsigned int __b) {
  4936. return (vector bool long long)__builtin_s390_vsra(
  4937. (vector unsigned char)__a, (vector unsigned char)__b);
  4938. }
  4939. static inline __ATTRS_o_ai vector unsigned long long
  4940. vec_sral(vector unsigned long long __a, vector unsigned char __b) {
  4941. return (vector unsigned long long)__builtin_s390_vsra(
  4942. (vector unsigned char)__a, __b);
  4943. }
  4944. static inline __ATTRS_o_ai vector unsigned long long
  4945. vec_sral(vector unsigned long long __a, vector unsigned short __b) {
  4946. return (vector unsigned long long)__builtin_s390_vsra(
  4947. (vector unsigned char)__a, (vector unsigned char)__b);
  4948. }
  4949. static inline __ATTRS_o_ai vector unsigned long long
  4950. vec_sral(vector unsigned long long __a, vector unsigned int __b) {
  4951. return (vector unsigned long long)__builtin_s390_vsra(
  4952. (vector unsigned char)__a, (vector unsigned char)__b);
  4953. }
  4954. /*-- vec_srab ---------------------------------------------------------------*/
  4955. static inline __ATTRS_o_ai vector signed char
  4956. vec_srab(vector signed char __a, vector signed char __b) {
  4957. return (vector signed char)__builtin_s390_vsrab(
  4958. (vector unsigned char)__a, (vector unsigned char)__b);
  4959. }
  4960. static inline __ATTRS_o_ai vector signed char
  4961. vec_srab(vector signed char __a, vector unsigned char __b) {
  4962. return (vector signed char)__builtin_s390_vsrab(
  4963. (vector unsigned char)__a, __b);
  4964. }
  4965. static inline __ATTRS_o_ai vector unsigned char
  4966. vec_srab(vector unsigned char __a, vector signed char __b) {
  4967. return __builtin_s390_vsrab(__a, (vector unsigned char)__b);
  4968. }
  4969. static inline __ATTRS_o_ai vector unsigned char
  4970. vec_srab(vector unsigned char __a, vector unsigned char __b) {
  4971. return __builtin_s390_vsrab(__a, __b);
  4972. }
  4973. static inline __ATTRS_o_ai vector signed short
  4974. vec_srab(vector signed short __a, vector signed short __b) {
  4975. return (vector signed short)__builtin_s390_vsrab(
  4976. (vector unsigned char)__a, (vector unsigned char)__b);
  4977. }
  4978. static inline __ATTRS_o_ai vector signed short
  4979. vec_srab(vector signed short __a, vector unsigned short __b) {
  4980. return (vector signed short)__builtin_s390_vsrab(
  4981. (vector unsigned char)__a, (vector unsigned char)__b);
  4982. }
  4983. static inline __ATTRS_o_ai vector unsigned short
  4984. vec_srab(vector unsigned short __a, vector signed short __b) {
  4985. return (vector unsigned short)__builtin_s390_vsrab(
  4986. (vector unsigned char)__a, (vector unsigned char)__b);
  4987. }
  4988. static inline __ATTRS_o_ai vector unsigned short
  4989. vec_srab(vector unsigned short __a, vector unsigned short __b) {
  4990. return (vector unsigned short)__builtin_s390_vsrab(
  4991. (vector unsigned char)__a, (vector unsigned char)__b);
  4992. }
  4993. static inline __ATTRS_o_ai vector signed int
  4994. vec_srab(vector signed int __a, vector signed int __b) {
  4995. return (vector signed int)__builtin_s390_vsrab(
  4996. (vector unsigned char)__a, (vector unsigned char)__b);
  4997. }
  4998. static inline __ATTRS_o_ai vector signed int
  4999. vec_srab(vector signed int __a, vector unsigned int __b) {
  5000. return (vector signed int)__builtin_s390_vsrab(
  5001. (vector unsigned char)__a, (vector unsigned char)__b);
  5002. }
  5003. static inline __ATTRS_o_ai vector unsigned int
  5004. vec_srab(vector unsigned int __a, vector signed int __b) {
  5005. return (vector unsigned int)__builtin_s390_vsrab(
  5006. (vector unsigned char)__a, (vector unsigned char)__b);
  5007. }
  5008. static inline __ATTRS_o_ai vector unsigned int
  5009. vec_srab(vector unsigned int __a, vector unsigned int __b) {
  5010. return (vector unsigned int)__builtin_s390_vsrab(
  5011. (vector unsigned char)__a, (vector unsigned char)__b);
  5012. }
  5013. static inline __ATTRS_o_ai vector signed long long
  5014. vec_srab(vector signed long long __a, vector signed long long __b) {
  5015. return (vector signed long long)__builtin_s390_vsrab(
  5016. (vector unsigned char)__a, (vector unsigned char)__b);
  5017. }
  5018. static inline __ATTRS_o_ai vector signed long long
  5019. vec_srab(vector signed long long __a, vector unsigned long long __b) {
  5020. return (vector signed long long)__builtin_s390_vsrab(
  5021. (vector unsigned char)__a, (vector unsigned char)__b);
  5022. }
  5023. static inline __ATTRS_o_ai vector unsigned long long
  5024. vec_srab(vector unsigned long long __a, vector signed long long __b) {
  5025. return (vector unsigned long long)__builtin_s390_vsrab(
  5026. (vector unsigned char)__a, (vector unsigned char)__b);
  5027. }
  5028. static inline __ATTRS_o_ai vector unsigned long long
  5029. vec_srab(vector unsigned long long __a, vector unsigned long long __b) {
  5030. return (vector unsigned long long)__builtin_s390_vsrab(
  5031. (vector unsigned char)__a, (vector unsigned char)__b);
  5032. }
  5033. static inline __ATTRS_o_ai vector double
  5034. vec_srab(vector double __a, vector signed long long __b) {
  5035. return (vector double)__builtin_s390_vsrab(
  5036. (vector unsigned char)__a, (vector unsigned char)__b);
  5037. }
  5038. static inline __ATTRS_o_ai vector double
  5039. vec_srab(vector double __a, vector unsigned long long __b) {
  5040. return (vector double)__builtin_s390_vsrab(
  5041. (vector unsigned char)__a, (vector unsigned char)__b);
  5042. }
  5043. /*-- vec_srl ----------------------------------------------------------------*/
  5044. static inline __ATTRS_o_ai vector signed char
  5045. vec_srl(vector signed char __a, vector unsigned char __b) {
  5046. return (vector signed char)__builtin_s390_vsrl(
  5047. (vector unsigned char)__a, __b);
  5048. }
  5049. static inline __ATTRS_o_ai vector signed char
  5050. vec_srl(vector signed char __a, vector unsigned short __b) {
  5051. return (vector signed char)__builtin_s390_vsrl(
  5052. (vector unsigned char)__a, (vector unsigned char)__b);
  5053. }
  5054. static inline __ATTRS_o_ai vector signed char
  5055. vec_srl(vector signed char __a, vector unsigned int __b) {
  5056. return (vector signed char)__builtin_s390_vsrl(
  5057. (vector unsigned char)__a, (vector unsigned char)__b);
  5058. }
  5059. static inline __ATTRS_o_ai vector bool char
  5060. vec_srl(vector bool char __a, vector unsigned char __b) {
  5061. return (vector bool char)__builtin_s390_vsrl(
  5062. (vector unsigned char)__a, __b);
  5063. }
  5064. static inline __ATTRS_o_ai vector bool char
  5065. vec_srl(vector bool char __a, vector unsigned short __b) {
  5066. return (vector bool char)__builtin_s390_vsrl(
  5067. (vector unsigned char)__a, (vector unsigned char)__b);
  5068. }
  5069. static inline __ATTRS_o_ai vector bool char
  5070. vec_srl(vector bool char __a, vector unsigned int __b) {
  5071. return (vector bool char)__builtin_s390_vsrl(
  5072. (vector unsigned char)__a, (vector unsigned char)__b);
  5073. }
  5074. static inline __ATTRS_o_ai vector unsigned char
  5075. vec_srl(vector unsigned char __a, vector unsigned char __b) {
  5076. return __builtin_s390_vsrl(__a, __b);
  5077. }
  5078. static inline __ATTRS_o_ai vector unsigned char
  5079. vec_srl(vector unsigned char __a, vector unsigned short __b) {
  5080. return __builtin_s390_vsrl(__a, (vector unsigned char)__b);
  5081. }
  5082. static inline __ATTRS_o_ai vector unsigned char
  5083. vec_srl(vector unsigned char __a, vector unsigned int __b) {
  5084. return __builtin_s390_vsrl(__a, (vector unsigned char)__b);
  5085. }
  5086. static inline __ATTRS_o_ai vector signed short
  5087. vec_srl(vector signed short __a, vector unsigned char __b) {
  5088. return (vector signed short)__builtin_s390_vsrl(
  5089. (vector unsigned char)__a, __b);
  5090. }
  5091. static inline __ATTRS_o_ai vector signed short
  5092. vec_srl(vector signed short __a, vector unsigned short __b) {
  5093. return (vector signed short)__builtin_s390_vsrl(
  5094. (vector unsigned char)__a, (vector unsigned char)__b);
  5095. }
  5096. static inline __ATTRS_o_ai vector signed short
  5097. vec_srl(vector signed short __a, vector unsigned int __b) {
  5098. return (vector signed short)__builtin_s390_vsrl(
  5099. (vector unsigned char)__a, (vector unsigned char)__b);
  5100. }
  5101. static inline __ATTRS_o_ai vector bool short
  5102. vec_srl(vector bool short __a, vector unsigned char __b) {
  5103. return (vector bool short)__builtin_s390_vsrl(
  5104. (vector unsigned char)__a, __b);
  5105. }
  5106. static inline __ATTRS_o_ai vector bool short
  5107. vec_srl(vector bool short __a, vector unsigned short __b) {
  5108. return (vector bool short)__builtin_s390_vsrl(
  5109. (vector unsigned char)__a, (vector unsigned char)__b);
  5110. }
  5111. static inline __ATTRS_o_ai vector bool short
  5112. vec_srl(vector bool short __a, vector unsigned int __b) {
  5113. return (vector bool short)__builtin_s390_vsrl(
  5114. (vector unsigned char)__a, (vector unsigned char)__b);
  5115. }
  5116. static inline __ATTRS_o_ai vector unsigned short
  5117. vec_srl(vector unsigned short __a, vector unsigned char __b) {
  5118. return (vector unsigned short)__builtin_s390_vsrl(
  5119. (vector unsigned char)__a, __b);
  5120. }
  5121. static inline __ATTRS_o_ai vector unsigned short
  5122. vec_srl(vector unsigned short __a, vector unsigned short __b) {
  5123. return (vector unsigned short)__builtin_s390_vsrl(
  5124. (vector unsigned char)__a, (vector unsigned char)__b);
  5125. }
  5126. static inline __ATTRS_o_ai vector unsigned short
  5127. vec_srl(vector unsigned short __a, vector unsigned int __b) {
  5128. return (vector unsigned short)__builtin_s390_vsrl(
  5129. (vector unsigned char)__a, (vector unsigned char)__b);
  5130. }
  5131. static inline __ATTRS_o_ai vector signed int
  5132. vec_srl(vector signed int __a, vector unsigned char __b) {
  5133. return (vector signed int)__builtin_s390_vsrl(
  5134. (vector unsigned char)__a, __b);
  5135. }
  5136. static inline __ATTRS_o_ai vector signed int
  5137. vec_srl(vector signed int __a, vector unsigned short __b) {
  5138. return (vector signed int)__builtin_s390_vsrl(
  5139. (vector unsigned char)__a, (vector unsigned char)__b);
  5140. }
  5141. static inline __ATTRS_o_ai vector signed int
  5142. vec_srl(vector signed int __a, vector unsigned int __b) {
  5143. return (vector signed int)__builtin_s390_vsrl(
  5144. (vector unsigned char)__a, (vector unsigned char)__b);
  5145. }
  5146. static inline __ATTRS_o_ai vector bool int
  5147. vec_srl(vector bool int __a, vector unsigned char __b) {
  5148. return (vector bool int)__builtin_s390_vsrl(
  5149. (vector unsigned char)__a, __b);
  5150. }
  5151. static inline __ATTRS_o_ai vector bool int
  5152. vec_srl(vector bool int __a, vector unsigned short __b) {
  5153. return (vector bool int)__builtin_s390_vsrl(
  5154. (vector unsigned char)__a, (vector unsigned char)__b);
  5155. }
  5156. static inline __ATTRS_o_ai vector bool int
  5157. vec_srl(vector bool int __a, vector unsigned int __b) {
  5158. return (vector bool int)__builtin_s390_vsrl(
  5159. (vector unsigned char)__a, (vector unsigned char)__b);
  5160. }
  5161. static inline __ATTRS_o_ai vector unsigned int
  5162. vec_srl(vector unsigned int __a, vector unsigned char __b) {
  5163. return (vector unsigned int)__builtin_s390_vsrl(
  5164. (vector unsigned char)__a, __b);
  5165. }
  5166. static inline __ATTRS_o_ai vector unsigned int
  5167. vec_srl(vector unsigned int __a, vector unsigned short __b) {
  5168. return (vector unsigned int)__builtin_s390_vsrl(
  5169. (vector unsigned char)__a, (vector unsigned char)__b);
  5170. }
  5171. static inline __ATTRS_o_ai vector unsigned int
  5172. vec_srl(vector unsigned int __a, vector unsigned int __b) {
  5173. return (vector unsigned int)__builtin_s390_vsrl(
  5174. (vector unsigned char)__a, (vector unsigned char)__b);
  5175. }
  5176. static inline __ATTRS_o_ai vector signed long long
  5177. vec_srl(vector signed long long __a, vector unsigned char __b) {
  5178. return (vector signed long long)__builtin_s390_vsrl(
  5179. (vector unsigned char)__a, __b);
  5180. }
  5181. static inline __ATTRS_o_ai vector signed long long
  5182. vec_srl(vector signed long long __a, vector unsigned short __b) {
  5183. return (vector signed long long)__builtin_s390_vsrl(
  5184. (vector unsigned char)__a, (vector unsigned char)__b);
  5185. }
  5186. static inline __ATTRS_o_ai vector signed long long
  5187. vec_srl(vector signed long long __a, vector unsigned int __b) {
  5188. return (vector signed long long)__builtin_s390_vsrl(
  5189. (vector unsigned char)__a, (vector unsigned char)__b);
  5190. }
  5191. static inline __ATTRS_o_ai vector bool long long
  5192. vec_srl(vector bool long long __a, vector unsigned char __b) {
  5193. return (vector bool long long)__builtin_s390_vsrl(
  5194. (vector unsigned char)__a, __b);
  5195. }
  5196. static inline __ATTRS_o_ai vector bool long long
  5197. vec_srl(vector bool long long __a, vector unsigned short __b) {
  5198. return (vector bool long long)__builtin_s390_vsrl(
  5199. (vector unsigned char)__a, (vector unsigned char)__b);
  5200. }
  5201. static inline __ATTRS_o_ai vector bool long long
  5202. vec_srl(vector bool long long __a, vector unsigned int __b) {
  5203. return (vector bool long long)__builtin_s390_vsrl(
  5204. (vector unsigned char)__a, (vector unsigned char)__b);
  5205. }
  5206. static inline __ATTRS_o_ai vector unsigned long long
  5207. vec_srl(vector unsigned long long __a, vector unsigned char __b) {
  5208. return (vector unsigned long long)__builtin_s390_vsrl(
  5209. (vector unsigned char)__a, __b);
  5210. }
  5211. static inline __ATTRS_o_ai vector unsigned long long
  5212. vec_srl(vector unsigned long long __a, vector unsigned short __b) {
  5213. return (vector unsigned long long)__builtin_s390_vsrl(
  5214. (vector unsigned char)__a, (vector unsigned char)__b);
  5215. }
  5216. static inline __ATTRS_o_ai vector unsigned long long
  5217. vec_srl(vector unsigned long long __a, vector unsigned int __b) {
  5218. return (vector unsigned long long)__builtin_s390_vsrl(
  5219. (vector unsigned char)__a, (vector unsigned char)__b);
  5220. }
  5221. /*-- vec_srb ----------------------------------------------------------------*/
  5222. static inline __ATTRS_o_ai vector signed char
  5223. vec_srb(vector signed char __a, vector signed char __b) {
  5224. return (vector signed char)__builtin_s390_vsrlb(
  5225. (vector unsigned char)__a, (vector unsigned char)__b);
  5226. }
  5227. static inline __ATTRS_o_ai vector signed char
  5228. vec_srb(vector signed char __a, vector unsigned char __b) {
  5229. return (vector signed char)__builtin_s390_vsrlb(
  5230. (vector unsigned char)__a, __b);
  5231. }
  5232. static inline __ATTRS_o_ai vector unsigned char
  5233. vec_srb(vector unsigned char __a, vector signed char __b) {
  5234. return __builtin_s390_vsrlb(__a, (vector unsigned char)__b);
  5235. }
  5236. static inline __ATTRS_o_ai vector unsigned char
  5237. vec_srb(vector unsigned char __a, vector unsigned char __b) {
  5238. return __builtin_s390_vsrlb(__a, __b);
  5239. }
  5240. static inline __ATTRS_o_ai vector signed short
  5241. vec_srb(vector signed short __a, vector signed short __b) {
  5242. return (vector signed short)__builtin_s390_vsrlb(
  5243. (vector unsigned char)__a, (vector unsigned char)__b);
  5244. }
  5245. static inline __ATTRS_o_ai vector signed short
  5246. vec_srb(vector signed short __a, vector unsigned short __b) {
  5247. return (vector signed short)__builtin_s390_vsrlb(
  5248. (vector unsigned char)__a, (vector unsigned char)__b);
  5249. }
  5250. static inline __ATTRS_o_ai vector unsigned short
  5251. vec_srb(vector unsigned short __a, vector signed short __b) {
  5252. return (vector unsigned short)__builtin_s390_vsrlb(
  5253. (vector unsigned char)__a, (vector unsigned char)__b);
  5254. }
  5255. static inline __ATTRS_o_ai vector unsigned short
  5256. vec_srb(vector unsigned short __a, vector unsigned short __b) {
  5257. return (vector unsigned short)__builtin_s390_vsrlb(
  5258. (vector unsigned char)__a, (vector unsigned char)__b);
  5259. }
  5260. static inline __ATTRS_o_ai vector signed int
  5261. vec_srb(vector signed int __a, vector signed int __b) {
  5262. return (vector signed int)__builtin_s390_vsrlb(
  5263. (vector unsigned char)__a, (vector unsigned char)__b);
  5264. }
  5265. static inline __ATTRS_o_ai vector signed int
  5266. vec_srb(vector signed int __a, vector unsigned int __b) {
  5267. return (vector signed int)__builtin_s390_vsrlb(
  5268. (vector unsigned char)__a, (vector unsigned char)__b);
  5269. }
  5270. static inline __ATTRS_o_ai vector unsigned int
  5271. vec_srb(vector unsigned int __a, vector signed int __b) {
  5272. return (vector unsigned int)__builtin_s390_vsrlb(
  5273. (vector unsigned char)__a, (vector unsigned char)__b);
  5274. }
  5275. static inline __ATTRS_o_ai vector unsigned int
  5276. vec_srb(vector unsigned int __a, vector unsigned int __b) {
  5277. return (vector unsigned int)__builtin_s390_vsrlb(
  5278. (vector unsigned char)__a, (vector unsigned char)__b);
  5279. }
  5280. static inline __ATTRS_o_ai vector signed long long
  5281. vec_srb(vector signed long long __a, vector signed long long __b) {
  5282. return (vector signed long long)__builtin_s390_vsrlb(
  5283. (vector unsigned char)__a, (vector unsigned char)__b);
  5284. }
  5285. static inline __ATTRS_o_ai vector signed long long
  5286. vec_srb(vector signed long long __a, vector unsigned long long __b) {
  5287. return (vector signed long long)__builtin_s390_vsrlb(
  5288. (vector unsigned char)__a, (vector unsigned char)__b);
  5289. }
  5290. static inline __ATTRS_o_ai vector unsigned long long
  5291. vec_srb(vector unsigned long long __a, vector signed long long __b) {
  5292. return (vector unsigned long long)__builtin_s390_vsrlb(
  5293. (vector unsigned char)__a, (vector unsigned char)__b);
  5294. }
  5295. static inline __ATTRS_o_ai vector unsigned long long
  5296. vec_srb(vector unsigned long long __a, vector unsigned long long __b) {
  5297. return (vector unsigned long long)__builtin_s390_vsrlb(
  5298. (vector unsigned char)__a, (vector unsigned char)__b);
  5299. }
  5300. static inline __ATTRS_o_ai vector double
  5301. vec_srb(vector double __a, vector signed long long __b) {
  5302. return (vector double)__builtin_s390_vsrlb(
  5303. (vector unsigned char)__a, (vector unsigned char)__b);
  5304. }
  5305. static inline __ATTRS_o_ai vector double
  5306. vec_srb(vector double __a, vector unsigned long long __b) {
  5307. return (vector double)__builtin_s390_vsrlb(
  5308. (vector unsigned char)__a, (vector unsigned char)__b);
  5309. }
  5310. /*-- vec_abs ----------------------------------------------------------------*/
  5311. static inline __ATTRS_o_ai vector signed char
  5312. vec_abs(vector signed char __a) {
  5313. return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed char)0));
  5314. }
  5315. static inline __ATTRS_o_ai vector signed short
  5316. vec_abs(vector signed short __a) {
  5317. return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed short)0));
  5318. }
  5319. static inline __ATTRS_o_ai vector signed int
  5320. vec_abs(vector signed int __a) {
  5321. return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed int)0));
  5322. }
  5323. static inline __ATTRS_o_ai vector signed long long
  5324. vec_abs(vector signed long long __a) {
  5325. return vec_sel(__a, -__a, vec_cmplt(__a, (vector signed long long)0));
  5326. }
  5327. static inline __ATTRS_o_ai vector double
  5328. vec_abs(vector double __a) {
  5329. return __builtin_s390_vflpdb(__a);
  5330. }
  5331. /*-- vec_nabs ---------------------------------------------------------------*/
  5332. static inline __ATTRS_ai vector double
  5333. vec_nabs(vector double __a) {
  5334. return __builtin_s390_vflndb(__a);
  5335. }
  5336. /*-- vec_max ----------------------------------------------------------------*/
  5337. static inline __ATTRS_o_ai vector signed char
  5338. vec_max(vector signed char __a, vector signed char __b) {
  5339. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5340. }
  5341. static inline __ATTRS_o_ai vector signed char
  5342. vec_max(vector signed char __a, vector bool char __b) {
  5343. vector signed char __bc = (vector signed char)__b;
  5344. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5345. }
  5346. static inline __ATTRS_o_ai vector signed char
  5347. vec_max(vector bool char __a, vector signed char __b) {
  5348. vector signed char __ac = (vector signed char)__a;
  5349. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5350. }
  5351. static inline __ATTRS_o_ai vector unsigned char
  5352. vec_max(vector unsigned char __a, vector unsigned char __b) {
  5353. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5354. }
  5355. static inline __ATTRS_o_ai vector unsigned char
  5356. vec_max(vector unsigned char __a, vector bool char __b) {
  5357. vector unsigned char __bc = (vector unsigned char)__b;
  5358. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5359. }
  5360. static inline __ATTRS_o_ai vector unsigned char
  5361. vec_max(vector bool char __a, vector unsigned char __b) {
  5362. vector unsigned char __ac = (vector unsigned char)__a;
  5363. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5364. }
  5365. static inline __ATTRS_o_ai vector signed short
  5366. vec_max(vector signed short __a, vector signed short __b) {
  5367. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5368. }
  5369. static inline __ATTRS_o_ai vector signed short
  5370. vec_max(vector signed short __a, vector bool short __b) {
  5371. vector signed short __bc = (vector signed short)__b;
  5372. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5373. }
  5374. static inline __ATTRS_o_ai vector signed short
  5375. vec_max(vector bool short __a, vector signed short __b) {
  5376. vector signed short __ac = (vector signed short)__a;
  5377. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5378. }
  5379. static inline __ATTRS_o_ai vector unsigned short
  5380. vec_max(vector unsigned short __a, vector unsigned short __b) {
  5381. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5382. }
  5383. static inline __ATTRS_o_ai vector unsigned short
  5384. vec_max(vector unsigned short __a, vector bool short __b) {
  5385. vector unsigned short __bc = (vector unsigned short)__b;
  5386. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5387. }
  5388. static inline __ATTRS_o_ai vector unsigned short
  5389. vec_max(vector bool short __a, vector unsigned short __b) {
  5390. vector unsigned short __ac = (vector unsigned short)__a;
  5391. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5392. }
  5393. static inline __ATTRS_o_ai vector signed int
  5394. vec_max(vector signed int __a, vector signed int __b) {
  5395. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5396. }
  5397. static inline __ATTRS_o_ai vector signed int
  5398. vec_max(vector signed int __a, vector bool int __b) {
  5399. vector signed int __bc = (vector signed int)__b;
  5400. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5401. }
  5402. static inline __ATTRS_o_ai vector signed int
  5403. vec_max(vector bool int __a, vector signed int __b) {
  5404. vector signed int __ac = (vector signed int)__a;
  5405. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5406. }
  5407. static inline __ATTRS_o_ai vector unsigned int
  5408. vec_max(vector unsigned int __a, vector unsigned int __b) {
  5409. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5410. }
  5411. static inline __ATTRS_o_ai vector unsigned int
  5412. vec_max(vector unsigned int __a, vector bool int __b) {
  5413. vector unsigned int __bc = (vector unsigned int)__b;
  5414. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5415. }
  5416. static inline __ATTRS_o_ai vector unsigned int
  5417. vec_max(vector bool int __a, vector unsigned int __b) {
  5418. vector unsigned int __ac = (vector unsigned int)__a;
  5419. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5420. }
  5421. static inline __ATTRS_o_ai vector signed long long
  5422. vec_max(vector signed long long __a, vector signed long long __b) {
  5423. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5424. }
  5425. static inline __ATTRS_o_ai vector signed long long
  5426. vec_max(vector signed long long __a, vector bool long long __b) {
  5427. vector signed long long __bc = (vector signed long long)__b;
  5428. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5429. }
  5430. static inline __ATTRS_o_ai vector signed long long
  5431. vec_max(vector bool long long __a, vector signed long long __b) {
  5432. vector signed long long __ac = (vector signed long long)__a;
  5433. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5434. }
  5435. static inline __ATTRS_o_ai vector unsigned long long
  5436. vec_max(vector unsigned long long __a, vector unsigned long long __b) {
  5437. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5438. }
  5439. static inline __ATTRS_o_ai vector unsigned long long
  5440. vec_max(vector unsigned long long __a, vector bool long long __b) {
  5441. vector unsigned long long __bc = (vector unsigned long long)__b;
  5442. return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
  5443. }
  5444. static inline __ATTRS_o_ai vector unsigned long long
  5445. vec_max(vector bool long long __a, vector unsigned long long __b) {
  5446. vector unsigned long long __ac = (vector unsigned long long)__a;
  5447. return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
  5448. }
  5449. static inline __ATTRS_o_ai vector double
  5450. vec_max(vector double __a, vector double __b) {
  5451. return vec_sel(__b, __a, vec_cmpgt(__a, __b));
  5452. }
  5453. /*-- vec_min ----------------------------------------------------------------*/
  5454. static inline __ATTRS_o_ai vector signed char
  5455. vec_min(vector signed char __a, vector signed char __b) {
  5456. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5457. }
  5458. static inline __ATTRS_o_ai vector signed char
  5459. vec_min(vector signed char __a, vector bool char __b) {
  5460. vector signed char __bc = (vector signed char)__b;
  5461. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5462. }
  5463. static inline __ATTRS_o_ai vector signed char
  5464. vec_min(vector bool char __a, vector signed char __b) {
  5465. vector signed char __ac = (vector signed char)__a;
  5466. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5467. }
  5468. static inline __ATTRS_o_ai vector unsigned char
  5469. vec_min(vector unsigned char __a, vector unsigned char __b) {
  5470. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5471. }
  5472. static inline __ATTRS_o_ai vector unsigned char
  5473. vec_min(vector unsigned char __a, vector bool char __b) {
  5474. vector unsigned char __bc = (vector unsigned char)__b;
  5475. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5476. }
  5477. static inline __ATTRS_o_ai vector unsigned char
  5478. vec_min(vector bool char __a, vector unsigned char __b) {
  5479. vector unsigned char __ac = (vector unsigned char)__a;
  5480. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5481. }
  5482. static inline __ATTRS_o_ai vector signed short
  5483. vec_min(vector signed short __a, vector signed short __b) {
  5484. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5485. }
  5486. static inline __ATTRS_o_ai vector signed short
  5487. vec_min(vector signed short __a, vector bool short __b) {
  5488. vector signed short __bc = (vector signed short)__b;
  5489. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5490. }
  5491. static inline __ATTRS_o_ai vector signed short
  5492. vec_min(vector bool short __a, vector signed short __b) {
  5493. vector signed short __ac = (vector signed short)__a;
  5494. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5495. }
  5496. static inline __ATTRS_o_ai vector unsigned short
  5497. vec_min(vector unsigned short __a, vector unsigned short __b) {
  5498. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5499. }
  5500. static inline __ATTRS_o_ai vector unsigned short
  5501. vec_min(vector unsigned short __a, vector bool short __b) {
  5502. vector unsigned short __bc = (vector unsigned short)__b;
  5503. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5504. }
  5505. static inline __ATTRS_o_ai vector unsigned short
  5506. vec_min(vector bool short __a, vector unsigned short __b) {
  5507. vector unsigned short __ac = (vector unsigned short)__a;
  5508. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5509. }
  5510. static inline __ATTRS_o_ai vector signed int
  5511. vec_min(vector signed int __a, vector signed int __b) {
  5512. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5513. }
  5514. static inline __ATTRS_o_ai vector signed int
  5515. vec_min(vector signed int __a, vector bool int __b) {
  5516. vector signed int __bc = (vector signed int)__b;
  5517. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5518. }
  5519. static inline __ATTRS_o_ai vector signed int
  5520. vec_min(vector bool int __a, vector signed int __b) {
  5521. vector signed int __ac = (vector signed int)__a;
  5522. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5523. }
  5524. static inline __ATTRS_o_ai vector unsigned int
  5525. vec_min(vector unsigned int __a, vector unsigned int __b) {
  5526. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5527. }
  5528. static inline __ATTRS_o_ai vector unsigned int
  5529. vec_min(vector unsigned int __a, vector bool int __b) {
  5530. vector unsigned int __bc = (vector unsigned int)__b;
  5531. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5532. }
  5533. static inline __ATTRS_o_ai vector unsigned int
  5534. vec_min(vector bool int __a, vector unsigned int __b) {
  5535. vector unsigned int __ac = (vector unsigned int)__a;
  5536. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5537. }
  5538. static inline __ATTRS_o_ai vector signed long long
  5539. vec_min(vector signed long long __a, vector signed long long __b) {
  5540. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5541. }
  5542. static inline __ATTRS_o_ai vector signed long long
  5543. vec_min(vector signed long long __a, vector bool long long __b) {
  5544. vector signed long long __bc = (vector signed long long)__b;
  5545. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5546. }
  5547. static inline __ATTRS_o_ai vector signed long long
  5548. vec_min(vector bool long long __a, vector signed long long __b) {
  5549. vector signed long long __ac = (vector signed long long)__a;
  5550. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5551. }
  5552. static inline __ATTRS_o_ai vector unsigned long long
  5553. vec_min(vector unsigned long long __a, vector unsigned long long __b) {
  5554. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5555. }
  5556. static inline __ATTRS_o_ai vector unsigned long long
  5557. vec_min(vector unsigned long long __a, vector bool long long __b) {
  5558. vector unsigned long long __bc = (vector unsigned long long)__b;
  5559. return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
  5560. }
  5561. static inline __ATTRS_o_ai vector unsigned long long
  5562. vec_min(vector bool long long __a, vector unsigned long long __b) {
  5563. vector unsigned long long __ac = (vector unsigned long long)__a;
  5564. return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
  5565. }
  5566. static inline __ATTRS_o_ai vector double
  5567. vec_min(vector double __a, vector double __b) {
  5568. return vec_sel(__a, __b, vec_cmpgt(__a, __b));
  5569. }
  5570. /*-- vec_add_u128 -----------------------------------------------------------*/
  5571. static inline __ATTRS_ai vector unsigned char
  5572. vec_add_u128(vector unsigned char __a, vector unsigned char __b) {
  5573. return __builtin_s390_vaq(__a, __b);
  5574. }
  5575. /*-- vec_addc ---------------------------------------------------------------*/
  5576. static inline __ATTRS_o_ai vector unsigned char
  5577. vec_addc(vector unsigned char __a, vector unsigned char __b) {
  5578. return __builtin_s390_vaccb(__a, __b);
  5579. }
  5580. static inline __ATTRS_o_ai vector unsigned short
  5581. vec_addc(vector unsigned short __a, vector unsigned short __b) {
  5582. return __builtin_s390_vacch(__a, __b);
  5583. }
  5584. static inline __ATTRS_o_ai vector unsigned int
  5585. vec_addc(vector unsigned int __a, vector unsigned int __b) {
  5586. return __builtin_s390_vaccf(__a, __b);
  5587. }
  5588. static inline __ATTRS_o_ai vector unsigned long long
  5589. vec_addc(vector unsigned long long __a, vector unsigned long long __b) {
  5590. return __builtin_s390_vaccg(__a, __b);
  5591. }
  5592. /*-- vec_addc_u128 ----------------------------------------------------------*/
  5593. static inline __ATTRS_ai vector unsigned char
  5594. vec_addc_u128(vector unsigned char __a, vector unsigned char __b) {
  5595. return __builtin_s390_vaccq(__a, __b);
  5596. }
  5597. /*-- vec_adde_u128 ----------------------------------------------------------*/
  5598. static inline __ATTRS_ai vector unsigned char
  5599. vec_adde_u128(vector unsigned char __a, vector unsigned char __b,
  5600. vector unsigned char __c) {
  5601. return __builtin_s390_vacq(__a, __b, __c);
  5602. }
  5603. /*-- vec_addec_u128 ---------------------------------------------------------*/
  5604. static inline __ATTRS_ai vector unsigned char
  5605. vec_addec_u128(vector unsigned char __a, vector unsigned char __b,
  5606. vector unsigned char __c) {
  5607. return __builtin_s390_vacccq(__a, __b, __c);
  5608. }
  5609. /*-- vec_avg ----------------------------------------------------------------*/
  5610. static inline __ATTRS_o_ai vector signed char
  5611. vec_avg(vector signed char __a, vector signed char __b) {
  5612. return __builtin_s390_vavgb(__a, __b);
  5613. }
  5614. static inline __ATTRS_o_ai vector signed short
  5615. vec_avg(vector signed short __a, vector signed short __b) {
  5616. return __builtin_s390_vavgh(__a, __b);
  5617. }
  5618. static inline __ATTRS_o_ai vector signed int
  5619. vec_avg(vector signed int __a, vector signed int __b) {
  5620. return __builtin_s390_vavgf(__a, __b);
  5621. }
  5622. static inline __ATTRS_o_ai vector signed long long
  5623. vec_avg(vector signed long long __a, vector signed long long __b) {
  5624. return __builtin_s390_vavgg(__a, __b);
  5625. }
  5626. static inline __ATTRS_o_ai vector unsigned char
  5627. vec_avg(vector unsigned char __a, vector unsigned char __b) {
  5628. return __builtin_s390_vavglb(__a, __b);
  5629. }
  5630. static inline __ATTRS_o_ai vector unsigned short
  5631. vec_avg(vector unsigned short __a, vector unsigned short __b) {
  5632. return __builtin_s390_vavglh(__a, __b);
  5633. }
  5634. static inline __ATTRS_o_ai vector unsigned int
  5635. vec_avg(vector unsigned int __a, vector unsigned int __b) {
  5636. return __builtin_s390_vavglf(__a, __b);
  5637. }
  5638. static inline __ATTRS_o_ai vector unsigned long long
  5639. vec_avg(vector unsigned long long __a, vector unsigned long long __b) {
  5640. return __builtin_s390_vavglg(__a, __b);
  5641. }
  5642. /*-- vec_checksum -----------------------------------------------------------*/
  5643. static inline __ATTRS_ai vector unsigned int
  5644. vec_checksum(vector unsigned int __a, vector unsigned int __b) {
  5645. return __builtin_s390_vcksm(__a, __b);
  5646. }
  5647. /*-- vec_gfmsum -------------------------------------------------------------*/
  5648. static inline __ATTRS_o_ai vector unsigned short
  5649. vec_gfmsum(vector unsigned char __a, vector unsigned char __b) {
  5650. return __builtin_s390_vgfmb(__a, __b);
  5651. }
  5652. static inline __ATTRS_o_ai vector unsigned int
  5653. vec_gfmsum(vector unsigned short __a, vector unsigned short __b) {
  5654. return __builtin_s390_vgfmh(__a, __b);
  5655. }
  5656. static inline __ATTRS_o_ai vector unsigned long long
  5657. vec_gfmsum(vector unsigned int __a, vector unsigned int __b) {
  5658. return __builtin_s390_vgfmf(__a, __b);
  5659. }
  5660. /*-- vec_gfmsum_128 ---------------------------------------------------------*/
  5661. static inline __ATTRS_o_ai vector unsigned char
  5662. vec_gfmsum_128(vector unsigned long long __a, vector unsigned long long __b) {
  5663. return __builtin_s390_vgfmg(__a, __b);
  5664. }
  5665. /*-- vec_gfmsum_accum -------------------------------------------------------*/
  5666. static inline __ATTRS_o_ai vector unsigned short
  5667. vec_gfmsum_accum(vector unsigned char __a, vector unsigned char __b,
  5668. vector unsigned short __c) {
  5669. return __builtin_s390_vgfmab(__a, __b, __c);
  5670. }
  5671. static inline __ATTRS_o_ai vector unsigned int
  5672. vec_gfmsum_accum(vector unsigned short __a, vector unsigned short __b,
  5673. vector unsigned int __c) {
  5674. return __builtin_s390_vgfmah(__a, __b, __c);
  5675. }
  5676. static inline __ATTRS_o_ai vector unsigned long long
  5677. vec_gfmsum_accum(vector unsigned int __a, vector unsigned int __b,
  5678. vector unsigned long long __c) {
  5679. return __builtin_s390_vgfmaf(__a, __b, __c);
  5680. }
  5681. /*-- vec_gfmsum_accum_128 ---------------------------------------------------*/
  5682. static inline __ATTRS_o_ai vector unsigned char
  5683. vec_gfmsum_accum_128(vector unsigned long long __a,
  5684. vector unsigned long long __b,
  5685. vector unsigned char __c) {
  5686. return __builtin_s390_vgfmag(__a, __b, __c);
  5687. }
  5688. /*-- vec_mladd --------------------------------------------------------------*/
  5689. static inline __ATTRS_o_ai vector signed char
  5690. vec_mladd(vector signed char __a, vector signed char __b,
  5691. vector signed char __c) {
  5692. return __a * __b + __c;
  5693. }
  5694. static inline __ATTRS_o_ai vector signed char
  5695. vec_mladd(vector unsigned char __a, vector signed char __b,
  5696. vector signed char __c) {
  5697. return (vector signed char)__a * __b + __c;
  5698. }
  5699. static inline __ATTRS_o_ai vector signed char
  5700. vec_mladd(vector signed char __a, vector unsigned char __b,
  5701. vector unsigned char __c) {
  5702. return __a * (vector signed char)__b + (vector signed char)__c;
  5703. }
  5704. static inline __ATTRS_o_ai vector unsigned char
  5705. vec_mladd(vector unsigned char __a, vector unsigned char __b,
  5706. vector unsigned char __c) {
  5707. return __a * __b + __c;
  5708. }
  5709. static inline __ATTRS_o_ai vector signed short
  5710. vec_mladd(vector signed short __a, vector signed short __b,
  5711. vector signed short __c) {
  5712. return __a * __b + __c;
  5713. }
  5714. static inline __ATTRS_o_ai vector signed short
  5715. vec_mladd(vector unsigned short __a, vector signed short __b,
  5716. vector signed short __c) {
  5717. return (vector signed short)__a * __b + __c;
  5718. }
  5719. static inline __ATTRS_o_ai vector signed short
  5720. vec_mladd(vector signed short __a, vector unsigned short __b,
  5721. vector unsigned short __c) {
  5722. return __a * (vector signed short)__b + (vector signed short)__c;
  5723. }
  5724. static inline __ATTRS_o_ai vector unsigned short
  5725. vec_mladd(vector unsigned short __a, vector unsigned short __b,
  5726. vector unsigned short __c) {
  5727. return __a * __b + __c;
  5728. }
  5729. static inline __ATTRS_o_ai vector signed int
  5730. vec_mladd(vector signed int __a, vector signed int __b,
  5731. vector signed int __c) {
  5732. return __a * __b + __c;
  5733. }
  5734. static inline __ATTRS_o_ai vector signed int
  5735. vec_mladd(vector unsigned int __a, vector signed int __b,
  5736. vector signed int __c) {
  5737. return (vector signed int)__a * __b + __c;
  5738. }
  5739. static inline __ATTRS_o_ai vector signed int
  5740. vec_mladd(vector signed int __a, vector unsigned int __b,
  5741. vector unsigned int __c) {
  5742. return __a * (vector signed int)__b + (vector signed int)__c;
  5743. }
  5744. static inline __ATTRS_o_ai vector unsigned int
  5745. vec_mladd(vector unsigned int __a, vector unsigned int __b,
  5746. vector unsigned int __c) {
  5747. return __a * __b + __c;
  5748. }
  5749. /*-- vec_mhadd --------------------------------------------------------------*/
  5750. static inline __ATTRS_o_ai vector signed char
  5751. vec_mhadd(vector signed char __a, vector signed char __b,
  5752. vector signed char __c) {
  5753. return __builtin_s390_vmahb(__a, __b, __c);
  5754. }
  5755. static inline __ATTRS_o_ai vector unsigned char
  5756. vec_mhadd(vector unsigned char __a, vector unsigned char __b,
  5757. vector unsigned char __c) {
  5758. return __builtin_s390_vmalhb(__a, __b, __c);
  5759. }
  5760. static inline __ATTRS_o_ai vector signed short
  5761. vec_mhadd(vector signed short __a, vector signed short __b,
  5762. vector signed short __c) {
  5763. return __builtin_s390_vmahh(__a, __b, __c);
  5764. }
  5765. static inline __ATTRS_o_ai vector unsigned short
  5766. vec_mhadd(vector unsigned short __a, vector unsigned short __b,
  5767. vector unsigned short __c) {
  5768. return __builtin_s390_vmalhh(__a, __b, __c);
  5769. }
  5770. static inline __ATTRS_o_ai vector signed int
  5771. vec_mhadd(vector signed int __a, vector signed int __b,
  5772. vector signed int __c) {
  5773. return __builtin_s390_vmahf(__a, __b, __c);
  5774. }
  5775. static inline __ATTRS_o_ai vector unsigned int
  5776. vec_mhadd(vector unsigned int __a, vector unsigned int __b,
  5777. vector unsigned int __c) {
  5778. return __builtin_s390_vmalhf(__a, __b, __c);
  5779. }
  5780. /*-- vec_meadd --------------------------------------------------------------*/
  5781. static inline __ATTRS_o_ai vector signed short
  5782. vec_meadd(vector signed char __a, vector signed char __b,
  5783. vector signed short __c) {
  5784. return __builtin_s390_vmaeb(__a, __b, __c);
  5785. }
  5786. static inline __ATTRS_o_ai vector unsigned short
  5787. vec_meadd(vector unsigned char __a, vector unsigned char __b,
  5788. vector unsigned short __c) {
  5789. return __builtin_s390_vmaleb(__a, __b, __c);
  5790. }
  5791. static inline __ATTRS_o_ai vector signed int
  5792. vec_meadd(vector signed short __a, vector signed short __b,
  5793. vector signed int __c) {
  5794. return __builtin_s390_vmaeh(__a, __b, __c);
  5795. }
  5796. static inline __ATTRS_o_ai vector unsigned int
  5797. vec_meadd(vector unsigned short __a, vector unsigned short __b,
  5798. vector unsigned int __c) {
  5799. return __builtin_s390_vmaleh(__a, __b, __c);
  5800. }
  5801. static inline __ATTRS_o_ai vector signed long long
  5802. vec_meadd(vector signed int __a, vector signed int __b,
  5803. vector signed long long __c) {
  5804. return __builtin_s390_vmaef(__a, __b, __c);
  5805. }
  5806. static inline __ATTRS_o_ai vector unsigned long long
  5807. vec_meadd(vector unsigned int __a, vector unsigned int __b,
  5808. vector unsigned long long __c) {
  5809. return __builtin_s390_vmalef(__a, __b, __c);
  5810. }
  5811. /*-- vec_moadd --------------------------------------------------------------*/
  5812. static inline __ATTRS_o_ai vector signed short
  5813. vec_moadd(vector signed char __a, vector signed char __b,
  5814. vector signed short __c) {
  5815. return __builtin_s390_vmaob(__a, __b, __c);
  5816. }
  5817. static inline __ATTRS_o_ai vector unsigned short
  5818. vec_moadd(vector unsigned char __a, vector unsigned char __b,
  5819. vector unsigned short __c) {
  5820. return __builtin_s390_vmalob(__a, __b, __c);
  5821. }
  5822. static inline __ATTRS_o_ai vector signed int
  5823. vec_moadd(vector signed short __a, vector signed short __b,
  5824. vector signed int __c) {
  5825. return __builtin_s390_vmaoh(__a, __b, __c);
  5826. }
  5827. static inline __ATTRS_o_ai vector unsigned int
  5828. vec_moadd(vector unsigned short __a, vector unsigned short __b,
  5829. vector unsigned int __c) {
  5830. return __builtin_s390_vmaloh(__a, __b, __c);
  5831. }
  5832. static inline __ATTRS_o_ai vector signed long long
  5833. vec_moadd(vector signed int __a, vector signed int __b,
  5834. vector signed long long __c) {
  5835. return __builtin_s390_vmaof(__a, __b, __c);
  5836. }
  5837. static inline __ATTRS_o_ai vector unsigned long long
  5838. vec_moadd(vector unsigned int __a, vector unsigned int __b,
  5839. vector unsigned long long __c) {
  5840. return __builtin_s390_vmalof(__a, __b, __c);
  5841. }
  5842. /*-- vec_mulh ---------------------------------------------------------------*/
  5843. static inline __ATTRS_o_ai vector signed char
  5844. vec_mulh(vector signed char __a, vector signed char __b) {
  5845. return __builtin_s390_vmhb(__a, __b);
  5846. }
  5847. static inline __ATTRS_o_ai vector unsigned char
  5848. vec_mulh(vector unsigned char __a, vector unsigned char __b) {
  5849. return __builtin_s390_vmlhb(__a, __b);
  5850. }
  5851. static inline __ATTRS_o_ai vector signed short
  5852. vec_mulh(vector signed short __a, vector signed short __b) {
  5853. return __builtin_s390_vmhh(__a, __b);
  5854. }
  5855. static inline __ATTRS_o_ai vector unsigned short
  5856. vec_mulh(vector unsigned short __a, vector unsigned short __b) {
  5857. return __builtin_s390_vmlhh(__a, __b);
  5858. }
  5859. static inline __ATTRS_o_ai vector signed int
  5860. vec_mulh(vector signed int __a, vector signed int __b) {
  5861. return __builtin_s390_vmhf(__a, __b);
  5862. }
  5863. static inline __ATTRS_o_ai vector unsigned int
  5864. vec_mulh(vector unsigned int __a, vector unsigned int __b) {
  5865. return __builtin_s390_vmlhf(__a, __b);
  5866. }
  5867. /*-- vec_mule ---------------------------------------------------------------*/
  5868. static inline __ATTRS_o_ai vector signed short
  5869. vec_mule(vector signed char __a, vector signed char __b) {
  5870. return __builtin_s390_vmeb(__a, __b);
  5871. }
  5872. static inline __ATTRS_o_ai vector unsigned short
  5873. vec_mule(vector unsigned char __a, vector unsigned char __b) {
  5874. return __builtin_s390_vmleb(__a, __b);
  5875. }
  5876. static inline __ATTRS_o_ai vector signed int
  5877. vec_mule(vector signed short __a, vector signed short __b) {
  5878. return __builtin_s390_vmeh(__a, __b);
  5879. }
  5880. static inline __ATTRS_o_ai vector unsigned int
  5881. vec_mule(vector unsigned short __a, vector unsigned short __b) {
  5882. return __builtin_s390_vmleh(__a, __b);
  5883. }
  5884. static inline __ATTRS_o_ai vector signed long long
  5885. vec_mule(vector signed int __a, vector signed int __b) {
  5886. return __builtin_s390_vmef(__a, __b);
  5887. }
  5888. static inline __ATTRS_o_ai vector unsigned long long
  5889. vec_mule(vector unsigned int __a, vector unsigned int __b) {
  5890. return __builtin_s390_vmlef(__a, __b);
  5891. }
  5892. /*-- vec_mulo ---------------------------------------------------------------*/
  5893. static inline __ATTRS_o_ai vector signed short
  5894. vec_mulo(vector signed char __a, vector signed char __b) {
  5895. return __builtin_s390_vmob(__a, __b);
  5896. }
  5897. static inline __ATTRS_o_ai vector unsigned short
  5898. vec_mulo(vector unsigned char __a, vector unsigned char __b) {
  5899. return __builtin_s390_vmlob(__a, __b);
  5900. }
  5901. static inline __ATTRS_o_ai vector signed int
  5902. vec_mulo(vector signed short __a, vector signed short __b) {
  5903. return __builtin_s390_vmoh(__a, __b);
  5904. }
  5905. static inline __ATTRS_o_ai vector unsigned int
  5906. vec_mulo(vector unsigned short __a, vector unsigned short __b) {
  5907. return __builtin_s390_vmloh(__a, __b);
  5908. }
  5909. static inline __ATTRS_o_ai vector signed long long
  5910. vec_mulo(vector signed int __a, vector signed int __b) {
  5911. return __builtin_s390_vmof(__a, __b);
  5912. }
  5913. static inline __ATTRS_o_ai vector unsigned long long
  5914. vec_mulo(vector unsigned int __a, vector unsigned int __b) {
  5915. return __builtin_s390_vmlof(__a, __b);
  5916. }
  5917. /*-- vec_sub_u128 -----------------------------------------------------------*/
  5918. static inline __ATTRS_ai vector unsigned char
  5919. vec_sub_u128(vector unsigned char __a, vector unsigned char __b) {
  5920. return __builtin_s390_vsq(__a, __b);
  5921. }
  5922. /*-- vec_subc ---------------------------------------------------------------*/
  5923. static inline __ATTRS_o_ai vector unsigned char
  5924. vec_subc(vector unsigned char __a, vector unsigned char __b) {
  5925. return __builtin_s390_vscbib(__a, __b);
  5926. }
  5927. static inline __ATTRS_o_ai vector unsigned short
  5928. vec_subc(vector unsigned short __a, vector unsigned short __b) {
  5929. return __builtin_s390_vscbih(__a, __b);
  5930. }
  5931. static inline __ATTRS_o_ai vector unsigned int
  5932. vec_subc(vector unsigned int __a, vector unsigned int __b) {
  5933. return __builtin_s390_vscbif(__a, __b);
  5934. }
  5935. static inline __ATTRS_o_ai vector unsigned long long
  5936. vec_subc(vector unsigned long long __a, vector unsigned long long __b) {
  5937. return __builtin_s390_vscbig(__a, __b);
  5938. }
  5939. /*-- vec_subc_u128 ----------------------------------------------------------*/
  5940. static inline __ATTRS_ai vector unsigned char
  5941. vec_subc_u128(vector unsigned char __a, vector unsigned char __b) {
  5942. return __builtin_s390_vscbiq(__a, __b);
  5943. }
  5944. /*-- vec_sube_u128 ----------------------------------------------------------*/
  5945. static inline __ATTRS_ai vector unsigned char
  5946. vec_sube_u128(vector unsigned char __a, vector unsigned char __b,
  5947. vector unsigned char __c) {
  5948. return __builtin_s390_vsbiq(__a, __b, __c);
  5949. }
  5950. /*-- vec_subec_u128 ---------------------------------------------------------*/
  5951. static inline __ATTRS_ai vector unsigned char
  5952. vec_subec_u128(vector unsigned char __a, vector unsigned char __b,
  5953. vector unsigned char __c) {
  5954. return __builtin_s390_vsbcbiq(__a, __b, __c);
  5955. }
  5956. /*-- vec_sum2 ---------------------------------------------------------------*/
  5957. static inline __ATTRS_o_ai vector unsigned long long
  5958. vec_sum2(vector unsigned short __a, vector unsigned short __b) {
  5959. return __builtin_s390_vsumgh(__a, __b);
  5960. }
  5961. static inline __ATTRS_o_ai vector unsigned long long
  5962. vec_sum2(vector unsigned int __a, vector unsigned int __b) {
  5963. return __builtin_s390_vsumgf(__a, __b);
  5964. }
  5965. /*-- vec_sum_u128 -----------------------------------------------------------*/
  5966. static inline __ATTRS_o_ai vector unsigned char
  5967. vec_sum_u128(vector unsigned int __a, vector unsigned int __b) {
  5968. return __builtin_s390_vsumqf(__a, __b);
  5969. }
  5970. static inline __ATTRS_o_ai vector unsigned char
  5971. vec_sum_u128(vector unsigned long long __a, vector unsigned long long __b) {
  5972. return __builtin_s390_vsumqg(__a, __b);
  5973. }
  5974. /*-- vec_sum4 ---------------------------------------------------------------*/
  5975. static inline __ATTRS_o_ai vector unsigned int
  5976. vec_sum4(vector unsigned char __a, vector unsigned char __b) {
  5977. return __builtin_s390_vsumb(__a, __b);
  5978. }
  5979. static inline __ATTRS_o_ai vector unsigned int
  5980. vec_sum4(vector unsigned short __a, vector unsigned short __b) {
  5981. return __builtin_s390_vsumh(__a, __b);
  5982. }
  5983. /*-- vec_test_mask ----------------------------------------------------------*/
  5984. static inline __ATTRS_o_ai int
  5985. vec_test_mask(vector signed char __a, vector unsigned char __b) {
  5986. return __builtin_s390_vtm((vector unsigned char)__a,
  5987. (vector unsigned char)__b);
  5988. }
  5989. static inline __ATTRS_o_ai int
  5990. vec_test_mask(vector unsigned char __a, vector unsigned char __b) {
  5991. return __builtin_s390_vtm(__a, __b);
  5992. }
  5993. static inline __ATTRS_o_ai int
  5994. vec_test_mask(vector signed short __a, vector unsigned short __b) {
  5995. return __builtin_s390_vtm((vector unsigned char)__a,
  5996. (vector unsigned char)__b);
  5997. }
  5998. static inline __ATTRS_o_ai int
  5999. vec_test_mask(vector unsigned short __a, vector unsigned short __b) {
  6000. return __builtin_s390_vtm((vector unsigned char)__a,
  6001. (vector unsigned char)__b);
  6002. }
  6003. static inline __ATTRS_o_ai int
  6004. vec_test_mask(vector signed int __a, vector unsigned int __b) {
  6005. return __builtin_s390_vtm((vector unsigned char)__a,
  6006. (vector unsigned char)__b);
  6007. }
  6008. static inline __ATTRS_o_ai int
  6009. vec_test_mask(vector unsigned int __a, vector unsigned int __b) {
  6010. return __builtin_s390_vtm((vector unsigned char)__a,
  6011. (vector unsigned char)__b);
  6012. }
  6013. static inline __ATTRS_o_ai int
  6014. vec_test_mask(vector signed long long __a, vector unsigned long long __b) {
  6015. return __builtin_s390_vtm((vector unsigned char)__a,
  6016. (vector unsigned char)__b);
  6017. }
  6018. static inline __ATTRS_o_ai int
  6019. vec_test_mask(vector unsigned long long __a, vector unsigned long long __b) {
  6020. return __builtin_s390_vtm((vector unsigned char)__a,
  6021. (vector unsigned char)__b);
  6022. }
  6023. static inline __ATTRS_o_ai int
  6024. vec_test_mask(vector double __a, vector unsigned long long __b) {
  6025. return __builtin_s390_vtm((vector unsigned char)__a,
  6026. (vector unsigned char)__b);
  6027. }
  6028. /*-- vec_madd ---------------------------------------------------------------*/
  6029. static inline __ATTRS_ai vector double
  6030. vec_madd(vector double __a, vector double __b, vector double __c) {
  6031. return __builtin_s390_vfmadb(__a, __b, __c);
  6032. }
  6033. /*-- vec_msub ---------------------------------------------------------------*/
  6034. static inline __ATTRS_ai vector double
  6035. vec_msub(vector double __a, vector double __b, vector double __c) {
  6036. return __builtin_s390_vfmsdb(__a, __b, __c);
  6037. }
  6038. /*-- vec_sqrt ---------------------------------------------------------------*/
  6039. static inline __ATTRS_ai vector double
  6040. vec_sqrt(vector double __a) {
  6041. return __builtin_s390_vfsqdb(__a);
  6042. }
  6043. /*-- vec_ld2f ---------------------------------------------------------------*/
  6044. static inline __ATTRS_ai vector double
  6045. vec_ld2f(const float *__ptr) {
  6046. typedef float __v2f32 __attribute__((__vector_size__(8)));
  6047. return __builtin_convertvector(*(const __v2f32 *)__ptr, vector double);
  6048. }
  6049. /*-- vec_st2f ---------------------------------------------------------------*/
  6050. static inline __ATTRS_ai void
  6051. vec_st2f(vector double __a, float *__ptr) {
  6052. typedef float __v2f32 __attribute__((__vector_size__(8)));
  6053. *(__v2f32 *)__ptr = __builtin_convertvector(__a, __v2f32);
  6054. }
  6055. /*-- vec_ctd ----------------------------------------------------------------*/
  6056. static inline __ATTRS_o_ai vector double
  6057. vec_ctd(vector signed long long __a, int __b)
  6058. __constant_range(__b, 0, 31) {
  6059. vector double __conv = __builtin_convertvector(__a, vector double);
  6060. __conv *= (vector double)(vector unsigned long long)((0x3ffULL - __b) << 52);
  6061. return __conv;
  6062. }
  6063. static inline __ATTRS_o_ai vector double
  6064. vec_ctd(vector unsigned long long __a, int __b)
  6065. __constant_range(__b, 0, 31) {
  6066. vector double __conv = __builtin_convertvector(__a, vector double);
  6067. __conv *= (vector double)(vector unsigned long long)((0x3ffULL - __b) << 52);
  6068. return __conv;
  6069. }
  6070. /*-- vec_ctsl ---------------------------------------------------------------*/
  6071. static inline __ATTRS_o_ai vector signed long long
  6072. vec_ctsl(vector double __a, int __b)
  6073. __constant_range(__b, 0, 31) {
  6074. __a *= (vector double)(vector unsigned long long)((0x3ffULL + __b) << 52);
  6075. return __builtin_convertvector(__a, vector signed long long);
  6076. }
  6077. /*-- vec_ctul ---------------------------------------------------------------*/
  6078. static inline __ATTRS_o_ai vector unsigned long long
  6079. vec_ctul(vector double __a, int __b)
  6080. __constant_range(__b, 0, 31) {
  6081. __a *= (vector double)(vector unsigned long long)((0x3ffULL + __b) << 52);
  6082. return __builtin_convertvector(__a, vector unsigned long long);
  6083. }
  6084. /*-- vec_roundp -------------------------------------------------------------*/
  6085. static inline __ATTRS_ai vector double
  6086. vec_roundp(vector double __a) {
  6087. return __builtin_s390_vfidb(__a, 4, 6);
  6088. }
  6089. /*-- vec_ceil ---------------------------------------------------------------*/
  6090. static inline __ATTRS_ai vector double
  6091. vec_ceil(vector double __a) {
  6092. // On this platform, vec_ceil never triggers the IEEE-inexact exception.
  6093. return __builtin_s390_vfidb(__a, 4, 6);
  6094. }
  6095. /*-- vec_roundm -------------------------------------------------------------*/
  6096. static inline __ATTRS_ai vector double
  6097. vec_roundm(vector double __a) {
  6098. return __builtin_s390_vfidb(__a, 4, 7);
  6099. }
  6100. /*-- vec_floor --------------------------------------------------------------*/
  6101. static inline __ATTRS_ai vector double
  6102. vec_floor(vector double __a) {
  6103. // On this platform, vec_floor never triggers the IEEE-inexact exception.
  6104. return __builtin_s390_vfidb(__a, 4, 7);
  6105. }
  6106. /*-- vec_roundz -------------------------------------------------------------*/
  6107. static inline __ATTRS_ai vector double
  6108. vec_roundz(vector double __a) {
  6109. return __builtin_s390_vfidb(__a, 4, 5);
  6110. }
  6111. /*-- vec_trunc --------------------------------------------------------------*/
  6112. static inline __ATTRS_ai vector double
  6113. vec_trunc(vector double __a) {
  6114. // On this platform, vec_trunc never triggers the IEEE-inexact exception.
  6115. return __builtin_s390_vfidb(__a, 4, 5);
  6116. }
  6117. /*-- vec_roundc -------------------------------------------------------------*/
  6118. static inline __ATTRS_ai vector double
  6119. vec_roundc(vector double __a) {
  6120. return __builtin_s390_vfidb(__a, 4, 0);
  6121. }
  6122. /*-- vec_round --------------------------------------------------------------*/
  6123. static inline __ATTRS_ai vector double
  6124. vec_round(vector double __a) {
  6125. return __builtin_s390_vfidb(__a, 4, 4);
  6126. }
  6127. /*-- vec_fp_test_data_class -------------------------------------------------*/
  6128. #define vec_fp_test_data_class(X, Y, Z) \
  6129. ((vector bool long long)__builtin_s390_vftcidb((X), (Y), (Z)))
  6130. /*-- vec_cp_until_zero ------------------------------------------------------*/
  6131. static inline __ATTRS_o_ai vector signed char
  6132. vec_cp_until_zero(vector signed char __a) {
  6133. return (vector signed char)__builtin_s390_vistrb((vector unsigned char)__a);
  6134. }
  6135. static inline __ATTRS_o_ai vector bool char
  6136. vec_cp_until_zero(vector bool char __a) {
  6137. return (vector bool char)__builtin_s390_vistrb((vector unsigned char)__a);
  6138. }
  6139. static inline __ATTRS_o_ai vector unsigned char
  6140. vec_cp_until_zero(vector unsigned char __a) {
  6141. return __builtin_s390_vistrb(__a);
  6142. }
  6143. static inline __ATTRS_o_ai vector signed short
  6144. vec_cp_until_zero(vector signed short __a) {
  6145. return (vector signed short)__builtin_s390_vistrh((vector unsigned short)__a);
  6146. }
  6147. static inline __ATTRS_o_ai vector bool short
  6148. vec_cp_until_zero(vector bool short __a) {
  6149. return (vector bool short)__builtin_s390_vistrh((vector unsigned short)__a);
  6150. }
  6151. static inline __ATTRS_o_ai vector unsigned short
  6152. vec_cp_until_zero(vector unsigned short __a) {
  6153. return __builtin_s390_vistrh(__a);
  6154. }
  6155. static inline __ATTRS_o_ai vector signed int
  6156. vec_cp_until_zero(vector signed int __a) {
  6157. return (vector signed int)__builtin_s390_vistrf((vector unsigned int)__a);
  6158. }
  6159. static inline __ATTRS_o_ai vector bool int
  6160. vec_cp_until_zero(vector bool int __a) {
  6161. return (vector bool int)__builtin_s390_vistrf((vector unsigned int)__a);
  6162. }
  6163. static inline __ATTRS_o_ai vector unsigned int
  6164. vec_cp_until_zero(vector unsigned int __a) {
  6165. return __builtin_s390_vistrf(__a);
  6166. }
  6167. /*-- vec_cp_until_zero_cc ---------------------------------------------------*/
  6168. static inline __ATTRS_o_ai vector signed char
  6169. vec_cp_until_zero_cc(vector signed char __a, int *__cc) {
  6170. return (vector signed char)
  6171. __builtin_s390_vistrbs((vector unsigned char)__a, __cc);
  6172. }
  6173. static inline __ATTRS_o_ai vector bool char
  6174. vec_cp_until_zero_cc(vector bool char __a, int *__cc) {
  6175. return (vector bool char)
  6176. __builtin_s390_vistrbs((vector unsigned char)__a, __cc);
  6177. }
  6178. static inline __ATTRS_o_ai vector unsigned char
  6179. vec_cp_until_zero_cc(vector unsigned char __a, int *__cc) {
  6180. return __builtin_s390_vistrbs(__a, __cc);
  6181. }
  6182. static inline __ATTRS_o_ai vector signed short
  6183. vec_cp_until_zero_cc(vector signed short __a, int *__cc) {
  6184. return (vector signed short)
  6185. __builtin_s390_vistrhs((vector unsigned short)__a, __cc);
  6186. }
  6187. static inline __ATTRS_o_ai vector bool short
  6188. vec_cp_until_zero_cc(vector bool short __a, int *__cc) {
  6189. return (vector bool short)
  6190. __builtin_s390_vistrhs((vector unsigned short)__a, __cc);
  6191. }
  6192. static inline __ATTRS_o_ai vector unsigned short
  6193. vec_cp_until_zero_cc(vector unsigned short __a, int *__cc) {
  6194. return __builtin_s390_vistrhs(__a, __cc);
  6195. }
  6196. static inline __ATTRS_o_ai vector signed int
  6197. vec_cp_until_zero_cc(vector signed int __a, int *__cc) {
  6198. return (vector signed int)
  6199. __builtin_s390_vistrfs((vector unsigned int)__a, __cc);
  6200. }
  6201. static inline __ATTRS_o_ai vector bool int
  6202. vec_cp_until_zero_cc(vector bool int __a, int *__cc) {
  6203. return (vector bool int)__builtin_s390_vistrfs((vector unsigned int)__a,
  6204. __cc);
  6205. }
  6206. static inline __ATTRS_o_ai vector unsigned int
  6207. vec_cp_until_zero_cc(vector unsigned int __a, int *__cc) {
  6208. return __builtin_s390_vistrfs(__a, __cc);
  6209. }
  6210. /*-- vec_cmpeq_idx ----------------------------------------------------------*/
  6211. static inline __ATTRS_o_ai vector signed char
  6212. vec_cmpeq_idx(vector signed char __a, vector signed char __b) {
  6213. return (vector signed char)
  6214. __builtin_s390_vfeeb((vector unsigned char)__a,
  6215. (vector unsigned char)__b);
  6216. }
  6217. static inline __ATTRS_o_ai vector unsigned char
  6218. vec_cmpeq_idx(vector bool char __a, vector bool char __b) {
  6219. return __builtin_s390_vfeeb((vector unsigned char)__a,
  6220. (vector unsigned char)__b);
  6221. }
  6222. static inline __ATTRS_o_ai vector unsigned char
  6223. vec_cmpeq_idx(vector unsigned char __a, vector unsigned char __b) {
  6224. return __builtin_s390_vfeeb(__a, __b);
  6225. }
  6226. static inline __ATTRS_o_ai vector signed short
  6227. vec_cmpeq_idx(vector signed short __a, vector signed short __b) {
  6228. return (vector signed short)
  6229. __builtin_s390_vfeeh((vector unsigned short)__a,
  6230. (vector unsigned short)__b);
  6231. }
  6232. static inline __ATTRS_o_ai vector unsigned short
  6233. vec_cmpeq_idx(vector bool short __a, vector bool short __b) {
  6234. return __builtin_s390_vfeeh((vector unsigned short)__a,
  6235. (vector unsigned short)__b);
  6236. }
  6237. static inline __ATTRS_o_ai vector unsigned short
  6238. vec_cmpeq_idx(vector unsigned short __a, vector unsigned short __b) {
  6239. return __builtin_s390_vfeeh(__a, __b);
  6240. }
  6241. static inline __ATTRS_o_ai vector signed int
  6242. vec_cmpeq_idx(vector signed int __a, vector signed int __b) {
  6243. return (vector signed int)
  6244. __builtin_s390_vfeef((vector unsigned int)__a,
  6245. (vector unsigned int)__b);
  6246. }
  6247. static inline __ATTRS_o_ai vector unsigned int
  6248. vec_cmpeq_idx(vector bool int __a, vector bool int __b) {
  6249. return __builtin_s390_vfeef((vector unsigned int)__a,
  6250. (vector unsigned int)__b);
  6251. }
  6252. static inline __ATTRS_o_ai vector unsigned int
  6253. vec_cmpeq_idx(vector unsigned int __a, vector unsigned int __b) {
  6254. return __builtin_s390_vfeef(__a, __b);
  6255. }
  6256. /*-- vec_cmpeq_idx_cc -------------------------------------------------------*/
  6257. static inline __ATTRS_o_ai vector signed char
  6258. vec_cmpeq_idx_cc(vector signed char __a, vector signed char __b, int *__cc) {
  6259. return (vector signed char)
  6260. __builtin_s390_vfeebs((vector unsigned char)__a,
  6261. (vector unsigned char)__b, __cc);
  6262. }
  6263. static inline __ATTRS_o_ai vector unsigned char
  6264. vec_cmpeq_idx_cc(vector bool char __a, vector bool char __b, int *__cc) {
  6265. return __builtin_s390_vfeebs((vector unsigned char)__a,
  6266. (vector unsigned char)__b, __cc);
  6267. }
  6268. static inline __ATTRS_o_ai vector unsigned char
  6269. vec_cmpeq_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6270. int *__cc) {
  6271. return __builtin_s390_vfeebs(__a, __b, __cc);
  6272. }
  6273. static inline __ATTRS_o_ai vector signed short
  6274. vec_cmpeq_idx_cc(vector signed short __a, vector signed short __b, int *__cc) {
  6275. return (vector signed short)
  6276. __builtin_s390_vfeehs((vector unsigned short)__a,
  6277. (vector unsigned short)__b, __cc);
  6278. }
  6279. static inline __ATTRS_o_ai vector unsigned short
  6280. vec_cmpeq_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {
  6281. return __builtin_s390_vfeehs((vector unsigned short)__a,
  6282. (vector unsigned short)__b, __cc);
  6283. }
  6284. static inline __ATTRS_o_ai vector unsigned short
  6285. vec_cmpeq_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6286. int *__cc) {
  6287. return __builtin_s390_vfeehs(__a, __b, __cc);
  6288. }
  6289. static inline __ATTRS_o_ai vector signed int
  6290. vec_cmpeq_idx_cc(vector signed int __a, vector signed int __b, int *__cc) {
  6291. return (vector signed int)
  6292. __builtin_s390_vfeefs((vector unsigned int)__a,
  6293. (vector unsigned int)__b, __cc);
  6294. }
  6295. static inline __ATTRS_o_ai vector unsigned int
  6296. vec_cmpeq_idx_cc(vector bool int __a, vector bool int __b, int *__cc) {
  6297. return __builtin_s390_vfeefs((vector unsigned int)__a,
  6298. (vector unsigned int)__b, __cc);
  6299. }
  6300. static inline __ATTRS_o_ai vector unsigned int
  6301. vec_cmpeq_idx_cc(vector unsigned int __a, vector unsigned int __b, int *__cc) {
  6302. return __builtin_s390_vfeefs(__a, __b, __cc);
  6303. }
  6304. /*-- vec_cmpeq_or_0_idx -----------------------------------------------------*/
  6305. static inline __ATTRS_o_ai vector signed char
  6306. vec_cmpeq_or_0_idx(vector signed char __a, vector signed char __b) {
  6307. return (vector signed char)
  6308. __builtin_s390_vfeezb((vector unsigned char)__a,
  6309. (vector unsigned char)__b);
  6310. }
  6311. static inline __ATTRS_o_ai vector unsigned char
  6312. vec_cmpeq_or_0_idx(vector bool char __a, vector bool char __b) {
  6313. return __builtin_s390_vfeezb((vector unsigned char)__a,
  6314. (vector unsigned char)__b);
  6315. }
  6316. static inline __ATTRS_o_ai vector unsigned char
  6317. vec_cmpeq_or_0_idx(vector unsigned char __a, vector unsigned char __b) {
  6318. return __builtin_s390_vfeezb(__a, __b);
  6319. }
  6320. static inline __ATTRS_o_ai vector signed short
  6321. vec_cmpeq_or_0_idx(vector signed short __a, vector signed short __b) {
  6322. return (vector signed short)
  6323. __builtin_s390_vfeezh((vector unsigned short)__a,
  6324. (vector unsigned short)__b);
  6325. }
  6326. static inline __ATTRS_o_ai vector unsigned short
  6327. vec_cmpeq_or_0_idx(vector bool short __a, vector bool short __b) {
  6328. return __builtin_s390_vfeezh((vector unsigned short)__a,
  6329. (vector unsigned short)__b);
  6330. }
  6331. static inline __ATTRS_o_ai vector unsigned short
  6332. vec_cmpeq_or_0_idx(vector unsigned short __a, vector unsigned short __b) {
  6333. return __builtin_s390_vfeezh(__a, __b);
  6334. }
  6335. static inline __ATTRS_o_ai vector signed int
  6336. vec_cmpeq_or_0_idx(vector signed int __a, vector signed int __b) {
  6337. return (vector signed int)
  6338. __builtin_s390_vfeezf((vector unsigned int)__a,
  6339. (vector unsigned int)__b);
  6340. }
  6341. static inline __ATTRS_o_ai vector unsigned int
  6342. vec_cmpeq_or_0_idx(vector bool int __a, vector bool int __b) {
  6343. return __builtin_s390_vfeezf((vector unsigned int)__a,
  6344. (vector unsigned int)__b);
  6345. }
  6346. static inline __ATTRS_o_ai vector unsigned int
  6347. vec_cmpeq_or_0_idx(vector unsigned int __a, vector unsigned int __b) {
  6348. return __builtin_s390_vfeezf(__a, __b);
  6349. }
  6350. /*-- vec_cmpeq_or_0_idx_cc --------------------------------------------------*/
  6351. static inline __ATTRS_o_ai vector signed char
  6352. vec_cmpeq_or_0_idx_cc(vector signed char __a, vector signed char __b,
  6353. int *__cc) {
  6354. return (vector signed char)
  6355. __builtin_s390_vfeezbs((vector unsigned char)__a,
  6356. (vector unsigned char)__b, __cc);
  6357. }
  6358. static inline __ATTRS_o_ai vector unsigned char
  6359. vec_cmpeq_or_0_idx_cc(vector bool char __a, vector bool char __b, int *__cc) {
  6360. return __builtin_s390_vfeezbs((vector unsigned char)__a,
  6361. (vector unsigned char)__b, __cc);
  6362. }
  6363. static inline __ATTRS_o_ai vector unsigned char
  6364. vec_cmpeq_or_0_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6365. int *__cc) {
  6366. return __builtin_s390_vfeezbs(__a, __b, __cc);
  6367. }
  6368. static inline __ATTRS_o_ai vector signed short
  6369. vec_cmpeq_or_0_idx_cc(vector signed short __a, vector signed short __b,
  6370. int *__cc) {
  6371. return (vector signed short)
  6372. __builtin_s390_vfeezhs((vector unsigned short)__a,
  6373. (vector unsigned short)__b, __cc);
  6374. }
  6375. static inline __ATTRS_o_ai vector unsigned short
  6376. vec_cmpeq_or_0_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {
  6377. return __builtin_s390_vfeezhs((vector unsigned short)__a,
  6378. (vector unsigned short)__b, __cc);
  6379. }
  6380. static inline __ATTRS_o_ai vector unsigned short
  6381. vec_cmpeq_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6382. int *__cc) {
  6383. return __builtin_s390_vfeezhs(__a, __b, __cc);
  6384. }
  6385. static inline __ATTRS_o_ai vector signed int
  6386. vec_cmpeq_or_0_idx_cc(vector signed int __a, vector signed int __b, int *__cc) {
  6387. return (vector signed int)
  6388. __builtin_s390_vfeezfs((vector unsigned int)__a,
  6389. (vector unsigned int)__b, __cc);
  6390. }
  6391. static inline __ATTRS_o_ai vector unsigned int
  6392. vec_cmpeq_or_0_idx_cc(vector bool int __a, vector bool int __b, int *__cc) {
  6393. return __builtin_s390_vfeezfs((vector unsigned int)__a,
  6394. (vector unsigned int)__b, __cc);
  6395. }
  6396. static inline __ATTRS_o_ai vector unsigned int
  6397. vec_cmpeq_or_0_idx_cc(vector unsigned int __a, vector unsigned int __b,
  6398. int *__cc) {
  6399. return __builtin_s390_vfeezfs(__a, __b, __cc);
  6400. }
  6401. /*-- vec_cmpne_idx ----------------------------------------------------------*/
  6402. static inline __ATTRS_o_ai vector signed char
  6403. vec_cmpne_idx(vector signed char __a, vector signed char __b) {
  6404. return (vector signed char)
  6405. __builtin_s390_vfeneb((vector unsigned char)__a,
  6406. (vector unsigned char)__b);
  6407. }
  6408. static inline __ATTRS_o_ai vector unsigned char
  6409. vec_cmpne_idx(vector bool char __a, vector bool char __b) {
  6410. return __builtin_s390_vfeneb((vector unsigned char)__a,
  6411. (vector unsigned char)__b);
  6412. }
  6413. static inline __ATTRS_o_ai vector unsigned char
  6414. vec_cmpne_idx(vector unsigned char __a, vector unsigned char __b) {
  6415. return __builtin_s390_vfeneb(__a, __b);
  6416. }
  6417. static inline __ATTRS_o_ai vector signed short
  6418. vec_cmpne_idx(vector signed short __a, vector signed short __b) {
  6419. return (vector signed short)
  6420. __builtin_s390_vfeneh((vector unsigned short)__a,
  6421. (vector unsigned short)__b);
  6422. }
  6423. static inline __ATTRS_o_ai vector unsigned short
  6424. vec_cmpne_idx(vector bool short __a, vector bool short __b) {
  6425. return __builtin_s390_vfeneh((vector unsigned short)__a,
  6426. (vector unsigned short)__b);
  6427. }
  6428. static inline __ATTRS_o_ai vector unsigned short
  6429. vec_cmpne_idx(vector unsigned short __a, vector unsigned short __b) {
  6430. return __builtin_s390_vfeneh(__a, __b);
  6431. }
  6432. static inline __ATTRS_o_ai vector signed int
  6433. vec_cmpne_idx(vector signed int __a, vector signed int __b) {
  6434. return (vector signed int)
  6435. __builtin_s390_vfenef((vector unsigned int)__a,
  6436. (vector unsigned int)__b);
  6437. }
  6438. static inline __ATTRS_o_ai vector unsigned int
  6439. vec_cmpne_idx(vector bool int __a, vector bool int __b) {
  6440. return __builtin_s390_vfenef((vector unsigned int)__a,
  6441. (vector unsigned int)__b);
  6442. }
  6443. static inline __ATTRS_o_ai vector unsigned int
  6444. vec_cmpne_idx(vector unsigned int __a, vector unsigned int __b) {
  6445. return __builtin_s390_vfenef(__a, __b);
  6446. }
  6447. /*-- vec_cmpne_idx_cc -------------------------------------------------------*/
  6448. static inline __ATTRS_o_ai vector signed char
  6449. vec_cmpne_idx_cc(vector signed char __a, vector signed char __b, int *__cc) {
  6450. return (vector signed char)
  6451. __builtin_s390_vfenebs((vector unsigned char)__a,
  6452. (vector unsigned char)__b, __cc);
  6453. }
  6454. static inline __ATTRS_o_ai vector unsigned char
  6455. vec_cmpne_idx_cc(vector bool char __a, vector bool char __b, int *__cc) {
  6456. return __builtin_s390_vfenebs((vector unsigned char)__a,
  6457. (vector unsigned char)__b, __cc);
  6458. }
  6459. static inline __ATTRS_o_ai vector unsigned char
  6460. vec_cmpne_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6461. int *__cc) {
  6462. return __builtin_s390_vfenebs(__a, __b, __cc);
  6463. }
  6464. static inline __ATTRS_o_ai vector signed short
  6465. vec_cmpne_idx_cc(vector signed short __a, vector signed short __b, int *__cc) {
  6466. return (vector signed short)
  6467. __builtin_s390_vfenehs((vector unsigned short)__a,
  6468. (vector unsigned short)__b, __cc);
  6469. }
  6470. static inline __ATTRS_o_ai vector unsigned short
  6471. vec_cmpne_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {
  6472. return __builtin_s390_vfenehs((vector unsigned short)__a,
  6473. (vector unsigned short)__b, __cc);
  6474. }
  6475. static inline __ATTRS_o_ai vector unsigned short
  6476. vec_cmpne_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6477. int *__cc) {
  6478. return __builtin_s390_vfenehs(__a, __b, __cc);
  6479. }
  6480. static inline __ATTRS_o_ai vector signed int
  6481. vec_cmpne_idx_cc(vector signed int __a, vector signed int __b, int *__cc) {
  6482. return (vector signed int)
  6483. __builtin_s390_vfenefs((vector unsigned int)__a,
  6484. (vector unsigned int)__b, __cc);
  6485. }
  6486. static inline __ATTRS_o_ai vector unsigned int
  6487. vec_cmpne_idx_cc(vector bool int __a, vector bool int __b, int *__cc) {
  6488. return __builtin_s390_vfenefs((vector unsigned int)__a,
  6489. (vector unsigned int)__b, __cc);
  6490. }
  6491. static inline __ATTRS_o_ai vector unsigned int
  6492. vec_cmpne_idx_cc(vector unsigned int __a, vector unsigned int __b, int *__cc) {
  6493. return __builtin_s390_vfenefs(__a, __b, __cc);
  6494. }
  6495. /*-- vec_cmpne_or_0_idx -----------------------------------------------------*/
  6496. static inline __ATTRS_o_ai vector signed char
  6497. vec_cmpne_or_0_idx(vector signed char __a, vector signed char __b) {
  6498. return (vector signed char)
  6499. __builtin_s390_vfenezb((vector unsigned char)__a,
  6500. (vector unsigned char)__b);
  6501. }
  6502. static inline __ATTRS_o_ai vector unsigned char
  6503. vec_cmpne_or_0_idx(vector bool char __a, vector bool char __b) {
  6504. return __builtin_s390_vfenezb((vector unsigned char)__a,
  6505. (vector unsigned char)__b);
  6506. }
  6507. static inline __ATTRS_o_ai vector unsigned char
  6508. vec_cmpne_or_0_idx(vector unsigned char __a, vector unsigned char __b) {
  6509. return __builtin_s390_vfenezb(__a, __b);
  6510. }
  6511. static inline __ATTRS_o_ai vector signed short
  6512. vec_cmpne_or_0_idx(vector signed short __a, vector signed short __b) {
  6513. return (vector signed short)
  6514. __builtin_s390_vfenezh((vector unsigned short)__a,
  6515. (vector unsigned short)__b);
  6516. }
  6517. static inline __ATTRS_o_ai vector unsigned short
  6518. vec_cmpne_or_0_idx(vector bool short __a, vector bool short __b) {
  6519. return __builtin_s390_vfenezh((vector unsigned short)__a,
  6520. (vector unsigned short)__b);
  6521. }
  6522. static inline __ATTRS_o_ai vector unsigned short
  6523. vec_cmpne_or_0_idx(vector unsigned short __a, vector unsigned short __b) {
  6524. return __builtin_s390_vfenezh(__a, __b);
  6525. }
  6526. static inline __ATTRS_o_ai vector signed int
  6527. vec_cmpne_or_0_idx(vector signed int __a, vector signed int __b) {
  6528. return (vector signed int)
  6529. __builtin_s390_vfenezf((vector unsigned int)__a,
  6530. (vector unsigned int)__b);
  6531. }
  6532. static inline __ATTRS_o_ai vector unsigned int
  6533. vec_cmpne_or_0_idx(vector bool int __a, vector bool int __b) {
  6534. return __builtin_s390_vfenezf((vector unsigned int)__a,
  6535. (vector unsigned int)__b);
  6536. }
  6537. static inline __ATTRS_o_ai vector unsigned int
  6538. vec_cmpne_or_0_idx(vector unsigned int __a, vector unsigned int __b) {
  6539. return __builtin_s390_vfenezf(__a, __b);
  6540. }
  6541. /*-- vec_cmpne_or_0_idx_cc --------------------------------------------------*/
  6542. static inline __ATTRS_o_ai vector signed char
  6543. vec_cmpne_or_0_idx_cc(vector signed char __a, vector signed char __b,
  6544. int *__cc) {
  6545. return (vector signed char)
  6546. __builtin_s390_vfenezbs((vector unsigned char)__a,
  6547. (vector unsigned char)__b, __cc);
  6548. }
  6549. static inline __ATTRS_o_ai vector unsigned char
  6550. vec_cmpne_or_0_idx_cc(vector bool char __a, vector bool char __b, int *__cc) {
  6551. return __builtin_s390_vfenezbs((vector unsigned char)__a,
  6552. (vector unsigned char)__b, __cc);
  6553. }
  6554. static inline __ATTRS_o_ai vector unsigned char
  6555. vec_cmpne_or_0_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6556. int *__cc) {
  6557. return __builtin_s390_vfenezbs(__a, __b, __cc);
  6558. }
  6559. static inline __ATTRS_o_ai vector signed short
  6560. vec_cmpne_or_0_idx_cc(vector signed short __a, vector signed short __b,
  6561. int *__cc) {
  6562. return (vector signed short)
  6563. __builtin_s390_vfenezhs((vector unsigned short)__a,
  6564. (vector unsigned short)__b, __cc);
  6565. }
  6566. static inline __ATTRS_o_ai vector unsigned short
  6567. vec_cmpne_or_0_idx_cc(vector bool short __a, vector bool short __b, int *__cc) {
  6568. return __builtin_s390_vfenezhs((vector unsigned short)__a,
  6569. (vector unsigned short)__b, __cc);
  6570. }
  6571. static inline __ATTRS_o_ai vector unsigned short
  6572. vec_cmpne_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6573. int *__cc) {
  6574. return __builtin_s390_vfenezhs(__a, __b, __cc);
  6575. }
  6576. static inline __ATTRS_o_ai vector signed int
  6577. vec_cmpne_or_0_idx_cc(vector signed int __a, vector signed int __b, int *__cc) {
  6578. return (vector signed int)
  6579. __builtin_s390_vfenezfs((vector unsigned int)__a,
  6580. (vector unsigned int)__b, __cc);
  6581. }
  6582. static inline __ATTRS_o_ai vector unsigned int
  6583. vec_cmpne_or_0_idx_cc(vector bool int __a, vector bool int __b, int *__cc) {
  6584. return __builtin_s390_vfenezfs((vector unsigned int)__a,
  6585. (vector unsigned int)__b, __cc);
  6586. }
  6587. static inline __ATTRS_o_ai vector unsigned int
  6588. vec_cmpne_or_0_idx_cc(vector unsigned int __a, vector unsigned int __b,
  6589. int *__cc) {
  6590. return __builtin_s390_vfenezfs(__a, __b, __cc);
  6591. }
  6592. /*-- vec_cmprg --------------------------------------------------------------*/
  6593. static inline __ATTRS_o_ai vector bool char
  6594. vec_cmprg(vector unsigned char __a, vector unsigned char __b,
  6595. vector unsigned char __c) {
  6596. return (vector bool char)__builtin_s390_vstrcb(__a, __b, __c, 4);
  6597. }
  6598. static inline __ATTRS_o_ai vector bool short
  6599. vec_cmprg(vector unsigned short __a, vector unsigned short __b,
  6600. vector unsigned short __c) {
  6601. return (vector bool short)__builtin_s390_vstrch(__a, __b, __c, 4);
  6602. }
  6603. static inline __ATTRS_o_ai vector bool int
  6604. vec_cmprg(vector unsigned int __a, vector unsigned int __b,
  6605. vector unsigned int __c) {
  6606. return (vector bool int)__builtin_s390_vstrcf(__a, __b, __c, 4);
  6607. }
  6608. /*-- vec_cmprg_cc -----------------------------------------------------------*/
  6609. static inline __ATTRS_o_ai vector bool char
  6610. vec_cmprg_cc(vector unsigned char __a, vector unsigned char __b,
  6611. vector unsigned char __c, int *__cc) {
  6612. return (vector bool char)__builtin_s390_vstrcbs(__a, __b, __c, 4, __cc);
  6613. }
  6614. static inline __ATTRS_o_ai vector bool short
  6615. vec_cmprg_cc(vector unsigned short __a, vector unsigned short __b,
  6616. vector unsigned short __c, int *__cc) {
  6617. return (vector bool short)__builtin_s390_vstrchs(__a, __b, __c, 4, __cc);
  6618. }
  6619. static inline __ATTRS_o_ai vector bool int
  6620. vec_cmprg_cc(vector unsigned int __a, vector unsigned int __b,
  6621. vector unsigned int __c, int *__cc) {
  6622. return (vector bool int)__builtin_s390_vstrcfs(__a, __b, __c, 4, __cc);
  6623. }
  6624. /*-- vec_cmprg_idx ----------------------------------------------------------*/
  6625. static inline __ATTRS_o_ai vector unsigned char
  6626. vec_cmprg_idx(vector unsigned char __a, vector unsigned char __b,
  6627. vector unsigned char __c) {
  6628. return __builtin_s390_vstrcb(__a, __b, __c, 0);
  6629. }
  6630. static inline __ATTRS_o_ai vector unsigned short
  6631. vec_cmprg_idx(vector unsigned short __a, vector unsigned short __b,
  6632. vector unsigned short __c) {
  6633. return __builtin_s390_vstrch(__a, __b, __c, 0);
  6634. }
  6635. static inline __ATTRS_o_ai vector unsigned int
  6636. vec_cmprg_idx(vector unsigned int __a, vector unsigned int __b,
  6637. vector unsigned int __c) {
  6638. return __builtin_s390_vstrcf(__a, __b, __c, 0);
  6639. }
  6640. /*-- vec_cmprg_idx_cc -------------------------------------------------------*/
  6641. static inline __ATTRS_o_ai vector unsigned char
  6642. vec_cmprg_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6643. vector unsigned char __c, int *__cc) {
  6644. return __builtin_s390_vstrcbs(__a, __b, __c, 0, __cc);
  6645. }
  6646. static inline __ATTRS_o_ai vector unsigned short
  6647. vec_cmprg_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6648. vector unsigned short __c, int *__cc) {
  6649. return __builtin_s390_vstrchs(__a, __b, __c, 0, __cc);
  6650. }
  6651. static inline __ATTRS_o_ai vector unsigned int
  6652. vec_cmprg_idx_cc(vector unsigned int __a, vector unsigned int __b,
  6653. vector unsigned int __c, int *__cc) {
  6654. return __builtin_s390_vstrcfs(__a, __b, __c, 0, __cc);
  6655. }
  6656. /*-- vec_cmprg_or_0_idx -----------------------------------------------------*/
  6657. static inline __ATTRS_o_ai vector unsigned char
  6658. vec_cmprg_or_0_idx(vector unsigned char __a, vector unsigned char __b,
  6659. vector unsigned char __c) {
  6660. return __builtin_s390_vstrczb(__a, __b, __c, 0);
  6661. }
  6662. static inline __ATTRS_o_ai vector unsigned short
  6663. vec_cmprg_or_0_idx(vector unsigned short __a, vector unsigned short __b,
  6664. vector unsigned short __c) {
  6665. return __builtin_s390_vstrczh(__a, __b, __c, 0);
  6666. }
  6667. static inline __ATTRS_o_ai vector unsigned int
  6668. vec_cmprg_or_0_idx(vector unsigned int __a, vector unsigned int __b,
  6669. vector unsigned int __c) {
  6670. return __builtin_s390_vstrczf(__a, __b, __c, 0);
  6671. }
  6672. /*-- vec_cmprg_or_0_idx_cc --------------------------------------------------*/
  6673. static inline __ATTRS_o_ai vector unsigned char
  6674. vec_cmprg_or_0_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6675. vector unsigned char __c, int *__cc) {
  6676. return __builtin_s390_vstrczbs(__a, __b, __c, 0, __cc);
  6677. }
  6678. static inline __ATTRS_o_ai vector unsigned short
  6679. vec_cmprg_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6680. vector unsigned short __c, int *__cc) {
  6681. return __builtin_s390_vstrczhs(__a, __b, __c, 0, __cc);
  6682. }
  6683. static inline __ATTRS_o_ai vector unsigned int
  6684. vec_cmprg_or_0_idx_cc(vector unsigned int __a, vector unsigned int __b,
  6685. vector unsigned int __c, int *__cc) {
  6686. return __builtin_s390_vstrczfs(__a, __b, __c, 0, __cc);
  6687. }
  6688. /*-- vec_cmpnrg -------------------------------------------------------------*/
  6689. static inline __ATTRS_o_ai vector bool char
  6690. vec_cmpnrg(vector unsigned char __a, vector unsigned char __b,
  6691. vector unsigned char __c) {
  6692. return (vector bool char)__builtin_s390_vstrcb(__a, __b, __c, 12);
  6693. }
  6694. static inline __ATTRS_o_ai vector bool short
  6695. vec_cmpnrg(vector unsigned short __a, vector unsigned short __b,
  6696. vector unsigned short __c) {
  6697. return (vector bool short)__builtin_s390_vstrch(__a, __b, __c, 12);
  6698. }
  6699. static inline __ATTRS_o_ai vector bool int
  6700. vec_cmpnrg(vector unsigned int __a, vector unsigned int __b,
  6701. vector unsigned int __c) {
  6702. return (vector bool int)__builtin_s390_vstrcf(__a, __b, __c, 12);
  6703. }
  6704. /*-- vec_cmpnrg_cc ----------------------------------------------------------*/
  6705. static inline __ATTRS_o_ai vector bool char
  6706. vec_cmpnrg_cc(vector unsigned char __a, vector unsigned char __b,
  6707. vector unsigned char __c, int *__cc) {
  6708. return (vector bool char)__builtin_s390_vstrcbs(__a, __b, __c, 12, __cc);
  6709. }
  6710. static inline __ATTRS_o_ai vector bool short
  6711. vec_cmpnrg_cc(vector unsigned short __a, vector unsigned short __b,
  6712. vector unsigned short __c, int *__cc) {
  6713. return (vector bool short)__builtin_s390_vstrchs(__a, __b, __c, 12, __cc);
  6714. }
  6715. static inline __ATTRS_o_ai vector bool int
  6716. vec_cmpnrg_cc(vector unsigned int __a, vector unsigned int __b,
  6717. vector unsigned int __c, int *__cc) {
  6718. return (vector bool int)__builtin_s390_vstrcfs(__a, __b, __c, 12, __cc);
  6719. }
  6720. /*-- vec_cmpnrg_idx ---------------------------------------------------------*/
  6721. static inline __ATTRS_o_ai vector unsigned char
  6722. vec_cmpnrg_idx(vector unsigned char __a, vector unsigned char __b,
  6723. vector unsigned char __c) {
  6724. return __builtin_s390_vstrcb(__a, __b, __c, 8);
  6725. }
  6726. static inline __ATTRS_o_ai vector unsigned short
  6727. vec_cmpnrg_idx(vector unsigned short __a, vector unsigned short __b,
  6728. vector unsigned short __c) {
  6729. return __builtin_s390_vstrch(__a, __b, __c, 8);
  6730. }
  6731. static inline __ATTRS_o_ai vector unsigned int
  6732. vec_cmpnrg_idx(vector unsigned int __a, vector unsigned int __b,
  6733. vector unsigned int __c) {
  6734. return __builtin_s390_vstrcf(__a, __b, __c, 8);
  6735. }
  6736. /*-- vec_cmpnrg_idx_cc ------------------------------------------------------*/
  6737. static inline __ATTRS_o_ai vector unsigned char
  6738. vec_cmpnrg_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6739. vector unsigned char __c, int *__cc) {
  6740. return __builtin_s390_vstrcbs(__a, __b, __c, 8, __cc);
  6741. }
  6742. static inline __ATTRS_o_ai vector unsigned short
  6743. vec_cmpnrg_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6744. vector unsigned short __c, int *__cc) {
  6745. return __builtin_s390_vstrchs(__a, __b, __c, 8, __cc);
  6746. }
  6747. static inline __ATTRS_o_ai vector unsigned int
  6748. vec_cmpnrg_idx_cc(vector unsigned int __a, vector unsigned int __b,
  6749. vector unsigned int __c, int *__cc) {
  6750. return __builtin_s390_vstrcfs(__a, __b, __c, 8, __cc);
  6751. }
  6752. /*-- vec_cmpnrg_or_0_idx ----------------------------------------------------*/
  6753. static inline __ATTRS_o_ai vector unsigned char
  6754. vec_cmpnrg_or_0_idx(vector unsigned char __a, vector unsigned char __b,
  6755. vector unsigned char __c) {
  6756. return __builtin_s390_vstrczb(__a, __b, __c, 8);
  6757. }
  6758. static inline __ATTRS_o_ai vector unsigned short
  6759. vec_cmpnrg_or_0_idx(vector unsigned short __a, vector unsigned short __b,
  6760. vector unsigned short __c) {
  6761. return __builtin_s390_vstrczh(__a, __b, __c, 8);
  6762. }
  6763. static inline __ATTRS_o_ai vector unsigned int
  6764. vec_cmpnrg_or_0_idx(vector unsigned int __a, vector unsigned int __b,
  6765. vector unsigned int __c) {
  6766. return __builtin_s390_vstrczf(__a, __b, __c, 8);
  6767. }
  6768. /*-- vec_cmpnrg_or_0_idx_cc -------------------------------------------------*/
  6769. static inline __ATTRS_o_ai vector unsigned char
  6770. vec_cmpnrg_or_0_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6771. vector unsigned char __c, int *__cc) {
  6772. return __builtin_s390_vstrczbs(__a, __b, __c, 8, __cc);
  6773. }
  6774. static inline __ATTRS_o_ai vector unsigned short
  6775. vec_cmpnrg_or_0_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6776. vector unsigned short __c, int *__cc) {
  6777. return __builtin_s390_vstrczhs(__a, __b, __c, 8, __cc);
  6778. }
  6779. static inline __ATTRS_o_ai vector unsigned int
  6780. vec_cmpnrg_or_0_idx_cc(vector unsigned int __a, vector unsigned int __b,
  6781. vector unsigned int __c, int *__cc) {
  6782. return __builtin_s390_vstrczfs(__a, __b, __c, 8, __cc);
  6783. }
  6784. /*-- vec_find_any_eq --------------------------------------------------------*/
  6785. static inline __ATTRS_o_ai vector bool char
  6786. vec_find_any_eq(vector signed char __a, vector signed char __b) {
  6787. return (vector bool char)
  6788. __builtin_s390_vfaeb((vector unsigned char)__a,
  6789. (vector unsigned char)__b, 4);
  6790. }
  6791. static inline __ATTRS_o_ai vector bool char
  6792. vec_find_any_eq(vector bool char __a, vector bool char __b) {
  6793. return (vector bool char)
  6794. __builtin_s390_vfaeb((vector unsigned char)__a,
  6795. (vector unsigned char)__b, 4);
  6796. }
  6797. static inline __ATTRS_o_ai vector bool char
  6798. vec_find_any_eq(vector unsigned char __a, vector unsigned char __b) {
  6799. return (vector bool char)__builtin_s390_vfaeb(__a, __b, 4);
  6800. }
  6801. static inline __ATTRS_o_ai vector bool short
  6802. vec_find_any_eq(vector signed short __a, vector signed short __b) {
  6803. return (vector bool short)
  6804. __builtin_s390_vfaeh((vector unsigned short)__a,
  6805. (vector unsigned short)__b, 4);
  6806. }
  6807. static inline __ATTRS_o_ai vector bool short
  6808. vec_find_any_eq(vector bool short __a, vector bool short __b) {
  6809. return (vector bool short)
  6810. __builtin_s390_vfaeh((vector unsigned short)__a,
  6811. (vector unsigned short)__b, 4);
  6812. }
  6813. static inline __ATTRS_o_ai vector bool short
  6814. vec_find_any_eq(vector unsigned short __a, vector unsigned short __b) {
  6815. return (vector bool short)__builtin_s390_vfaeh(__a, __b, 4);
  6816. }
  6817. static inline __ATTRS_o_ai vector bool int
  6818. vec_find_any_eq(vector signed int __a, vector signed int __b) {
  6819. return (vector bool int)
  6820. __builtin_s390_vfaef((vector unsigned int)__a,
  6821. (vector unsigned int)__b, 4);
  6822. }
  6823. static inline __ATTRS_o_ai vector bool int
  6824. vec_find_any_eq(vector bool int __a, vector bool int __b) {
  6825. return (vector bool int)
  6826. __builtin_s390_vfaef((vector unsigned int)__a,
  6827. (vector unsigned int)__b, 4);
  6828. }
  6829. static inline __ATTRS_o_ai vector bool int
  6830. vec_find_any_eq(vector unsigned int __a, vector unsigned int __b) {
  6831. return (vector bool int)__builtin_s390_vfaef(__a, __b, 4);
  6832. }
  6833. /*-- vec_find_any_eq_cc -----------------------------------------------------*/
  6834. static inline __ATTRS_o_ai vector bool char
  6835. vec_find_any_eq_cc(vector signed char __a, vector signed char __b, int *__cc) {
  6836. return (vector bool char)
  6837. __builtin_s390_vfaebs((vector unsigned char)__a,
  6838. (vector unsigned char)__b, 4, __cc);
  6839. }
  6840. static inline __ATTRS_o_ai vector bool char
  6841. vec_find_any_eq_cc(vector bool char __a, vector bool char __b, int *__cc) {
  6842. return (vector bool char)
  6843. __builtin_s390_vfaebs((vector unsigned char)__a,
  6844. (vector unsigned char)__b, 4, __cc);
  6845. }
  6846. static inline __ATTRS_o_ai vector bool char
  6847. vec_find_any_eq_cc(vector unsigned char __a, vector unsigned char __b,
  6848. int *__cc) {
  6849. return (vector bool char)__builtin_s390_vfaebs(__a, __b, 4, __cc);
  6850. }
  6851. static inline __ATTRS_o_ai vector bool short
  6852. vec_find_any_eq_cc(vector signed short __a, vector signed short __b,
  6853. int *__cc) {
  6854. return (vector bool short)
  6855. __builtin_s390_vfaehs((vector unsigned short)__a,
  6856. (vector unsigned short)__b, 4, __cc);
  6857. }
  6858. static inline __ATTRS_o_ai vector bool short
  6859. vec_find_any_eq_cc(vector bool short __a, vector bool short __b, int *__cc) {
  6860. return (vector bool short)
  6861. __builtin_s390_vfaehs((vector unsigned short)__a,
  6862. (vector unsigned short)__b, 4, __cc);
  6863. }
  6864. static inline __ATTRS_o_ai vector bool short
  6865. vec_find_any_eq_cc(vector unsigned short __a, vector unsigned short __b,
  6866. int *__cc) {
  6867. return (vector bool short)__builtin_s390_vfaehs(__a, __b, 4, __cc);
  6868. }
  6869. static inline __ATTRS_o_ai vector bool int
  6870. vec_find_any_eq_cc(vector signed int __a, vector signed int __b, int *__cc) {
  6871. return (vector bool int)
  6872. __builtin_s390_vfaefs((vector unsigned int)__a,
  6873. (vector unsigned int)__b, 4, __cc);
  6874. }
  6875. static inline __ATTRS_o_ai vector bool int
  6876. vec_find_any_eq_cc(vector bool int __a, vector bool int __b, int *__cc) {
  6877. return (vector bool int)
  6878. __builtin_s390_vfaefs((vector unsigned int)__a,
  6879. (vector unsigned int)__b, 4, __cc);
  6880. }
  6881. static inline __ATTRS_o_ai vector bool int
  6882. vec_find_any_eq_cc(vector unsigned int __a, vector unsigned int __b,
  6883. int *__cc) {
  6884. return (vector bool int)__builtin_s390_vfaefs(__a, __b, 4, __cc);
  6885. }
  6886. /*-- vec_find_any_eq_idx ----------------------------------------------------*/
  6887. static inline __ATTRS_o_ai vector signed char
  6888. vec_find_any_eq_idx(vector signed char __a, vector signed char __b) {
  6889. return (vector signed char)
  6890. __builtin_s390_vfaeb((vector unsigned char)__a,
  6891. (vector unsigned char)__b, 0);
  6892. }
  6893. static inline __ATTRS_o_ai vector unsigned char
  6894. vec_find_any_eq_idx(vector bool char __a, vector bool char __b) {
  6895. return __builtin_s390_vfaeb((vector unsigned char)__a,
  6896. (vector unsigned char)__b, 0);
  6897. }
  6898. static inline __ATTRS_o_ai vector unsigned char
  6899. vec_find_any_eq_idx(vector unsigned char __a, vector unsigned char __b) {
  6900. return __builtin_s390_vfaeb(__a, __b, 0);
  6901. }
  6902. static inline __ATTRS_o_ai vector signed short
  6903. vec_find_any_eq_idx(vector signed short __a, vector signed short __b) {
  6904. return (vector signed short)
  6905. __builtin_s390_vfaeh((vector unsigned short)__a,
  6906. (vector unsigned short)__b, 0);
  6907. }
  6908. static inline __ATTRS_o_ai vector unsigned short
  6909. vec_find_any_eq_idx(vector bool short __a, vector bool short __b) {
  6910. return __builtin_s390_vfaeh((vector unsigned short)__a,
  6911. (vector unsigned short)__b, 0);
  6912. }
  6913. static inline __ATTRS_o_ai vector unsigned short
  6914. vec_find_any_eq_idx(vector unsigned short __a, vector unsigned short __b) {
  6915. return __builtin_s390_vfaeh(__a, __b, 0);
  6916. }
  6917. static inline __ATTRS_o_ai vector signed int
  6918. vec_find_any_eq_idx(vector signed int __a, vector signed int __b) {
  6919. return (vector signed int)
  6920. __builtin_s390_vfaef((vector unsigned int)__a,
  6921. (vector unsigned int)__b, 0);
  6922. }
  6923. static inline __ATTRS_o_ai vector unsigned int
  6924. vec_find_any_eq_idx(vector bool int __a, vector bool int __b) {
  6925. return __builtin_s390_vfaef((vector unsigned int)__a,
  6926. (vector unsigned int)__b, 0);
  6927. }
  6928. static inline __ATTRS_o_ai vector unsigned int
  6929. vec_find_any_eq_idx(vector unsigned int __a, vector unsigned int __b) {
  6930. return __builtin_s390_vfaef(__a, __b, 0);
  6931. }
  6932. /*-- vec_find_any_eq_idx_cc -------------------------------------------------*/
  6933. static inline __ATTRS_o_ai vector signed char
  6934. vec_find_any_eq_idx_cc(vector signed char __a, vector signed char __b,
  6935. int *__cc) {
  6936. return (vector signed char)
  6937. __builtin_s390_vfaebs((vector unsigned char)__a,
  6938. (vector unsigned char)__b, 0, __cc);
  6939. }
  6940. static inline __ATTRS_o_ai vector unsigned char
  6941. vec_find_any_eq_idx_cc(vector bool char __a, vector bool char __b, int *__cc) {
  6942. return __builtin_s390_vfaebs((vector unsigned char)__a,
  6943. (vector unsigned char)__b, 0, __cc);
  6944. }
  6945. static inline __ATTRS_o_ai vector unsigned char
  6946. vec_find_any_eq_idx_cc(vector unsigned char __a, vector unsigned char __b,
  6947. int *__cc) {
  6948. return __builtin_s390_vfaebs(__a, __b, 0, __cc);
  6949. }
  6950. static inline __ATTRS_o_ai vector signed short
  6951. vec_find_any_eq_idx_cc(vector signed short __a, vector signed short __b,
  6952. int *__cc) {
  6953. return (vector signed short)
  6954. __builtin_s390_vfaehs((vector unsigned short)__a,
  6955. (vector unsigned short)__b, 0, __cc);
  6956. }
  6957. static inline __ATTRS_o_ai vector unsigned short
  6958. vec_find_any_eq_idx_cc(vector bool short __a, vector bool short __b,
  6959. int *__cc) {
  6960. return __builtin_s390_vfaehs((vector unsigned short)__a,
  6961. (vector unsigned short)__b, 0, __cc);
  6962. }
  6963. static inline __ATTRS_o_ai vector unsigned short
  6964. vec_find_any_eq_idx_cc(vector unsigned short __a, vector unsigned short __b,
  6965. int *__cc) {
  6966. return __builtin_s390_vfaehs(__a, __b, 0, __cc);
  6967. }
  6968. static inline __ATTRS_o_ai vector signed int
  6969. vec_find_any_eq_idx_cc(vector signed int __a, vector signed int __b,
  6970. int *__cc) {
  6971. return (vector signed int)
  6972. __builtin_s390_vfaefs((vector unsigned int)__a,
  6973. (vector unsigned int)__b, 0, __cc);
  6974. }
  6975. static inline __ATTRS_o_ai vector unsigned int
  6976. vec_find_any_eq_idx_cc(vector bool int __a, vector bool int __b, int *__cc) {
  6977. return __builtin_s390_vfaefs((vector unsigned int)__a,
  6978. (vector unsigned int)__b, 0, __cc);
  6979. }
  6980. static inline __ATTRS_o_ai vector unsigned int
  6981. vec_find_any_eq_idx_cc(vector unsigned int __a, vector unsigned int __b,
  6982. int *__cc) {
  6983. return __builtin_s390_vfaefs(__a, __b, 0, __cc);
  6984. }
  6985. /*-- vec_find_any_eq_or_0_idx -----------------------------------------------*/
  6986. static inline __ATTRS_o_ai vector signed char
  6987. vec_find_any_eq_or_0_idx(vector signed char __a, vector signed char __b) {
  6988. return (vector signed char)
  6989. __builtin_s390_vfaezb((vector unsigned char)__a,
  6990. (vector unsigned char)__b, 0);
  6991. }
  6992. static inline __ATTRS_o_ai vector unsigned char
  6993. vec_find_any_eq_or_0_idx(vector bool char __a, vector bool char __b) {
  6994. return __builtin_s390_vfaezb((vector unsigned char)__a,
  6995. (vector unsigned char)__b, 0);
  6996. }
  6997. static inline __ATTRS_o_ai vector unsigned char
  6998. vec_find_any_eq_or_0_idx(vector unsigned char __a, vector unsigned char __b) {
  6999. return __builtin_s390_vfaezb(__a, __b, 0);
  7000. }
  7001. static inline __ATTRS_o_ai vector signed short
  7002. vec_find_any_eq_or_0_idx(vector signed short __a, vector signed short __b) {
  7003. return (vector signed short)
  7004. __builtin_s390_vfaezh((vector unsigned short)__a,
  7005. (vector unsigned short)__b, 0);
  7006. }
  7007. static inline __ATTRS_o_ai vector unsigned short
  7008. vec_find_any_eq_or_0_idx(vector bool short __a, vector bool short __b) {
  7009. return __builtin_s390_vfaezh((vector unsigned short)__a,
  7010. (vector unsigned short)__b, 0);
  7011. }
  7012. static inline __ATTRS_o_ai vector unsigned short
  7013. vec_find_any_eq_or_0_idx(vector unsigned short __a, vector unsigned short __b) {
  7014. return __builtin_s390_vfaezh(__a, __b, 0);
  7015. }
  7016. static inline __ATTRS_o_ai vector signed int
  7017. vec_find_any_eq_or_0_idx(vector signed int __a, vector signed int __b) {
  7018. return (vector signed int)
  7019. __builtin_s390_vfaezf((vector unsigned int)__a,
  7020. (vector unsigned int)__b, 0);
  7021. }
  7022. static inline __ATTRS_o_ai vector unsigned int
  7023. vec_find_any_eq_or_0_idx(vector bool int __a, vector bool int __b) {
  7024. return __builtin_s390_vfaezf((vector unsigned int)__a,
  7025. (vector unsigned int)__b, 0);
  7026. }
  7027. static inline __ATTRS_o_ai vector unsigned int
  7028. vec_find_any_eq_or_0_idx(vector unsigned int __a, vector unsigned int __b) {
  7029. return __builtin_s390_vfaezf(__a, __b, 0);
  7030. }
  7031. /*-- vec_find_any_eq_or_0_idx_cc --------------------------------------------*/
  7032. static inline __ATTRS_o_ai vector signed char
  7033. vec_find_any_eq_or_0_idx_cc(vector signed char __a, vector signed char __b,
  7034. int *__cc) {
  7035. return (vector signed char)
  7036. __builtin_s390_vfaezbs((vector unsigned char)__a,
  7037. (vector unsigned char)__b, 0, __cc);
  7038. }
  7039. static inline __ATTRS_o_ai vector unsigned char
  7040. vec_find_any_eq_or_0_idx_cc(vector bool char __a, vector bool char __b,
  7041. int *__cc) {
  7042. return __builtin_s390_vfaezbs((vector unsigned char)__a,
  7043. (vector unsigned char)__b, 0, __cc);
  7044. }
  7045. static inline __ATTRS_o_ai vector unsigned char
  7046. vec_find_any_eq_or_0_idx_cc(vector unsigned char __a, vector unsigned char __b,
  7047. int *__cc) {
  7048. return __builtin_s390_vfaezbs(__a, __b, 0, __cc);
  7049. }
  7050. static inline __ATTRS_o_ai vector signed short
  7051. vec_find_any_eq_or_0_idx_cc(vector signed short __a, vector signed short __b,
  7052. int *__cc) {
  7053. return (vector signed short)
  7054. __builtin_s390_vfaezhs((vector unsigned short)__a,
  7055. (vector unsigned short)__b, 0, __cc);
  7056. }
  7057. static inline __ATTRS_o_ai vector unsigned short
  7058. vec_find_any_eq_or_0_idx_cc(vector bool short __a, vector bool short __b,
  7059. int *__cc) {
  7060. return __builtin_s390_vfaezhs((vector unsigned short)__a,
  7061. (vector unsigned short)__b, 0, __cc);
  7062. }
  7063. static inline __ATTRS_o_ai vector unsigned short
  7064. vec_find_any_eq_or_0_idx_cc(vector unsigned short __a,
  7065. vector unsigned short __b, int *__cc) {
  7066. return __builtin_s390_vfaezhs(__a, __b, 0, __cc);
  7067. }
  7068. static inline __ATTRS_o_ai vector signed int
  7069. vec_find_any_eq_or_0_idx_cc(vector signed int __a, vector signed int __b,
  7070. int *__cc) {
  7071. return (vector signed int)
  7072. __builtin_s390_vfaezfs((vector unsigned int)__a,
  7073. (vector unsigned int)__b, 0, __cc);
  7074. }
  7075. static inline __ATTRS_o_ai vector unsigned int
  7076. vec_find_any_eq_or_0_idx_cc(vector bool int __a, vector bool int __b,
  7077. int *__cc) {
  7078. return __builtin_s390_vfaezfs((vector unsigned int)__a,
  7079. (vector unsigned int)__b, 0, __cc);
  7080. }
  7081. static inline __ATTRS_o_ai vector unsigned int
  7082. vec_find_any_eq_or_0_idx_cc(vector unsigned int __a, vector unsigned int __b,
  7083. int *__cc) {
  7084. return __builtin_s390_vfaezfs(__a, __b, 0, __cc);
  7085. }
  7086. /*-- vec_find_any_ne --------------------------------------------------------*/
  7087. static inline __ATTRS_o_ai vector bool char
  7088. vec_find_any_ne(vector signed char __a, vector signed char __b) {
  7089. return (vector bool char)
  7090. __builtin_s390_vfaeb((vector unsigned char)__a,
  7091. (vector unsigned char)__b, 12);
  7092. }
  7093. static inline __ATTRS_o_ai vector bool char
  7094. vec_find_any_ne(vector bool char __a, vector bool char __b) {
  7095. return (vector bool char)
  7096. __builtin_s390_vfaeb((vector unsigned char)__a,
  7097. (vector unsigned char)__b, 12);
  7098. }
  7099. static inline __ATTRS_o_ai vector bool char
  7100. vec_find_any_ne(vector unsigned char __a, vector unsigned char __b) {
  7101. return (vector bool char)__builtin_s390_vfaeb(__a, __b, 12);
  7102. }
  7103. static inline __ATTRS_o_ai vector bool short
  7104. vec_find_any_ne(vector signed short __a, vector signed short __b) {
  7105. return (vector bool short)
  7106. __builtin_s390_vfaeh((vector unsigned short)__a,
  7107. (vector unsigned short)__b, 12);
  7108. }
  7109. static inline __ATTRS_o_ai vector bool short
  7110. vec_find_any_ne(vector bool short __a, vector bool short __b) {
  7111. return (vector bool short)
  7112. __builtin_s390_vfaeh((vector unsigned short)__a,
  7113. (vector unsigned short)__b, 12);
  7114. }
  7115. static inline __ATTRS_o_ai vector bool short
  7116. vec_find_any_ne(vector unsigned short __a, vector unsigned short __b) {
  7117. return (vector bool short)__builtin_s390_vfaeh(__a, __b, 12);
  7118. }
  7119. static inline __ATTRS_o_ai vector bool int
  7120. vec_find_any_ne(vector signed int __a, vector signed int __b) {
  7121. return (vector bool int)
  7122. __builtin_s390_vfaef((vector unsigned int)__a,
  7123. (vector unsigned int)__b, 12);
  7124. }
  7125. static inline __ATTRS_o_ai vector bool int
  7126. vec_find_any_ne(vector bool int __a, vector bool int __b) {
  7127. return (vector bool int)
  7128. __builtin_s390_vfaef((vector unsigned int)__a,
  7129. (vector unsigned int)__b, 12);
  7130. }
  7131. static inline __ATTRS_o_ai vector bool int
  7132. vec_find_any_ne(vector unsigned int __a, vector unsigned int __b) {
  7133. return (vector bool int)__builtin_s390_vfaef(__a, __b, 12);
  7134. }
  7135. /*-- vec_find_any_ne_cc -----------------------------------------------------*/
  7136. static inline __ATTRS_o_ai vector bool char
  7137. vec_find_any_ne_cc(vector signed char __a, vector signed char __b, int *__cc) {
  7138. return (vector bool char)
  7139. __builtin_s390_vfaebs((vector unsigned char)__a,
  7140. (vector unsigned char)__b, 12, __cc);
  7141. }
  7142. static inline __ATTRS_o_ai vector bool char
  7143. vec_find_any_ne_cc(vector bool char __a, vector bool char __b, int *__cc) {
  7144. return (vector bool char)
  7145. __builtin_s390_vfaebs((vector unsigned char)__a,
  7146. (vector unsigned char)__b, 12, __cc);
  7147. }
  7148. static inline __ATTRS_o_ai vector bool char
  7149. vec_find_any_ne_cc(vector unsigned char __a, vector unsigned char __b,
  7150. int *__cc) {
  7151. return (vector bool char)__builtin_s390_vfaebs(__a, __b, 12, __cc);
  7152. }
  7153. static inline __ATTRS_o_ai vector bool short
  7154. vec_find_any_ne_cc(vector signed short __a, vector signed short __b,
  7155. int *__cc) {
  7156. return (vector bool short)
  7157. __builtin_s390_vfaehs((vector unsigned short)__a,
  7158. (vector unsigned short)__b, 12, __cc);
  7159. }
  7160. static inline __ATTRS_o_ai vector bool short
  7161. vec_find_any_ne_cc(vector bool short __a, vector bool short __b, int *__cc) {
  7162. return (vector bool short)
  7163. __builtin_s390_vfaehs((vector unsigned short)__a,
  7164. (vector unsigned short)__b, 12, __cc);
  7165. }
  7166. static inline __ATTRS_o_ai vector bool short
  7167. vec_find_any_ne_cc(vector unsigned short __a, vector unsigned short __b,
  7168. int *__cc) {
  7169. return (vector bool short)__builtin_s390_vfaehs(__a, __b, 12, __cc);
  7170. }
  7171. static inline __ATTRS_o_ai vector bool int
  7172. vec_find_any_ne_cc(vector signed int __a, vector signed int __b, int *__cc) {
  7173. return (vector bool int)
  7174. __builtin_s390_vfaefs((vector unsigned int)__a,
  7175. (vector unsigned int)__b, 12, __cc);
  7176. }
  7177. static inline __ATTRS_o_ai vector bool int
  7178. vec_find_any_ne_cc(vector bool int __a, vector bool int __b, int *__cc) {
  7179. return (vector bool int)
  7180. __builtin_s390_vfaefs((vector unsigned int)__a,
  7181. (vector unsigned int)__b, 12, __cc);
  7182. }
  7183. static inline __ATTRS_o_ai vector bool int
  7184. vec_find_any_ne_cc(vector unsigned int __a, vector unsigned int __b,
  7185. int *__cc) {
  7186. return (vector bool int)__builtin_s390_vfaefs(__a, __b, 12, __cc);
  7187. }
  7188. /*-- vec_find_any_ne_idx ----------------------------------------------------*/
  7189. static inline __ATTRS_o_ai vector signed char
  7190. vec_find_any_ne_idx(vector signed char __a, vector signed char __b) {
  7191. return (vector signed char)
  7192. __builtin_s390_vfaeb((vector unsigned char)__a,
  7193. (vector unsigned char)__b, 8);
  7194. }
  7195. static inline __ATTRS_o_ai vector unsigned char
  7196. vec_find_any_ne_idx(vector bool char __a, vector bool char __b) {
  7197. return __builtin_s390_vfaeb((vector unsigned char)__a,
  7198. (vector unsigned char)__b, 8);
  7199. }
  7200. static inline __ATTRS_o_ai vector unsigned char
  7201. vec_find_any_ne_idx(vector unsigned char __a, vector unsigned char __b) {
  7202. return __builtin_s390_vfaeb(__a, __b, 8);
  7203. }
  7204. static inline __ATTRS_o_ai vector signed short
  7205. vec_find_any_ne_idx(vector signed short __a, vector signed short __b) {
  7206. return (vector signed short)
  7207. __builtin_s390_vfaeh((vector unsigned short)__a,
  7208. (vector unsigned short)__b, 8);
  7209. }
  7210. static inline __ATTRS_o_ai vector unsigned short
  7211. vec_find_any_ne_idx(vector bool short __a, vector bool short __b) {
  7212. return __builtin_s390_vfaeh((vector unsigned short)__a,
  7213. (vector unsigned short)__b, 8);
  7214. }
  7215. static inline __ATTRS_o_ai vector unsigned short
  7216. vec_find_any_ne_idx(vector unsigned short __a, vector unsigned short __b) {
  7217. return __builtin_s390_vfaeh(__a, __b, 8);
  7218. }
  7219. static inline __ATTRS_o_ai vector signed int
  7220. vec_find_any_ne_idx(vector signed int __a, vector signed int __b) {
  7221. return (vector signed int)
  7222. __builtin_s390_vfaef((vector unsigned int)__a,
  7223. (vector unsigned int)__b, 8);
  7224. }
  7225. static inline __ATTRS_o_ai vector unsigned int
  7226. vec_find_any_ne_idx(vector bool int __a, vector bool int __b) {
  7227. return __builtin_s390_vfaef((vector unsigned int)__a,
  7228. (vector unsigned int)__b, 8);
  7229. }
  7230. static inline __ATTRS_o_ai vector unsigned int
  7231. vec_find_any_ne_idx(vector unsigned int __a, vector unsigned int __b) {
  7232. return __builtin_s390_vfaef(__a, __b, 8);
  7233. }
  7234. /*-- vec_find_any_ne_idx_cc -------------------------------------------------*/
  7235. static inline __ATTRS_o_ai vector signed char
  7236. vec_find_any_ne_idx_cc(vector signed char __a, vector signed char __b,
  7237. int *__cc) {
  7238. return (vector signed char)
  7239. __builtin_s390_vfaebs((vector unsigned char)__a,
  7240. (vector unsigned char)__b, 8, __cc);
  7241. }
  7242. static inline __ATTRS_o_ai vector unsigned char
  7243. vec_find_any_ne_idx_cc(vector bool char __a, vector bool char __b, int *__cc) {
  7244. return __builtin_s390_vfaebs((vector unsigned char)__a,
  7245. (vector unsigned char)__b, 8, __cc);
  7246. }
  7247. static inline __ATTRS_o_ai vector unsigned char
  7248. vec_find_any_ne_idx_cc(vector unsigned char __a, vector unsigned char __b,
  7249. int *__cc) {
  7250. return __builtin_s390_vfaebs(__a, __b, 8, __cc);
  7251. }
  7252. static inline __ATTRS_o_ai vector signed short
  7253. vec_find_any_ne_idx_cc(vector signed short __a, vector signed short __b,
  7254. int *__cc) {
  7255. return (vector signed short)
  7256. __builtin_s390_vfaehs((vector unsigned short)__a,
  7257. (vector unsigned short)__b, 8, __cc);
  7258. }
  7259. static inline __ATTRS_o_ai vector unsigned short
  7260. vec_find_any_ne_idx_cc(vector bool short __a, vector bool short __b,
  7261. int *__cc) {
  7262. return __builtin_s390_vfaehs((vector unsigned short)__a,
  7263. (vector unsigned short)__b, 8, __cc);
  7264. }
  7265. static inline __ATTRS_o_ai vector unsigned short
  7266. vec_find_any_ne_idx_cc(vector unsigned short __a, vector unsigned short __b,
  7267. int *__cc) {
  7268. return __builtin_s390_vfaehs(__a, __b, 8, __cc);
  7269. }
  7270. static inline __ATTRS_o_ai vector signed int
  7271. vec_find_any_ne_idx_cc(vector signed int __a, vector signed int __b,
  7272. int *__cc) {
  7273. return (vector signed int)
  7274. __builtin_s390_vfaefs((vector unsigned int)__a,
  7275. (vector unsigned int)__b, 8, __cc);
  7276. }
  7277. static inline __ATTRS_o_ai vector unsigned int
  7278. vec_find_any_ne_idx_cc(vector bool int __a, vector bool int __b, int *__cc) {
  7279. return __builtin_s390_vfaefs((vector unsigned int)__a,
  7280. (vector unsigned int)__b, 8, __cc);
  7281. }
  7282. static inline __ATTRS_o_ai vector unsigned int
  7283. vec_find_any_ne_idx_cc(vector unsigned int __a, vector unsigned int __b,
  7284. int *__cc) {
  7285. return __builtin_s390_vfaefs(__a, __b, 8, __cc);
  7286. }
  7287. /*-- vec_find_any_ne_or_0_idx -----------------------------------------------*/
  7288. static inline __ATTRS_o_ai vector signed char
  7289. vec_find_any_ne_or_0_idx(vector signed char __a, vector signed char __b) {
  7290. return (vector signed char)
  7291. __builtin_s390_vfaezb((vector unsigned char)__a,
  7292. (vector unsigned char)__b, 8);
  7293. }
  7294. static inline __ATTRS_o_ai vector unsigned char
  7295. vec_find_any_ne_or_0_idx(vector bool char __a, vector bool char __b) {
  7296. return __builtin_s390_vfaezb((vector unsigned char)__a,
  7297. (vector unsigned char)__b, 8);
  7298. }
  7299. static inline __ATTRS_o_ai vector unsigned char
  7300. vec_find_any_ne_or_0_idx(vector unsigned char __a, vector unsigned char __b) {
  7301. return __builtin_s390_vfaezb(__a, __b, 8);
  7302. }
  7303. static inline __ATTRS_o_ai vector signed short
  7304. vec_find_any_ne_or_0_idx(vector signed short __a, vector signed short __b) {
  7305. return (vector signed short)
  7306. __builtin_s390_vfaezh((vector unsigned short)__a,
  7307. (vector unsigned short)__b, 8);
  7308. }
  7309. static inline __ATTRS_o_ai vector unsigned short
  7310. vec_find_any_ne_or_0_idx(vector bool short __a, vector bool short __b) {
  7311. return __builtin_s390_vfaezh((vector unsigned short)__a,
  7312. (vector unsigned short)__b, 8);
  7313. }
  7314. static inline __ATTRS_o_ai vector unsigned short
  7315. vec_find_any_ne_or_0_idx(vector unsigned short __a, vector unsigned short __b) {
  7316. return __builtin_s390_vfaezh(__a, __b, 8);
  7317. }
  7318. static inline __ATTRS_o_ai vector signed int
  7319. vec_find_any_ne_or_0_idx(vector signed int __a, vector signed int __b) {
  7320. return (vector signed int)
  7321. __builtin_s390_vfaezf((vector unsigned int)__a,
  7322. (vector unsigned int)__b, 8);
  7323. }
  7324. static inline __ATTRS_o_ai vector unsigned int
  7325. vec_find_any_ne_or_0_idx(vector bool int __a, vector bool int __b) {
  7326. return __builtin_s390_vfaezf((vector unsigned int)__a,
  7327. (vector unsigned int)__b, 8);
  7328. }
  7329. static inline __ATTRS_o_ai vector unsigned int
  7330. vec_find_any_ne_or_0_idx(vector unsigned int __a, vector unsigned int __b) {
  7331. return __builtin_s390_vfaezf(__a, __b, 8);
  7332. }
  7333. /*-- vec_find_any_ne_or_0_idx_cc --------------------------------------------*/
  7334. static inline __ATTRS_o_ai vector signed char
  7335. vec_find_any_ne_or_0_idx_cc(vector signed char __a, vector signed char __b,
  7336. int *__cc) {
  7337. return (vector signed char)
  7338. __builtin_s390_vfaezbs((vector unsigned char)__a,
  7339. (vector unsigned char)__b, 8, __cc);
  7340. }
  7341. static inline __ATTRS_o_ai vector unsigned char
  7342. vec_find_any_ne_or_0_idx_cc(vector bool char __a, vector bool char __b,
  7343. int *__cc) {
  7344. return __builtin_s390_vfaezbs((vector unsigned char)__a,
  7345. (vector unsigned char)__b, 8, __cc);
  7346. }
  7347. static inline __ATTRS_o_ai vector unsigned char
  7348. vec_find_any_ne_or_0_idx_cc(vector unsigned char __a, vector unsigned char __b,
  7349. int *__cc) {
  7350. return __builtin_s390_vfaezbs(__a, __b, 8, __cc);
  7351. }
  7352. static inline __ATTRS_o_ai vector signed short
  7353. vec_find_any_ne_or_0_idx_cc(vector signed short __a, vector signed short __b,
  7354. int *__cc) {
  7355. return (vector signed short)
  7356. __builtin_s390_vfaezhs((vector unsigned short)__a,
  7357. (vector unsigned short)__b, 8, __cc);
  7358. }
  7359. static inline __ATTRS_o_ai vector unsigned short
  7360. vec_find_any_ne_or_0_idx_cc(vector bool short __a, vector bool short __b,
  7361. int *__cc) {
  7362. return __builtin_s390_vfaezhs((vector unsigned short)__a,
  7363. (vector unsigned short)__b, 8, __cc);
  7364. }
  7365. static inline __ATTRS_o_ai vector unsigned short
  7366. vec_find_any_ne_or_0_idx_cc(vector unsigned short __a,
  7367. vector unsigned short __b, int *__cc) {
  7368. return __builtin_s390_vfaezhs(__a, __b, 8, __cc);
  7369. }
  7370. static inline __ATTRS_o_ai vector signed int
  7371. vec_find_any_ne_or_0_idx_cc(vector signed int __a, vector signed int __b,
  7372. int *__cc) {
  7373. return (vector signed int)
  7374. __builtin_s390_vfaezfs((vector unsigned int)__a,
  7375. (vector unsigned int)__b, 8, __cc);
  7376. }
  7377. static inline __ATTRS_o_ai vector unsigned int
  7378. vec_find_any_ne_or_0_idx_cc(vector bool int __a, vector bool int __b,
  7379. int *__cc) {
  7380. return __builtin_s390_vfaezfs((vector unsigned int)__a,
  7381. (vector unsigned int)__b, 8, __cc);
  7382. }
  7383. static inline __ATTRS_o_ai vector unsigned int
  7384. vec_find_any_ne_or_0_idx_cc(vector unsigned int __a, vector unsigned int __b,
  7385. int *__cc) {
  7386. return __builtin_s390_vfaezfs(__a, __b, 8, __cc);
  7387. }
  7388. #undef __constant_pow2_range
  7389. #undef __constant_range
  7390. #undef __constant
  7391. #undef __ATTRS_o
  7392. #undef __ATTRS_o_ai
  7393. #undef __ATTRS_ai
  7394. #else
  7395. #error "Use -fzvector to enable vector extensions"
  7396. #endif