12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162 |
- /*===---- avxintrin.h - AVX intrinsics -------------------------------------===
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to deal
- * in the Software without restriction, including without limitation the rights
- * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- * copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
- * THE SOFTWARE.
- *
- *===-----------------------------------------------------------------------===
- */
- #ifndef __IMMINTRIN_H
- #error "Never use <avxintrin.h> directly; include <immintrin.h> instead."
- #endif
- #ifndef __AVXINTRIN_H
- #define __AVXINTRIN_H
- typedef double __v4df __attribute__ ((__vector_size__ (32)));
- typedef float __v8sf __attribute__ ((__vector_size__ (32)));
- typedef long long __v4di __attribute__ ((__vector_size__ (32)));
- typedef int __v8si __attribute__ ((__vector_size__ (32)));
- typedef short __v16hi __attribute__ ((__vector_size__ (32)));
- typedef char __v32qi __attribute__ ((__vector_size__ (32)));
- /* Unsigned types */
- typedef unsigned long long __v4du __attribute__ ((__vector_size__ (32)));
- typedef unsigned int __v8su __attribute__ ((__vector_size__ (32)));
- typedef unsigned short __v16hu __attribute__ ((__vector_size__ (32)));
- typedef unsigned char __v32qu __attribute__ ((__vector_size__ (32)));
- /* We need an explicitly signed variant for char. Note that this shouldn't
- * appear in the interface though. */
- typedef signed char __v32qs __attribute__((__vector_size__(32)));
- typedef float __m256 __attribute__ ((__vector_size__ (32)));
- typedef double __m256d __attribute__((__vector_size__(32)));
- typedef long long __m256i __attribute__((__vector_size__(32)));
- /* Define the default attributes for the functions in this file. */
- #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx")))
- /* Arithmetic */
- /// \brief Adds two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VADDPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \returns A 256-bit vector of [4 x double] containing the sums of both
- /// operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_add_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)((__v4df)__a+(__v4df)__b);
- }
- /// \brief Adds two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VADDPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \returns A 256-bit vector of [8 x float] containing the sums of both
- /// operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_add_ps(__m256 __a, __m256 __b)
- {
- return (__m256)((__v8sf)__a+(__v8sf)__b);
- }
- /// \brief Subtracts two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VSUBPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the minuend.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing the subtrahend.
- /// \returns A 256-bit vector of [4 x double] containing the differences between
- /// both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_sub_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)((__v4df)__a-(__v4df)__b);
- }
- /// \brief Subtracts two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VSUBPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the minuend.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing the subtrahend.
- /// \returns A 256-bit vector of [8 x float] containing the differences between
- /// both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_sub_ps(__m256 __a, __m256 __b)
- {
- return (__m256)((__v8sf)__a-(__v8sf)__b);
- }
- /// \brief Adds the even-indexed values and subtracts the odd-indexed values of
- /// two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VADDSUBPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the left source operand.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing the right source operand.
- /// \returns A 256-bit vector of [4 x double] containing the alternating sums
- /// and differences between both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_addsub_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)__builtin_ia32_addsubpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Adds the even-indexed values and subtracts the odd-indexed values of
- /// two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VADDSUBPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the left source operand.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing the right source operand.
- /// \returns A 256-bit vector of [8 x float] containing the alternating sums and
- /// differences between both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_addsub_ps(__m256 __a, __m256 __b)
- {
- return (__m256)__builtin_ia32_addsubps256((__v8sf)__a, (__v8sf)__b);
- }
- /// \brief Divides two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VDIVPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the dividend.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing the divisor.
- /// \returns A 256-bit vector of [4 x double] containing the quotients of both
- /// operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_div_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)((__v4df)__a/(__v4df)__b);
- }
- /// \brief Divides two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VDIVPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the dividend.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing the divisor.
- /// \returns A 256-bit vector of [8 x float] containing the quotients of both
- /// operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_div_ps(__m256 __a, __m256 __b)
- {
- return (__m256)((__v8sf)__a/(__v8sf)__b);
- }
- /// \brief Compares two 256-bit vectors of [4 x double] and returns the greater
- /// of each pair of values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMAXPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the operands.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the operands.
- /// \returns A 256-bit vector of [4 x double] containing the maximum values
- /// between both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_max_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)__builtin_ia32_maxpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Compares two 256-bit vectors of [8 x float] and returns the greater
- /// of each pair of values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMAXPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the operands.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the operands.
- /// \returns A 256-bit vector of [8 x float] containing the maximum values
- /// between both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_max_ps(__m256 __a, __m256 __b)
- {
- return (__m256)__builtin_ia32_maxps256((__v8sf)__a, (__v8sf)__b);
- }
- /// \brief Compares two 256-bit vectors of [4 x double] and returns the lesser
- /// of each pair of values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMINPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the operands.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the operands.
- /// \returns A 256-bit vector of [4 x double] containing the minimum values
- /// between both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_min_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)__builtin_ia32_minpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Compares two 256-bit vectors of [8 x float] and returns the lesser
- /// of each pair of values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMINPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the operands.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the operands.
- /// \returns A 256-bit vector of [8 x float] containing the minimum values
- /// between both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_min_ps(__m256 __a, __m256 __b)
- {
- return (__m256)__builtin_ia32_minps256((__v8sf)__a, (__v8sf)__b);
- }
- /// \brief Multiplies two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMULPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the operands.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the operands.
- /// \returns A 256-bit vector of [4 x double] containing the products of both
- /// operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_mul_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)((__v4df)__a * (__v4df)__b);
- }
- /// \brief Multiplies two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMULPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the operands.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the operands.
- /// \returns A 256-bit vector of [8 x float] containing the products of both
- /// operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_mul_ps(__m256 __a, __m256 __b)
- {
- return (__m256)((__v8sf)__a * (__v8sf)__b);
- }
- /// \brief Calculates the square roots of the values in a 256-bit vector of
- /// [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VSQRTPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \returns A 256-bit vector of [4 x double] containing the square roots of the
- /// values in the operand.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_sqrt_pd(__m256d __a)
- {
- return (__m256d)__builtin_ia32_sqrtpd256((__v4df)__a);
- }
- /// \brief Calculates the square roots of the values in a 256-bit vector of
- /// [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VSQRTPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \returns A 256-bit vector of [8 x float] containing the square roots of the
- /// values in the operand.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_sqrt_ps(__m256 __a)
- {
- return (__m256)__builtin_ia32_sqrtps256((__v8sf)__a);
- }
- /// \brief Calculates the reciprocal square roots of the values in a 256-bit
- /// vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VRSQRTPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \returns A 256-bit vector of [8 x float] containing the reciprocal square
- /// roots of the values in the operand.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_rsqrt_ps(__m256 __a)
- {
- return (__m256)__builtin_ia32_rsqrtps256((__v8sf)__a);
- }
- /// \brief Calculates the reciprocals of the values in a 256-bit vector of
- /// [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VRCPPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \returns A 256-bit vector of [8 x float] containing the reciprocals of the
- /// values in the operand.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_rcp_ps(__m256 __a)
- {
- return (__m256)__builtin_ia32_rcpps256((__v8sf)__a);
- }
- /// \brief Rounds the values in a 256-bit vector of [4 x double] as specified
- /// by the byte operand. The source values are rounded to integer values and
- /// returned as 64-bit double-precision floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_round_pd(__m256d V, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VROUNDPD </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [4 x double].
- /// \param M
- /// An integer value that specifies the rounding operation. \n
- /// Bits [7:4] are reserved. \n
- /// Bit [3] is a precision exception value: \n
- /// 0: A normal PE exception is used. \n
- /// 1: The PE field is not updated. \n
- /// Bit [2] is the rounding control source: \n
- /// 0: Use bits [1:0] of \a M. \n
- /// 1: Use the current MXCSR setting. \n
- /// Bits [1:0] contain the rounding control definition: \n
- /// 00: Nearest. \n
- /// 01: Downward (toward negative infinity). \n
- /// 10: Upward (toward positive infinity). \n
- /// 11: Truncated.
- /// \returns A 256-bit vector of [4 x double] containing the rounded values.
- #define _mm256_round_pd(V, M) __extension__ ({ \
- (__m256d)__builtin_ia32_roundpd256((__v4df)(__m256d)(V), (M)); })
- /// \brief Rounds the values stored in a 256-bit vector of [8 x float] as
- /// specified by the byte operand. The source values are rounded to integer
- /// values and returned as floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_round_ps(__m256 V, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VROUNDPS </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [8 x float].
- /// \param M
- /// An integer value that specifies the rounding operation. \n
- /// Bits [7:4] are reserved. \n
- /// Bit [3] is a precision exception value: \n
- /// 0: A normal PE exception is used. \n
- /// 1: The PE field is not updated. \n
- /// Bit [2] is the rounding control source: \n
- /// 0: Use bits [1:0] of \a M. \n
- /// 1: Use the current MXCSR setting. \n
- /// Bits [1:0] contain the rounding control definition: \n
- /// 00: Nearest. \n
- /// 01: Downward (toward negative infinity). \n
- /// 10: Upward (toward positive infinity). \n
- /// 11: Truncated.
- /// \returns A 256-bit vector of [8 x float] containing the rounded values.
- #define _mm256_round_ps(V, M) __extension__ ({ \
- (__m256)__builtin_ia32_roundps256((__v8sf)(__m256)(V), (M)); })
- /// \brief Rounds up the values stored in a 256-bit vector of [4 x double]. The
- /// source values are rounded up to integer values and returned as 64-bit
- /// double-precision floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_ceil_pd(__m256d V);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VROUNDPD </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [4 x double].
- /// \returns A 256-bit vector of [4 x double] containing the rounded up values.
- #define _mm256_ceil_pd(V) _mm256_round_pd((V), _MM_FROUND_CEIL)
- /// \brief Rounds down the values stored in a 256-bit vector of [4 x double].
- /// The source values are rounded down to integer values and returned as
- /// 64-bit double-precision floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_floor_pd(__m256d V);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VROUNDPD </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [4 x double].
- /// \returns A 256-bit vector of [4 x double] containing the rounded down
- /// values.
- #define _mm256_floor_pd(V) _mm256_round_pd((V), _MM_FROUND_FLOOR)
- /// \brief Rounds up the values stored in a 256-bit vector of [8 x float]. The
- /// source values are rounded up to integer values and returned as
- /// floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_ceil_ps(__m256 V);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VROUNDPS </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [8 x float].
- /// \returns A 256-bit vector of [8 x float] containing the rounded up values.
- #define _mm256_ceil_ps(V) _mm256_round_ps((V), _MM_FROUND_CEIL)
- /// \brief Rounds down the values stored in a 256-bit vector of [8 x float]. The
- /// source values are rounded down to integer values and returned as
- /// floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_floor_ps(__m256 V);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VROUNDPS </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [8 x float].
- /// \returns A 256-bit vector of [8 x float] containing the rounded down values.
- #define _mm256_floor_ps(V) _mm256_round_ps((V), _MM_FROUND_FLOOR)
- /* Logical */
- /// \brief Performs a bitwise AND of two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VANDPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \returns A 256-bit vector of [4 x double] containing the bitwise AND of the
- /// values between both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_and_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)((__v4du)__a & (__v4du)__b);
- }
- /// \brief Performs a bitwise AND of two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VANDPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \returns A 256-bit vector of [8 x float] containing the bitwise AND of the
- /// values between both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_and_ps(__m256 __a, __m256 __b)
- {
- return (__m256)((__v8su)__a & (__v8su)__b);
- }
- /// \brief Performs a bitwise AND of two 256-bit vectors of [4 x double], using
- /// the one's complement of the values contained in the first source operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VANDNPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the left source operand. The
- /// one's complement of this value is used in the bitwise AND.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing the right source operand.
- /// \returns A 256-bit vector of [4 x double] containing the bitwise AND of the
- /// values of the second operand and the one's complement of the first
- /// operand.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_andnot_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)(~(__v4du)__a & (__v4du)__b);
- }
- /// \brief Performs a bitwise AND of two 256-bit vectors of [8 x float], using
- /// the one's complement of the values contained in the first source operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VANDNPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the left source operand. The
- /// one's complement of this value is used in the bitwise AND.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing the right source operand.
- /// \returns A 256-bit vector of [8 x float] containing the bitwise AND of the
- /// values of the second operand and the one's complement of the first
- /// operand.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_andnot_ps(__m256 __a, __m256 __b)
- {
- return (__m256)(~(__v8su)__a & (__v8su)__b);
- }
- /// \brief Performs a bitwise OR of two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VORPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \returns A 256-bit vector of [4 x double] containing the bitwise OR of the
- /// values between both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_or_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)((__v4du)__a | (__v4du)__b);
- }
- /// \brief Performs a bitwise OR of two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VORPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \returns A 256-bit vector of [8 x float] containing the bitwise OR of the
- /// values between both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_or_ps(__m256 __a, __m256 __b)
- {
- return (__m256)((__v8su)__a | (__v8su)__b);
- }
- /// \brief Performs a bitwise XOR of two 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VXORPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// \returns A 256-bit vector of [4 x double] containing the bitwise XOR of the
- /// values between both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_xor_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)((__v4du)__a ^ (__v4du)__b);
- }
- /// \brief Performs a bitwise XOR of two 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VXORPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// \returns A 256-bit vector of [8 x float] containing the bitwise XOR of the
- /// values between both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_xor_ps(__m256 __a, __m256 __b)
- {
- return (__m256)((__v8su)__a ^ (__v8su)__b);
- }
- /* Horizontal arithmetic */
- /// \brief Horizontally adds the adjacent pairs of values contained in two
- /// 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHADDPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// The horizontal sums of the values are returned in the even-indexed
- /// elements of a vector of [4 x double].
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// The horizontal sums of the values are returned in the odd-indexed
- /// elements of a vector of [4 x double].
- /// \returns A 256-bit vector of [4 x double] containing the horizontal sums of
- /// both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_hadd_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)__builtin_ia32_haddpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Horizontally adds the adjacent pairs of values contained in two
- /// 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHADDPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// The horizontal sums of the values are returned in the elements with
- /// index 0, 1, 4, 5 of a vector of [8 x float].
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// The horizontal sums of the values are returned in the elements with
- /// index 2, 3, 6, 7 of a vector of [8 x float].
- /// \returns A 256-bit vector of [8 x float] containing the horizontal sums of
- /// both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_hadd_ps(__m256 __a, __m256 __b)
- {
- return (__m256)__builtin_ia32_haddps256((__v8sf)__a, (__v8sf)__b);
- }
- /// \brief Horizontally subtracts the adjacent pairs of values contained in two
- /// 256-bit vectors of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHSUBPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// The horizontal differences between the values are returned in the
- /// even-indexed elements of a vector of [4 x double].
- /// \param __b
- /// A 256-bit vector of [4 x double] containing one of the source operands.
- /// The horizontal differences between the values are returned in the
- /// odd-indexed elements of a vector of [4 x double].
- /// \returns A 256-bit vector of [4 x double] containing the horizontal
- /// differences of both operands.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_hsub_pd(__m256d __a, __m256d __b)
- {
- return (__m256d)__builtin_ia32_hsubpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Horizontally subtracts the adjacent pairs of values contained in two
- /// 256-bit vectors of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHSUBPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// The horizontal differences between the values are returned in the
- /// elements with index 0, 1, 4, 5 of a vector of [8 x float].
- /// \param __b
- /// A 256-bit vector of [8 x float] containing one of the source operands.
- /// The horizontal differences between the values are returned in the
- /// elements with index 2, 3, 6, 7 of a vector of [8 x float].
- /// \returns A 256-bit vector of [8 x float] containing the horizontal
- /// differences of both operands.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_hsub_ps(__m256 __a, __m256 __b)
- {
- return (__m256)__builtin_ia32_hsubps256((__v8sf)__a, (__v8sf)__b);
- }
- /* Vector permutations */
- /// \brief Copies the values in a 128-bit vector of [2 x double] as specified
- /// by the 128-bit integer vector operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPERMILPD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double].
- /// \param __c
- /// A 128-bit integer vector operand specifying how the values are to be
- /// copied. \n
- /// Bit [1]: \n
- /// 0: Bits [63:0] of the source are copied to bits [63:0] of the returned
- /// vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [63:0] of the
- /// returned vector. \n
- /// Bit [65]: \n
- /// 0: Bits [63:0] of the source are copied to bits [127:64] of the
- /// returned vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [127:64] of the
- /// returned vector.
- /// \returns A 128-bit vector of [2 x double] containing the copied values.
- static __inline __m128d __DEFAULT_FN_ATTRS
- _mm_permutevar_pd(__m128d __a, __m128i __c)
- {
- return (__m128d)__builtin_ia32_vpermilvarpd((__v2df)__a, (__v2di)__c);
- }
- /// \brief Copies the values in a 256-bit vector of [4 x double] as specified
- /// by the 256-bit integer vector operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPERMILPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \param __c
- /// A 256-bit integer vector operand specifying how the values are to be
- /// copied. \n
- /// Bit [1]: \n
- /// 0: Bits [63:0] of the source are copied to bits [63:0] of the returned
- /// vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [63:0] of the
- /// returned vector. \n
- /// Bit [65]: \n
- /// 0: Bits [63:0] of the source are copied to bits [127:64] of the
- /// returned vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [127:64] of the
- /// returned vector. \n
- /// Bit [129]: \n
- /// 0: Bits [191:128] of the source are copied to bits [191:128] of the
- /// returned vector. \n
- /// 1: Bits [255:192] of the source are copied to bits [191:128] of the
- /// returned vector. \n
- /// Bit [193]: \n
- /// 0: Bits [191:128] of the source are copied to bits [255:192] of the
- /// returned vector. \n
- /// 1: Bits [255:192] of the source are copied to bits [255:192] of the
- /// returned vector.
- /// \returns A 256-bit vector of [4 x double] containing the copied values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_permutevar_pd(__m256d __a, __m256i __c)
- {
- return (__m256d)__builtin_ia32_vpermilvarpd256((__v4df)__a, (__v4di)__c);
- }
- /// \brief Copies the values stored in a 128-bit vector of [4 x float] as
- /// specified by the 128-bit integer vector operand.
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPERMILPS </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float].
- /// \param __c
- /// A 128-bit integer vector operand specifying how the values are to be
- /// copied. \n
- /// Bits [1:0]: \n
- /// 00: Bits [31:0] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// Bits [33:32]: \n
- /// 00: Bits [31:0] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// Bits [65:64]: \n
- /// 00: Bits [31:0] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// Bits [97:96]: \n
- /// 00: Bits [31:0] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [127:96] of the
- /// returned vector.
- /// \returns A 128-bit vector of [4 x float] containing the copied values.
- static __inline __m128 __DEFAULT_FN_ATTRS
- _mm_permutevar_ps(__m128 __a, __m128i __c)
- {
- return (__m128)__builtin_ia32_vpermilvarps((__v4sf)__a, (__v4si)__c);
- }
- /// \brief Copies the values stored in a 256-bit vector of [8 x float] as
- /// specified by the 256-bit integer vector operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPERMILPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \param __c
- /// A 256-bit integer vector operand specifying how the values are to be
- /// copied. \n
- /// Bits [1:0]: \n
- /// 00: Bits [31:0] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// Bits [33:32]: \n
- /// 00: Bits [31:0] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// Bits [65:64]: \n
- /// 00: Bits [31:0] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// Bits [97:96]: \n
- /// 00: Bits [31:0] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// Bits [129:128]: \n
- /// 00: Bits [159:128] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// Bits [161:160]: \n
- /// 00: Bits [159:128] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// Bits [193:192]: \n
- /// 00: Bits [159:128] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// Bits [225:224]: \n
- /// 00: Bits [159:128] of the source are copied to bits [255:224] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [255:224] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [255:224] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [255:224] of the
- /// returned vector.
- /// \returns A 256-bit vector of [8 x float] containing the copied values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_permutevar_ps(__m256 __a, __m256i __c)
- {
- return (__m256)__builtin_ia32_vpermilvarps256((__v8sf)__a, (__v8si)__c);
- }
- /// \brief Copies the values in a 128-bit vector of [2 x double] as specified
- /// by the immediate integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128d _mm_permute_pd(__m128d A, const int C);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VPERMILPD </c> instruction.
- ///
- /// \param A
- /// A 128-bit vector of [2 x double].
- /// \param C
- /// An immediate integer operand specifying how the values are to be
- /// copied. \n
- /// Bit [0]: \n
- /// 0: Bits [63:0] of the source are copied to bits [63:0] of the returned
- /// vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [63:0] of the
- /// returned vector. \n
- /// Bit [1]: \n
- /// 0: Bits [63:0] of the source are copied to bits [127:64] of the
- /// returned vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [127:64] of the
- /// returned vector.
- /// \returns A 128-bit vector of [2 x double] containing the copied values.
- #define _mm_permute_pd(A, C) __extension__ ({ \
- (__m128d)__builtin_shufflevector((__v2df)(__m128d)(A), \
- (__v2df)_mm_undefined_pd(), \
- ((C) >> 0) & 0x1, ((C) >> 1) & 0x1); })
- /// \brief Copies the values in a 256-bit vector of [4 x double] as specified by
- /// the immediate integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_permute_pd(__m256d A, const int C);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VPERMILPD </c> instruction.
- ///
- /// \param A
- /// A 256-bit vector of [4 x double].
- /// \param C
- /// An immediate integer operand specifying how the values are to be
- /// copied. \n
- /// Bit [0]: \n
- /// 0: Bits [63:0] of the source are copied to bits [63:0] of the returned
- /// vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [63:0] of the
- /// returned vector. \n
- /// Bit [1]: \n
- /// 0: Bits [63:0] of the source are copied to bits [127:64] of the
- /// returned vector. \n
- /// 1: Bits [127:64] of the source are copied to bits [127:64] of the
- /// returned vector. \n
- /// Bit [2]: \n
- /// 0: Bits [191:128] of the source are copied to bits [191:128] of the
- /// returned vector. \n
- /// 1: Bits [255:192] of the source are copied to bits [191:128] of the
- /// returned vector. \n
- /// Bit [3]: \n
- /// 0: Bits [191:128] of the source are copied to bits [255:192] of the
- /// returned vector. \n
- /// 1: Bits [255:192] of the source are copied to bits [255:192] of the
- /// returned vector.
- /// \returns A 256-bit vector of [4 x double] containing the copied values.
- #define _mm256_permute_pd(A, C) __extension__ ({ \
- (__m256d)__builtin_shufflevector((__v4df)(__m256d)(A), \
- (__v4df)_mm256_undefined_pd(), \
- 0 + (((C) >> 0) & 0x1), \
- 0 + (((C) >> 1) & 0x1), \
- 2 + (((C) >> 2) & 0x1), \
- 2 + (((C) >> 3) & 0x1)); })
- /// \brief Copies the values in a 128-bit vector of [4 x float] as specified by
- /// the immediate integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128 _mm_permute_ps(__m128 A, const int C);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VPERMILPS </c> instruction.
- ///
- /// \param A
- /// A 128-bit vector of [4 x float].
- /// \param C
- /// An immediate integer operand specifying how the values are to be
- /// copied. \n
- /// Bits [1:0]: \n
- /// 00: Bits [31:0] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// Bits [3:2]: \n
- /// 00: Bits [31:0] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// Bits [5:4]: \n
- /// 00: Bits [31:0] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// Bits [7:6]: \n
- /// 00: Bits [31:0] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [127:96] of the
- /// returned vector.
- /// \returns A 128-bit vector of [4 x float] containing the copied values.
- #define _mm_permute_ps(A, C) __extension__ ({ \
- (__m128)__builtin_shufflevector((__v4sf)(__m128)(A), \
- (__v4sf)_mm_undefined_ps(), \
- ((C) >> 0) & 0x3, ((C) >> 2) & 0x3, \
- ((C) >> 4) & 0x3, ((C) >> 6) & 0x3); })
- /// \brief Copies the values in a 256-bit vector of [8 x float] as specified by
- /// the immediate integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_permute_ps(__m256 A, const int C);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VPERMILPS </c> instruction.
- ///
- /// \param A
- /// A 256-bit vector of [8 x float].
- /// \param C
- /// An immediate integer operand specifying how the values are to be \n
- /// copied. \n
- /// Bits [1:0]: \n
- /// 00: Bits [31:0] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [31:0] of the
- /// returned vector. \n
- /// Bits [3:2]: \n
- /// 00: Bits [31:0] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [63:32] of the
- /// returned vector. \n
- /// Bits [5:4]: \n
- /// 00: Bits [31:0] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [95:64] of the
- /// returned vector. \n
- /// Bits [7:6]: \n
- /// 00: Bits [31:qq0] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 01: Bits [63:32] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 10: Bits [95:64] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// 11: Bits [127:96] of the source are copied to bits [127:96] of the
- /// returned vector. \n
- /// Bits [1:0]: \n
- /// 00: Bits [159:128] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [159:128] of the
- /// returned vector. \n
- /// Bits [3:2]: \n
- /// 00: Bits [159:128] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [191:160] of the
- /// returned vector. \n
- /// Bits [5:4]: \n
- /// 00: Bits [159:128] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [223:192] of the
- /// returned vector. \n
- /// Bits [7:6]: \n
- /// 00: Bits [159:128] of the source are copied to bits [255:224] of the
- /// returned vector. \n
- /// 01: Bits [191:160] of the source are copied to bits [255:224] of the
- /// returned vector. \n
- /// 10: Bits [223:192] of the source are copied to bits [255:224] of the
- /// returned vector. \n
- /// 11: Bits [255:224] of the source are copied to bits [255:224] of the
- /// returned vector.
- /// \returns A 256-bit vector of [8 x float] containing the copied values.
- #define _mm256_permute_ps(A, C) __extension__ ({ \
- (__m256)__builtin_shufflevector((__v8sf)(__m256)(A), \
- (__v8sf)_mm256_undefined_ps(), \
- 0 + (((C) >> 0) & 0x3), \
- 0 + (((C) >> 2) & 0x3), \
- 0 + (((C) >> 4) & 0x3), \
- 0 + (((C) >> 6) & 0x3), \
- 4 + (((C) >> 0) & 0x3), \
- 4 + (((C) >> 2) & 0x3), \
- 4 + (((C) >> 4) & 0x3), \
- 4 + (((C) >> 6) & 0x3)); })
- /// \brief Permutes 128-bit data values stored in two 256-bit vectors of
- /// [4 x double], as specified by the immediate integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_permute2f128_pd(__m256d V1, __m256d V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VPERM2F128 </c> instruction.
- ///
- /// \param V1
- /// A 256-bit vector of [4 x double].
- /// \param V2
- /// A 256-bit vector of [4 x double.
- /// \param M
- /// An immediate integer operand specifying how the values are to be
- /// permuted. \n
- /// Bits [1:0]: \n
- /// 00: Bits [127:0] of operand \a V1 are copied to bits [127:0] of the
- /// destination. \n
- /// 01: Bits [255:128] of operand \a V1 are copied to bits [127:0] of the
- /// destination. \n
- /// 10: Bits [127:0] of operand \a V2 are copied to bits [127:0] of the
- /// destination. \n
- /// 11: Bits [255:128] of operand \a V2 are copied to bits [127:0] of the
- /// destination. \n
- /// Bits [5:4]: \n
- /// 00: Bits [127:0] of operand \a V1 are copied to bits [255:128] of the
- /// destination. \n
- /// 01: Bits [255:128] of operand \a V1 are copied to bits [255:128] of the
- /// destination. \n
- /// 10: Bits [127:0] of operand \a V2 are copied to bits [255:128] of the
- /// destination. \n
- /// 11: Bits [255:128] of operand \a V2 are copied to bits [255:128] of the
- /// destination.
- /// \returns A 256-bit vector of [4 x double] containing the copied values.
- #define _mm256_permute2f128_pd(V1, V2, M) __extension__ ({ \
- (__m256d)__builtin_ia32_vperm2f128_pd256((__v4df)(__m256d)(V1), \
- (__v4df)(__m256d)(V2), (M)); })
- /// \brief Permutes 128-bit data values stored in two 256-bit vectors of
- /// [8 x float], as specified by the immediate integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_permute2f128_ps(__m256 V1, __m256 V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VPERM2F128 </c> instruction.
- ///
- /// \param V1
- /// A 256-bit vector of [8 x float].
- /// \param V2
- /// A 256-bit vector of [8 x float].
- /// \param M
- /// An immediate integer operand specifying how the values are to be
- /// permuted. \n
- /// Bits [1:0]: \n
- /// 00: Bits [127:0] of operand \a V1 are copied to bits [127:0] of the
- /// destination. \n
- /// 01: Bits [255:128] of operand \a V1 are copied to bits [127:0] of the
- /// destination. \n
- /// 10: Bits [127:0] of operand \a V2 are copied to bits [127:0] of the
- /// destination. \n
- /// 11: Bits [255:128] of operand \a V2 are copied to bits [127:0] of the
- /// destination. \n
- /// Bits [5:4]: \n
- /// 00: Bits [127:0] of operand \a V1 are copied to bits [255:128] of the
- /// destination. \n
- /// 01: Bits [255:128] of operand \a V1 are copied to bits [255:128] of the
- /// destination. \n
- /// 10: Bits [127:0] of operand \a V2 are copied to bits [255:128] of the
- /// destination. \n
- /// 11: Bits [255:128] of operand \a V2 are copied to bits [255:128] of the
- /// destination.
- /// \returns A 256-bit vector of [8 x float] containing the copied values.
- #define _mm256_permute2f128_ps(V1, V2, M) __extension__ ({ \
- (__m256)__builtin_ia32_vperm2f128_ps256((__v8sf)(__m256)(V1), \
- (__v8sf)(__m256)(V2), (M)); })
- /// \brief Permutes 128-bit data values stored in two 256-bit integer vectors,
- /// as specified by the immediate integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256i _mm256_permute2f128_si256(__m256i V1, __m256i V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VPERM2F128 </c> instruction.
- ///
- /// \param V1
- /// A 256-bit integer vector.
- /// \param V2
- /// A 256-bit integer vector.
- /// \param M
- /// An immediate integer operand specifying how the values are to be copied.
- /// Bits [1:0]: \n
- /// 00: Bits [127:0] of operand \a V1 are copied to bits [127:0] of the
- /// destination. \n
- /// 01: Bits [255:128] of operand \a V1 are copied to bits [127:0] of the
- /// destination. \n
- /// 10: Bits [127:0] of operand \a V2 are copied to bits [127:0] of the
- /// destination. \n
- /// 11: Bits [255:128] of operand \a V2 are copied to bits [127:0] of the
- /// destination. \n
- /// Bits [5:4]: \n
- /// 00: Bits [127:0] of operand \a V1 are copied to bits [255:128] of the
- /// destination. \n
- /// 01: Bits [255:128] of operand \a V1 are copied to bits [255:128] of the
- /// destination. \n
- /// 10: Bits [127:0] of operand \a V2 are copied to bits [255:128] of the
- /// destination. \n
- /// 11: Bits [255:128] of operand \a V2 are copied to bits [255:128] of the
- /// destination.
- /// \returns A 256-bit integer vector containing the copied values.
- #define _mm256_permute2f128_si256(V1, V2, M) __extension__ ({ \
- (__m256i)__builtin_ia32_vperm2f128_si256((__v8si)(__m256i)(V1), \
- (__v8si)(__m256i)(V2), (M)); })
- /* Vector Blend */
- /// \brief Merges 64-bit double-precision data values stored in either of the
- /// two 256-bit vectors of [4 x double], as specified by the immediate
- /// integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_blend_pd(__m256d V1, __m256d V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VBLENDPD </c> instruction.
- ///
- /// \param V1
- /// A 256-bit vector of [4 x double].
- /// \param V2
- /// A 256-bit vector of [4 x double].
- /// \param M
- /// An immediate integer operand, with mask bits [3:0] specifying how the
- /// values are to be copied. The position of the mask bit corresponds to the
- /// index of a copied value. When a mask bit is 0, the corresponding 64-bit
- /// element in operand \a V1 is copied to the same position in the
- /// destination. When a mask bit is 1, the corresponding 64-bit element in
- /// operand \a V2 is copied to the same position in the destination.
- /// \returns A 256-bit vector of [4 x double] containing the copied values.
- #define _mm256_blend_pd(V1, V2, M) __extension__ ({ \
- (__m256d)__builtin_shufflevector((__v4df)(__m256d)(V1), \
- (__v4df)(__m256d)(V2), \
- (((M) & 0x01) ? 4 : 0), \
- (((M) & 0x02) ? 5 : 1), \
- (((M) & 0x04) ? 6 : 2), \
- (((M) & 0x08) ? 7 : 3)); })
- /// \brief Merges 32-bit single-precision data values stored in either of the
- /// two 256-bit vectors of [8 x float], as specified by the immediate
- /// integer operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_blend_ps(__m256 V1, __m256 V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VBLENDPS </c> instruction.
- ///
- /// \param V1
- /// A 256-bit vector of [8 x float].
- /// \param V2
- /// A 256-bit vector of [8 x float].
- /// \param M
- /// An immediate integer operand, with mask bits [7:0] specifying how the
- /// values are to be copied. The position of the mask bit corresponds to the
- /// index of a copied value. When a mask bit is 0, the corresponding 32-bit
- /// element in operand \a V1 is copied to the same position in the
- /// destination. When a mask bit is 1, the corresponding 32-bit element in
- /// operand \a V2 is copied to the same position in the destination.
- /// \returns A 256-bit vector of [8 x float] containing the copied values.
- #define _mm256_blend_ps(V1, V2, M) __extension__ ({ \
- (__m256)__builtin_shufflevector((__v8sf)(__m256)(V1), \
- (__v8sf)(__m256)(V2), \
- (((M) & 0x01) ? 8 : 0), \
- (((M) & 0x02) ? 9 : 1), \
- (((M) & 0x04) ? 10 : 2), \
- (((M) & 0x08) ? 11 : 3), \
- (((M) & 0x10) ? 12 : 4), \
- (((M) & 0x20) ? 13 : 5), \
- (((M) & 0x40) ? 14 : 6), \
- (((M) & 0x80) ? 15 : 7)); })
- /// \brief Merges 64-bit double-precision data values stored in either of the
- /// two 256-bit vectors of [4 x double], as specified by the 256-bit vector
- /// operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VBLENDVPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \param __b
- /// A 256-bit vector of [4 x double].
- /// \param __c
- /// A 256-bit vector operand, with mask bits 255, 191, 127, and 63 specifying
- /// how the values are to be copied. The position of the mask bit corresponds
- /// to the most significant bit of a copied value. When a mask bit is 0, the
- /// corresponding 64-bit element in operand \a __a is copied to the same
- /// position in the destination. When a mask bit is 1, the corresponding
- /// 64-bit element in operand \a __b is copied to the same position in the
- /// destination.
- /// \returns A 256-bit vector of [4 x double] containing the copied values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_blendv_pd(__m256d __a, __m256d __b, __m256d __c)
- {
- return (__m256d)__builtin_ia32_blendvpd256(
- (__v4df)__a, (__v4df)__b, (__v4df)__c);
- }
- /// \brief Merges 32-bit single-precision data values stored in either of the
- /// two 256-bit vectors of [8 x float], as specified by the 256-bit vector
- /// operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VBLENDVPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \param __b
- /// A 256-bit vector of [8 x float].
- /// \param __c
- /// A 256-bit vector operand, with mask bits 255, 223, 191, 159, 127, 95, 63,
- /// and 31 specifying how the values are to be copied. The position of the
- /// mask bit corresponds to the most significant bit of a copied value. When
- /// a mask bit is 0, the corresponding 32-bit element in operand \a __a is
- /// copied to the same position in the destination. When a mask bit is 1, the
- /// corresponding 32-bit element in operand \a __b is copied to the same
- /// position in the destination.
- /// \returns A 256-bit vector of [8 x float] containing the copied values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_blendv_ps(__m256 __a, __m256 __b, __m256 __c)
- {
- return (__m256)__builtin_ia32_blendvps256(
- (__v8sf)__a, (__v8sf)__b, (__v8sf)__c);
- }
- /* Vector Dot Product */
- /// \brief Computes two dot products in parallel, using the lower and upper
- /// halves of two [8 x float] vectors as input to the two computations, and
- /// returning the two dot products in the lower and upper halves of the
- /// [8 x float] result.
- ///
- /// The immediate integer operand controls which input elements will
- /// contribute to the dot product, and where the final results are returned.
- /// In general, for each dot product, the four corresponding elements of the
- /// input vectors are multiplied; the first two and second two products are
- /// summed, then the two sums are added to form the final result.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_dp_ps(__m256 V1, __m256 V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VDPPS </c> instruction.
- ///
- /// \param V1
- /// A vector of [8 x float] values, treated as two [4 x float] vectors.
- /// \param V2
- /// A vector of [8 x float] values, treated as two [4 x float] vectors.
- /// \param M
- /// An immediate integer argument. Bits [7:4] determine which elements of
- /// the input vectors are used, with bit [4] corresponding to the lowest
- /// element and bit [7] corresponding to the highest element of each [4 x
- /// float] subvector. If a bit is set, the corresponding elements from the
- /// two input vectors are used as an input for dot product; otherwise that
- /// input is treated as zero. Bits [3:0] determine which elements of the
- /// result will receive a copy of the final dot product, with bit [0]
- /// corresponding to the lowest element and bit [3] corresponding to the
- /// highest element of each [4 x float] subvector. If a bit is set, the dot
- /// product is returned in the corresponding element; otherwise that element
- /// is set to zero. The bitmask is applied in the same way to each of the
- /// two parallel dot product computations.
- /// \returns A 256-bit vector of [8 x float] containing the two dot products.
- #define _mm256_dp_ps(V1, V2, M) __extension__ ({ \
- (__m256)__builtin_ia32_dpps256((__v8sf)(__m256)(V1), \
- (__v8sf)(__m256)(V2), (M)); })
- /* Vector shuffle */
- /// \brief Selects 8 float values from the 256-bit operands of [8 x float], as
- /// specified by the immediate value operand.
- ///
- /// The four selected elements in each operand are copied to the destination
- /// according to the bits specified in the immediate operand. The selected
- /// elements from the first 256-bit operand are copied to bits [63:0] and
- /// bits [191:128] of the destination, and the selected elements from the
- /// second 256-bit operand are copied to bits [127:64] and bits [255:192] of
- /// the destination. For example, if bits [7:0] of the immediate operand
- /// contain a value of 0xFF, the 256-bit destination vector would contain the
- /// following values: b[7], b[7], a[7], a[7], b[3], b[3], a[3], a[3].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_shuffle_ps(__m256 a, __m256 b, const int mask);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VSHUFPS </c> instruction.
- ///
- /// \param a
- /// A 256-bit vector of [8 x float]. The four selected elements in this
- /// operand are copied to bits [63:0] and bits [191:128] in the destination,
- /// according to the bits specified in the immediate operand.
- /// \param b
- /// A 256-bit vector of [8 x float]. The four selected elements in this
- /// operand are copied to bits [127:64] and bits [255:192] in the
- /// destination, according to the bits specified in the immediate operand.
- /// \param mask
- /// An immediate value containing an 8-bit value specifying which elements to
- /// copy from \a a and \a b \n.
- /// Bits [3:0] specify the values copied from operand \a a. \n
- /// Bits [7:4] specify the values copied from operand \a b. \n
- /// The destinations within the 256-bit destination are assigned values as
- /// follows, according to the bit value assignments described below: \n
- /// Bits [1:0] are used to assign values to bits [31:0] and [159:128] in the
- /// destination. \n
- /// Bits [3:2] are used to assign values to bits [63:32] and [191:160] in the
- /// destination. \n
- /// Bits [5:4] are used to assign values to bits [95:64] and [223:192] in the
- /// destination. \n
- /// Bits [7:6] are used to assign values to bits [127:96] and [255:224] in
- /// the destination. \n
- /// Bit value assignments: \n
- /// 00: Bits [31:0] and [159:128] are copied from the selected operand. \n
- /// 01: Bits [63:32] and [191:160] are copied from the selected operand. \n
- /// 10: Bits [95:64] and [223:192] are copied from the selected operand. \n
- /// 11: Bits [127:96] and [255:224] are copied from the selected operand.
- /// \returns A 256-bit vector of [8 x float] containing the shuffled values.
- #define _mm256_shuffle_ps(a, b, mask) __extension__ ({ \
- (__m256)__builtin_shufflevector((__v8sf)(__m256)(a), \
- (__v8sf)(__m256)(b), \
- 0 + (((mask) >> 0) & 0x3), \
- 0 + (((mask) >> 2) & 0x3), \
- 8 + (((mask) >> 4) & 0x3), \
- 8 + (((mask) >> 6) & 0x3), \
- 4 + (((mask) >> 0) & 0x3), \
- 4 + (((mask) >> 2) & 0x3), \
- 12 + (((mask) >> 4) & 0x3), \
- 12 + (((mask) >> 6) & 0x3)); })
- /// \brief Selects four double-precision values from the 256-bit operands of
- /// [4 x double], as specified by the immediate value operand.
- ///
- /// The selected elements from the first 256-bit operand are copied to bits
- /// [63:0] and bits [191:128] in the destination, and the selected elements
- /// from the second 256-bit operand are copied to bits [127:64] and bits
- /// [255:192] in the destination. For example, if bits [3:0] of the immediate
- /// operand contain a value of 0xF, the 256-bit destination vector would
- /// contain the following values: b[3], a[3], b[1], a[1].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_shuffle_pd(__m256d a, __m256d b, const int mask);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VSHUFPD </c> instruction.
- ///
- /// \param a
- /// A 256-bit vector of [4 x double].
- /// \param b
- /// A 256-bit vector of [4 x double].
- /// \param mask
- /// An immediate value containing 8-bit values specifying which elements to
- /// copy from \a a and \a b: \n
- /// Bit [0]=0: Bits [63:0] are copied from \a a to bits [63:0] of the
- /// destination. \n
- /// Bit [0]=1: Bits [127:64] are copied from \a a to bits [63:0] of the
- /// destination. \n
- /// Bit [1]=0: Bits [63:0] are copied from \a b to bits [127:64] of the
- /// destination. \n
- /// Bit [1]=1: Bits [127:64] are copied from \a b to bits [127:64] of the
- /// destination. \n
- /// Bit [2]=0: Bits [191:128] are copied from \a a to bits [191:128] of the
- /// destination. \n
- /// Bit [2]=1: Bits [255:192] are copied from \a a to bits [191:128] of the
- /// destination. \n
- /// Bit [3]=0: Bits [191:128] are copied from \a b to bits [255:192] of the
- /// destination. \n
- /// Bit [3]=1: Bits [255:192] are copied from \a b to bits [255:192] of the
- /// destination.
- /// \returns A 256-bit vector of [4 x double] containing the shuffled values.
- #define _mm256_shuffle_pd(a, b, mask) __extension__ ({ \
- (__m256d)__builtin_shufflevector((__v4df)(__m256d)(a), \
- (__v4df)(__m256d)(b), \
- 0 + (((mask) >> 0) & 0x1), \
- 4 + (((mask) >> 1) & 0x1), \
- 2 + (((mask) >> 2) & 0x1), \
- 6 + (((mask) >> 3) & 0x1)); })
- /* Compare */
- #define _CMP_EQ_OQ 0x00 /* Equal (ordered, non-signaling) */
- #define _CMP_LT_OS 0x01 /* Less-than (ordered, signaling) */
- #define _CMP_LE_OS 0x02 /* Less-than-or-equal (ordered, signaling) */
- #define _CMP_UNORD_Q 0x03 /* Unordered (non-signaling) */
- #define _CMP_NEQ_UQ 0x04 /* Not-equal (unordered, non-signaling) */
- #define _CMP_NLT_US 0x05 /* Not-less-than (unordered, signaling) */
- #define _CMP_NLE_US 0x06 /* Not-less-than-or-equal (unordered, signaling) */
- #define _CMP_ORD_Q 0x07 /* Ordered (non-signaling) */
- #define _CMP_EQ_UQ 0x08 /* Equal (unordered, non-signaling) */
- #define _CMP_NGE_US 0x09 /* Not-greater-than-or-equal (unordered, signaling) */
- #define _CMP_NGT_US 0x0a /* Not-greater-than (unordered, signaling) */
- #define _CMP_FALSE_OQ 0x0b /* False (ordered, non-signaling) */
- #define _CMP_NEQ_OQ 0x0c /* Not-equal (ordered, non-signaling) */
- #define _CMP_GE_OS 0x0d /* Greater-than-or-equal (ordered, signaling) */
- #define _CMP_GT_OS 0x0e /* Greater-than (ordered, signaling) */
- #define _CMP_TRUE_UQ 0x0f /* True (unordered, non-signaling) */
- #define _CMP_EQ_OS 0x10 /* Equal (ordered, signaling) */
- #define _CMP_LT_OQ 0x11 /* Less-than (ordered, non-signaling) */
- #define _CMP_LE_OQ 0x12 /* Less-than-or-equal (ordered, non-signaling) */
- #define _CMP_UNORD_S 0x13 /* Unordered (signaling) */
- #define _CMP_NEQ_US 0x14 /* Not-equal (unordered, signaling) */
- #define _CMP_NLT_UQ 0x15 /* Not-less-than (unordered, non-signaling) */
- #define _CMP_NLE_UQ 0x16 /* Not-less-than-or-equal (unordered, non-signaling) */
- #define _CMP_ORD_S 0x17 /* Ordered (signaling) */
- #define _CMP_EQ_US 0x18 /* Equal (unordered, signaling) */
- #define _CMP_NGE_UQ 0x19 /* Not-greater-than-or-equal (unordered, non-signaling) */
- #define _CMP_NGT_UQ 0x1a /* Not-greater-than (unordered, non-signaling) */
- #define _CMP_FALSE_OS 0x1b /* False (ordered, signaling) */
- #define _CMP_NEQ_OS 0x1c /* Not-equal (ordered, signaling) */
- #define _CMP_GE_OQ 0x1d /* Greater-than-or-equal (ordered, non-signaling) */
- #define _CMP_GT_OQ 0x1e /* Greater-than (ordered, non-signaling) */
- #define _CMP_TRUE_US 0x1f /* True (unordered, signaling) */
- /// \brief Compares each of the corresponding double-precision values of two
- /// 128-bit vectors of [2 x double], using the operation specified by the
- /// immediate integer operand.
- ///
- /// Returns a [2 x double] vector consisting of two doubles corresponding to
- /// the two comparison results: zero if the comparison is false, and all 1's
- /// if the comparison is true.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128d _mm_cmp_pd(__m128d a, __m128d b, const int c);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VCMPPD </c> instruction.
- ///
- /// \param a
- /// A 128-bit vector of [2 x double].
- /// \param b
- /// A 128-bit vector of [2 x double].
- /// \param c
- /// An immediate integer operand, with bits [4:0] specifying which comparison
- /// operation to use: \n
- /// 0x00 : Equal (ordered, non-signaling)
- /// 0x01 : Less-than (ordered, signaling)
- /// 0x02 : Less-than-or-equal (ordered, signaling)
- /// 0x03 : Unordered (non-signaling)
- /// 0x04 : Not-equal (unordered, non-signaling)
- /// 0x05 : Not-less-than (unordered, signaling)
- /// 0x06 : Not-less-than-or-equal (unordered, signaling)
- /// 0x07 : Ordered (non-signaling)
- /// 0x08 : Equal (unordered, non-signaling)
- /// 0x09 : Not-greater-than-or-equal (unordered, signaling)
- /// 0x0a : Not-greater-than (unordered, signaling)
- /// 0x0b : False (ordered, non-signaling)
- /// 0x0c : Not-equal (ordered, non-signaling)
- /// 0x0d : Greater-than-or-equal (ordered, signaling)
- /// 0x0e : Greater-than (ordered, signaling)
- /// 0x0f : True (unordered, non-signaling)
- /// 0x10 : Equal (ordered, signaling)
- /// 0x11 : Less-than (ordered, non-signaling)
- /// 0x12 : Less-than-or-equal (ordered, non-signaling)
- /// 0x13 : Unordered (signaling)
- /// 0x14 : Not-equal (unordered, signaling)
- /// 0x15 : Not-less-than (unordered, non-signaling)
- /// 0x16 : Not-less-than-or-equal (unordered, non-signaling)
- /// 0x17 : Ordered (signaling)
- /// 0x18 : Equal (unordered, signaling)
- /// 0x19 : Not-greater-than-or-equal (unordered, non-signaling)
- /// 0x1a : Not-greater-than (unordered, non-signaling)
- /// 0x1b : False (ordered, signaling)
- /// 0x1c : Not-equal (ordered, signaling)
- /// 0x1d : Greater-than-or-equal (ordered, non-signaling)
- /// 0x1e : Greater-than (ordered, non-signaling)
- /// 0x1f : True (unordered, signaling)
- /// \returns A 128-bit vector of [2 x double] containing the comparison results.
- #define _mm_cmp_pd(a, b, c) __extension__ ({ \
- (__m128d)__builtin_ia32_cmppd((__v2df)(__m128d)(a), \
- (__v2df)(__m128d)(b), (c)); })
- /// \brief Compares each of the corresponding values of two 128-bit vectors of
- /// [4 x float], using the operation specified by the immediate integer
- /// operand.
- ///
- /// Returns a [4 x float] vector consisting of four floats corresponding to
- /// the four comparison results: zero if the comparison is false, and all 1's
- /// if the comparison is true.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128 _mm_cmp_ps(__m128 a, __m128 b, const int c);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VCMPPS </c> instruction.
- ///
- /// \param a
- /// A 128-bit vector of [4 x float].
- /// \param b
- /// A 128-bit vector of [4 x float].
- /// \param c
- /// An immediate integer operand, with bits [4:0] specifying which comparison
- /// operation to use: \n
- /// 0x00 : Equal (ordered, non-signaling)
- /// 0x01 : Less-than (ordered, signaling)
- /// 0x02 : Less-than-or-equal (ordered, signaling)
- /// 0x03 : Unordered (non-signaling)
- /// 0x04 : Not-equal (unordered, non-signaling)
- /// 0x05 : Not-less-than (unordered, signaling)
- /// 0x06 : Not-less-than-or-equal (unordered, signaling)
- /// 0x07 : Ordered (non-signaling)
- /// 0x08 : Equal (unordered, non-signaling)
- /// 0x09 : Not-greater-than-or-equal (unordered, signaling)
- /// 0x0a : Not-greater-than (unordered, signaling)
- /// 0x0b : False (ordered, non-signaling)
- /// 0x0c : Not-equal (ordered, non-signaling)
- /// 0x0d : Greater-than-or-equal (ordered, signaling)
- /// 0x0e : Greater-than (ordered, signaling)
- /// 0x0f : True (unordered, non-signaling)
- /// 0x10 : Equal (ordered, signaling)
- /// 0x11 : Less-than (ordered, non-signaling)
- /// 0x12 : Less-than-or-equal (ordered, non-signaling)
- /// 0x13 : Unordered (signaling)
- /// 0x14 : Not-equal (unordered, signaling)
- /// 0x15 : Not-less-than (unordered, non-signaling)
- /// 0x16 : Not-less-than-or-equal (unordered, non-signaling)
- /// 0x17 : Ordered (signaling)
- /// 0x18 : Equal (unordered, signaling)
- /// 0x19 : Not-greater-than-or-equal (unordered, non-signaling)
- /// 0x1a : Not-greater-than (unordered, non-signaling)
- /// 0x1b : False (ordered, signaling)
- /// 0x1c : Not-equal (ordered, signaling)
- /// 0x1d : Greater-than-or-equal (ordered, non-signaling)
- /// 0x1e : Greater-than (ordered, non-signaling)
- /// 0x1f : True (unordered, signaling)
- /// \returns A 128-bit vector of [4 x float] containing the comparison results.
- #define _mm_cmp_ps(a, b, c) __extension__ ({ \
- (__m128)__builtin_ia32_cmpps((__v4sf)(__m128)(a), \
- (__v4sf)(__m128)(b), (c)); })
- /// \brief Compares each of the corresponding double-precision values of two
- /// 256-bit vectors of [4 x double], using the operation specified by the
- /// immediate integer operand.
- ///
- /// Returns a [4 x double] vector consisting of four doubles corresponding to
- /// the four comparison results: zero if the comparison is false, and all 1's
- /// if the comparison is true.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_cmp_pd(__m256d a, __m256d b, const int c);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VCMPPD </c> instruction.
- ///
- /// \param a
- /// A 256-bit vector of [4 x double].
- /// \param b
- /// A 256-bit vector of [4 x double].
- /// \param c
- /// An immediate integer operand, with bits [4:0] specifying which comparison
- /// operation to use: \n
- /// 0x00 : Equal (ordered, non-signaling)
- /// 0x01 : Less-than (ordered, signaling)
- /// 0x02 : Less-than-or-equal (ordered, signaling)
- /// 0x03 : Unordered (non-signaling)
- /// 0x04 : Not-equal (unordered, non-signaling)
- /// 0x05 : Not-less-than (unordered, signaling)
- /// 0x06 : Not-less-than-or-equal (unordered, signaling)
- /// 0x07 : Ordered (non-signaling)
- /// 0x08 : Equal (unordered, non-signaling)
- /// 0x09 : Not-greater-than-or-equal (unordered, signaling)
- /// 0x0a : Not-greater-than (unordered, signaling)
- /// 0x0b : False (ordered, non-signaling)
- /// 0x0c : Not-equal (ordered, non-signaling)
- /// 0x0d : Greater-than-or-equal (ordered, signaling)
- /// 0x0e : Greater-than (ordered, signaling)
- /// 0x0f : True (unordered, non-signaling)
- /// 0x10 : Equal (ordered, signaling)
- /// 0x11 : Less-than (ordered, non-signaling)
- /// 0x12 : Less-than-or-equal (ordered, non-signaling)
- /// 0x13 : Unordered (signaling)
- /// 0x14 : Not-equal (unordered, signaling)
- /// 0x15 : Not-less-than (unordered, non-signaling)
- /// 0x16 : Not-less-than-or-equal (unordered, non-signaling)
- /// 0x17 : Ordered (signaling)
- /// 0x18 : Equal (unordered, signaling)
- /// 0x19 : Not-greater-than-or-equal (unordered, non-signaling)
- /// 0x1a : Not-greater-than (unordered, non-signaling)
- /// 0x1b : False (ordered, signaling)
- /// 0x1c : Not-equal (ordered, signaling)
- /// 0x1d : Greater-than-or-equal (ordered, non-signaling)
- /// 0x1e : Greater-than (ordered, non-signaling)
- /// 0x1f : True (unordered, signaling)
- /// \returns A 256-bit vector of [4 x double] containing the comparison results.
- #define _mm256_cmp_pd(a, b, c) __extension__ ({ \
- (__m256d)__builtin_ia32_cmppd256((__v4df)(__m256d)(a), \
- (__v4df)(__m256d)(b), (c)); })
- /// \brief Compares each of the corresponding values of two 256-bit vectors of
- /// [8 x float], using the operation specified by the immediate integer
- /// operand.
- ///
- /// Returns a [8 x float] vector consisting of eight floats corresponding to
- /// the eight comparison results: zero if the comparison is false, and all
- /// 1's if the comparison is true.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_cmp_ps(__m256 a, __m256 b, const int c);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VCMPPS </c> instruction.
- ///
- /// \param a
- /// A 256-bit vector of [8 x float].
- /// \param b
- /// A 256-bit vector of [8 x float].
- /// \param c
- /// An immediate integer operand, with bits [4:0] specifying which comparison
- /// operation to use: \n
- /// 0x00 : Equal (ordered, non-signaling)
- /// 0x01 : Less-than (ordered, signaling)
- /// 0x02 : Less-than-or-equal (ordered, signaling)
- /// 0x03 : Unordered (non-signaling)
- /// 0x04 : Not-equal (unordered, non-signaling)
- /// 0x05 : Not-less-than (unordered, signaling)
- /// 0x06 : Not-less-than-or-equal (unordered, signaling)
- /// 0x07 : Ordered (non-signaling)
- /// 0x08 : Equal (unordered, non-signaling)
- /// 0x09 : Not-greater-than-or-equal (unordered, signaling)
- /// 0x0a : Not-greater-than (unordered, signaling)
- /// 0x0b : False (ordered, non-signaling)
- /// 0x0c : Not-equal (ordered, non-signaling)
- /// 0x0d : Greater-than-or-equal (ordered, signaling)
- /// 0x0e : Greater-than (ordered, signaling)
- /// 0x0f : True (unordered, non-signaling)
- /// 0x10 : Equal (ordered, signaling)
- /// 0x11 : Less-than (ordered, non-signaling)
- /// 0x12 : Less-than-or-equal (ordered, non-signaling)
- /// 0x13 : Unordered (signaling)
- /// 0x14 : Not-equal (unordered, signaling)
- /// 0x15 : Not-less-than (unordered, non-signaling)
- /// 0x16 : Not-less-than-or-equal (unordered, non-signaling)
- /// 0x17 : Ordered (signaling)
- /// 0x18 : Equal (unordered, signaling)
- /// 0x19 : Not-greater-than-or-equal (unordered, non-signaling)
- /// 0x1a : Not-greater-than (unordered, non-signaling)
- /// 0x1b : False (ordered, signaling)
- /// 0x1c : Not-equal (ordered, signaling)
- /// 0x1d : Greater-than-or-equal (ordered, non-signaling)
- /// 0x1e : Greater-than (ordered, non-signaling)
- /// 0x1f : True (unordered, signaling)
- /// \returns A 256-bit vector of [8 x float] containing the comparison results.
- #define _mm256_cmp_ps(a, b, c) __extension__ ({ \
- (__m256)__builtin_ia32_cmpps256((__v8sf)(__m256)(a), \
- (__v8sf)(__m256)(b), (c)); })
- /// \brief Compares each of the corresponding scalar double-precision values of
- /// two 128-bit vectors of [2 x double], using the operation specified by the
- /// immediate integer operand.
- ///
- /// If the result is true, all 64 bits of the destination vector are set;
- /// otherwise they are cleared.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128d _mm_cmp_sd(__m128d a, __m128d b, const int c);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VCMPSD </c> instruction.
- ///
- /// \param a
- /// A 128-bit vector of [2 x double].
- /// \param b
- /// A 128-bit vector of [2 x double].
- /// \param c
- /// An immediate integer operand, with bits [4:0] specifying which comparison
- /// operation to use: \n
- /// 0x00 : Equal (ordered, non-signaling)
- /// 0x01 : Less-than (ordered, signaling)
- /// 0x02 : Less-than-or-equal (ordered, signaling)
- /// 0x03 : Unordered (non-signaling)
- /// 0x04 : Not-equal (unordered, non-signaling)
- /// 0x05 : Not-less-than (unordered, signaling)
- /// 0x06 : Not-less-than-or-equal (unordered, signaling)
- /// 0x07 : Ordered (non-signaling)
- /// 0x08 : Equal (unordered, non-signaling)
- /// 0x09 : Not-greater-than-or-equal (unordered, signaling)
- /// 0x0a : Not-greater-than (unordered, signaling)
- /// 0x0b : False (ordered, non-signaling)
- /// 0x0c : Not-equal (ordered, non-signaling)
- /// 0x0d : Greater-than-or-equal (ordered, signaling)
- /// 0x0e : Greater-than (ordered, signaling)
- /// 0x0f : True (unordered, non-signaling)
- /// 0x10 : Equal (ordered, signaling)
- /// 0x11 : Less-than (ordered, non-signaling)
- /// 0x12 : Less-than-or-equal (ordered, non-signaling)
- /// 0x13 : Unordered (signaling)
- /// 0x14 : Not-equal (unordered, signaling)
- /// 0x15 : Not-less-than (unordered, non-signaling)
- /// 0x16 : Not-less-than-or-equal (unordered, non-signaling)
- /// 0x17 : Ordered (signaling)
- /// 0x18 : Equal (unordered, signaling)
- /// 0x19 : Not-greater-than-or-equal (unordered, non-signaling)
- /// 0x1a : Not-greater-than (unordered, non-signaling)
- /// 0x1b : False (ordered, signaling)
- /// 0x1c : Not-equal (ordered, signaling)
- /// 0x1d : Greater-than-or-equal (ordered, non-signaling)
- /// 0x1e : Greater-than (ordered, non-signaling)
- /// 0x1f : True (unordered, signaling)
- /// \returns A 128-bit vector of [2 x double] containing the comparison results.
- #define _mm_cmp_sd(a, b, c) __extension__ ({ \
- (__m128d)__builtin_ia32_cmpsd((__v2df)(__m128d)(a), \
- (__v2df)(__m128d)(b), (c)); })
- /// \brief Compares each of the corresponding scalar values of two 128-bit
- /// vectors of [4 x float], using the operation specified by the immediate
- /// integer operand.
- ///
- /// If the result is true, all 32 bits of the destination vector are set;
- /// otherwise they are cleared.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128 _mm_cmp_ss(__m128 a, __m128 b, const int c);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VCMPSS </c> instruction.
- ///
- /// \param a
- /// A 128-bit vector of [4 x float].
- /// \param b
- /// A 128-bit vector of [4 x float].
- /// \param c
- /// An immediate integer operand, with bits [4:0] specifying which comparison
- /// operation to use: \n
- /// 0x00 : Equal (ordered, non-signaling)
- /// 0x01 : Less-than (ordered, signaling)
- /// 0x02 : Less-than-or-equal (ordered, signaling)
- /// 0x03 : Unordered (non-signaling)
- /// 0x04 : Not-equal (unordered, non-signaling)
- /// 0x05 : Not-less-than (unordered, signaling)
- /// 0x06 : Not-less-than-or-equal (unordered, signaling)
- /// 0x07 : Ordered (non-signaling)
- /// 0x08 : Equal (unordered, non-signaling)
- /// 0x09 : Not-greater-than-or-equal (unordered, signaling)
- /// 0x0a : Not-greater-than (unordered, signaling)
- /// 0x0b : False (ordered, non-signaling)
- /// 0x0c : Not-equal (ordered, non-signaling)
- /// 0x0d : Greater-than-or-equal (ordered, signaling)
- /// 0x0e : Greater-than (ordered, signaling)
- /// 0x0f : True (unordered, non-signaling)
- /// 0x10 : Equal (ordered, signaling)
- /// 0x11 : Less-than (ordered, non-signaling)
- /// 0x12 : Less-than-or-equal (ordered, non-signaling)
- /// 0x13 : Unordered (signaling)
- /// 0x14 : Not-equal (unordered, signaling)
- /// 0x15 : Not-less-than (unordered, non-signaling)
- /// 0x16 : Not-less-than-or-equal (unordered, non-signaling)
- /// 0x17 : Ordered (signaling)
- /// 0x18 : Equal (unordered, signaling)
- /// 0x19 : Not-greater-than-or-equal (unordered, non-signaling)
- /// 0x1a : Not-greater-than (unordered, non-signaling)
- /// 0x1b : False (ordered, signaling)
- /// 0x1c : Not-equal (ordered, signaling)
- /// 0x1d : Greater-than-or-equal (ordered, non-signaling)
- /// 0x1e : Greater-than (ordered, non-signaling)
- /// 0x1f : True (unordered, signaling)
- /// \returns A 128-bit vector of [4 x float] containing the comparison results.
- #define _mm_cmp_ss(a, b, c) __extension__ ({ \
- (__m128)__builtin_ia32_cmpss((__v4sf)(__m128)(a), \
- (__v4sf)(__m128)(b), (c)); })
- /// \brief Takes a [8 x i32] vector and returns the vector element value
- /// indexed by the immediate constant operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x i32].
- /// \param __imm
- /// An immediate integer operand with bits [2:0] determining which vector
- /// element is extracted and returned.
- /// \returns A 32-bit integer containing the extracted 32 bits of extended
- /// packed data.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_extract_epi32(__m256i __a, const int __imm)
- {
- __v8si __b = (__v8si)__a;
- return __b[__imm & 7];
- }
- /// \brief Takes a [16 x i16] vector and returns the vector element value
- /// indexed by the immediate constant operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector of [16 x i16].
- /// \param __imm
- /// An immediate integer operand with bits [3:0] determining which vector
- /// element is extracted and returned.
- /// \returns A 32-bit integer containing the extracted 16 bits of zero extended
- /// packed data.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_extract_epi16(__m256i __a, const int __imm)
- {
- __v16hi __b = (__v16hi)__a;
- return (unsigned short)__b[__imm & 15];
- }
- /// \brief Takes a [32 x i8] vector and returns the vector element value
- /// indexed by the immediate constant operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector of [32 x i8].
- /// \param __imm
- /// An immediate integer operand with bits [4:0] determining which vector
- /// element is extracted and returned.
- /// \returns A 32-bit integer containing the extracted 8 bits of zero extended
- /// packed data.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_extract_epi8(__m256i __a, const int __imm)
- {
- __v32qi __b = (__v32qi)__a;
- return (unsigned char)__b[__imm & 31];
- }
- #ifdef __x86_64__
- /// \brief Takes a [4 x i64] vector and returns the vector element value
- /// indexed by the immediate constant operand.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector of [4 x i64].
- /// \param __imm
- /// An immediate integer operand with bits [1:0] determining which vector
- /// element is extracted and returned.
- /// \returns A 64-bit integer containing the extracted 64 bits of extended
- /// packed data.
- static __inline long long __DEFAULT_FN_ATTRS
- _mm256_extract_epi64(__m256i __a, const int __imm)
- {
- __v4di __b = (__v4di)__a;
- return __b[__imm & 3];
- }
- #endif
- /// \brief Takes a [8 x i32] vector and replaces the vector element value
- /// indexed by the immediate constant operand by a new value. Returns the
- /// modified vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A vector of [8 x i32] to be used by the insert operation.
- /// \param __b
- /// An integer value. The replacement value for the insert operation.
- /// \param __imm
- /// An immediate integer specifying the index of the vector element to be
- /// replaced.
- /// \returns A copy of vector \a __a, after replacing its element indexed by
- /// \a __imm with \a __b.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_insert_epi32(__m256i __a, int __b, int const __imm)
- {
- __v8si __c = (__v8si)__a;
- __c[__imm & 7] = __b;
- return (__m256i)__c;
- }
- /// \brief Takes a [16 x i16] vector and replaces the vector element value
- /// indexed by the immediate constant operand with a new value. Returns the
- /// modified vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A vector of [16 x i16] to be used by the insert operation.
- /// \param __b
- /// An i16 integer value. The replacement value for the insert operation.
- /// \param __imm
- /// An immediate integer specifying the index of the vector element to be
- /// replaced.
- /// \returns A copy of vector \a __a, after replacing its element indexed by
- /// \a __imm with \a __b.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_insert_epi16(__m256i __a, int __b, int const __imm)
- {
- __v16hi __c = (__v16hi)__a;
- __c[__imm & 15] = __b;
- return (__m256i)__c;
- }
- /// \brief Takes a [32 x i8] vector and replaces the vector element value
- /// indexed by the immediate constant operand with a new value. Returns the
- /// modified vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A vector of [32 x i8] to be used by the insert operation.
- /// \param __b
- /// An i8 integer value. The replacement value for the insert operation.
- /// \param __imm
- /// An immediate integer specifying the index of the vector element to be
- /// replaced.
- /// \returns A copy of vector \a __a, after replacing its element indexed by
- /// \a __imm with \a __b.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_insert_epi8(__m256i __a, int __b, int const __imm)
- {
- __v32qi __c = (__v32qi)__a;
- __c[__imm & 31] = __b;
- return (__m256i)__c;
- }
- #ifdef __x86_64__
- /// \brief Takes a [4 x i64] vector and replaces the vector element value
- /// indexed by the immediate constant operand with a new value. Returns the
- /// modified vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128+COMPOSITE </c>
- /// instruction.
- ///
- /// \param __a
- /// A vector of [4 x i64] to be used by the insert operation.
- /// \param __b
- /// A 64-bit integer value. The replacement value for the insert operation.
- /// \param __imm
- /// An immediate integer specifying the index of the vector element to be
- /// replaced.
- /// \returns A copy of vector \a __a, after replacing its element indexed by
- /// \a __imm with \a __b.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_insert_epi64(__m256i __a, long long __b, int const __imm)
- {
- __v4di __c = (__v4di)__a;
- __c[__imm & 3] = __b;
- return (__m256i)__c;
- }
- #endif
- /* Conversion */
- /// \brief Converts a vector of [4 x i32] into a vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTDQ2PD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit integer vector of [4 x i32].
- /// \returns A 256-bit vector of [4 x double] containing the converted values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_cvtepi32_pd(__m128i __a)
- {
- return (__m256d)__builtin_convertvector((__v4si)__a, __v4df);
- }
- /// \brief Converts a vector of [8 x i32] into a vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTDQ2PS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector.
- /// \returns A 256-bit vector of [8 x float] containing the converted values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_cvtepi32_ps(__m256i __a)
- {
- return (__m256)__builtin_ia32_cvtdq2ps256((__v8si) __a);
- }
- /// \brief Converts a 256-bit vector of [4 x double] into a 128-bit vector of
- /// [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTPD2PS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \returns A 128-bit vector of [4 x float] containing the converted values.
- static __inline __m128 __DEFAULT_FN_ATTRS
- _mm256_cvtpd_ps(__m256d __a)
- {
- return (__m128)__builtin_ia32_cvtpd2ps256((__v4df) __a);
- }
- /// \brief Converts a vector of [8 x float] into a vector of [8 x i32].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTPS2DQ </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \returns A 256-bit integer vector containing the converted values.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_cvtps_epi32(__m256 __a)
- {
- return (__m256i)__builtin_ia32_cvtps2dq256((__v8sf) __a);
- }
- /// \brief Converts a 128-bit vector of [4 x float] into a 256-bit vector of [4
- /// x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTPS2PD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float].
- /// \returns A 256-bit vector of [4 x double] containing the converted values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_cvtps_pd(__m128 __a)
- {
- return (__m256d)__builtin_convertvector((__v4sf)__a, __v4df);
- }
- /// \brief Converts a 256-bit vector of [4 x double] into a 128-bit vector of [4
- /// x i32], truncating the result by rounding towards zero when it is
- /// inexact.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTTPD2DQ </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \returns A 128-bit integer vector containing the converted values.
- static __inline __m128i __DEFAULT_FN_ATTRS
- _mm256_cvttpd_epi32(__m256d __a)
- {
- return (__m128i)__builtin_ia32_cvttpd2dq256((__v4df) __a);
- }
- /// \brief Converts a 256-bit vector of [4 x double] into a 128-bit vector of [4
- /// x i32]. When a conversion is inexact, the value returned is rounded
- /// according to the rounding control bits in the MXCSR register.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTPD2DQ </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \returns A 128-bit integer vector containing the converted values.
- static __inline __m128i __DEFAULT_FN_ATTRS
- _mm256_cvtpd_epi32(__m256d __a)
- {
- return (__m128i)__builtin_ia32_cvtpd2dq256((__v4df) __a);
- }
- /// \brief Converts a vector of [8 x float] into a vector of [8 x i32],
- /// truncating the result by rounding towards zero when it is inexact.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VCVTTPS2DQ </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \returns A 256-bit integer vector containing the converted values.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_cvttps_epi32(__m256 __a)
- {
- return (__m256i)__builtin_ia32_cvttps2dq256((__v8sf) __a);
- }
- /// \brief Returns the first element of the input vector of [4 x double].
- ///
- /// \headerfile <avxintrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \returns A 64 bit double containing the first element of the input vector.
- static __inline double __DEFAULT_FN_ATTRS
- _mm256_cvtsd_f64(__m256d __a)
- {
- return __a[0];
- }
- /// \brief Returns the first element of the input vector of [8 x i32].
- ///
- /// \headerfile <avxintrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x i32].
- /// \returns A 32 bit integer containing the first element of the input vector.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_cvtsi256_si32(__m256i __a)
- {
- __v8si __b = (__v8si)__a;
- return __b[0];
- }
- /// \brief Returns the first element of the input vector of [8 x float].
- ///
- /// \headerfile <avxintrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \returns A 32 bit float containing the first element of the input vector.
- static __inline float __DEFAULT_FN_ATTRS
- _mm256_cvtss_f32(__m256 __a)
- {
- return __a[0];
- }
- /* Vector replicate */
- /// \brief Moves and duplicates high-order (odd-indexed) values from a 256-bit
- /// vector of [8 x float] to float values in a 256-bit vector of
- /// [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVSHDUP </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float]. \n
- /// Bits [255:224] of \a __a are written to bits [255:224] and [223:192] of
- /// the return value. \n
- /// Bits [191:160] of \a __a are written to bits [191:160] and [159:128] of
- /// the return value. \n
- /// Bits [127:96] of \a __a are written to bits [127:96] and [95:64] of the
- /// return value. \n
- /// Bits [63:32] of \a __a are written to bits [63:32] and [31:0] of the
- /// return value.
- /// \returns A 256-bit vector of [8 x float] containing the moved and duplicated
- /// values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_movehdup_ps(__m256 __a)
- {
- return __builtin_shufflevector((__v8sf)__a, (__v8sf)__a, 1, 1, 3, 3, 5, 5, 7, 7);
- }
- /// \brief Moves and duplicates low-order (even-indexed) values from a 256-bit
- /// vector of [8 x float] to float values in a 256-bit vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVSLDUP </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float]. \n
- /// Bits [223:192] of \a __a are written to bits [255:224] and [223:192] of
- /// the return value. \n
- /// Bits [159:128] of \a __a are written to bits [191:160] and [159:128] of
- /// the return value. \n
- /// Bits [95:64] of \a __a are written to bits [127:96] and [95:64] of the
- /// return value. \n
- /// Bits [31:0] of \a __a are written to bits [63:32] and [31:0] of the
- /// return value.
- /// \returns A 256-bit vector of [8 x float] containing the moved and duplicated
- /// values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_moveldup_ps(__m256 __a)
- {
- return __builtin_shufflevector((__v8sf)__a, (__v8sf)__a, 0, 0, 2, 2, 4, 4, 6, 6);
- }
- /// \brief Moves and duplicates double-precision floating point values from a
- /// 256-bit vector of [4 x double] to double-precision values in a 256-bit
- /// vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDDUP </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double]. \n
- /// Bits [63:0] of \a __a are written to bits [127:64] and [63:0] of the
- /// return value. \n
- /// Bits [191:128] of \a __a are written to bits [255:192] and [191:128] of
- /// the return value.
- /// \returns A 256-bit vector of [4 x double] containing the moved and
- /// duplicated values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_movedup_pd(__m256d __a)
- {
- return __builtin_shufflevector((__v4df)__a, (__v4df)__a, 0, 0, 2, 2);
- }
- /* Unpack and Interleave */
- /// \brief Unpacks the odd-indexed vector elements from two 256-bit vectors of
- /// [4 x double] and interleaves them into a 256-bit vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VUNPCKHPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [4 x double]. \n
- /// Bits [127:64] are written to bits [63:0] of the return value. \n
- /// Bits [255:192] are written to bits [191:128] of the return value. \n
- /// \param __b
- /// A 256-bit floating-point vector of [4 x double]. \n
- /// Bits [127:64] are written to bits [127:64] of the return value. \n
- /// Bits [255:192] are written to bits [255:192] of the return value. \n
- /// \returns A 256-bit vector of [4 x double] containing the interleaved values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_unpackhi_pd(__m256d __a, __m256d __b)
- {
- return __builtin_shufflevector((__v4df)__a, (__v4df)__b, 1, 5, 1+2, 5+2);
- }
- /// \brief Unpacks the even-indexed vector elements from two 256-bit vectors of
- /// [4 x double] and interleaves them into a 256-bit vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VUNPCKLPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [4 x double]. \n
- /// Bits [63:0] are written to bits [63:0] of the return value. \n
- /// Bits [191:128] are written to bits [191:128] of the return value.
- /// \param __b
- /// A 256-bit floating-point vector of [4 x double]. \n
- /// Bits [63:0] are written to bits [127:64] of the return value. \n
- /// Bits [191:128] are written to bits [255:192] of the return value. \n
- /// \returns A 256-bit vector of [4 x double] containing the interleaved values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_unpacklo_pd(__m256d __a, __m256d __b)
- {
- return __builtin_shufflevector((__v4df)__a, (__v4df)__b, 0, 4, 0+2, 4+2);
- }
- /// \brief Unpacks the 32-bit vector elements 2, 3, 6 and 7 from each of the
- /// two 256-bit vectors of [8 x float] and interleaves them into a 256-bit
- /// vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VUNPCKHPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float]. \n
- /// Bits [95:64] are written to bits [31:0] of the return value. \n
- /// Bits [127:96] are written to bits [95:64] of the return value. \n
- /// Bits [223:192] are written to bits [159:128] of the return value. \n
- /// Bits [255:224] are written to bits [223:192] of the return value.
- /// \param __b
- /// A 256-bit vector of [8 x float]. \n
- /// Bits [95:64] are written to bits [63:32] of the return value. \n
- /// Bits [127:96] are written to bits [127:96] of the return value. \n
- /// Bits [223:192] are written to bits [191:160] of the return value. \n
- /// Bits [255:224] are written to bits [255:224] of the return value.
- /// \returns A 256-bit vector of [8 x float] containing the interleaved values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_unpackhi_ps(__m256 __a, __m256 __b)
- {
- return __builtin_shufflevector((__v8sf)__a, (__v8sf)__b, 2, 10, 2+1, 10+1, 6, 14, 6+1, 14+1);
- }
- /// \brief Unpacks the 32-bit vector elements 0, 1, 4 and 5 from each of the
- /// two 256-bit vectors of [8 x float] and interleaves them into a 256-bit
- /// vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VUNPCKLPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float]. \n
- /// Bits [31:0] are written to bits [31:0] of the return value. \n
- /// Bits [63:32] are written to bits [95:64] of the return value. \n
- /// Bits [159:128] are written to bits [159:128] of the return value. \n
- /// Bits [191:160] are written to bits [223:192] of the return value.
- /// \param __b
- /// A 256-bit vector of [8 x float]. \n
- /// Bits [31:0] are written to bits [63:32] of the return value. \n
- /// Bits [63:32] are written to bits [127:96] of the return value. \n
- /// Bits [159:128] are written to bits [191:160] of the return value. \n
- /// Bits [191:160] are written to bits [255:224] of the return value.
- /// \returns A 256-bit vector of [8 x float] containing the interleaved values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_unpacklo_ps(__m256 __a, __m256 __b)
- {
- return __builtin_shufflevector((__v8sf)__a, (__v8sf)__b, 0, 8, 0+1, 8+1, 4, 12, 4+1, 12+1);
- }
- /* Bit Test */
- /// \brief Given two 128-bit floating-point vectors of [2 x double], perform an
- /// element-by-element comparison of the double-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the ZF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double].
- /// \param __b
- /// A 128-bit vector of [2 x double].
- /// \returns the ZF flag in the EFLAGS register.
- static __inline int __DEFAULT_FN_ATTRS
- _mm_testz_pd(__m128d __a, __m128d __b)
- {
- return __builtin_ia32_vtestzpd((__v2df)__a, (__v2df)__b);
- }
- /// \brief Given two 128-bit floating-point vectors of [2 x double], perform an
- /// element-by-element comparison of the double-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the CF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double].
- /// \param __b
- /// A 128-bit vector of [2 x double].
- /// \returns the CF flag in the EFLAGS register.
- static __inline int __DEFAULT_FN_ATTRS
- _mm_testc_pd(__m128d __a, __m128d __b)
- {
- return __builtin_ia32_vtestcpd((__v2df)__a, (__v2df)__b);
- }
- /// \brief Given two 128-bit floating-point vectors of [2 x double], perform an
- /// element-by-element comparison of the double-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns 1 if both the ZF and CF flags are set to 0,
- /// otherwise it returns 0.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double].
- /// \param __b
- /// A 128-bit vector of [2 x double].
- /// \returns 1 if both the ZF and CF flags are set to 0, otherwise returns 0.
- static __inline int __DEFAULT_FN_ATTRS
- _mm_testnzc_pd(__m128d __a, __m128d __b)
- {
- return __builtin_ia32_vtestnzcpd((__v2df)__a, (__v2df)__b);
- }
- /// \brief Given two 128-bit floating-point vectors of [4 x float], perform an
- /// element-by-element comparison of the single-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the ZF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPS </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float].
- /// \param __b
- /// A 128-bit vector of [4 x float].
- /// \returns the ZF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm_testz_ps(__m128 __a, __m128 __b)
- {
- return __builtin_ia32_vtestzps((__v4sf)__a, (__v4sf)__b);
- }
- /// \brief Given two 128-bit floating-point vectors of [4 x float], perform an
- /// element-by-element comparison of the single-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the CF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPS </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float].
- /// \param __b
- /// A 128-bit vector of [4 x float].
- /// \returns the CF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm_testc_ps(__m128 __a, __m128 __b)
- {
- return __builtin_ia32_vtestcps((__v4sf)__a, (__v4sf)__b);
- }
- /// \brief Given two 128-bit floating-point vectors of [4 x float], perform an
- /// element-by-element comparison of the single-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns 1 if both the ZF and CF flags are set to 0,
- /// otherwise it returns 0.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPS </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float].
- /// \param __b
- /// A 128-bit vector of [4 x float].
- /// \returns 1 if both the ZF and CF flags are set to 0, otherwise returns 0.
- static __inline int __DEFAULT_FN_ATTRS
- _mm_testnzc_ps(__m128 __a, __m128 __b)
- {
- return __builtin_ia32_vtestnzcps((__v4sf)__a, (__v4sf)__b);
- }
- /// \brief Given two 256-bit floating-point vectors of [4 x double], perform an
- /// element-by-element comparison of the double-precision elements in the
- /// first source vector and the corresponding elements in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the ZF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \param __b
- /// A 256-bit vector of [4 x double].
- /// \returns the ZF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testz_pd(__m256d __a, __m256d __b)
- {
- return __builtin_ia32_vtestzpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Given two 256-bit floating-point vectors of [4 x double], perform an
- /// element-by-element comparison of the double-precision elements in the
- /// first source vector and the corresponding elements in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the CF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \param __b
- /// A 256-bit vector of [4 x double].
- /// \returns the CF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testc_pd(__m256d __a, __m256d __b)
- {
- return __builtin_ia32_vtestcpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Given two 256-bit floating-point vectors of [4 x double], perform an
- /// element-by-element comparison of the double-precision elements in the
- /// first source vector and the corresponding elements in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of double-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns 1 if both the ZF and CF flags are set to 0,
- /// otherwise it returns 0.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double].
- /// \param __b
- /// A 256-bit vector of [4 x double].
- /// \returns 1 if both the ZF and CF flags are set to 0, otherwise returns 0.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testnzc_pd(__m256d __a, __m256d __b)
- {
- return __builtin_ia32_vtestnzcpd256((__v4df)__a, (__v4df)__b);
- }
- /// \brief Given two 256-bit floating-point vectors of [8 x float], perform an
- /// element-by-element comparison of the single-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the ZF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \param __b
- /// A 256-bit vector of [8 x float].
- /// \returns the ZF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testz_ps(__m256 __a, __m256 __b)
- {
- return __builtin_ia32_vtestzps256((__v8sf)__a, (__v8sf)__b);
- }
- /// \brief Given two 256-bit floating-point vectors of [8 x float], perform an
- /// element-by-element comparison of the single-precision element in the
- /// first source vector and the corresponding element in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the CF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \param __b
- /// A 256-bit vector of [8 x float].
- /// \returns the CF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testc_ps(__m256 __a, __m256 __b)
- {
- return __builtin_ia32_vtestcps256((__v8sf)__a, (__v8sf)__b);
- }
- /// \brief Given two 256-bit floating-point vectors of [8 x float], perform an
- /// element-by-element comparison of the single-precision elements in the
- /// first source vector and the corresponding elements in the second source
- /// vector.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bits of both elements are 1, the ZF flag is set to 0. Otherwise the
- /// ZF flag is set to 1. \n
- /// If there is at least one pair of single-precision elements where the
- /// sign-bit of the first element is 0 and the sign-bit of the second element
- /// is 1, the CF flag is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns 1 if both the ZF and CF flags are set to 0,
- /// otherwise it returns 0.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VTESTPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float].
- /// \param __b
- /// A 256-bit vector of [8 x float].
- /// \returns 1 if both the ZF and CF flags are set to 0, otherwise returns 0.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testnzc_ps(__m256 __a, __m256 __b)
- {
- return __builtin_ia32_vtestnzcps256((__v8sf)__a, (__v8sf)__b);
- }
- /// \brief Given two 256-bit integer vectors, perform a bit-by-bit comparison
- /// of the two source vectors.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of bits where both bits are 1, the ZF flag
- /// is set to 0. Otherwise the ZF flag is set to 1. \n
- /// If there is at least one pair of bits where the bit from the first source
- /// vector is 0 and the bit from the second source vector is 1, the CF flag
- /// is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the ZF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPTEST </c> instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector.
- /// \param __b
- /// A 256-bit integer vector.
- /// \returns the ZF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testz_si256(__m256i __a, __m256i __b)
- {
- return __builtin_ia32_ptestz256((__v4di)__a, (__v4di)__b);
- }
- /// \brief Given two 256-bit integer vectors, perform a bit-by-bit comparison
- /// of the two source vectors.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of bits where both bits are 1, the ZF flag
- /// is set to 0. Otherwise the ZF flag is set to 1. \n
- /// If there is at least one pair of bits where the bit from the first source
- /// vector is 0 and the bit from the second source vector is 1, the CF flag
- /// is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns the value of the CF flag.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPTEST </c> instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector.
- /// \param __b
- /// A 256-bit integer vector.
- /// \returns the CF flag.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testc_si256(__m256i __a, __m256i __b)
- {
- return __builtin_ia32_ptestc256((__v4di)__a, (__v4di)__b);
- }
- /// \brief Given two 256-bit integer vectors, perform a bit-by-bit comparison
- /// of the two source vectors.
- ///
- /// The EFLAGS register is updated as follows: \n
- /// If there is at least one pair of bits where both bits are 1, the ZF flag
- /// is set to 0. Otherwise the ZF flag is set to 1. \n
- /// If there is at least one pair of bits where the bit from the first source
- /// vector is 0 and the bit from the second source vector is 1, the CF flag
- /// is set to 0. Otherwise the CF flag is set to 1. \n
- /// This intrinsic returns 1 if both the ZF and CF flags are set to 0,
- /// otherwise it returns 0.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPTEST </c> instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector.
- /// \param __b
- /// A 256-bit integer vector.
- /// \returns 1 if both the ZF and CF flags are set to 0, otherwise returns 0.
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_testnzc_si256(__m256i __a, __m256i __b)
- {
- return __builtin_ia32_ptestnzc256((__v4di)__a, (__v4di)__b);
- }
- /* Vector extract sign mask */
- /// \brief Extracts the sign bits of double-precision floating point elements
- /// in a 256-bit vector of [4 x double] and writes them to the lower order
- /// bits of the return value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVMSKPD </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the double-precision
- /// floating point values with sign bits to be extracted.
- /// \returns The sign bits from the operand, written to bits [3:0].
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_movemask_pd(__m256d __a)
- {
- return __builtin_ia32_movmskpd256((__v4df)__a);
- }
- /// \brief Extracts the sign bits of double-precision floating point elements
- /// in a 256-bit vector of [8 x float] and writes them to the lower order
- /// bits of the return value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVMSKPS </c> instruction.
- ///
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the double-precision floating
- /// point values with sign bits to be extracted.
- /// \returns The sign bits from the operand, written to bits [7:0].
- static __inline int __DEFAULT_FN_ATTRS
- _mm256_movemask_ps(__m256 __a)
- {
- return __builtin_ia32_movmskps256((__v8sf)__a);
- }
- /* Vector __zero */
- /// \brief Zeroes the contents of all XMM or YMM registers.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VZEROALL </c> instruction.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_zeroall(void)
- {
- __builtin_ia32_vzeroall();
- }
- /// \brief Zeroes the upper 128 bits (bits 255:128) of all YMM registers.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VZEROUPPER </c> instruction.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_zeroupper(void)
- {
- __builtin_ia32_vzeroupper();
- }
- /* Vector load with broadcast */
- /// \brief Loads a scalar single-precision floating point value from the
- /// specified address pointed to by \a __a and broadcasts it to the elements
- /// of a [4 x float] vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VBROADCASTSS </c> instruction.
- ///
- /// \param __a
- /// The single-precision floating point value to be broadcast.
- /// \returns A 128-bit vector of [4 x float] whose 32-bit elements are set
- /// equal to the broadcast value.
- static __inline __m128 __DEFAULT_FN_ATTRS
- _mm_broadcast_ss(float const *__a)
- {
- float __f = *__a;
- return (__m128)(__v4sf){ __f, __f, __f, __f };
- }
- /// \brief Loads a scalar double-precision floating point value from the
- /// specified address pointed to by \a __a and broadcasts it to the elements
- /// of a [4 x double] vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VBROADCASTSD </c> instruction.
- ///
- /// \param __a
- /// The double-precision floating point value to be broadcast.
- /// \returns A 256-bit vector of [4 x double] whose 64-bit elements are set
- /// equal to the broadcast value.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_broadcast_sd(double const *__a)
- {
- double __d = *__a;
- return (__m256d)(__v4df){ __d, __d, __d, __d };
- }
- /// \brief Loads a scalar single-precision floating point value from the
- /// specified address pointed to by \a __a and broadcasts it to the elements
- /// of a [8 x float] vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VBROADCASTSS </c> instruction.
- ///
- /// \param __a
- /// The single-precision floating point value to be broadcast.
- /// \returns A 256-bit vector of [8 x float] whose 32-bit elements are set
- /// equal to the broadcast value.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_broadcast_ss(float const *__a)
- {
- float __f = *__a;
- return (__m256)(__v8sf){ __f, __f, __f, __f, __f, __f, __f, __f };
- }
- /// \brief Loads the data from a 128-bit vector of [2 x double] from the
- /// specified address pointed to by \a __a and broadcasts it to 128-bit
- /// elements in a 256-bit vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VBROADCASTF128 </c> instruction.
- ///
- /// \param __a
- /// The 128-bit vector of [2 x double] to be broadcast.
- /// \returns A 256-bit vector of [4 x double] whose 128-bit elements are set
- /// equal to the broadcast value.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_broadcast_pd(__m128d const *__a)
- {
- return (__m256d)__builtin_ia32_vbroadcastf128_pd256((__v2df const *)__a);
- }
- /// \brief Loads the data from a 128-bit vector of [4 x float] from the
- /// specified address pointed to by \a __a and broadcasts it to 128-bit
- /// elements in a 256-bit vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VBROADCASTF128 </c> instruction.
- ///
- /// \param __a
- /// The 128-bit vector of [4 x float] to be broadcast.
- /// \returns A 256-bit vector of [8 x float] whose 128-bit elements are set
- /// equal to the broadcast value.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_broadcast_ps(__m128 const *__a)
- {
- return (__m256)__builtin_ia32_vbroadcastf128_ps256((__v4sf const *)__a);
- }
- /* SIMD load ops */
- /// \brief Loads 4 double-precision floating point values from a 32-byte aligned
- /// memory location pointed to by \a __p into a vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVAPD </c> instruction.
- ///
- /// \param __p
- /// A 32-byte aligned pointer to a memory location containing
- /// double-precision floating point values.
- /// \returns A 256-bit vector of [4 x double] containing the moved values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_load_pd(double const *__p)
- {
- return *(__m256d *)__p;
- }
- /// \brief Loads 8 single-precision floating point values from a 32-byte aligned
- /// memory location pointed to by \a __p into a vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVAPS </c> instruction.
- ///
- /// \param __p
- /// A 32-byte aligned pointer to a memory location containing float values.
- /// \returns A 256-bit vector of [8 x float] containing the moved values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_load_ps(float const *__p)
- {
- return *(__m256 *)__p;
- }
- /// \brief Loads 4 double-precision floating point values from an unaligned
- /// memory location pointed to by \a __p into a vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVUPD </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location containing double-precision floating
- /// point values.
- /// \returns A 256-bit vector of [4 x double] containing the moved values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_loadu_pd(double const *__p)
- {
- struct __loadu_pd {
- __m256d __v;
- } __attribute__((__packed__, __may_alias__));
- return ((struct __loadu_pd*)__p)->__v;
- }
- /// \brief Loads 8 single-precision floating point values from an unaligned
- /// memory location pointed to by \a __p into a vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVUPS </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location containing single-precision floating
- /// point values.
- /// \returns A 256-bit vector of [8 x float] containing the moved values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_loadu_ps(float const *__p)
- {
- struct __loadu_ps {
- __m256 __v;
- } __attribute__((__packed__, __may_alias__));
- return ((struct __loadu_ps*)__p)->__v;
- }
- /// \brief Loads 256 bits of integer data from a 32-byte aligned memory
- /// location pointed to by \a __p into elements of a 256-bit integer vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDQA </c> instruction.
- ///
- /// \param __p
- /// A 32-byte aligned pointer to a 256-bit integer vector containing integer
- /// values.
- /// \returns A 256-bit integer vector containing the moved values.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_load_si256(__m256i const *__p)
- {
- return *__p;
- }
- /// \brief Loads 256 bits of integer data from an unaligned memory location
- /// pointed to by \a __p into a 256-bit integer vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDQU </c> instruction.
- ///
- /// \param __p
- /// A pointer to a 256-bit integer vector containing integer values.
- /// \returns A 256-bit integer vector containing the moved values.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_loadu_si256(__m256i const *__p)
- {
- struct __loadu_si256 {
- __m256i __v;
- } __attribute__((__packed__, __may_alias__));
- return ((struct __loadu_si256*)__p)->__v;
- }
- /// \brief Loads 256 bits of integer data from an unaligned memory location
- /// pointed to by \a __p into a 256-bit integer vector. This intrinsic may
- /// perform better than \c _mm256_loadu_si256 when the data crosses a cache
- /// line boundary.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VLDDQU </c> instruction.
- ///
- /// \param __p
- /// A pointer to a 256-bit integer vector containing integer values.
- /// \returns A 256-bit integer vector containing the moved values.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_lddqu_si256(__m256i const *__p)
- {
- return (__m256i)__builtin_ia32_lddqu256((char const *)__p);
- }
- /* SIMD store ops */
- /// \brief Stores double-precision floating point values from a 256-bit vector
- /// of [4 x double] to a 32-byte aligned memory location pointed to by
- /// \a __p.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVAPD </c> instruction.
- ///
- /// \param __p
- /// A 32-byte aligned pointer to a memory location that will receive the
- /// double-precision floaing point values.
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_store_pd(double *__p, __m256d __a)
- {
- *(__m256d *)__p = __a;
- }
- /// \brief Stores single-precision floating point values from a 256-bit vector
- /// of [8 x float] to a 32-byte aligned memory location pointed to by \a __p.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVAPS </c> instruction.
- ///
- /// \param __p
- /// A 32-byte aligned pointer to a memory location that will receive the
- /// float values.
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_store_ps(float *__p, __m256 __a)
- {
- *(__m256 *)__p = __a;
- }
- /// \brief Stores double-precision floating point values from a 256-bit vector
- /// of [4 x double] to an unaligned memory location pointed to by \a __p.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVUPD </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that will receive the double-precision
- /// floating point values.
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_storeu_pd(double *__p, __m256d __a)
- {
- struct __storeu_pd {
- __m256d __v;
- } __attribute__((__packed__, __may_alias__));
- ((struct __storeu_pd*)__p)->__v = __a;
- }
- /// \brief Stores single-precision floating point values from a 256-bit vector
- /// of [8 x float] to an unaligned memory location pointed to by \a __p.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVUPS </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that will receive the float values.
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_storeu_ps(float *__p, __m256 __a)
- {
- struct __storeu_ps {
- __m256 __v;
- } __attribute__((__packed__, __may_alias__));
- ((struct __storeu_ps*)__p)->__v = __a;
- }
- /// \brief Stores integer values from a 256-bit integer vector to a 32-byte
- /// aligned memory location pointed to by \a __p.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDQA </c> instruction.
- ///
- /// \param __p
- /// A 32-byte aligned pointer to a memory location that will receive the
- /// integer values.
- /// \param __a
- /// A 256-bit integer vector containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_store_si256(__m256i *__p, __m256i __a)
- {
- *__p = __a;
- }
- /// \brief Stores integer values from a 256-bit integer vector to an unaligned
- /// memory location pointed to by \a __p.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDQU </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that will receive the integer values.
- /// \param __a
- /// A 256-bit integer vector containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_storeu_si256(__m256i *__p, __m256i __a)
- {
- struct __storeu_si256 {
- __m256i __v;
- } __attribute__((__packed__, __may_alias__));
- ((struct __storeu_si256*)__p)->__v = __a;
- }
- /* Conditional load ops */
- /// \brief Conditionally loads double-precision floating point elements from a
- /// memory location pointed to by \a __p into a 128-bit vector of
- /// [2 x double], depending on the mask bits associated with each data
- /// element.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPD </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that contains the double-precision
- /// floating point values.
- /// \param __m
- /// A 128-bit integer vector containing the mask. The most significant bit of
- /// each data element represents the mask bits. If a mask bit is zero, the
- /// corresponding value in the memory location is not loaded and the
- /// corresponding field in the return value is set to zero.
- /// \returns A 128-bit vector of [2 x double] containing the loaded values.
- static __inline __m128d __DEFAULT_FN_ATTRS
- _mm_maskload_pd(double const *__p, __m128i __m)
- {
- return (__m128d)__builtin_ia32_maskloadpd((const __v2df *)__p, (__v2di)__m);
- }
- /// \brief Conditionally loads double-precision floating point elements from a
- /// memory location pointed to by \a __p into a 256-bit vector of
- /// [4 x double], depending on the mask bits associated with each data
- /// element.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPD </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that contains the double-precision
- /// floating point values.
- /// \param __m
- /// A 256-bit integer vector of [4 x quadword] containing the mask. The most
- /// significant bit of each quadword element represents the mask bits. If a
- /// mask bit is zero, the corresponding value in the memory location is not
- /// loaded and the corresponding field in the return value is set to zero.
- /// \returns A 256-bit vector of [4 x double] containing the loaded values.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_maskload_pd(double const *__p, __m256i __m)
- {
- return (__m256d)__builtin_ia32_maskloadpd256((const __v4df *)__p,
- (__v4di)__m);
- }
- /// \brief Conditionally loads single-precision floating point elements from a
- /// memory location pointed to by \a __p into a 128-bit vector of
- /// [4 x float], depending on the mask bits associated with each data
- /// element.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPS </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that contains the single-precision
- /// floating point values.
- /// \param __m
- /// A 128-bit integer vector containing the mask. The most significant bit of
- /// each data element represents the mask bits. If a mask bit is zero, the
- /// corresponding value in the memory location is not loaded and the
- /// corresponding field in the return value is set to zero.
- /// \returns A 128-bit vector of [4 x float] containing the loaded values.
- static __inline __m128 __DEFAULT_FN_ATTRS
- _mm_maskload_ps(float const *__p, __m128i __m)
- {
- return (__m128)__builtin_ia32_maskloadps((const __v4sf *)__p, (__v4si)__m);
- }
- /// \brief Conditionally loads single-precision floating point elements from a
- /// memory location pointed to by \a __p into a 256-bit vector of
- /// [8 x float], depending on the mask bits associated with each data
- /// element.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPS </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that contains the single-precision
- /// floating point values.
- /// \param __m
- /// A 256-bit integer vector of [8 x dword] containing the mask. The most
- /// significant bit of each dword element represents the mask bits. If a mask
- /// bit is zero, the corresponding value in the memory location is not loaded
- /// and the corresponding field in the return value is set to zero.
- /// \returns A 256-bit vector of [8 x float] containing the loaded values.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_maskload_ps(float const *__p, __m256i __m)
- {
- return (__m256)__builtin_ia32_maskloadps256((const __v8sf *)__p, (__v8si)__m);
- }
- /* Conditional store ops */
- /// \brief Moves single-precision floating point values from a 256-bit vector
- /// of [8 x float] to a memory location pointed to by \a __p, according to
- /// the specified mask.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPS </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that will receive the float values.
- /// \param __m
- /// A 256-bit integer vector of [8 x dword] containing the mask. The most
- /// significant bit of each dword element in the mask vector represents the
- /// mask bits. If a mask bit is zero, the corresponding value from vector
- /// \a __a is not stored and the corresponding field in the memory location
- /// pointed to by \a __p is not changed.
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the values to be stored.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_maskstore_ps(float *__p, __m256i __m, __m256 __a)
- {
- __builtin_ia32_maskstoreps256((__v8sf *)__p, (__v8si)__m, (__v8sf)__a);
- }
- /// \brief Moves double-precision values from a 128-bit vector of [2 x double]
- /// to a memory location pointed to by \a __p, according to the specified
- /// mask.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPD </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that will receive the float values.
- /// \param __m
- /// A 128-bit integer vector containing the mask. The most significant bit of
- /// each field in the mask vector represents the mask bits. If a mask bit is
- /// zero, the corresponding value from vector \a __a is not stored and the
- /// corresponding field in the memory location pointed to by \a __p is not
- /// changed.
- /// \param __a
- /// A 128-bit vector of [2 x double] containing the values to be stored.
- static __inline void __DEFAULT_FN_ATTRS
- _mm_maskstore_pd(double *__p, __m128i __m, __m128d __a)
- {
- __builtin_ia32_maskstorepd((__v2df *)__p, (__v2di)__m, (__v2df)__a);
- }
- /// \brief Moves double-precision values from a 256-bit vector of [4 x double]
- /// to a memory location pointed to by \a __p, according to the specified
- /// mask.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPD </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that will receive the float values.
- /// \param __m
- /// A 256-bit integer vector of [4 x quadword] containing the mask. The most
- /// significant bit of each quadword element in the mask vector represents
- /// the mask bits. If a mask bit is zero, the corresponding value from vector
- /// __a is not stored and the corresponding field in the memory location
- /// pointed to by \a __p is not changed.
- /// \param __a
- /// A 256-bit vector of [4 x double] containing the values to be stored.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_maskstore_pd(double *__p, __m256i __m, __m256d __a)
- {
- __builtin_ia32_maskstorepd256((__v4df *)__p, (__v4di)__m, (__v4df)__a);
- }
- /// \brief Moves single-precision floating point values from a 128-bit vector
- /// of [4 x float] to a memory location pointed to by \a __p, according to
- /// the specified mask.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMASKMOVPS </c> instruction.
- ///
- /// \param __p
- /// A pointer to a memory location that will receive the float values.
- /// \param __m
- /// A 128-bit integer vector containing the mask. The most significant bit of
- /// each field in the mask vector represents the mask bits. If a mask bit is
- /// zero, the corresponding value from vector __a is not stored and the
- /// corresponding field in the memory location pointed to by \a __p is not
- /// changed.
- /// \param __a
- /// A 128-bit vector of [4 x float] containing the values to be stored.
- static __inline void __DEFAULT_FN_ATTRS
- _mm_maskstore_ps(float *__p, __m128i __m, __m128 __a)
- {
- __builtin_ia32_maskstoreps((__v4sf *)__p, (__v4si)__m, (__v4sf)__a);
- }
- /* Cacheability support ops */
- /// \brief Moves integer data from a 256-bit integer vector to a 32-byte
- /// aligned memory location. To minimize caching, the data is flagged as
- /// non-temporal (unlikely to be used again soon).
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVNTDQ </c> instruction.
- ///
- /// \param __a
- /// A pointer to a 32-byte aligned memory location that will receive the
- /// integer values.
- /// \param __b
- /// A 256-bit integer vector containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_stream_si256(__m256i *__a, __m256i __b)
- {
- typedef __v4di __v4di_aligned __attribute__((aligned(32)));
- __builtin_nontemporal_store((__v4di_aligned)__b, (__v4di_aligned*)__a);
- }
- /// \brief Moves double-precision values from a 256-bit vector of [4 x double]
- /// to a 32-byte aligned memory location. To minimize caching, the data is
- /// flagged as non-temporal (unlikely to be used again soon).
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVNTPD </c> instruction.
- ///
- /// \param __a
- /// A pointer to a 32-byte aligned memory location that will receive the
- /// double-precision floating-point values.
- /// \param __b
- /// A 256-bit vector of [4 x double] containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_stream_pd(double *__a, __m256d __b)
- {
- typedef __v4df __v4df_aligned __attribute__((aligned(32)));
- __builtin_nontemporal_store((__v4df_aligned)__b, (__v4df_aligned*)__a);
- }
- /// \brief Moves single-precision floating point values from a 256-bit vector
- /// of [8 x float] to a 32-byte aligned memory location. To minimize
- /// caching, the data is flagged as non-temporal (unlikely to be used again
- /// soon).
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVNTPS </c> instruction.
- ///
- /// \param __p
- /// A pointer to a 32-byte aligned memory location that will receive the
- /// single-precision floating point values.
- /// \param __a
- /// A 256-bit vector of [8 x float] containing the values to be moved.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_stream_ps(float *__p, __m256 __a)
- {
- typedef __v8sf __v8sf_aligned __attribute__((aligned(32)));
- __builtin_nontemporal_store((__v8sf_aligned)__a, (__v8sf_aligned*)__p);
- }
- /* Create vectors */
- /// \brief Create a 256-bit vector of [4 x double] with undefined values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \returns A 256-bit vector of [4 x double] containing undefined values.
- static __inline__ __m256d __DEFAULT_FN_ATTRS
- _mm256_undefined_pd(void)
- {
- return (__m256d)__builtin_ia32_undef256();
- }
- /// \brief Create a 256-bit vector of [8 x float] with undefined values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \returns A 256-bit vector of [8 x float] containing undefined values.
- static __inline__ __m256 __DEFAULT_FN_ATTRS
- _mm256_undefined_ps(void)
- {
- return (__m256)__builtin_ia32_undef256();
- }
- /// \brief Create a 256-bit integer vector with undefined values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \returns A 256-bit integer vector containing undefined values.
- static __inline__ __m256i __DEFAULT_FN_ATTRS
- _mm256_undefined_si256(void)
- {
- return (__m256i)__builtin_ia32_undef256();
- }
- /// \brief Constructs a 256-bit floating-point vector of [4 x double]
- /// initialized with the specified double-precision floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VUNPCKLPD+VINSERTF128 </c>
- /// instruction.
- ///
- /// \param __a
- /// A double-precision floating-point value used to initialize bits [255:192]
- /// of the result.
- /// \param __b
- /// A double-precision floating-point value used to initialize bits [191:128]
- /// of the result.
- /// \param __c
- /// A double-precision floating-point value used to initialize bits [127:64]
- /// of the result.
- /// \param __d
- /// A double-precision floating-point value used to initialize bits [63:0]
- /// of the result.
- /// \returns An initialized 256-bit floating-point vector of [4 x double].
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_set_pd(double __a, double __b, double __c, double __d)
- {
- return (__m256d){ __d, __c, __b, __a };
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float] initialized
- /// with the specified single-precision floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __a
- /// A single-precision floating-point value used to initialize bits [255:224]
- /// of the result.
- /// \param __b
- /// A single-precision floating-point value used to initialize bits [223:192]
- /// of the result.
- /// \param __c
- /// A single-precision floating-point value used to initialize bits [191:160]
- /// of the result.
- /// \param __d
- /// A single-precision floating-point value used to initialize bits [159:128]
- /// of the result.
- /// \param __e
- /// A single-precision floating-point value used to initialize bits [127:96]
- /// of the result.
- /// \param __f
- /// A single-precision floating-point value used to initialize bits [95:64]
- /// of the result.
- /// \param __g
- /// A single-precision floating-point value used to initialize bits [63:32]
- /// of the result.
- /// \param __h
- /// A single-precision floating-point value used to initialize bits [31:0]
- /// of the result.
- /// \returns An initialized 256-bit floating-point vector of [8 x float].
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_set_ps(float __a, float __b, float __c, float __d,
- float __e, float __f, float __g, float __h)
- {
- return (__m256){ __h, __g, __f, __e, __d, __c, __b, __a };
- }
- /// \brief Constructs a 256-bit integer vector initialized with the specified
- /// 32-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __i0
- /// A 32-bit integral value used to initialize bits [255:224] of the result.
- /// \param __i1
- /// A 32-bit integral value used to initialize bits [223:192] of the result.
- /// \param __i2
- /// A 32-bit integral value used to initialize bits [191:160] of the result.
- /// \param __i3
- /// A 32-bit integral value used to initialize bits [159:128] of the result.
- /// \param __i4
- /// A 32-bit integral value used to initialize bits [127:96] of the result.
- /// \param __i5
- /// A 32-bit integral value used to initialize bits [95:64] of the result.
- /// \param __i6
- /// A 32-bit integral value used to initialize bits [63:32] of the result.
- /// \param __i7
- /// A 32-bit integral value used to initialize bits [31:0] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set_epi32(int __i0, int __i1, int __i2, int __i3,
- int __i4, int __i5, int __i6, int __i7)
- {
- return (__m256i)(__v8si){ __i7, __i6, __i5, __i4, __i3, __i2, __i1, __i0 };
- }
- /// \brief Constructs a 256-bit integer vector initialized with the specified
- /// 16-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __w15
- /// A 16-bit integral value used to initialize bits [255:240] of the result.
- /// \param __w14
- /// A 16-bit integral value used to initialize bits [239:224] of the result.
- /// \param __w13
- /// A 16-bit integral value used to initialize bits [223:208] of the result.
- /// \param __w12
- /// A 16-bit integral value used to initialize bits [207:192] of the result.
- /// \param __w11
- /// A 16-bit integral value used to initialize bits [191:176] of the result.
- /// \param __w10
- /// A 16-bit integral value used to initialize bits [175:160] of the result.
- /// \param __w09
- /// A 16-bit integral value used to initialize bits [159:144] of the result.
- /// \param __w08
- /// A 16-bit integral value used to initialize bits [143:128] of the result.
- /// \param __w07
- /// A 16-bit integral value used to initialize bits [127:112] of the result.
- /// \param __w06
- /// A 16-bit integral value used to initialize bits [111:96] of the result.
- /// \param __w05
- /// A 16-bit integral value used to initialize bits [95:80] of the result.
- /// \param __w04
- /// A 16-bit integral value used to initialize bits [79:64] of the result.
- /// \param __w03
- /// A 16-bit integral value used to initialize bits [63:48] of the result.
- /// \param __w02
- /// A 16-bit integral value used to initialize bits [47:32] of the result.
- /// \param __w01
- /// A 16-bit integral value used to initialize bits [31:16] of the result.
- /// \param __w00
- /// A 16-bit integral value used to initialize bits [15:0] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set_epi16(short __w15, short __w14, short __w13, short __w12,
- short __w11, short __w10, short __w09, short __w08,
- short __w07, short __w06, short __w05, short __w04,
- short __w03, short __w02, short __w01, short __w00)
- {
- return (__m256i)(__v16hi){ __w00, __w01, __w02, __w03, __w04, __w05, __w06,
- __w07, __w08, __w09, __w10, __w11, __w12, __w13, __w14, __w15 };
- }
- /// \brief Constructs a 256-bit integer vector initialized with the specified
- /// 8-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __b31
- /// An 8-bit integral value used to initialize bits [255:248] of the result.
- /// \param __b30
- /// An 8-bit integral value used to initialize bits [247:240] of the result.
- /// \param __b29
- /// An 8-bit integral value used to initialize bits [239:232] of the result.
- /// \param __b28
- /// An 8-bit integral value used to initialize bits [231:224] of the result.
- /// \param __b27
- /// An 8-bit integral value used to initialize bits [223:216] of the result.
- /// \param __b26
- /// An 8-bit integral value used to initialize bits [215:208] of the result.
- /// \param __b25
- /// An 8-bit integral value used to initialize bits [207:200] of the result.
- /// \param __b24
- /// An 8-bit integral value used to initialize bits [199:192] of the result.
- /// \param __b23
- /// An 8-bit integral value used to initialize bits [191:184] of the result.
- /// \param __b22
- /// An 8-bit integral value used to initialize bits [183:176] of the result.
- /// \param __b21
- /// An 8-bit integral value used to initialize bits [175:168] of the result.
- /// \param __b20
- /// An 8-bit integral value used to initialize bits [167:160] of the result.
- /// \param __b19
- /// An 8-bit integral value used to initialize bits [159:152] of the result.
- /// \param __b18
- /// An 8-bit integral value used to initialize bits [151:144] of the result.
- /// \param __b17
- /// An 8-bit integral value used to initialize bits [143:136] of the result.
- /// \param __b16
- /// An 8-bit integral value used to initialize bits [135:128] of the result.
- /// \param __b15
- /// An 8-bit integral value used to initialize bits [127:120] of the result.
- /// \param __b14
- /// An 8-bit integral value used to initialize bits [119:112] of the result.
- /// \param __b13
- /// An 8-bit integral value used to initialize bits [111:104] of the result.
- /// \param __b12
- /// An 8-bit integral value used to initialize bits [103:96] of the result.
- /// \param __b11
- /// An 8-bit integral value used to initialize bits [95:88] of the result.
- /// \param __b10
- /// An 8-bit integral value used to initialize bits [87:80] of the result.
- /// \param __b09
- /// An 8-bit integral value used to initialize bits [79:72] of the result.
- /// \param __b08
- /// An 8-bit integral value used to initialize bits [71:64] of the result.
- /// \param __b07
- /// An 8-bit integral value used to initialize bits [63:56] of the result.
- /// \param __b06
- /// An 8-bit integral value used to initialize bits [55:48] of the result.
- /// \param __b05
- /// An 8-bit integral value used to initialize bits [47:40] of the result.
- /// \param __b04
- /// An 8-bit integral value used to initialize bits [39:32] of the result.
- /// \param __b03
- /// An 8-bit integral value used to initialize bits [31:24] of the result.
- /// \param __b02
- /// An 8-bit integral value used to initialize bits [23:16] of the result.
- /// \param __b01
- /// An 8-bit integral value used to initialize bits [15:8] of the result.
- /// \param __b00
- /// An 8-bit integral value used to initialize bits [7:0] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set_epi8(char __b31, char __b30, char __b29, char __b28,
- char __b27, char __b26, char __b25, char __b24,
- char __b23, char __b22, char __b21, char __b20,
- char __b19, char __b18, char __b17, char __b16,
- char __b15, char __b14, char __b13, char __b12,
- char __b11, char __b10, char __b09, char __b08,
- char __b07, char __b06, char __b05, char __b04,
- char __b03, char __b02, char __b01, char __b00)
- {
- return (__m256i)(__v32qi){
- __b00, __b01, __b02, __b03, __b04, __b05, __b06, __b07,
- __b08, __b09, __b10, __b11, __b12, __b13, __b14, __b15,
- __b16, __b17, __b18, __b19, __b20, __b21, __b22, __b23,
- __b24, __b25, __b26, __b27, __b28, __b29, __b30, __b31
- };
- }
- /// \brief Constructs a 256-bit integer vector initialized with the specified
- /// 64-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPUNPCKLQDQ+VINSERTF128 </c>
- /// instruction.
- ///
- /// \param __a
- /// A 64-bit integral value used to initialize bits [255:192] of the result.
- /// \param __b
- /// A 64-bit integral value used to initialize bits [191:128] of the result.
- /// \param __c
- /// A 64-bit integral value used to initialize bits [127:64] of the result.
- /// \param __d
- /// A 64-bit integral value used to initialize bits [63:0] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set_epi64x(long long __a, long long __b, long long __c, long long __d)
- {
- return (__m256i)(__v4di){ __d, __c, __b, __a };
- }
- /* Create vectors with elements in reverse order */
- /// \brief Constructs a 256-bit floating-point vector of [4 x double],
- /// initialized in reverse order with the specified double-precision
- /// floating-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VUNPCKLPD+VINSERTF128 </c>
- /// instruction.
- ///
- /// \param __a
- /// A double-precision floating-point value used to initialize bits [63:0]
- /// of the result.
- /// \param __b
- /// A double-precision floating-point value used to initialize bits [127:64]
- /// of the result.
- /// \param __c
- /// A double-precision floating-point value used to initialize bits [191:128]
- /// of the result.
- /// \param __d
- /// A double-precision floating-point value used to initialize bits [255:192]
- /// of the result.
- /// \returns An initialized 256-bit floating-point vector of [4 x double].
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_setr_pd(double __a, double __b, double __c, double __d)
- {
- return (__m256d){ __a, __b, __c, __d };
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float],
- /// initialized in reverse order with the specified single-precision
- /// float-point values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __a
- /// A single-precision floating-point value used to initialize bits [31:0]
- /// of the result.
- /// \param __b
- /// A single-precision floating-point value used to initialize bits [63:32]
- /// of the result.
- /// \param __c
- /// A single-precision floating-point value used to initialize bits [95:64]
- /// of the result.
- /// \param __d
- /// A single-precision floating-point value used to initialize bits [127:96]
- /// of the result.
- /// \param __e
- /// A single-precision floating-point value used to initialize bits [159:128]
- /// of the result.
- /// \param __f
- /// A single-precision floating-point value used to initialize bits [191:160]
- /// of the result.
- /// \param __g
- /// A single-precision floating-point value used to initialize bits [223:192]
- /// of the result.
- /// \param __h
- /// A single-precision floating-point value used to initialize bits [255:224]
- /// of the result.
- /// \returns An initialized 256-bit floating-point vector of [8 x float].
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_setr_ps(float __a, float __b, float __c, float __d,
- float __e, float __f, float __g, float __h)
- {
- return (__m256){ __a, __b, __c, __d, __e, __f, __g, __h };
- }
- /// \brief Constructs a 256-bit integer vector, initialized in reverse order
- /// with the specified 32-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __i0
- /// A 32-bit integral value used to initialize bits [31:0] of the result.
- /// \param __i1
- /// A 32-bit integral value used to initialize bits [63:32] of the result.
- /// \param __i2
- /// A 32-bit integral value used to initialize bits [95:64] of the result.
- /// \param __i3
- /// A 32-bit integral value used to initialize bits [127:96] of the result.
- /// \param __i4
- /// A 32-bit integral value used to initialize bits [159:128] of the result.
- /// \param __i5
- /// A 32-bit integral value used to initialize bits [191:160] of the result.
- /// \param __i6
- /// A 32-bit integral value used to initialize bits [223:192] of the result.
- /// \param __i7
- /// A 32-bit integral value used to initialize bits [255:224] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_setr_epi32(int __i0, int __i1, int __i2, int __i3,
- int __i4, int __i5, int __i6, int __i7)
- {
- return (__m256i)(__v8si){ __i0, __i1, __i2, __i3, __i4, __i5, __i6, __i7 };
- }
- /// \brief Constructs a 256-bit integer vector, initialized in reverse order
- /// with the specified 16-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __w15
- /// A 16-bit integral value used to initialize bits [15:0] of the result.
- /// \param __w14
- /// A 16-bit integral value used to initialize bits [31:16] of the result.
- /// \param __w13
- /// A 16-bit integral value used to initialize bits [47:32] of the result.
- /// \param __w12
- /// A 16-bit integral value used to initialize bits [63:48] of the result.
- /// \param __w11
- /// A 16-bit integral value used to initialize bits [79:64] of the result.
- /// \param __w10
- /// A 16-bit integral value used to initialize bits [95:80] of the result.
- /// \param __w09
- /// A 16-bit integral value used to initialize bits [111:96] of the result.
- /// \param __w08
- /// A 16-bit integral value used to initialize bits [127:112] of the result.
- /// \param __w07
- /// A 16-bit integral value used to initialize bits [143:128] of the result.
- /// \param __w06
- /// A 16-bit integral value used to initialize bits [159:144] of the result.
- /// \param __w05
- /// A 16-bit integral value used to initialize bits [175:160] of the result.
- /// \param __w04
- /// A 16-bit integral value used to initialize bits [191:176] of the result.
- /// \param __w03
- /// A 16-bit integral value used to initialize bits [207:192] of the result.
- /// \param __w02
- /// A 16-bit integral value used to initialize bits [223:208] of the result.
- /// \param __w01
- /// A 16-bit integral value used to initialize bits [239:224] of the result.
- /// \param __w00
- /// A 16-bit integral value used to initialize bits [255:240] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_setr_epi16(short __w15, short __w14, short __w13, short __w12,
- short __w11, short __w10, short __w09, short __w08,
- short __w07, short __w06, short __w05, short __w04,
- short __w03, short __w02, short __w01, short __w00)
- {
- return (__m256i)(__v16hi){ __w15, __w14, __w13, __w12, __w11, __w10, __w09,
- __w08, __w07, __w06, __w05, __w04, __w03, __w02, __w01, __w00 };
- }
- /// \brief Constructs a 256-bit integer vector, initialized in reverse order
- /// with the specified 8-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic is a utility function and does not correspond to a specific
- /// instruction.
- ///
- /// \param __b31
- /// An 8-bit integral value used to initialize bits [7:0] of the result.
- /// \param __b30
- /// An 8-bit integral value used to initialize bits [15:8] of the result.
- /// \param __b29
- /// An 8-bit integral value used to initialize bits [23:16] of the result.
- /// \param __b28
- /// An 8-bit integral value used to initialize bits [31:24] of the result.
- /// \param __b27
- /// An 8-bit integral value used to initialize bits [39:32] of the result.
- /// \param __b26
- /// An 8-bit integral value used to initialize bits [47:40] of the result.
- /// \param __b25
- /// An 8-bit integral value used to initialize bits [55:48] of the result.
- /// \param __b24
- /// An 8-bit integral value used to initialize bits [63:56] of the result.
- /// \param __b23
- /// An 8-bit integral value used to initialize bits [71:64] of the result.
- /// \param __b22
- /// An 8-bit integral value used to initialize bits [79:72] of the result.
- /// \param __b21
- /// An 8-bit integral value used to initialize bits [87:80] of the result.
- /// \param __b20
- /// An 8-bit integral value used to initialize bits [95:88] of the result.
- /// \param __b19
- /// An 8-bit integral value used to initialize bits [103:96] of the result.
- /// \param __b18
- /// An 8-bit integral value used to initialize bits [111:104] of the result.
- /// \param __b17
- /// An 8-bit integral value used to initialize bits [119:112] of the result.
- /// \param __b16
- /// An 8-bit integral value used to initialize bits [127:120] of the result.
- /// \param __b15
- /// An 8-bit integral value used to initialize bits [135:128] of the result.
- /// \param __b14
- /// An 8-bit integral value used to initialize bits [143:136] of the result.
- /// \param __b13
- /// An 8-bit integral value used to initialize bits [151:144] of the result.
- /// \param __b12
- /// An 8-bit integral value used to initialize bits [159:152] of the result.
- /// \param __b11
- /// An 8-bit integral value used to initialize bits [167:160] of the result.
- /// \param __b10
- /// An 8-bit integral value used to initialize bits [175:168] of the result.
- /// \param __b09
- /// An 8-bit integral value used to initialize bits [183:176] of the result.
- /// \param __b08
- /// An 8-bit integral value used to initialize bits [191:184] of the result.
- /// \param __b07
- /// An 8-bit integral value used to initialize bits [199:192] of the result.
- /// \param __b06
- /// An 8-bit integral value used to initialize bits [207:200] of the result.
- /// \param __b05
- /// An 8-bit integral value used to initialize bits [215:208] of the result.
- /// \param __b04
- /// An 8-bit integral value used to initialize bits [223:216] of the result.
- /// \param __b03
- /// An 8-bit integral value used to initialize bits [231:224] of the result.
- /// \param __b02
- /// An 8-bit integral value used to initialize bits [239:232] of the result.
- /// \param __b01
- /// An 8-bit integral value used to initialize bits [247:240] of the result.
- /// \param __b00
- /// An 8-bit integral value used to initialize bits [255:248] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_setr_epi8(char __b31, char __b30, char __b29, char __b28,
- char __b27, char __b26, char __b25, char __b24,
- char __b23, char __b22, char __b21, char __b20,
- char __b19, char __b18, char __b17, char __b16,
- char __b15, char __b14, char __b13, char __b12,
- char __b11, char __b10, char __b09, char __b08,
- char __b07, char __b06, char __b05, char __b04,
- char __b03, char __b02, char __b01, char __b00)
- {
- return (__m256i)(__v32qi){
- __b31, __b30, __b29, __b28, __b27, __b26, __b25, __b24,
- __b23, __b22, __b21, __b20, __b19, __b18, __b17, __b16,
- __b15, __b14, __b13, __b12, __b11, __b10, __b09, __b08,
- __b07, __b06, __b05, __b04, __b03, __b02, __b01, __b00 };
- }
- /// \brief Constructs a 256-bit integer vector, initialized in reverse order
- /// with the specified 64-bit integral values.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPUNPCKLQDQ+VINSERTF128 </c>
- /// instruction.
- ///
- /// \param __a
- /// A 64-bit integral value used to initialize bits [63:0] of the result.
- /// \param __b
- /// A 64-bit integral value used to initialize bits [127:64] of the result.
- /// \param __c
- /// A 64-bit integral value used to initialize bits [191:128] of the result.
- /// \param __d
- /// A 64-bit integral value used to initialize bits [255:192] of the result.
- /// \returns An initialized 256-bit integer vector.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_setr_epi64x(long long __a, long long __b, long long __c, long long __d)
- {
- return (__m256i)(__v4di){ __a, __b, __c, __d };
- }
- /* Create vectors with repeated elements */
- /// \brief Constructs a 256-bit floating-point vector of [4 x double], with each
- /// of the four double-precision floating-point vector elements set to the
- /// specified double-precision floating-point value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDDUP+VINSERTF128 </c> instruction.
- ///
- /// \param __w
- /// A double-precision floating-point value used to initialize each vector
- /// element of the result.
- /// \returns An initialized 256-bit floating-point vector of [4 x double].
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_set1_pd(double __w)
- {
- return (__m256d){ __w, __w, __w, __w };
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float], with each
- /// of the eight single-precision floating-point vector elements set to the
- /// specified single-precision floating-point value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPERMILPS+VINSERTF128 </c>
- /// instruction.
- ///
- /// \param __w
- /// A single-precision floating-point value used to initialize each vector
- /// element of the result.
- /// \returns An initialized 256-bit floating-point vector of [8 x float].
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_set1_ps(float __w)
- {
- return (__m256){ __w, __w, __w, __w, __w, __w, __w, __w };
- }
- /// \brief Constructs a 256-bit integer vector of [8 x i32], with each of the
- /// 32-bit integral vector elements set to the specified 32-bit integral
- /// value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPERMILPS+VINSERTF128 </c>
- /// instruction.
- ///
- /// \param __i
- /// A 32-bit integral value used to initialize each vector element of the
- /// result.
- /// \returns An initialized 256-bit integer vector of [8 x i32].
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set1_epi32(int __i)
- {
- return (__m256i)(__v8si){ __i, __i, __i, __i, __i, __i, __i, __i };
- }
- /// \brief Constructs a 256-bit integer vector of [16 x i16], with each of the
- /// 16-bit integral vector elements set to the specified 16-bit integral
- /// value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPSHUFB+VINSERTF128 </c> instruction.
- ///
- /// \param __w
- /// A 16-bit integral value used to initialize each vector element of the
- /// result.
- /// \returns An initialized 256-bit integer vector of [16 x i16].
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set1_epi16(short __w)
- {
- return (__m256i)(__v16hi){ __w, __w, __w, __w, __w, __w, __w, __w, __w, __w,
- __w, __w, __w, __w, __w, __w };
- }
- /// \brief Constructs a 256-bit integer vector of [32 x i8], with each of the
- /// 8-bit integral vector elements set to the specified 8-bit integral value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VPSHUFB+VINSERTF128 </c> instruction.
- ///
- /// \param __b
- /// An 8-bit integral value used to initialize each vector element of the
- /// result.
- /// \returns An initialized 256-bit integer vector of [32 x i8].
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set1_epi8(char __b)
- {
- return (__m256i)(__v32qi){ __b, __b, __b, __b, __b, __b, __b, __b, __b, __b,
- __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b,
- __b, __b, __b, __b, __b, __b, __b };
- }
- /// \brief Constructs a 256-bit integer vector of [4 x i64], with each of the
- /// 64-bit integral vector elements set to the specified 64-bit integral
- /// value.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDDUP+VINSERTF128 </c> instruction.
- ///
- /// \param __q
- /// A 64-bit integral value used to initialize each vector element of the
- /// result.
- /// \returns An initialized 256-bit integer vector of [4 x i64].
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set1_epi64x(long long __q)
- {
- return (__m256i)(__v4di){ __q, __q, __q, __q };
- }
- /* Create __zeroed vectors */
- /// \brief Constructs a 256-bit floating-point vector of [4 x double] with all
- /// vector elements initialized to zero.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VXORPS </c> instruction.
- ///
- /// \returns A 256-bit vector of [4 x double] with all elements set to zero.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_setzero_pd(void)
- {
- return (__m256d){ 0, 0, 0, 0 };
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float] with all
- /// vector elements initialized to zero.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VXORPS </c> instruction.
- ///
- /// \returns A 256-bit vector of [8 x float] with all elements set to zero.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_setzero_ps(void)
- {
- return (__m256){ 0, 0, 0, 0, 0, 0, 0, 0 };
- }
- /// \brief Constructs a 256-bit integer vector initialized to zero.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VXORPS </c> instruction.
- ///
- /// \returns A 256-bit integer vector initialized to zero.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_setzero_si256(void)
- {
- return (__m256i){ 0LL, 0LL, 0LL, 0LL };
- }
- /* Cast between vector types */
- /// \brief Casts a 256-bit floating-point vector of [4 x double] into a 256-bit
- /// floating-point vector of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [4 x double].
- /// \returns A 256-bit floating-point vector of [8 x float] containing the same
- /// bitwise pattern as the parameter.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_castpd_ps(__m256d __a)
- {
- return (__m256)__a;
- }
- /// \brief Casts a 256-bit floating-point vector of [4 x double] into a 256-bit
- /// integer vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [4 x double].
- /// \returns A 256-bit integer vector containing the same bitwise pattern as the
- /// parameter.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_castpd_si256(__m256d __a)
- {
- return (__m256i)__a;
- }
- /// \brief Casts a 256-bit floating-point vector of [8 x float] into a 256-bit
- /// floating-point vector of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [8 x float].
- /// \returns A 256-bit floating-point vector of [4 x double] containing the same
- /// bitwise pattern as the parameter.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_castps_pd(__m256 __a)
- {
- return (__m256d)__a;
- }
- /// \brief Casts a 256-bit floating-point vector of [8 x float] into a 256-bit
- /// integer vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [8 x float].
- /// \returns A 256-bit integer vector containing the same bitwise pattern as the
- /// parameter.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_castps_si256(__m256 __a)
- {
- return (__m256i)__a;
- }
- /// \brief Casts a 256-bit integer vector into a 256-bit floating-point vector
- /// of [8 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector.
- /// \returns A 256-bit floating-point vector of [8 x float] containing the same
- /// bitwise pattern as the parameter.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_castsi256_ps(__m256i __a)
- {
- return (__m256)__a;
- }
- /// \brief Casts a 256-bit integer vector into a 256-bit floating-point vector
- /// of [4 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector.
- /// \returns A 256-bit floating-point vector of [4 x double] containing the same
- /// bitwise pattern as the parameter.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_castsi256_pd(__m256i __a)
- {
- return (__m256d)__a;
- }
- /// \brief Returns the lower 128 bits of a 256-bit floating-point vector of
- /// [4 x double] as a 128-bit floating-point vector of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [4 x double].
- /// \returns A 128-bit floating-point vector of [2 x double] containing the
- /// lower 128 bits of the parameter.
- static __inline __m128d __DEFAULT_FN_ATTRS
- _mm256_castpd256_pd128(__m256d __a)
- {
- return __builtin_shufflevector((__v4df)__a, (__v4df)__a, 0, 1);
- }
- /// \brief Returns the lower 128 bits of a 256-bit floating-point vector of
- /// [8 x float] as a 128-bit floating-point vector of [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit floating-point vector of [8 x float].
- /// \returns A 128-bit floating-point vector of [4 x float] containing the
- /// lower 128 bits of the parameter.
- static __inline __m128 __DEFAULT_FN_ATTRS
- _mm256_castps256_ps128(__m256 __a)
- {
- return __builtin_shufflevector((__v8sf)__a, (__v8sf)__a, 0, 1, 2, 3);
- }
- /// \brief Truncates a 256-bit integer vector into a 128-bit integer vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 256-bit integer vector.
- /// \returns A 128-bit integer vector containing the lower 128 bits of the
- /// parameter.
- static __inline __m128i __DEFAULT_FN_ATTRS
- _mm256_castsi256_si128(__m256i __a)
- {
- return __builtin_shufflevector((__v4di)__a, (__v4di)__a, 0, 1);
- }
- /// \brief Constructs a 256-bit floating-point vector of [4 x double] from a
- /// 128-bit floating-point vector of [2 x double].
- ///
- /// The lower 128 bits contain the value of the source vector. The contents
- /// of the upper 128 bits are undefined.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double].
- /// \returns A 256-bit floating-point vector of [4 x double]. The lower 128 bits
- /// contain the value of the parameter. The contents of the upper 128 bits
- /// are undefined.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_castpd128_pd256(__m128d __a)
- {
- return __builtin_shufflevector((__v2df)__a, (__v2df)__a, 0, 1, -1, -1);
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float] from a
- /// 128-bit floating-point vector of [4 x float].
- ///
- /// The lower 128 bits contain the value of the source vector. The contents
- /// of the upper 128 bits are undefined.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float].
- /// \returns A 256-bit floating-point vector of [8 x float]. The lower 128 bits
- /// contain the value of the parameter. The contents of the upper 128 bits
- /// are undefined.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_castps128_ps256(__m128 __a)
- {
- return __builtin_shufflevector((__v4sf)__a, (__v4sf)__a, 0, 1, 2, 3, -1, -1, -1, -1);
- }
- /// \brief Constructs a 256-bit integer vector from a 128-bit integer vector.
- ///
- /// The lower 128 bits contain the value of the source vector. The contents
- /// of the upper 128 bits are undefined.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 128-bit integer vector.
- /// \returns A 256-bit integer vector. The lower 128 bits contain the value of
- /// the parameter. The contents of the upper 128 bits are undefined.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_castsi128_si256(__m128i __a)
- {
- return __builtin_shufflevector((__v2di)__a, (__v2di)__a, 0, 1, -1, -1);
- }
- /// \brief Constructs a 256-bit floating-point vector of [4 x double] from a
- /// 128-bit floating-point vector of [2 x double]. The lower 128 bits
- /// contain the value of the source vector. The upper 128 bits are set
- /// to zero.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double].
- /// \returns A 256-bit floating-point vector of [4 x double]. The lower 128 bits
- /// contain the value of the parameter. The upper 128 bits are set to zero.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_zextpd128_pd256(__m128d __a)
- {
- return __builtin_shufflevector((__v2df)__a, (__v2df)_mm_setzero_pd(), 0, 1, 2, 3);
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float] from a
- /// 128-bit floating-point vector of [4 x float]. The lower 128 bits contain
- /// the value of the source vector. The upper 128 bits are set to zero.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float].
- /// \returns A 256-bit floating-point vector of [8 x float]. The lower 128 bits
- /// contain the value of the parameter. The upper 128 bits are set to zero.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_zextps128_ps256(__m128 __a)
- {
- return __builtin_shufflevector((__v4sf)__a, (__v4sf)_mm_setzero_ps(), 0, 1, 2, 3, 4, 5, 6, 7);
- }
- /// \brief Constructs a 256-bit integer vector from a 128-bit integer vector.
- /// The lower 128 bits contain the value of the source vector. The upper
- /// 128 bits are set to zero.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic has no corresponding instruction.
- ///
- /// \param __a
- /// A 128-bit integer vector.
- /// \returns A 256-bit integer vector. The lower 128 bits contain the value of
- /// the parameter. The upper 128 bits are set to zero.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_zextsi128_si256(__m128i __a)
- {
- return __builtin_shufflevector((__v2di)__a, (__v2di)_mm_setzero_si128(), 0, 1, 2, 3);
- }
- /*
- Vector insert.
- We use macros rather than inlines because we only want to accept
- invocations where the immediate M is a constant expression.
- */
- /// \brief Constructs a new 256-bit vector of [8 x float] by first duplicating
- /// a 256-bit vector of [8 x float] given in the first parameter, and then
- /// replacing either the upper or the lower 128 bits with the contents of a
- /// 128-bit vector of [4 x float] in the second parameter.
- ///
- /// The immediate integer parameter determines between the upper or the lower
- /// 128 bits.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256 _mm256_insertf128_ps(__m256 V1, __m128 V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param V1
- /// A 256-bit vector of [8 x float]. This vector is copied to the result
- /// first, and then either the upper or the lower 128 bits of the result will
- /// be replaced by the contents of \a V2.
- /// \param V2
- /// A 128-bit vector of [4 x float]. The contents of this parameter are
- /// written to either the upper or the lower 128 bits of the result depending
- /// on the value of parameter \a M.
- /// \param M
- /// An immediate integer. The least significant bit determines how the values
- /// from the two parameters are interleaved: \n
- /// If bit [0] of \a M is 0, \a V2 are copied to bits [127:0] of the result,
- /// and bits [255:128] of \a V1 are copied to bits [255:128] of the
- /// result. \n
- /// If bit [0] of \a M is 1, \a V2 are copied to bits [255:128] of the
- /// result, and bits [127:0] of \a V1 are copied to bits [127:0] of the
- /// result.
- /// \returns A 256-bit vector of [8 x float] containing the interleaved values.
- #define _mm256_insertf128_ps(V1, V2, M) __extension__ ({ \
- (__m256)__builtin_shufflevector( \
- (__v8sf)(__m256)(V1), \
- (__v8sf)_mm256_castps128_ps256((__m128)(V2)), \
- (((M) & 1) ? 0 : 8), \
- (((M) & 1) ? 1 : 9), \
- (((M) & 1) ? 2 : 10), \
- (((M) & 1) ? 3 : 11), \
- (((M) & 1) ? 8 : 4), \
- (((M) & 1) ? 9 : 5), \
- (((M) & 1) ? 10 : 6), \
- (((M) & 1) ? 11 : 7) );})
- /// \brief Constructs a new 256-bit vector of [4 x double] by first duplicating
- /// a 256-bit vector of [4 x double] given in the first parameter, and then
- /// replacing either the upper or the lower 128 bits with the contents of a
- /// 128-bit vector of [2 x double] in the second parameter.
- ///
- /// The immediate integer parameter determines between the upper or the lower
- /// 128 bits.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256d _mm256_insertf128_pd(__m256d V1, __m128d V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param V1
- /// A 256-bit vector of [4 x double]. This vector is copied to the result
- /// first, and then either the upper or the lower 128 bits of the result will
- /// be replaced by the contents of \a V2.
- /// \param V2
- /// A 128-bit vector of [2 x double]. The contents of this parameter are
- /// written to either the upper or the lower 128 bits of the result depending
- /// on the value of parameter \a M.
- /// \param M
- /// An immediate integer. The least significant bit determines how the values
- /// from the two parameters are interleaved: \n
- /// If bit [0] of \a M is 0, \a V2 are copied to bits [127:0] of the result,
- /// and bits [255:128] of \a V1 are copied to bits [255:128] of the
- /// result. \n
- /// If bit [0] of \a M is 1, \a V2 are copied to bits [255:128] of the
- /// result, and bits [127:0] of \a V1 are copied to bits [127:0] of the
- /// result.
- /// \returns A 256-bit vector of [4 x double] containing the interleaved values.
- #define _mm256_insertf128_pd(V1, V2, M) __extension__ ({ \
- (__m256d)__builtin_shufflevector( \
- (__v4df)(__m256d)(V1), \
- (__v4df)_mm256_castpd128_pd256((__m128d)(V2)), \
- (((M) & 1) ? 0 : 4), \
- (((M) & 1) ? 1 : 5), \
- (((M) & 1) ? 4 : 2), \
- (((M) & 1) ? 5 : 3) );})
- /// \brief Constructs a new 256-bit integer vector by first duplicating a
- /// 256-bit integer vector given in the first parameter, and then replacing
- /// either the upper or the lower 128 bits with the contents of a 128-bit
- /// integer vector in the second parameter.
- ///
- /// The immediate integer parameter determines between the upper or the lower
- /// 128 bits.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m256i _mm256_insertf128_si256(__m256i V1, __m128i V2, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param V1
- /// A 256-bit integer vector. This vector is copied to the result first, and
- /// then either the upper or the lower 128 bits of the result will be
- /// replaced by the contents of \a V2.
- /// \param V2
- /// A 128-bit integer vector. The contents of this parameter are written to
- /// either the upper or the lower 128 bits of the result depending on the
- /// value of parameter \a M.
- /// \param M
- /// An immediate integer. The least significant bit determines how the values
- /// from the two parameters are interleaved: \n
- /// If bit [0] of \a M is 0, \a V2 are copied to bits [127:0] of the result,
- /// and bits [255:128] of \a V1 are copied to bits [255:128] of the
- /// result. \n
- /// If bit [0] of \a M is 1, \a V2 are copied to bits [255:128] of the
- /// result, and bits [127:0] of \a V1 are copied to bits [127:0] of the
- /// result.
- /// \returns A 256-bit integer vector containing the interleaved values.
- #define _mm256_insertf128_si256(V1, V2, M) __extension__ ({ \
- (__m256i)__builtin_shufflevector( \
- (__v4di)(__m256i)(V1), \
- (__v4di)_mm256_castsi128_si256((__m128i)(V2)), \
- (((M) & 1) ? 0 : 4), \
- (((M) & 1) ? 1 : 5), \
- (((M) & 1) ? 4 : 2), \
- (((M) & 1) ? 5 : 3) );})
- /*
- Vector extract.
- We use macros rather than inlines because we only want to accept
- invocations where the immediate M is a constant expression.
- */
- /// \brief Extracts either the upper or the lower 128 bits from a 256-bit vector
- /// of [8 x float], as determined by the immediate integer parameter, and
- /// returns the extracted bits as a 128-bit vector of [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128 _mm256_extractf128_ps(__m256 V, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128 </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [8 x float].
- /// \param M
- /// An immediate integer. The least significant bit determines which bits are
- /// extracted from the first parameter: \n
- /// If bit [0] of \a M is 0, bits [127:0] of \a V are copied to the
- /// result. \n
- /// If bit [0] of \a M is 1, bits [255:128] of \a V are copied to the result.
- /// \returns A 128-bit vector of [4 x float] containing the extracted bits.
- #define _mm256_extractf128_ps(V, M) __extension__ ({ \
- (__m128)__builtin_shufflevector( \
- (__v8sf)(__m256)(V), \
- (__v8sf)(_mm256_undefined_ps()), \
- (((M) & 1) ? 4 : 0), \
- (((M) & 1) ? 5 : 1), \
- (((M) & 1) ? 6 : 2), \
- (((M) & 1) ? 7 : 3) );})
- /// \brief Extracts either the upper or the lower 128 bits from a 256-bit vector
- /// of [4 x double], as determined by the immediate integer parameter, and
- /// returns the extracted bits as a 128-bit vector of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128d _mm256_extractf128_pd(__m256d V, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128 </c> instruction.
- ///
- /// \param V
- /// A 256-bit vector of [4 x double].
- /// \param M
- /// An immediate integer. The least significant bit determines which bits are
- /// extracted from the first parameter: \n
- /// If bit [0] of \a M is 0, bits [127:0] of \a V are copied to the
- /// result. \n
- /// If bit [0] of \a M is 1, bits [255:128] of \a V are copied to the result.
- /// \returns A 128-bit vector of [2 x double] containing the extracted bits.
- #define _mm256_extractf128_pd(V, M) __extension__ ({ \
- (__m128d)__builtin_shufflevector( \
- (__v4df)(__m256d)(V), \
- (__v4df)(_mm256_undefined_pd()), \
- (((M) & 1) ? 2 : 0), \
- (((M) & 1) ? 3 : 1) );})
- /// \brief Extracts either the upper or the lower 128 bits from a 256-bit
- /// integer vector, as determined by the immediate integer parameter, and
- /// returns the extracted bits as a 128-bit integer vector.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128i _mm256_extractf128_si256(__m256i V, const int M);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128 </c> instruction.
- ///
- /// \param V
- /// A 256-bit integer vector.
- /// \param M
- /// An immediate integer. The least significant bit determines which bits are
- /// extracted from the first parameter: \n
- /// If bit [0] of \a M is 0, bits [127:0] of \a V are copied to the
- /// result. \n
- /// If bit [0] of \a M is 1, bits [255:128] of \a V are copied to the result.
- /// \returns A 128-bit integer vector containing the extracted bits.
- #define _mm256_extractf128_si256(V, M) __extension__ ({ \
- (__m128i)__builtin_shufflevector( \
- (__v4di)(__m256i)(V), \
- (__v4di)(_mm256_undefined_si256()), \
- (((M) & 1) ? 2 : 0), \
- (((M) & 1) ? 3 : 1) );})
- /* SIMD load ops (unaligned) */
- /// \brief Loads two 128-bit floating-point vectors of [4 x float] from
- /// unaligned memory locations and constructs a 256-bit floating-point vector
- /// of [8 x float] by concatenating the two 128-bit vectors.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to load instructions followed by the
- /// <c> VINSERTF128 </c> instruction.
- ///
- /// \param __addr_hi
- /// A pointer to a 128-bit memory location containing 4 consecutive
- /// single-precision floating-point values. These values are to be copied to
- /// bits[255:128] of the result. The address of the memory location does not
- /// have to be aligned.
- /// \param __addr_lo
- /// A pointer to a 128-bit memory location containing 4 consecutive
- /// single-precision floating-point values. These values are to be copied to
- /// bits[127:0] of the result. The address of the memory location does not
- /// have to be aligned.
- /// \returns A 256-bit floating-point vector of [8 x float] containing the
- /// concatenated result.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_loadu2_m128(float const *__addr_hi, float const *__addr_lo)
- {
- __m256 __v256 = _mm256_castps128_ps256(_mm_loadu_ps(__addr_lo));
- return _mm256_insertf128_ps(__v256, _mm_loadu_ps(__addr_hi), 1);
- }
- /// \brief Loads two 128-bit floating-point vectors of [2 x double] from
- /// unaligned memory locations and constructs a 256-bit floating-point vector
- /// of [4 x double] by concatenating the two 128-bit vectors.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to load instructions followed by the
- /// <c> VINSERTF128 </c> instruction.
- ///
- /// \param __addr_hi
- /// A pointer to a 128-bit memory location containing two consecutive
- /// double-precision floating-point values. These values are to be copied to
- /// bits[255:128] of the result. The address of the memory location does not
- /// have to be aligned.
- /// \param __addr_lo
- /// A pointer to a 128-bit memory location containing two consecutive
- /// double-precision floating-point values. These values are to be copied to
- /// bits[127:0] of the result. The address of the memory location does not
- /// have to be aligned.
- /// \returns A 256-bit floating-point vector of [4 x double] containing the
- /// concatenated result.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_loadu2_m128d(double const *__addr_hi, double const *__addr_lo)
- {
- __m256d __v256 = _mm256_castpd128_pd256(_mm_loadu_pd(__addr_lo));
- return _mm256_insertf128_pd(__v256, _mm_loadu_pd(__addr_hi), 1);
- }
- /// \brief Loads two 128-bit integer vectors from unaligned memory locations and
- /// constructs a 256-bit integer vector by concatenating the two 128-bit
- /// vectors.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to load instructions followed by the
- /// <c> VINSERTF128 </c> instruction.
- ///
- /// \param __addr_hi
- /// A pointer to a 128-bit memory location containing a 128-bit integer
- /// vector. This vector is to be copied to bits[255:128] of the result. The
- /// address of the memory location does not have to be aligned.
- /// \param __addr_lo
- /// A pointer to a 128-bit memory location containing a 128-bit integer
- /// vector. This vector is to be copied to bits[127:0] of the result. The
- /// address of the memory location does not have to be aligned.
- /// \returns A 256-bit integer vector containing the concatenated result.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_loadu2_m128i(__m128i const *__addr_hi, __m128i const *__addr_lo)
- {
- __m256i __v256 = _mm256_castsi128_si256(_mm_loadu_si128(__addr_lo));
- return _mm256_insertf128_si256(__v256, _mm_loadu_si128(__addr_hi), 1);
- }
- /* SIMD store ops (unaligned) */
- /// \brief Stores the upper and lower 128 bits of a 256-bit floating-point
- /// vector of [8 x float] into two different unaligned memory locations.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128 </c> instruction and the
- /// store instructions.
- ///
- /// \param __addr_hi
- /// A pointer to a 128-bit memory location. Bits[255:128] of \a __a are to be
- /// copied to this memory location. The address of this memory location does
- /// not have to be aligned.
- /// \param __addr_lo
- /// A pointer to a 128-bit memory location. Bits[127:0] of \a __a are to be
- /// copied to this memory location. The address of this memory location does
- /// not have to be aligned.
- /// \param __a
- /// A 256-bit floating-point vector of [8 x float].
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_storeu2_m128(float *__addr_hi, float *__addr_lo, __m256 __a)
- {
- __m128 __v128;
- __v128 = _mm256_castps256_ps128(__a);
- _mm_storeu_ps(__addr_lo, __v128);
- __v128 = _mm256_extractf128_ps(__a, 1);
- _mm_storeu_ps(__addr_hi, __v128);
- }
- /// \brief Stores the upper and lower 128 bits of a 256-bit floating-point
- /// vector of [4 x double] into two different unaligned memory locations.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128 </c> instruction and the
- /// store instructions.
- ///
- /// \param __addr_hi
- /// A pointer to a 128-bit memory location. Bits[255:128] of \a __a are to be
- /// copied to this memory location. The address of this memory location does
- /// not have to be aligned.
- /// \param __addr_lo
- /// A pointer to a 128-bit memory location. Bits[127:0] of \a __a are to be
- /// copied to this memory location. The address of this memory location does
- /// not have to be aligned.
- /// \param __a
- /// A 256-bit floating-point vector of [4 x double].
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_storeu2_m128d(double *__addr_hi, double *__addr_lo, __m256d __a)
- {
- __m128d __v128;
- __v128 = _mm256_castpd256_pd128(__a);
- _mm_storeu_pd(__addr_lo, __v128);
- __v128 = _mm256_extractf128_pd(__a, 1);
- _mm_storeu_pd(__addr_hi, __v128);
- }
- /// \brief Stores the upper and lower 128 bits of a 256-bit integer vector into
- /// two different unaligned memory locations.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VEXTRACTF128 </c> instruction and the
- /// store instructions.
- ///
- /// \param __addr_hi
- /// A pointer to a 128-bit memory location. Bits[255:128] of \a __a are to be
- /// copied to this memory location. The address of this memory location does
- /// not have to be aligned.
- /// \param __addr_lo
- /// A pointer to a 128-bit memory location. Bits[127:0] of \a __a are to be
- /// copied to this memory location. The address of this memory location does
- /// not have to be aligned.
- /// \param __a
- /// A 256-bit integer vector.
- static __inline void __DEFAULT_FN_ATTRS
- _mm256_storeu2_m128i(__m128i *__addr_hi, __m128i *__addr_lo, __m256i __a)
- {
- __m128i __v128;
- __v128 = _mm256_castsi256_si128(__a);
- _mm_storeu_si128(__addr_lo, __v128);
- __v128 = _mm256_extractf128_si256(__a, 1);
- _mm_storeu_si128(__addr_hi, __v128);
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float] by
- /// concatenating two 128-bit floating-point vectors of [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param __hi
- /// A 128-bit floating-point vector of [4 x float] to be copied to the upper
- /// 128 bits of the result.
- /// \param __lo
- /// A 128-bit floating-point vector of [4 x float] to be copied to the lower
- /// 128 bits of the result.
- /// \returns A 256-bit floating-point vector of [8 x float] containing the
- /// concatenated result.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_set_m128 (__m128 __hi, __m128 __lo)
- {
- return (__m256) __builtin_shufflevector((__v4sf)__lo, (__v4sf)__hi, 0, 1, 2, 3, 4, 5, 6, 7);
- }
- /// \brief Constructs a 256-bit floating-point vector of [4 x double] by
- /// concatenating two 128-bit floating-point vectors of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param __hi
- /// A 128-bit floating-point vector of [2 x double] to be copied to the upper
- /// 128 bits of the result.
- /// \param __lo
- /// A 128-bit floating-point vector of [2 x double] to be copied to the lower
- /// 128 bits of the result.
- /// \returns A 256-bit floating-point vector of [4 x double] containing the
- /// concatenated result.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_set_m128d (__m128d __hi, __m128d __lo)
- {
- return (__m256d)_mm256_set_m128((__m128)__hi, (__m128)__lo);
- }
- /// \brief Constructs a 256-bit integer vector by concatenating two 128-bit
- /// integer vectors.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param __hi
- /// A 128-bit integer vector to be copied to the upper 128 bits of the
- /// result.
- /// \param __lo
- /// A 128-bit integer vector to be copied to the lower 128 bits of the
- /// result.
- /// \returns A 256-bit integer vector containing the concatenated result.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_set_m128i (__m128i __hi, __m128i __lo)
- {
- return (__m256i)_mm256_set_m128((__m128)__hi, (__m128)__lo);
- }
- /// \brief Constructs a 256-bit floating-point vector of [8 x float] by
- /// concatenating two 128-bit floating-point vectors of [4 x float]. This is
- /// similar to _mm256_set_m128, but the order of the input parameters is
- /// swapped.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param __lo
- /// A 128-bit floating-point vector of [4 x float] to be copied to the lower
- /// 128 bits of the result.
- /// \param __hi
- /// A 128-bit floating-point vector of [4 x float] to be copied to the upper
- /// 128 bits of the result.
- /// \returns A 256-bit floating-point vector of [8 x float] containing the
- /// concatenated result.
- static __inline __m256 __DEFAULT_FN_ATTRS
- _mm256_setr_m128 (__m128 __lo, __m128 __hi)
- {
- return _mm256_set_m128(__hi, __lo);
- }
- /// \brief Constructs a 256-bit floating-point vector of [4 x double] by
- /// concatenating two 128-bit floating-point vectors of [2 x double]. This is
- /// similar to _mm256_set_m128d, but the order of the input parameters is
- /// swapped.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param __lo
- /// A 128-bit floating-point vector of [2 x double] to be copied to the lower
- /// 128 bits of the result.
- /// \param __hi
- /// A 128-bit floating-point vector of [2 x double] to be copied to the upper
- /// 128 bits of the result.
- /// \returns A 256-bit floating-point vector of [4 x double] containing the
- /// concatenated result.
- static __inline __m256d __DEFAULT_FN_ATTRS
- _mm256_setr_m128d (__m128d __lo, __m128d __hi)
- {
- return (__m256d)_mm256_set_m128((__m128)__hi, (__m128)__lo);
- }
- /// \brief Constructs a 256-bit integer vector by concatenating two 128-bit
- /// integer vectors. This is similar to _mm256_set_m128i, but the order of
- /// the input parameters is swapped.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VINSERTF128 </c> instruction.
- ///
- /// \param __lo
- /// A 128-bit integer vector to be copied to the lower 128 bits of the
- /// result.
- /// \param __hi
- /// A 128-bit integer vector to be copied to the upper 128 bits of the
- /// result.
- /// \returns A 256-bit integer vector containing the concatenated result.
- static __inline __m256i __DEFAULT_FN_ATTRS
- _mm256_setr_m128i (__m128i __lo, __m128i __hi)
- {
- return (__m256i)_mm256_set_m128((__m128)__hi, (__m128)__lo);
- }
- #undef __DEFAULT_FN_ATTRS
- #endif /* __AVXINTRIN_H */
|