| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119 |
- // Copyright (c) 2019 Google LLC
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- #include "source/fuzz/fuzzer_util.h"
- #include <algorithm>
- #include <unordered_set>
- #include "source/opt/build_module.h"
- namespace spvtools {
- namespace fuzz {
- namespace fuzzerutil {
- namespace {
- // A utility class that uses RAII to change and restore the terminator
- // instruction of the |block|.
- class ChangeTerminatorRAII {
- public:
- explicit ChangeTerminatorRAII(opt::BasicBlock* block,
- opt::Instruction new_terminator)
- : block_(block), old_terminator_(std::move(*block->terminator())) {
- *block_->terminator() = std::move(new_terminator);
- }
- ~ChangeTerminatorRAII() {
- *block_->terminator() = std::move(old_terminator_);
- }
- private:
- opt::BasicBlock* block_;
- opt::Instruction old_terminator_;
- };
- uint32_t MaybeGetOpConstant(opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- const std::vector<uint32_t>& words,
- uint32_t type_id, bool is_irrelevant) {
- for (const auto& inst : ir_context->types_values()) {
- if (inst.opcode() == spv::Op::OpConstant && inst.type_id() == type_id &&
- inst.GetInOperand(0).words == words &&
- transformation_context.GetFactManager()->IdIsIrrelevant(
- inst.result_id()) == is_irrelevant) {
- return inst.result_id();
- }
- }
- return 0;
- }
- } // namespace
- const spvtools::MessageConsumer kSilentMessageConsumer =
- [](spv_message_level_t, const char*, const spv_position_t&,
- const char*) -> void {};
- bool BuildIRContext(spv_target_env target_env,
- const spvtools::MessageConsumer& message_consumer,
- const std::vector<uint32_t>& binary_in,
- spv_validator_options validator_options,
- std::unique_ptr<spvtools::opt::IRContext>* ir_context) {
- SpirvTools tools(target_env);
- tools.SetMessageConsumer(message_consumer);
- if (!tools.IsValid()) {
- message_consumer(SPV_MSG_ERROR, nullptr, {},
- "Failed to create SPIRV-Tools interface; stopping.");
- return false;
- }
- // Initial binary should be valid.
- if (!tools.Validate(binary_in.data(), binary_in.size(), validator_options)) {
- message_consumer(SPV_MSG_ERROR, nullptr, {},
- "Initial binary is invalid; stopping.");
- return false;
- }
- // Build the module from the input binary.
- auto result = BuildModule(target_env, message_consumer, binary_in.data(),
- binary_in.size());
- assert(result && "IRContext must be valid");
- *ir_context = std::move(result);
- return true;
- }
- bool IsFreshId(opt::IRContext* context, uint32_t id) {
- return !context->get_def_use_mgr()->GetDef(id);
- }
- void UpdateModuleIdBound(opt::IRContext* context, uint32_t id) {
- // TODO(https://github.com/KhronosGroup/SPIRV-Tools/issues/2541) consider the
- // case where the maximum id bound is reached.
- context->module()->SetIdBound(
- std::max(context->module()->id_bound(), id + 1));
- }
- opt::BasicBlock* MaybeFindBlock(opt::IRContext* context,
- uint32_t maybe_block_id) {
- auto inst = context->get_def_use_mgr()->GetDef(maybe_block_id);
- if (inst == nullptr) {
- // No instruction defining this id was found.
- return nullptr;
- }
- if (inst->opcode() != spv::Op::OpLabel) {
- // The instruction defining the id is not a label, so it cannot be a block
- // id.
- return nullptr;
- }
- return context->cfg()->block(maybe_block_id);
- }
- bool PhiIdsOkForNewEdge(
- opt::IRContext* context, opt::BasicBlock* bb_from, opt::BasicBlock* bb_to,
- const google::protobuf::RepeatedField<google::protobuf::uint32>& phi_ids) {
- if (bb_from->IsSuccessor(bb_to)) {
- // There is already an edge from |from_block| to |to_block|, so there is
- // no need to extend OpPhi instructions. Do not allow phi ids to be
- // present. This might turn out to be too strict; perhaps it would be OK
- // just to ignore the ids in this case.
- return phi_ids.empty();
- }
- // The edge would add a previously non-existent edge from |from_block| to
- // |to_block|, so we go through the given phi ids and check that they exactly
- // match the OpPhi instructions in |to_block|.
- uint32_t phi_index = 0;
- // An explicit loop, rather than applying a lambda to each OpPhi in |bb_to|,
- // makes sense here because we need to increment |phi_index| for each OpPhi
- // instruction.
- for (auto& inst : *bb_to) {
- if (inst.opcode() != spv::Op::OpPhi) {
- // The OpPhi instructions all occur at the start of the block; if we find
- // a non-OpPhi then we have seen them all.
- break;
- }
- if (phi_index == static_cast<uint32_t>(phi_ids.size())) {
- // Not enough phi ids have been provided to account for the OpPhi
- // instructions.
- return false;
- }
- // Look for an instruction defining the next phi id.
- opt::Instruction* phi_extension =
- context->get_def_use_mgr()->GetDef(phi_ids[phi_index]);
- if (!phi_extension) {
- // The id given to extend this OpPhi does not exist.
- return false;
- }
- if (phi_extension->type_id() != inst.type_id()) {
- // The instruction given to extend this OpPhi either does not have a type
- // or its type does not match that of the OpPhi.
- return false;
- }
- if (context->get_instr_block(phi_extension)) {
- // The instruction defining the phi id has an associated block (i.e., it
- // is not a global value). Check whether its definition dominates the
- // exit of |from_block|.
- auto dominator_analysis =
- context->GetDominatorAnalysis(bb_from->GetParent());
- if (!dominator_analysis->Dominates(phi_extension,
- bb_from->terminator())) {
- // The given id is no good as its definition does not dominate the exit
- // of |from_block|
- return false;
- }
- }
- phi_index++;
- }
- // We allow some of the ids provided for extending OpPhi instructions to be
- // unused. Their presence does no harm, and requiring a perfect match may
- // make transformations less likely to cleanly apply.
- return true;
- }
- opt::Instruction CreateUnreachableEdgeInstruction(opt::IRContext* ir_context,
- uint32_t bb_from_id,
- uint32_t bb_to_id,
- uint32_t bool_id) {
- const auto* bb_from = MaybeFindBlock(ir_context, bb_from_id);
- assert(bb_from && "|bb_from_id| is invalid");
- assert(MaybeFindBlock(ir_context, bb_to_id) && "|bb_to_id| is invalid");
- assert(bb_from->terminator()->opcode() == spv::Op::OpBranch &&
- "Precondition on terminator of bb_from is not satisfied");
- // Get the id of the boolean constant to be used as the condition.
- auto condition_inst = ir_context->get_def_use_mgr()->GetDef(bool_id);
- assert(condition_inst &&
- (condition_inst->opcode() == spv::Op::OpConstantTrue ||
- condition_inst->opcode() == spv::Op::OpConstantFalse) &&
- "|bool_id| is invalid");
- auto condition_value = condition_inst->opcode() == spv::Op::OpConstantTrue;
- auto successor_id = bb_from->terminator()->GetSingleWordInOperand(0);
- // Add the dead branch, by turning OpBranch into OpBranchConditional, and
- // ordering the targets depending on whether the given boolean corresponds to
- // true or false.
- return opt::Instruction(
- ir_context, spv::Op::OpBranchConditional, 0, 0,
- {{SPV_OPERAND_TYPE_ID, {bool_id}},
- {SPV_OPERAND_TYPE_ID, {condition_value ? successor_id : bb_to_id}},
- {SPV_OPERAND_TYPE_ID, {condition_value ? bb_to_id : successor_id}}});
- }
- void AddUnreachableEdgeAndUpdateOpPhis(
- opt::IRContext* context, opt::BasicBlock* bb_from, opt::BasicBlock* bb_to,
- uint32_t bool_id,
- const google::protobuf::RepeatedField<google::protobuf::uint32>& phi_ids) {
- assert(PhiIdsOkForNewEdge(context, bb_from, bb_to, phi_ids) &&
- "Precondition on phi_ids is not satisfied");
- const bool from_to_edge_already_exists = bb_from->IsSuccessor(bb_to);
- *bb_from->terminator() = CreateUnreachableEdgeInstruction(
- context, bb_from->id(), bb_to->id(), bool_id);
- // Update OpPhi instructions in the target block if this branch adds a
- // previously non-existent edge from source to target.
- if (!from_to_edge_already_exists) {
- uint32_t phi_index = 0;
- for (auto& inst : *bb_to) {
- if (inst.opcode() != spv::Op::OpPhi) {
- break;
- }
- assert(phi_index < static_cast<uint32_t>(phi_ids.size()) &&
- "There should be at least one phi id per OpPhi instruction.");
- inst.AddOperand({SPV_OPERAND_TYPE_ID, {phi_ids[phi_index]}});
- inst.AddOperand({SPV_OPERAND_TYPE_ID, {bb_from->id()}});
- phi_index++;
- }
- }
- }
- bool BlockIsBackEdge(opt::IRContext* context, uint32_t block_id,
- uint32_t loop_header_id) {
- auto block = context->cfg()->block(block_id);
- auto loop_header = context->cfg()->block(loop_header_id);
- // |block| and |loop_header| must be defined, |loop_header| must be in fact
- // loop header and |block| must branch to it.
- if (!(block && loop_header && loop_header->IsLoopHeader() &&
- block->IsSuccessor(loop_header))) {
- return false;
- }
- // |block| must be reachable and be dominated by |loop_header|.
- opt::DominatorAnalysis* dominator_analysis =
- context->GetDominatorAnalysis(loop_header->GetParent());
- return context->IsReachable(*block) &&
- dominator_analysis->Dominates(loop_header, block);
- }
- bool BlockIsInLoopContinueConstruct(opt::IRContext* context, uint32_t block_id,
- uint32_t maybe_loop_header_id) {
- // We deem a block to be part of a loop's continue construct if the loop's
- // continue target dominates the block.
- auto containing_construct_block = context->cfg()->block(maybe_loop_header_id);
- if (containing_construct_block->IsLoopHeader()) {
- auto continue_target = containing_construct_block->ContinueBlockId();
- if (context->GetDominatorAnalysis(containing_construct_block->GetParent())
- ->Dominates(continue_target, block_id)) {
- return true;
- }
- }
- return false;
- }
- opt::BasicBlock::iterator GetIteratorForInstruction(
- opt::BasicBlock* block, const opt::Instruction* inst) {
- for (auto inst_it = block->begin(); inst_it != block->end(); ++inst_it) {
- if (inst == &*inst_it) {
- return inst_it;
- }
- }
- return block->end();
- }
- bool CanInsertOpcodeBeforeInstruction(
- spv::Op opcode, const opt::BasicBlock::iterator& instruction_in_block) {
- if (instruction_in_block->PreviousNode() &&
- (instruction_in_block->PreviousNode()->opcode() == spv::Op::OpLoopMerge ||
- instruction_in_block->PreviousNode()->opcode() ==
- spv::Op::OpSelectionMerge)) {
- // We cannot insert directly after a merge instruction.
- return false;
- }
- if (opcode != spv::Op::OpVariable &&
- instruction_in_block->opcode() == spv::Op::OpVariable) {
- // We cannot insert a non-OpVariable instruction directly before a
- // variable; variables in a function must be contiguous in the entry block.
- return false;
- }
- // We cannot insert a non-OpPhi instruction directly before an OpPhi, because
- // OpPhi instructions need to be contiguous at the start of a block.
- return opcode == spv::Op::OpPhi ||
- instruction_in_block->opcode() != spv::Op::OpPhi;
- }
- bool CanMakeSynonymOf(opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- const opt::Instruction& inst) {
- if (inst.opcode() == spv::Op::OpSampledImage) {
- // The SPIR-V data rules say that only very specific instructions may
- // may consume the result id of an OpSampledImage, and this excludes the
- // instructions that are used for making synonyms.
- return false;
- }
- if (!inst.HasResultId()) {
- // We can only make a synonym of an instruction that generates an id.
- return false;
- }
- if (transformation_context.GetFactManager()->IdIsIrrelevant(
- inst.result_id())) {
- // An irrelevant id can't be a synonym of anything.
- return false;
- }
- if (!inst.type_id()) {
- // We can only make a synonym of an instruction that has a type.
- return false;
- }
- auto type_inst = ir_context->get_def_use_mgr()->GetDef(inst.type_id());
- if (type_inst->opcode() == spv::Op::OpTypeVoid) {
- // We only make synonyms of instructions that define objects, and an object
- // cannot have void type.
- return false;
- }
- if (type_inst->opcode() == spv::Op::OpTypePointer) {
- switch (inst.opcode()) {
- case spv::Op::OpConstantNull:
- case spv::Op::OpUndef:
- // We disallow making synonyms of null or undefined pointers. This is
- // to provide the property that if the original shader exhibited no bad
- // pointer accesses, the transformed shader will not either.
- return false;
- default:
- break;
- }
- }
- // We do not make synonyms of objects that have decorations: if the synonym is
- // not decorated analogously, using the original object vs. its synonymous
- // form may not be equivalent.
- return ir_context->get_decoration_mgr()
- ->GetDecorationsFor(inst.result_id(), true)
- .empty();
- }
- bool IsCompositeType(const opt::analysis::Type* type) {
- return type && (type->AsArray() || type->AsMatrix() || type->AsStruct() ||
- type->AsVector());
- }
- std::vector<uint32_t> RepeatedFieldToVector(
- const google::protobuf::RepeatedField<uint32_t>& repeated_field) {
- std::vector<uint32_t> result;
- for (auto i : repeated_field) {
- result.push_back(i);
- }
- return result;
- }
- uint32_t WalkOneCompositeTypeIndex(opt::IRContext* context,
- uint32_t base_object_type_id,
- uint32_t index) {
- auto should_be_composite_type =
- context->get_def_use_mgr()->GetDef(base_object_type_id);
- assert(should_be_composite_type && "The type should exist.");
- switch (should_be_composite_type->opcode()) {
- case spv::Op::OpTypeArray: {
- auto array_length = GetArraySize(*should_be_composite_type, context);
- if (array_length == 0 || index >= array_length) {
- return 0;
- }
- return should_be_composite_type->GetSingleWordInOperand(0);
- }
- case spv::Op::OpTypeMatrix:
- case spv::Op::OpTypeVector: {
- auto count = should_be_composite_type->GetSingleWordInOperand(1);
- if (index >= count) {
- return 0;
- }
- return should_be_composite_type->GetSingleWordInOperand(0);
- }
- case spv::Op::OpTypeStruct: {
- if (index >= GetNumberOfStructMembers(*should_be_composite_type)) {
- return 0;
- }
- return should_be_composite_type->GetSingleWordInOperand(index);
- }
- default:
- return 0;
- }
- }
- uint32_t WalkCompositeTypeIndices(
- opt::IRContext* context, uint32_t base_object_type_id,
- const google::protobuf::RepeatedField<google::protobuf::uint32>& indices) {
- uint32_t sub_object_type_id = base_object_type_id;
- for (auto index : indices) {
- sub_object_type_id =
- WalkOneCompositeTypeIndex(context, sub_object_type_id, index);
- if (!sub_object_type_id) {
- return 0;
- }
- }
- return sub_object_type_id;
- }
- uint32_t GetNumberOfStructMembers(
- const opt::Instruction& struct_type_instruction) {
- assert(struct_type_instruction.opcode() == spv::Op::OpTypeStruct &&
- "An OpTypeStruct instruction is required here.");
- return struct_type_instruction.NumInOperands();
- }
- uint32_t GetArraySize(const opt::Instruction& array_type_instruction,
- opt::IRContext* context) {
- auto array_length_constant =
- context->get_constant_mgr()
- ->GetConstantFromInst(context->get_def_use_mgr()->GetDef(
- array_type_instruction.GetSingleWordInOperand(1)))
- ->AsIntConstant();
- if (array_length_constant->words().size() != 1) {
- return 0;
- }
- return array_length_constant->GetU32();
- }
- uint32_t GetBoundForCompositeIndex(const opt::Instruction& composite_type_inst,
- opt::IRContext* ir_context) {
- switch (composite_type_inst.opcode()) {
- case spv::Op::OpTypeArray:
- return fuzzerutil::GetArraySize(composite_type_inst, ir_context);
- case spv::Op::OpTypeMatrix:
- case spv::Op::OpTypeVector:
- return composite_type_inst.GetSingleWordInOperand(1);
- case spv::Op::OpTypeStruct: {
- return fuzzerutil::GetNumberOfStructMembers(composite_type_inst);
- }
- case spv::Op::OpTypeRuntimeArray:
- assert(false &&
- "GetBoundForCompositeIndex should not be invoked with an "
- "OpTypeRuntimeArray, which does not have a static bound.");
- return 0;
- default:
- assert(false && "Unknown composite type.");
- return 0;
- }
- }
- spv::MemorySemanticsMask GetMemorySemanticsForStorageClass(
- spv::StorageClass storage_class) {
- switch (storage_class) {
- case spv::StorageClass::Workgroup:
- return spv::MemorySemanticsMask::WorkgroupMemory;
- case spv::StorageClass::StorageBuffer:
- case spv::StorageClass::PhysicalStorageBuffer:
- return spv::MemorySemanticsMask::UniformMemory;
- case spv::StorageClass::CrossWorkgroup:
- return spv::MemorySemanticsMask::CrossWorkgroupMemory;
- case spv::StorageClass::AtomicCounter:
- return spv::MemorySemanticsMask::AtomicCounterMemory;
- case spv::StorageClass::Image:
- return spv::MemorySemanticsMask::ImageMemory;
- default:
- return spv::MemorySemanticsMask::MaskNone;
- }
- }
- bool IsValid(const opt::IRContext* context,
- spv_validator_options validator_options,
- MessageConsumer consumer) {
- std::vector<uint32_t> binary;
- context->module()->ToBinary(&binary, false);
- SpirvTools tools(context->grammar().target_env());
- tools.SetMessageConsumer(std::move(consumer));
- return tools.Validate(binary.data(), binary.size(), validator_options);
- }
- bool IsValidAndWellFormed(const opt::IRContext* ir_context,
- spv_validator_options validator_options,
- MessageConsumer consumer) {
- if (!IsValid(ir_context, validator_options, consumer)) {
- // Expression to dump |ir_context| to /data/temp/shader.spv:
- // DumpShader(ir_context, "/data/temp/shader.spv")
- consumer(SPV_MSG_INFO, nullptr, {},
- "Module is invalid (set a breakpoint to inspect).");
- return false;
- }
- // Check that all blocks in the module have appropriate parent functions.
- for (auto& function : *ir_context->module()) {
- for (auto& block : function) {
- if (block.GetParent() == nullptr) {
- std::stringstream ss;
- ss << "Block " << block.id() << " has no parent; its parent should be "
- << function.result_id() << " (set a breakpoint to inspect).";
- consumer(SPV_MSG_INFO, nullptr, {}, ss.str().c_str());
- return false;
- }
- if (block.GetParent() != &function) {
- std::stringstream ss;
- ss << "Block " << block.id() << " should have parent "
- << function.result_id() << " but instead has parent "
- << block.GetParent() << " (set a breakpoint to inspect).";
- consumer(SPV_MSG_INFO, nullptr, {}, ss.str().c_str());
- return false;
- }
- }
- }
- // Check that all instructions have distinct unique ids. We map each unique
- // id to the first instruction it is observed to be associated with so that
- // if we encounter a duplicate we have access to the previous instruction -
- // this is a useful aid to debugging.
- std::unordered_map<uint32_t, opt::Instruction*> unique_ids;
- bool found_duplicate = false;
- ir_context->module()->ForEachInst([&consumer, &found_duplicate, ir_context,
- &unique_ids](opt::Instruction* inst) {
- (void)ir_context; // Only used in an assertion; keep release-mode compilers
- // happy.
- assert(inst->context() == ir_context &&
- "Instruction has wrong IR context.");
- if (unique_ids.count(inst->unique_id()) != 0) {
- consumer(SPV_MSG_INFO, nullptr, {},
- "Two instructions have the same unique id (set a breakpoint to "
- "inspect).");
- found_duplicate = true;
- }
- unique_ids.insert({inst->unique_id(), inst});
- });
- return !found_duplicate;
- }
- std::unique_ptr<opt::IRContext> CloneIRContext(opt::IRContext* context) {
- std::vector<uint32_t> binary;
- context->module()->ToBinary(&binary, false);
- return BuildModule(context->grammar().target_env(), nullptr, binary.data(),
- binary.size());
- }
- bool IsNonFunctionTypeId(opt::IRContext* ir_context, uint32_t id) {
- auto type = ir_context->get_type_mgr()->GetType(id);
- return type && !type->AsFunction();
- }
- bool IsMergeOrContinue(opt::IRContext* ir_context, uint32_t block_id) {
- bool result = false;
- ir_context->get_def_use_mgr()->WhileEachUse(
- block_id,
- [&result](const opt::Instruction* use_instruction,
- uint32_t /*unused*/) -> bool {
- switch (use_instruction->opcode()) {
- case spv::Op::OpLoopMerge:
- case spv::Op::OpSelectionMerge:
- result = true;
- return false;
- default:
- return true;
- }
- });
- return result;
- }
- uint32_t GetLoopFromMergeBlock(opt::IRContext* ir_context,
- uint32_t merge_block_id) {
- uint32_t result = 0;
- ir_context->get_def_use_mgr()->WhileEachUse(
- merge_block_id,
- [ir_context, &result](opt::Instruction* use_instruction,
- uint32_t use_index) -> bool {
- switch (use_instruction->opcode()) {
- case spv::Op::OpLoopMerge:
- // The merge block operand is the first operand in OpLoopMerge.
- if (use_index == 0) {
- result = ir_context->get_instr_block(use_instruction)->id();
- return false;
- }
- return true;
- default:
- return true;
- }
- });
- return result;
- }
- uint32_t FindFunctionType(opt::IRContext* ir_context,
- const std::vector<uint32_t>& type_ids) {
- // Look through the existing types for a match.
- for (auto& type_or_value : ir_context->types_values()) {
- if (type_or_value.opcode() != spv::Op::OpTypeFunction) {
- // We are only interested in function types.
- continue;
- }
- if (type_or_value.NumInOperands() != type_ids.size()) {
- // Not a match: different numbers of arguments.
- continue;
- }
- // Check whether the return type and argument types match.
- bool input_operands_match = true;
- for (uint32_t i = 0; i < type_or_value.NumInOperands(); i++) {
- if (type_ids[i] != type_or_value.GetSingleWordInOperand(i)) {
- input_operands_match = false;
- break;
- }
- }
- if (input_operands_match) {
- // Everything matches.
- return type_or_value.result_id();
- }
- }
- // No match was found.
- return 0;
- }
- opt::Instruction* GetFunctionType(opt::IRContext* context,
- const opt::Function* function) {
- uint32_t type_id = function->DefInst().GetSingleWordInOperand(1);
- return context->get_def_use_mgr()->GetDef(type_id);
- }
- opt::Function* FindFunction(opt::IRContext* ir_context, uint32_t function_id) {
- for (auto& function : *ir_context->module()) {
- if (function.result_id() == function_id) {
- return &function;
- }
- }
- return nullptr;
- }
- bool FunctionContainsOpKillOrUnreachable(const opt::Function& function) {
- for (auto& block : function) {
- if (block.terminator()->opcode() == spv::Op::OpKill ||
- block.terminator()->opcode() == spv::Op::OpUnreachable) {
- return true;
- }
- }
- return false;
- }
- bool FunctionIsEntryPoint(opt::IRContext* context, uint32_t function_id) {
- for (auto& entry_point : context->module()->entry_points()) {
- if (entry_point.GetSingleWordInOperand(1) == function_id) {
- return true;
- }
- }
- return false;
- }
- bool IdIsAvailableAtUse(opt::IRContext* context,
- opt::Instruction* use_instruction,
- uint32_t use_input_operand_index, uint32_t id) {
- assert(context->get_instr_block(use_instruction) &&
- "|use_instruction| must be in a basic block");
- auto defining_instruction = context->get_def_use_mgr()->GetDef(id);
- auto enclosing_function =
- context->get_instr_block(use_instruction)->GetParent();
- // If the id a function parameter, it needs to be associated with the
- // function containing the use.
- if (defining_instruction->opcode() == spv::Op::OpFunctionParameter) {
- return InstructionIsFunctionParameter(defining_instruction,
- enclosing_function);
- }
- if (!context->get_instr_block(id)) {
- // The id must be at global scope.
- return true;
- }
- if (defining_instruction == use_instruction) {
- // It is not OK for a definition to use itself.
- return false;
- }
- if (!context->IsReachable(*context->get_instr_block(use_instruction)) ||
- !context->IsReachable(*context->get_instr_block(id))) {
- // Skip unreachable blocks.
- return false;
- }
- auto dominator_analysis = context->GetDominatorAnalysis(enclosing_function);
- if (use_instruction->opcode() == spv::Op::OpPhi) {
- // In the case where the use is an operand to OpPhi, it is actually the
- // *parent* block associated with the operand that must be dominated by
- // the synonym.
- auto parent_block =
- use_instruction->GetSingleWordInOperand(use_input_operand_index + 1);
- return dominator_analysis->Dominates(
- context->get_instr_block(defining_instruction)->id(), parent_block);
- }
- return dominator_analysis->Dominates(defining_instruction, use_instruction);
- }
- bool IdIsAvailableBeforeInstruction(opt::IRContext* context,
- opt::Instruction* instruction,
- uint32_t id) {
- assert(context->get_instr_block(instruction) &&
- "|instruction| must be in a basic block");
- auto id_definition = context->get_def_use_mgr()->GetDef(id);
- auto function_enclosing_instruction =
- context->get_instr_block(instruction)->GetParent();
- // If the id a function parameter, it needs to be associated with the
- // function containing the instruction.
- if (id_definition->opcode() == spv::Op::OpFunctionParameter) {
- return InstructionIsFunctionParameter(id_definition,
- function_enclosing_instruction);
- }
- if (!context->get_instr_block(id)) {
- // The id is at global scope.
- return true;
- }
- if (id_definition == instruction) {
- // The instruction is not available right before its own definition.
- return false;
- }
- const auto* dominator_analysis =
- context->GetDominatorAnalysis(function_enclosing_instruction);
- if (context->IsReachable(*context->get_instr_block(instruction)) &&
- context->IsReachable(*context->get_instr_block(id)) &&
- dominator_analysis->Dominates(id_definition, instruction)) {
- // The id's definition dominates the instruction, and both the definition
- // and the instruction are in reachable blocks, thus the id is available at
- // the instruction.
- return true;
- }
- if (id_definition->opcode() == spv::Op::OpVariable &&
- function_enclosing_instruction ==
- context->get_instr_block(id)->GetParent()) {
- assert(!context->IsReachable(*context->get_instr_block(instruction)) &&
- "If the instruction were in a reachable block we should already "
- "have returned true.");
- // The id is a variable and it is in the same function as |instruction|.
- // This is OK despite |instruction| being unreachable.
- return true;
- }
- return false;
- }
- bool InstructionIsFunctionParameter(opt::Instruction* instruction,
- opt::Function* function) {
- if (instruction->opcode() != spv::Op::OpFunctionParameter) {
- return false;
- }
- bool found_parameter = false;
- function->ForEachParam(
- [instruction, &found_parameter](opt::Instruction* param) {
- if (param == instruction) {
- found_parameter = true;
- }
- });
- return found_parameter;
- }
- uint32_t GetTypeId(opt::IRContext* context, uint32_t result_id) {
- const auto* inst = context->get_def_use_mgr()->GetDef(result_id);
- assert(inst && "|result_id| is invalid");
- return inst->type_id();
- }
- uint32_t GetPointeeTypeIdFromPointerType(opt::Instruction* pointer_type_inst) {
- assert(pointer_type_inst &&
- pointer_type_inst->opcode() == spv::Op::OpTypePointer &&
- "Precondition: |pointer_type_inst| must be OpTypePointer.");
- return pointer_type_inst->GetSingleWordInOperand(1);
- }
- uint32_t GetPointeeTypeIdFromPointerType(opt::IRContext* context,
- uint32_t pointer_type_id) {
- return GetPointeeTypeIdFromPointerType(
- context->get_def_use_mgr()->GetDef(pointer_type_id));
- }
- spv::StorageClass GetStorageClassFromPointerType(
- opt::Instruction* pointer_type_inst) {
- assert(pointer_type_inst &&
- pointer_type_inst->opcode() == spv::Op::OpTypePointer &&
- "Precondition: |pointer_type_inst| must be OpTypePointer.");
- return static_cast<spv::StorageClass>(
- pointer_type_inst->GetSingleWordInOperand(0));
- }
- spv::StorageClass GetStorageClassFromPointerType(opt::IRContext* context,
- uint32_t pointer_type_id) {
- return GetStorageClassFromPointerType(
- context->get_def_use_mgr()->GetDef(pointer_type_id));
- }
- uint32_t MaybeGetPointerType(opt::IRContext* context, uint32_t pointee_type_id,
- spv::StorageClass storage_class) {
- for (auto& inst : context->types_values()) {
- switch (inst.opcode()) {
- case spv::Op::OpTypePointer:
- if (spv::StorageClass(inst.GetSingleWordInOperand(0)) ==
- storage_class &&
- inst.GetSingleWordInOperand(1) == pointee_type_id) {
- return inst.result_id();
- }
- break;
- default:
- break;
- }
- }
- return 0;
- }
- uint32_t InOperandIndexFromOperandIndex(const opt::Instruction& inst,
- uint32_t absolute_index) {
- // Subtract the number of non-input operands from the index
- return absolute_index - inst.NumOperands() + inst.NumInOperands();
- }
- bool IsNullConstantSupported(opt::IRContext* ir_context,
- const opt::Instruction& type_inst) {
- switch (type_inst.opcode()) {
- case spv::Op::OpTypeArray:
- case spv::Op::OpTypeBool:
- case spv::Op::OpTypeDeviceEvent:
- case spv::Op::OpTypeEvent:
- case spv::Op::OpTypeFloat:
- case spv::Op::OpTypeInt:
- case spv::Op::OpTypeMatrix:
- case spv::Op::OpTypeQueue:
- case spv::Op::OpTypeReserveId:
- case spv::Op::OpTypeVector:
- case spv::Op::OpTypeStruct:
- return true;
- case spv::Op::OpTypePointer:
- // Null pointers are allowed if the VariablePointers capability is
- // enabled, or if the VariablePointersStorageBuffer capability is enabled
- // and the pointer type has StorageBuffer as its storage class.
- if (ir_context->get_feature_mgr()->HasCapability(
- spv::Capability::VariablePointers)) {
- return true;
- }
- if (ir_context->get_feature_mgr()->HasCapability(
- spv::Capability::VariablePointersStorageBuffer)) {
- return spv::StorageClass(type_inst.GetSingleWordInOperand(0)) ==
- spv::StorageClass::StorageBuffer;
- }
- return false;
- default:
- return false;
- }
- }
- bool GlobalVariablesMustBeDeclaredInEntryPointInterfaces(
- const opt::IRContext* ir_context) {
- // TODO(afd): We capture the environments for which this requirement holds.
- // The check should be refined on demand for other target environments.
- switch (ir_context->grammar().target_env()) {
- case SPV_ENV_UNIVERSAL_1_0:
- case SPV_ENV_UNIVERSAL_1_1:
- case SPV_ENV_UNIVERSAL_1_2:
- case SPV_ENV_UNIVERSAL_1_3:
- case SPV_ENV_VULKAN_1_0:
- case SPV_ENV_VULKAN_1_1:
- return false;
- default:
- return true;
- }
- }
- void AddVariableIdToEntryPointInterfaces(opt::IRContext* context, uint32_t id) {
- if (GlobalVariablesMustBeDeclaredInEntryPointInterfaces(context)) {
- // Conservatively add this global to the interface of every entry point in
- // the module. This means that the global is available for other
- // transformations to use.
- //
- // A downside of this is that the global will be in the interface even if it
- // ends up never being used.
- //
- // TODO(https://github.com/KhronosGroup/SPIRV-Tools/issues/3111) revisit
- // this if a more thorough approach to entry point interfaces is taken.
- for (auto& entry_point : context->module()->entry_points()) {
- entry_point.AddOperand({SPV_OPERAND_TYPE_ID, {id}});
- }
- }
- }
- opt::Instruction* AddGlobalVariable(opt::IRContext* context, uint32_t result_id,
- uint32_t type_id,
- spv::StorageClass storage_class,
- uint32_t initializer_id) {
- // Check various preconditions.
- assert(result_id != 0 && "Result id can't be 0");
- assert((storage_class == spv::StorageClass::Private ||
- storage_class == spv::StorageClass::Workgroup) &&
- "Variable's storage class must be either Private or Workgroup");
- auto* type_inst = context->get_def_use_mgr()->GetDef(type_id);
- (void)type_inst; // Variable becomes unused in release mode.
- assert(type_inst && type_inst->opcode() == spv::Op::OpTypePointer &&
- GetStorageClassFromPointerType(type_inst) == storage_class &&
- "Variable's type is invalid");
- if (storage_class == spv::StorageClass::Workgroup) {
- assert(initializer_id == 0);
- }
- if (initializer_id != 0) {
- const auto* constant_inst =
- context->get_def_use_mgr()->GetDef(initializer_id);
- (void)constant_inst; // Variable becomes unused in release mode.
- assert(constant_inst && spvOpcodeIsConstant(constant_inst->opcode()) &&
- GetPointeeTypeIdFromPointerType(type_inst) ==
- constant_inst->type_id() &&
- "Initializer is invalid");
- }
- opt::Instruction::OperandList operands = {
- {SPV_OPERAND_TYPE_STORAGE_CLASS, {static_cast<uint32_t>(storage_class)}}};
- if (initializer_id) {
- operands.push_back({SPV_OPERAND_TYPE_ID, {initializer_id}});
- }
- auto new_instruction = MakeUnique<opt::Instruction>(
- context, spv::Op::OpVariable, type_id, result_id, std::move(operands));
- auto result = new_instruction.get();
- context->module()->AddGlobalValue(std::move(new_instruction));
- AddVariableIdToEntryPointInterfaces(context, result_id);
- UpdateModuleIdBound(context, result_id);
- return result;
- }
- opt::Instruction* AddLocalVariable(opt::IRContext* context, uint32_t result_id,
- uint32_t type_id, uint32_t function_id,
- uint32_t initializer_id) {
- // Check various preconditions.
- assert(result_id != 0 && "Result id can't be 0");
- auto* type_inst = context->get_def_use_mgr()->GetDef(type_id);
- (void)type_inst; // Variable becomes unused in release mode.
- assert(type_inst && type_inst->opcode() == spv::Op::OpTypePointer &&
- GetStorageClassFromPointerType(type_inst) ==
- spv::StorageClass::Function &&
- "Variable's type is invalid");
- const auto* constant_inst =
- context->get_def_use_mgr()->GetDef(initializer_id);
- (void)constant_inst; // Variable becomes unused in release mode.
- assert(constant_inst && spvOpcodeIsConstant(constant_inst->opcode()) &&
- GetPointeeTypeIdFromPointerType(type_inst) ==
- constant_inst->type_id() &&
- "Initializer is invalid");
- auto* function = FindFunction(context, function_id);
- assert(function && "Function id is invalid");
- auto new_instruction = MakeUnique<opt::Instruction>(
- context, spv::Op::OpVariable, type_id, result_id,
- opt::Instruction::OperandList{{SPV_OPERAND_TYPE_STORAGE_CLASS,
- {uint32_t(spv::StorageClass::Function)}},
- {SPV_OPERAND_TYPE_ID, {initializer_id}}});
- auto result = new_instruction.get();
- function->begin()->begin()->InsertBefore(std::move(new_instruction));
- UpdateModuleIdBound(context, result_id);
- return result;
- }
- bool HasDuplicates(const std::vector<uint32_t>& arr) {
- return std::unordered_set<uint32_t>(arr.begin(), arr.end()).size() !=
- arr.size();
- }
- bool IsPermutationOfRange(const std::vector<uint32_t>& arr, uint32_t lo,
- uint32_t hi) {
- if (arr.empty()) {
- return lo > hi;
- }
- if (HasDuplicates(arr)) {
- return false;
- }
- auto min_max = std::minmax_element(arr.begin(), arr.end());
- return arr.size() == hi - lo + 1 && *min_max.first == lo &&
- *min_max.second == hi;
- }
- std::vector<opt::Instruction*> GetParameters(opt::IRContext* ir_context,
- uint32_t function_id) {
- auto* function = FindFunction(ir_context, function_id);
- assert(function && "|function_id| is invalid");
- std::vector<opt::Instruction*> result;
- function->ForEachParam(
- [&result](opt::Instruction* inst) { result.push_back(inst); });
- return result;
- }
- void RemoveParameter(opt::IRContext* ir_context, uint32_t parameter_id) {
- auto* function = GetFunctionFromParameterId(ir_context, parameter_id);
- assert(function && "|parameter_id| is invalid");
- assert(!FunctionIsEntryPoint(ir_context, function->result_id()) &&
- "Can't remove parameter from an entry point function");
- function->RemoveParameter(parameter_id);
- // We've just removed parameters from the function and cleared their memory.
- // Make sure analyses have no dangling pointers.
- ir_context->InvalidateAnalysesExceptFor(
- opt::IRContext::Analysis::kAnalysisNone);
- }
- std::vector<opt::Instruction*> GetCallers(opt::IRContext* ir_context,
- uint32_t function_id) {
- assert(FindFunction(ir_context, function_id) &&
- "|function_id| is not a result id of a function");
- std::vector<opt::Instruction*> result;
- ir_context->get_def_use_mgr()->ForEachUser(
- function_id, [&result, function_id](opt::Instruction* inst) {
- if (inst->opcode() == spv::Op::OpFunctionCall &&
- inst->GetSingleWordInOperand(0) == function_id) {
- result.push_back(inst);
- }
- });
- return result;
- }
- opt::Function* GetFunctionFromParameterId(opt::IRContext* ir_context,
- uint32_t param_id) {
- auto* param_inst = ir_context->get_def_use_mgr()->GetDef(param_id);
- assert(param_inst && "Parameter id is invalid");
- for (auto& function : *ir_context->module()) {
- if (InstructionIsFunctionParameter(param_inst, &function)) {
- return &function;
- }
- }
- return nullptr;
- }
- uint32_t UpdateFunctionType(opt::IRContext* ir_context, uint32_t function_id,
- uint32_t new_function_type_result_id,
- uint32_t return_type_id,
- const std::vector<uint32_t>& parameter_type_ids) {
- // Check some initial constraints.
- assert(ir_context->get_type_mgr()->GetType(return_type_id) &&
- "Return type is invalid");
- for (auto id : parameter_type_ids) {
- const auto* type = ir_context->get_type_mgr()->GetType(id);
- (void)type; // Make compilers happy in release mode.
- // Parameters can't be OpTypeVoid.
- assert(type && !type->AsVoid() && "Parameter has invalid type");
- }
- auto* function = FindFunction(ir_context, function_id);
- assert(function && "|function_id| is invalid");
- auto* old_function_type = GetFunctionType(ir_context, function);
- assert(old_function_type && "Function has invalid type");
- std::vector<uint32_t> operand_ids = {return_type_id};
- operand_ids.insert(operand_ids.end(), parameter_type_ids.begin(),
- parameter_type_ids.end());
- // A trivial case - we change nothing.
- if (FindFunctionType(ir_context, operand_ids) ==
- old_function_type->result_id()) {
- return old_function_type->result_id();
- }
- if (ir_context->get_def_use_mgr()->NumUsers(old_function_type) == 1 &&
- FindFunctionType(ir_context, operand_ids) == 0) {
- // We can change |old_function_type| only if it's used once in the module
- // and we are certain we won't create a duplicate as a result of the change.
- // Update |old_function_type| in-place.
- opt::Instruction::OperandList operands;
- for (auto id : operand_ids) {
- operands.push_back({SPV_OPERAND_TYPE_ID, {id}});
- }
- old_function_type->SetInOperands(std::move(operands));
- // |operands| may depend on result ids defined below the |old_function_type|
- // in the module.
- old_function_type->RemoveFromList();
- ir_context->AddType(std::unique_ptr<opt::Instruction>(old_function_type));
- return old_function_type->result_id();
- } else {
- // We can't modify the |old_function_type| so we have to either use an
- // existing one or create a new one.
- auto type_id = FindOrCreateFunctionType(
- ir_context, new_function_type_result_id, operand_ids);
- assert(type_id != old_function_type->result_id() &&
- "We should've handled this case above");
- function->DefInst().SetInOperand(1, {type_id});
- // DefUseManager hasn't been updated yet, so if the following condition is
- // true, then |old_function_type| will have no users when this function
- // returns. We might as well remove it.
- if (ir_context->get_def_use_mgr()->NumUsers(old_function_type) == 1) {
- ir_context->KillInst(old_function_type);
- }
- return type_id;
- }
- }
- void AddFunctionType(opt::IRContext* ir_context, uint32_t result_id,
- const std::vector<uint32_t>& type_ids) {
- assert(result_id != 0 && "Result id can't be 0");
- assert(!type_ids.empty() &&
- "OpTypeFunction always has at least one operand - function's return "
- "type");
- assert(IsNonFunctionTypeId(ir_context, type_ids[0]) &&
- "Return type must not be a function");
- for (size_t i = 1; i < type_ids.size(); ++i) {
- const auto* param_type = ir_context->get_type_mgr()->GetType(type_ids[i]);
- (void)param_type; // Make compiler happy in release mode.
- assert(param_type && !param_type->AsVoid() && !param_type->AsFunction() &&
- "Function parameter can't have a function or void type");
- }
- opt::Instruction::OperandList operands;
- operands.reserve(type_ids.size());
- for (auto id : type_ids) {
- operands.push_back({SPV_OPERAND_TYPE_ID, {id}});
- }
- ir_context->AddType(MakeUnique<opt::Instruction>(
- ir_context, spv::Op::OpTypeFunction, 0, result_id, std::move(operands)));
- UpdateModuleIdBound(ir_context, result_id);
- }
- uint32_t FindOrCreateFunctionType(opt::IRContext* ir_context,
- uint32_t result_id,
- const std::vector<uint32_t>& type_ids) {
- if (auto existing_id = FindFunctionType(ir_context, type_ids)) {
- return existing_id;
- }
- AddFunctionType(ir_context, result_id, type_ids);
- return result_id;
- }
- uint32_t MaybeGetIntegerType(opt::IRContext* ir_context, uint32_t width,
- bool is_signed) {
- opt::analysis::Integer type(width, is_signed);
- return ir_context->get_type_mgr()->GetId(&type);
- }
- uint32_t MaybeGetFloatType(opt::IRContext* ir_context, uint32_t width) {
- opt::analysis::Float type(width);
- return ir_context->get_type_mgr()->GetId(&type);
- }
- uint32_t MaybeGetBoolType(opt::IRContext* ir_context) {
- opt::analysis::Bool type;
- return ir_context->get_type_mgr()->GetId(&type);
- }
- uint32_t MaybeGetVectorType(opt::IRContext* ir_context,
- uint32_t component_type_id,
- uint32_t element_count) {
- const auto* component_type =
- ir_context->get_type_mgr()->GetType(component_type_id);
- assert(component_type &&
- (component_type->AsInteger() || component_type->AsFloat() ||
- component_type->AsBool()) &&
- "|component_type_id| is invalid");
- assert(element_count >= 2 && element_count <= 4 &&
- "Precondition: component count must be in range [2, 4].");
- opt::analysis::Vector type(component_type, element_count);
- return ir_context->get_type_mgr()->GetId(&type);
- }
- uint32_t MaybeGetStructType(opt::IRContext* ir_context,
- const std::vector<uint32_t>& component_type_ids) {
- for (auto& type_or_value : ir_context->types_values()) {
- if (type_or_value.opcode() != spv::Op::OpTypeStruct ||
- type_or_value.NumInOperands() !=
- static_cast<uint32_t>(component_type_ids.size())) {
- continue;
- }
- bool all_components_match = true;
- for (uint32_t i = 0; i < component_type_ids.size(); i++) {
- if (type_or_value.GetSingleWordInOperand(i) != component_type_ids[i]) {
- all_components_match = false;
- break;
- }
- }
- if (all_components_match) {
- return type_or_value.result_id();
- }
- }
- return 0;
- }
- uint32_t MaybeGetVoidType(opt::IRContext* ir_context) {
- opt::analysis::Void type;
- return ir_context->get_type_mgr()->GetId(&type);
- }
- uint32_t MaybeGetZeroConstant(
- opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- uint32_t scalar_or_composite_type_id, bool is_irrelevant) {
- const auto* type_inst =
- ir_context->get_def_use_mgr()->GetDef(scalar_or_composite_type_id);
- assert(type_inst && "|scalar_or_composite_type_id| is invalid");
- switch (type_inst->opcode()) {
- case spv::Op::OpTypeBool:
- return MaybeGetBoolConstant(ir_context, transformation_context, false,
- is_irrelevant);
- case spv::Op::OpTypeFloat:
- case spv::Op::OpTypeInt: {
- const auto width = type_inst->GetSingleWordInOperand(0);
- std::vector<uint32_t> words = {0};
- if (width > 32) {
- words.push_back(0);
- }
- return MaybeGetScalarConstant(ir_context, transformation_context, words,
- scalar_or_composite_type_id, is_irrelevant);
- }
- case spv::Op::OpTypeStruct: {
- std::vector<uint32_t> component_ids;
- for (uint32_t i = 0; i < type_inst->NumInOperands(); ++i) {
- const auto component_type_id = type_inst->GetSingleWordInOperand(i);
- auto component_id =
- MaybeGetZeroConstant(ir_context, transformation_context,
- component_type_id, is_irrelevant);
- if (component_id == 0 && is_irrelevant) {
- // Irrelevant constants can use either relevant or irrelevant
- // constituents.
- component_id = MaybeGetZeroConstant(
- ir_context, transformation_context, component_type_id, false);
- }
- if (component_id == 0) {
- return 0;
- }
- component_ids.push_back(component_id);
- }
- return MaybeGetCompositeConstant(
- ir_context, transformation_context, component_ids,
- scalar_or_composite_type_id, is_irrelevant);
- }
- case spv::Op::OpTypeMatrix:
- case spv::Op::OpTypeVector: {
- const auto component_type_id = type_inst->GetSingleWordInOperand(0);
- auto component_id = MaybeGetZeroConstant(
- ir_context, transformation_context, component_type_id, is_irrelevant);
- if (component_id == 0 && is_irrelevant) {
- // Irrelevant constants can use either relevant or irrelevant
- // constituents.
- component_id = MaybeGetZeroConstant(ir_context, transformation_context,
- component_type_id, false);
- }
- if (component_id == 0) {
- return 0;
- }
- const auto component_count = type_inst->GetSingleWordInOperand(1);
- return MaybeGetCompositeConstant(
- ir_context, transformation_context,
- std::vector<uint32_t>(component_count, component_id),
- scalar_or_composite_type_id, is_irrelevant);
- }
- case spv::Op::OpTypeArray: {
- const auto component_type_id = type_inst->GetSingleWordInOperand(0);
- auto component_id = MaybeGetZeroConstant(
- ir_context, transformation_context, component_type_id, is_irrelevant);
- if (component_id == 0 && is_irrelevant) {
- // Irrelevant constants can use either relevant or irrelevant
- // constituents.
- component_id = MaybeGetZeroConstant(ir_context, transformation_context,
- component_type_id, false);
- }
- if (component_id == 0) {
- return 0;
- }
- return MaybeGetCompositeConstant(
- ir_context, transformation_context,
- std::vector<uint32_t>(GetArraySize(*type_inst, ir_context),
- component_id),
- scalar_or_composite_type_id, is_irrelevant);
- }
- default:
- assert(false && "Type is not supported");
- return 0;
- }
- }
- bool CanCreateConstant(opt::IRContext* ir_context, uint32_t type_id) {
- opt::Instruction* type_instr = ir_context->get_def_use_mgr()->GetDef(type_id);
- assert(type_instr != nullptr && "The type must exist.");
- assert(spvOpcodeGeneratesType(type_instr->opcode()) &&
- "A type-generating opcode was expected.");
- switch (type_instr->opcode()) {
- case spv::Op::OpTypeBool:
- case spv::Op::OpTypeInt:
- case spv::Op::OpTypeFloat:
- case spv::Op::OpTypeMatrix:
- case spv::Op::OpTypeVector:
- return true;
- case spv::Op::OpTypeArray:
- return CanCreateConstant(ir_context,
- type_instr->GetSingleWordInOperand(0));
- case spv::Op::OpTypeStruct:
- if (HasBlockOrBufferBlockDecoration(ir_context, type_id)) {
- return false;
- }
- for (uint32_t index = 0; index < type_instr->NumInOperands(); index++) {
- if (!CanCreateConstant(ir_context,
- type_instr->GetSingleWordInOperand(index))) {
- return false;
- }
- }
- return true;
- default:
- return false;
- }
- }
- uint32_t MaybeGetScalarConstant(
- opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- const std::vector<uint32_t>& words, uint32_t scalar_type_id,
- bool is_irrelevant) {
- const auto* type = ir_context->get_type_mgr()->GetType(scalar_type_id);
- assert(type && "|scalar_type_id| is invalid");
- if (const auto* int_type = type->AsInteger()) {
- return MaybeGetIntegerConstant(ir_context, transformation_context, words,
- int_type->width(), int_type->IsSigned(),
- is_irrelevant);
- } else if (const auto* float_type = type->AsFloat()) {
- return MaybeGetFloatConstant(ir_context, transformation_context, words,
- float_type->width(), is_irrelevant);
- } else {
- assert(type->AsBool() && words.size() == 1 &&
- "|scalar_type_id| doesn't represent a scalar type");
- return MaybeGetBoolConstant(ir_context, transformation_context, words[0],
- is_irrelevant);
- }
- }
- uint32_t MaybeGetCompositeConstant(
- opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- const std::vector<uint32_t>& component_ids, uint32_t composite_type_id,
- bool is_irrelevant) {
- const auto* type = ir_context->get_type_mgr()->GetType(composite_type_id);
- (void)type; // Make compilers happy in release mode.
- assert(IsCompositeType(type) && "|composite_type_id| is invalid");
- for (const auto& inst : ir_context->types_values()) {
- if (inst.opcode() == spv::Op::OpConstantComposite &&
- inst.type_id() == composite_type_id &&
- transformation_context.GetFactManager()->IdIsIrrelevant(
- inst.result_id()) == is_irrelevant &&
- inst.NumInOperands() == component_ids.size()) {
- bool is_match = true;
- for (uint32_t i = 0; i < inst.NumInOperands(); ++i) {
- if (inst.GetSingleWordInOperand(i) != component_ids[i]) {
- is_match = false;
- break;
- }
- }
- if (is_match) {
- return inst.result_id();
- }
- }
- }
- return 0;
- }
- uint32_t MaybeGetIntegerConstant(
- opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- const std::vector<uint32_t>& words, uint32_t width, bool is_signed,
- bool is_irrelevant) {
- if (auto type_id = MaybeGetIntegerType(ir_context, width, is_signed)) {
- return MaybeGetOpConstant(ir_context, transformation_context, words,
- type_id, is_irrelevant);
- }
- return 0;
- }
- uint32_t MaybeGetIntegerConstantFromValueAndType(opt::IRContext* ir_context,
- uint32_t value,
- uint32_t int_type_id) {
- auto int_type_inst = ir_context->get_def_use_mgr()->GetDef(int_type_id);
- assert(int_type_inst && "The given type id must exist.");
- auto int_type = ir_context->get_type_mgr()
- ->GetType(int_type_inst->result_id())
- ->AsInteger();
- assert(int_type && int_type->width() == 32 &&
- "The given type id must correspond to an 32-bit integer type.");
- opt::analysis::IntConstant constant(int_type, {value});
- // Check that the constant exists in the module.
- if (!ir_context->get_constant_mgr()->FindConstant(&constant)) {
- return 0;
- }
- return ir_context->get_constant_mgr()
- ->GetDefiningInstruction(&constant)
- ->result_id();
- }
- uint32_t MaybeGetFloatConstant(
- opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- const std::vector<uint32_t>& words, uint32_t width, bool is_irrelevant) {
- if (auto type_id = MaybeGetFloatType(ir_context, width)) {
- return MaybeGetOpConstant(ir_context, transformation_context, words,
- type_id, is_irrelevant);
- }
- return 0;
- }
- uint32_t MaybeGetBoolConstant(
- opt::IRContext* ir_context,
- const TransformationContext& transformation_context, bool value,
- bool is_irrelevant) {
- if (auto type_id = MaybeGetBoolType(ir_context)) {
- for (const auto& inst : ir_context->types_values()) {
- if (inst.opcode() ==
- (value ? spv::Op::OpConstantTrue : spv::Op::OpConstantFalse) &&
- inst.type_id() == type_id &&
- transformation_context.GetFactManager()->IdIsIrrelevant(
- inst.result_id()) == is_irrelevant) {
- return inst.result_id();
- }
- }
- }
- return 0;
- }
- std::vector<uint32_t> IntToWords(uint64_t value, uint32_t width,
- bool is_signed) {
- assert(width <= 64 && "The bit width should not be more than 64 bits");
- // Sign-extend or zero-extend the last |width| bits of |value|, depending on
- // |is_signed|.
- if (is_signed) {
- // Sign-extend by shifting left and then shifting right, interpreting the
- // integer as signed.
- value = static_cast<int64_t>(value << (64 - width)) >> (64 - width);
- } else {
- // Zero-extend by shifting left and then shifting right, interpreting the
- // integer as unsigned.
- value = (value << (64 - width)) >> (64 - width);
- }
- std::vector<uint32_t> result;
- result.push_back(static_cast<uint32_t>(value));
- if (width > 32) {
- result.push_back(static_cast<uint32_t>(value >> 32));
- }
- return result;
- }
- bool TypesAreEqualUpToSign(opt::IRContext* ir_context, uint32_t type1_id,
- uint32_t type2_id) {
- if (type1_id == type2_id) {
- return true;
- }
- auto type1 = ir_context->get_type_mgr()->GetType(type1_id);
- auto type2 = ir_context->get_type_mgr()->GetType(type2_id);
- // Integer scalar types must have the same width
- if (type1->AsInteger() && type2->AsInteger()) {
- return type1->AsInteger()->width() == type2->AsInteger()->width();
- }
- // Integer vector types must have the same number of components and their
- // component types must be integers with the same width.
- if (type1->AsVector() && type2->AsVector()) {
- auto component_type1 = type1->AsVector()->element_type()->AsInteger();
- auto component_type2 = type2->AsVector()->element_type()->AsInteger();
- // Only check the component count and width if they are integer.
- if (component_type1 && component_type2) {
- return type1->AsVector()->element_count() ==
- type2->AsVector()->element_count() &&
- component_type1->width() == component_type2->width();
- }
- }
- // In all other cases, the types cannot be considered equal.
- return false;
- }
- std::map<uint32_t, uint32_t> RepeatedUInt32PairToMap(
- const google::protobuf::RepeatedPtrField<protobufs::UInt32Pair>& data) {
- std::map<uint32_t, uint32_t> result;
- for (const auto& entry : data) {
- result[entry.first()] = entry.second();
- }
- return result;
- }
- google::protobuf::RepeatedPtrField<protobufs::UInt32Pair>
- MapToRepeatedUInt32Pair(const std::map<uint32_t, uint32_t>& data) {
- google::protobuf::RepeatedPtrField<protobufs::UInt32Pair> result;
- for (const auto& entry : data) {
- protobufs::UInt32Pair pair;
- pair.set_first(entry.first);
- pair.set_second(entry.second);
- *result.Add() = std::move(pair);
- }
- return result;
- }
- opt::Instruction* GetLastInsertBeforeInstruction(opt::IRContext* ir_context,
- uint32_t block_id,
- spv::Op opcode) {
- // CFG::block uses std::map::at which throws an exception when |block_id| is
- // invalid. The error message is unhelpful, though. Thus, we test that
- // |block_id| is valid here.
- const auto* label_inst = ir_context->get_def_use_mgr()->GetDef(block_id);
- (void)label_inst; // Make compilers happy in release mode.
- assert(label_inst && label_inst->opcode() == spv::Op::OpLabel &&
- "|block_id| is invalid");
- auto* block = ir_context->cfg()->block(block_id);
- auto it = block->rbegin();
- assert(it != block->rend() && "Basic block can't be empty");
- if (block->GetMergeInst()) {
- ++it;
- assert(it != block->rend() &&
- "|block| must have at least two instructions:"
- "terminator and a merge instruction");
- }
- return CanInsertOpcodeBeforeInstruction(opcode, &*it) ? &*it : nullptr;
- }
- bool IdUseCanBeReplaced(opt::IRContext* ir_context,
- const TransformationContext& transformation_context,
- opt::Instruction* use_instruction,
- uint32_t use_in_operand_index) {
- if (spvOpcodeIsAccessChain(use_instruction->opcode()) &&
- use_in_operand_index > 0) {
- // A replacement for an irrelevant index in OpAccessChain must be clamped
- // first.
- if (transformation_context.GetFactManager()->IdIsIrrelevant(
- use_instruction->GetSingleWordInOperand(use_in_operand_index))) {
- return false;
- }
- // This is an access chain index. If the (sub-)object being accessed by the
- // given index has struct type then we cannot replace the use, as it needs
- // to be an OpConstant.
- // Get the top-level composite type that is being accessed.
- auto object_being_accessed = ir_context->get_def_use_mgr()->GetDef(
- use_instruction->GetSingleWordInOperand(0));
- auto pointer_type =
- ir_context->get_type_mgr()->GetType(object_being_accessed->type_id());
- assert(pointer_type->AsPointer());
- auto composite_type_being_accessed =
- pointer_type->AsPointer()->pointee_type();
- // Now walk the access chain, tracking the type of each sub-object of the
- // composite that is traversed, until the index of interest is reached.
- for (uint32_t index_in_operand = 1; index_in_operand < use_in_operand_index;
- index_in_operand++) {
- // For vectors, matrices and arrays, getting the type of the sub-object is
- // trivial. For the struct case, the sub-object type is field-sensitive,
- // and depends on the constant index that is used.
- if (composite_type_being_accessed->AsVector()) {
- composite_type_being_accessed =
- composite_type_being_accessed->AsVector()->element_type();
- } else if (composite_type_being_accessed->AsMatrix()) {
- composite_type_being_accessed =
- composite_type_being_accessed->AsMatrix()->element_type();
- } else if (composite_type_being_accessed->AsArray()) {
- composite_type_being_accessed =
- composite_type_being_accessed->AsArray()->element_type();
- } else if (composite_type_being_accessed->AsRuntimeArray()) {
- composite_type_being_accessed =
- composite_type_being_accessed->AsRuntimeArray()->element_type();
- } else {
- assert(composite_type_being_accessed->AsStruct());
- auto constant_index_instruction = ir_context->get_def_use_mgr()->GetDef(
- use_instruction->GetSingleWordInOperand(index_in_operand));
- assert(constant_index_instruction->opcode() == spv::Op::OpConstant);
- uint32_t member_index =
- constant_index_instruction->GetSingleWordInOperand(0);
- composite_type_being_accessed =
- composite_type_being_accessed->AsStruct()
- ->element_types()[member_index];
- }
- }
- // We have found the composite type being accessed by the index we are
- // considering replacing. If it is a struct, then we cannot do the
- // replacement as struct indices must be constants.
- if (composite_type_being_accessed->AsStruct()) {
- return false;
- }
- }
- if (use_instruction->opcode() == spv::Op::OpFunctionCall &&
- use_in_operand_index > 0) {
- // This is a function call argument. It is not allowed to have pointer
- // type.
- // Get the definition of the function being called.
- auto function = ir_context->get_def_use_mgr()->GetDef(
- use_instruction->GetSingleWordInOperand(0));
- // From the function definition, get the function type.
- auto function_type = ir_context->get_def_use_mgr()->GetDef(
- function->GetSingleWordInOperand(1));
- // OpTypeFunction's 0-th input operand is the function return type, and the
- // function argument types follow. Because the arguments to OpFunctionCall
- // start from input operand 1, we can use |use_in_operand_index| to get the
- // type associated with this function argument.
- auto parameter_type = ir_context->get_type_mgr()->GetType(
- function_type->GetSingleWordInOperand(use_in_operand_index));
- if (parameter_type->AsPointer()) {
- return false;
- }
- }
- if (use_instruction->opcode() == spv::Op::OpImageTexelPointer &&
- use_in_operand_index == 2) {
- // The OpImageTexelPointer instruction has a Sample parameter that in some
- // situations must be an id for the value 0. To guard against disrupting
- // that requirement, we do not replace this argument to that instruction.
- return false;
- }
- if (ir_context->get_feature_mgr()->HasCapability(spv::Capability::Shader)) {
- // With the Shader capability, memory scope and memory semantics operands
- // are required to be constants, so they cannot be replaced arbitrarily.
- switch (use_instruction->opcode()) {
- case spv::Op::OpAtomicLoad:
- case spv::Op::OpAtomicStore:
- case spv::Op::OpAtomicExchange:
- case spv::Op::OpAtomicIIncrement:
- case spv::Op::OpAtomicIDecrement:
- case spv::Op::OpAtomicIAdd:
- case spv::Op::OpAtomicISub:
- case spv::Op::OpAtomicSMin:
- case spv::Op::OpAtomicUMin:
- case spv::Op::OpAtomicSMax:
- case spv::Op::OpAtomicUMax:
- case spv::Op::OpAtomicAnd:
- case spv::Op::OpAtomicOr:
- case spv::Op::OpAtomicXor:
- if (use_in_operand_index == 1 || use_in_operand_index == 2) {
- return false;
- }
- break;
- case spv::Op::OpAtomicCompareExchange:
- if (use_in_operand_index == 1 || use_in_operand_index == 2 ||
- use_in_operand_index == 3) {
- return false;
- }
- break;
- case spv::Op::OpAtomicCompareExchangeWeak:
- case spv::Op::OpAtomicFlagTestAndSet:
- case spv::Op::OpAtomicFlagClear:
- case spv::Op::OpAtomicFAddEXT:
- assert(false && "Not allowed with the Shader capability.");
- default:
- break;
- }
- }
- return true;
- }
- bool MembersHaveBuiltInDecoration(opt::IRContext* ir_context,
- uint32_t struct_type_id) {
- const auto* type_inst = ir_context->get_def_use_mgr()->GetDef(struct_type_id);
- assert(type_inst && type_inst->opcode() == spv::Op::OpTypeStruct &&
- "|struct_type_id| is not a result id of an OpTypeStruct");
- uint32_t builtin_count = 0;
- ir_context->get_def_use_mgr()->ForEachUser(
- type_inst,
- [struct_type_id, &builtin_count](const opt::Instruction* user) {
- if (user->opcode() == spv::Op::OpMemberDecorate &&
- user->GetSingleWordInOperand(0) == struct_type_id &&
- static_cast<spv::Decoration>(user->GetSingleWordInOperand(2)) ==
- spv::Decoration::BuiltIn) {
- ++builtin_count;
- }
- });
- assert((builtin_count == 0 || builtin_count == type_inst->NumInOperands()) &&
- "The module is invalid: either none or all of the members of "
- "|struct_type_id| may be builtin");
- return builtin_count != 0;
- }
- bool HasBlockOrBufferBlockDecoration(opt::IRContext* ir_context, uint32_t id) {
- for (auto decoration :
- {spv::Decoration::Block, spv::Decoration::BufferBlock}) {
- if (!ir_context->get_decoration_mgr()->WhileEachDecoration(
- id, uint32_t(decoration),
- [](const opt::Instruction & /*unused*/) -> bool {
- return false;
- })) {
- return true;
- }
- }
- return false;
- }
- bool SplittingBeforeInstructionSeparatesOpSampledImageDefinitionFromUse(
- opt::BasicBlock* block_to_split, opt::Instruction* split_before) {
- std::set<uint32_t> sampled_image_result_ids;
- bool before_split = true;
- // Check all the instructions in the block to split.
- for (auto& instruction : *block_to_split) {
- if (&instruction == &*split_before) {
- before_split = false;
- }
- if (before_split) {
- // If the instruction comes before the split and its opcode is
- // OpSampledImage, record its result id.
- if (instruction.opcode() == spv::Op::OpSampledImage) {
- sampled_image_result_ids.insert(instruction.result_id());
- }
- } else {
- // If the instruction comes after the split, check if ids
- // corresponding to OpSampledImage instructions defined before the split
- // are used, and return true if they are.
- if (!instruction.WhileEachInId(
- [&sampled_image_result_ids](uint32_t* id) -> bool {
- return !sampled_image_result_ids.count(*id);
- })) {
- return true;
- }
- }
- }
- // No usage that would be separated from the definition has been found.
- return false;
- }
- bool InstructionHasNoSideEffects(const opt::Instruction& instruction) {
- switch (instruction.opcode()) {
- case spv::Op::OpUndef:
- case spv::Op::OpAccessChain:
- case spv::Op::OpInBoundsAccessChain:
- case spv::Op::OpArrayLength:
- case spv::Op::OpVectorExtractDynamic:
- case spv::Op::OpVectorInsertDynamic:
- case spv::Op::OpVectorShuffle:
- case spv::Op::OpCompositeConstruct:
- case spv::Op::OpCompositeExtract:
- case spv::Op::OpCompositeInsert:
- case spv::Op::OpCopyObject:
- case spv::Op::OpTranspose:
- case spv::Op::OpConvertFToU:
- case spv::Op::OpConvertFToS:
- case spv::Op::OpConvertSToF:
- case spv::Op::OpConvertUToF:
- case spv::Op::OpUConvert:
- case spv::Op::OpSConvert:
- case spv::Op::OpFConvert:
- case spv::Op::OpQuantizeToF16:
- case spv::Op::OpSatConvertSToU:
- case spv::Op::OpSatConvertUToS:
- case spv::Op::OpBitcast:
- case spv::Op::OpSNegate:
- case spv::Op::OpFNegate:
- case spv::Op::OpIAdd:
- case spv::Op::OpFAdd:
- case spv::Op::OpISub:
- case spv::Op::OpFSub:
- case spv::Op::OpIMul:
- case spv::Op::OpFMul:
- case spv::Op::OpUDiv:
- case spv::Op::OpSDiv:
- case spv::Op::OpFDiv:
- case spv::Op::OpUMod:
- case spv::Op::OpSRem:
- case spv::Op::OpSMod:
- case spv::Op::OpFRem:
- case spv::Op::OpFMod:
- case spv::Op::OpVectorTimesScalar:
- case spv::Op::OpMatrixTimesScalar:
- case spv::Op::OpVectorTimesMatrix:
- case spv::Op::OpMatrixTimesVector:
- case spv::Op::OpMatrixTimesMatrix:
- case spv::Op::OpOuterProduct:
- case spv::Op::OpDot:
- case spv::Op::OpIAddCarry:
- case spv::Op::OpISubBorrow:
- case spv::Op::OpUMulExtended:
- case spv::Op::OpSMulExtended:
- case spv::Op::OpAny:
- case spv::Op::OpAll:
- case spv::Op::OpIsNan:
- case spv::Op::OpIsInf:
- case spv::Op::OpIsFinite:
- case spv::Op::OpIsNormal:
- case spv::Op::OpSignBitSet:
- case spv::Op::OpLessOrGreater:
- case spv::Op::OpOrdered:
- case spv::Op::OpUnordered:
- case spv::Op::OpLogicalEqual:
- case spv::Op::OpLogicalNotEqual:
- case spv::Op::OpLogicalOr:
- case spv::Op::OpLogicalAnd:
- case spv::Op::OpLogicalNot:
- case spv::Op::OpSelect:
- case spv::Op::OpIEqual:
- case spv::Op::OpINotEqual:
- case spv::Op::OpUGreaterThan:
- case spv::Op::OpSGreaterThan:
- case spv::Op::OpUGreaterThanEqual:
- case spv::Op::OpSGreaterThanEqual:
- case spv::Op::OpULessThan:
- case spv::Op::OpSLessThan:
- case spv::Op::OpULessThanEqual:
- case spv::Op::OpSLessThanEqual:
- case spv::Op::OpFOrdEqual:
- case spv::Op::OpFUnordEqual:
- case spv::Op::OpFOrdNotEqual:
- case spv::Op::OpFUnordNotEqual:
- case spv::Op::OpFOrdLessThan:
- case spv::Op::OpFUnordLessThan:
- case spv::Op::OpFOrdGreaterThan:
- case spv::Op::OpFUnordGreaterThan:
- case spv::Op::OpFOrdLessThanEqual:
- case spv::Op::OpFUnordLessThanEqual:
- case spv::Op::OpFOrdGreaterThanEqual:
- case spv::Op::OpFUnordGreaterThanEqual:
- case spv::Op::OpShiftRightLogical:
- case spv::Op::OpShiftRightArithmetic:
- case spv::Op::OpShiftLeftLogical:
- case spv::Op::OpBitwiseOr:
- case spv::Op::OpBitwiseXor:
- case spv::Op::OpBitwiseAnd:
- case spv::Op::OpNot:
- case spv::Op::OpBitFieldInsert:
- case spv::Op::OpBitFieldSExtract:
- case spv::Op::OpBitFieldUExtract:
- case spv::Op::OpBitReverse:
- case spv::Op::OpBitCount:
- case spv::Op::OpCopyLogical:
- case spv::Op::OpPhi:
- case spv::Op::OpPtrEqual:
- case spv::Op::OpPtrNotEqual:
- return true;
- default:
- return false;
- }
- }
- std::set<uint32_t> GetReachableReturnBlocks(opt::IRContext* ir_context,
- uint32_t function_id) {
- auto function = ir_context->GetFunction(function_id);
- assert(function && "The function |function_id| must exist.");
- std::set<uint32_t> result;
- ir_context->cfg()->ForEachBlockInPostOrder(function->entry().get(),
- [&result](opt::BasicBlock* block) {
- if (block->IsReturn()) {
- result.emplace(block->id());
- }
- });
- return result;
- }
- bool NewTerminatorPreservesDominationRules(opt::IRContext* ir_context,
- uint32_t block_id,
- opt::Instruction new_terminator) {
- auto* mutated_block = MaybeFindBlock(ir_context, block_id);
- assert(mutated_block && "|block_id| is invalid");
- ChangeTerminatorRAII change_terminator_raii(mutated_block,
- std::move(new_terminator));
- opt::DominatorAnalysis dominator_analysis;
- dominator_analysis.InitializeTree(*ir_context->cfg(),
- mutated_block->GetParent());
- // Check that each dominator appears before each dominated block.
- std::unordered_map<uint32_t, size_t> positions;
- for (const auto& block : *mutated_block->GetParent()) {
- positions[block.id()] = positions.size();
- }
- std::queue<uint32_t> q({mutated_block->GetParent()->begin()->id()});
- std::unordered_set<uint32_t> visited;
- while (!q.empty()) {
- auto block = q.front();
- q.pop();
- visited.insert(block);
- auto success = ir_context->cfg()->block(block)->WhileEachSuccessorLabel(
- [&positions, &visited, &dominator_analysis, block, &q](uint32_t id) {
- if (id == block) {
- // Handle the case when loop header and continue target are the same
- // block.
- return true;
- }
- if (dominator_analysis.Dominates(block, id) &&
- positions[block] > positions[id]) {
- // |block| dominates |id| but appears after |id| - violates
- // domination rules.
- return false;
- }
- if (!visited.count(id)) {
- q.push(id);
- }
- return true;
- });
- if (!success) {
- return false;
- }
- }
- // For each instruction in the |block->GetParent()| function check whether
- // all its dependencies satisfy domination rules (i.e. all id operands
- // dominate that instruction).
- for (const auto& block : *mutated_block->GetParent()) {
- if (!ir_context->IsReachable(block)) {
- // If some block is not reachable then we don't need to worry about the
- // preservation of domination rules for its instructions.
- continue;
- }
- for (const auto& inst : block) {
- for (uint32_t i = 0; i < inst.NumInOperands();
- i += inst.opcode() == spv::Op::OpPhi ? 2 : 1) {
- const auto& operand = inst.GetInOperand(i);
- if (!spvIsInIdType(operand.type)) {
- continue;
- }
- if (MaybeFindBlock(ir_context, operand.words[0])) {
- // Ignore operands that refer to OpLabel instructions.
- continue;
- }
- const auto* dependency_block =
- ir_context->get_instr_block(operand.words[0]);
- if (!dependency_block) {
- // A global instruction always dominates all instructions in any
- // function.
- continue;
- }
- auto domination_target_id = inst.opcode() == spv::Op::OpPhi
- ? inst.GetSingleWordInOperand(i + 1)
- : block.id();
- if (!dominator_analysis.Dominates(dependency_block->id(),
- domination_target_id)) {
- return false;
- }
- }
- }
- }
- return true;
- }
- opt::Module::iterator GetFunctionIterator(opt::IRContext* ir_context,
- uint32_t function_id) {
- return std::find_if(ir_context->module()->begin(),
- ir_context->module()->end(),
- [function_id](const opt::Function& f) {
- return f.result_id() == function_id;
- });
- }
- // TODO(https://github.com/KhronosGroup/SPIRV-Tools/issues/3582): Add all
- // opcodes that are agnostic to signedness of operands to function.
- // This is not exhaustive yet.
- bool IsAgnosticToSignednessOfOperand(spv::Op opcode,
- uint32_t use_in_operand_index) {
- switch (opcode) {
- case spv::Op::OpSNegate:
- case spv::Op::OpNot:
- case spv::Op::OpIAdd:
- case spv::Op::OpISub:
- case spv::Op::OpIMul:
- case spv::Op::OpSDiv:
- case spv::Op::OpSRem:
- case spv::Op::OpSMod:
- case spv::Op::OpShiftRightLogical:
- case spv::Op::OpShiftRightArithmetic:
- case spv::Op::OpShiftLeftLogical:
- case spv::Op::OpBitwiseOr:
- case spv::Op::OpBitwiseXor:
- case spv::Op::OpBitwiseAnd:
- case spv::Op::OpIEqual:
- case spv::Op::OpINotEqual:
- case spv::Op::OpULessThan:
- case spv::Op::OpSLessThan:
- case spv::Op::OpUGreaterThan:
- case spv::Op::OpSGreaterThan:
- case spv::Op::OpULessThanEqual:
- case spv::Op::OpSLessThanEqual:
- case spv::Op::OpUGreaterThanEqual:
- case spv::Op::OpSGreaterThanEqual:
- return true;
- case spv::Op::OpAtomicStore:
- case spv::Op::OpAtomicExchange:
- case spv::Op::OpAtomicIAdd:
- case spv::Op::OpAtomicISub:
- case spv::Op::OpAtomicSMin:
- case spv::Op::OpAtomicUMin:
- case spv::Op::OpAtomicSMax:
- case spv::Op::OpAtomicUMax:
- case spv::Op::OpAtomicAnd:
- case spv::Op::OpAtomicOr:
- case spv::Op::OpAtomicXor:
- case spv::Op::OpAtomicFAddEXT: // Capability AtomicFloat32AddEXT,
- // AtomicFloat64AddEXT.
- assert(use_in_operand_index != 0 &&
- "Signedness check should not occur on a pointer operand.");
- return use_in_operand_index == 1 || use_in_operand_index == 2;
- case spv::Op::OpAtomicCompareExchange:
- case spv::Op::OpAtomicCompareExchangeWeak: // Capability Kernel.
- assert(use_in_operand_index != 0 &&
- "Signedness check should not occur on a pointer operand.");
- return use_in_operand_index >= 1 && use_in_operand_index <= 3;
- case spv::Op::OpAtomicLoad:
- case spv::Op::OpAtomicIIncrement:
- case spv::Op::OpAtomicIDecrement:
- case spv::Op::OpAtomicFlagTestAndSet: // Capability Kernel.
- case spv::Op::OpAtomicFlagClear: // Capability Kernel.
- assert(use_in_operand_index != 0 &&
- "Signedness check should not occur on a pointer operand.");
- return use_in_operand_index >= 1;
- case spv::Op::OpAccessChain:
- // The signedness of indices does not matter.
- return use_in_operand_index > 0;
- default:
- // Conservatively assume that the id cannot be swapped in other
- // instructions.
- return false;
- }
- }
- bool TypesAreCompatible(opt::IRContext* ir_context, spv::Op opcode,
- uint32_t use_in_operand_index, uint32_t type_id_1,
- uint32_t type_id_2) {
- assert(ir_context->get_type_mgr()->GetType(type_id_1) &&
- ir_context->get_type_mgr()->GetType(type_id_2) &&
- "Type ids are invalid");
- return type_id_1 == type_id_2 ||
- (IsAgnosticToSignednessOfOperand(opcode, use_in_operand_index) &&
- fuzzerutil::TypesAreEqualUpToSign(ir_context, type_id_1, type_id_2));
- }
- } // namespace fuzzerutil
- } // namespace fuzz
- } // namespace spvtools
|