//! Analyzed Intermediate Representation.
//!
//! This data is produced by Sema and consumed by codegen.
//! Unlike ZIR where there is one instance for an entire source file, each function
//! gets its own `Air` instance.

const std = @import("std");
const builtin = @import("builtin");
const assert = std.debug.assert;

const Air = @This();
const InternPool = @import("InternPool.zig");
const Type = @import("Type.zig");
const Value = @import("Value.zig");
const Zcu = @import("Zcu.zig");
const print = @import("Air/print.zig");
const types_resolved = @import("Air/types_resolved.zig");

pub const Legalize = @import("Air/Legalize.zig");
pub const Liveness = @import("Air/Liveness.zig");

instructions: std.MultiArrayList(Inst).Slice,
/// The meaning of this data is determined by `Inst.Tag` value.
/// The first few indexes are reserved. See `ExtraIndex` for the values.
extra: std.ArrayList(u32),

pub const ExtraIndex = enum(u32) {
    /// Payload index of the main `Block` in the `extra` array.
    main_block,

    _,
};

pub const Inst = struct {
    tag: Tag,
    data: Data,

    pub const Tag = enum(u8) {
        /// The first N instructions in the main block must be one arg instruction per
        /// function parameter. This makes function parameters participate in
        /// liveness analysis without any special handling.
        /// Uses the `arg` field.
        arg,
        /// Float or integer addition. For integers, wrapping is illegal behavior.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        add,
        /// Integer addition. Wrapping is a safety panic.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// The panic handler function must be populated before lowering AIR
        /// that contains this instruction.
        /// Uses the `bin_op` field.
        add_safe,
        /// Float addition. The instruction is allowed to have equal or more
        /// mathematical accuracy than strict IEEE-757 float addition.
        /// If either operand is NaN, the result value is undefined.
        /// Uses the `bin_op` field.
        add_optimized,
        /// Twos complement wrapping integer addition.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        add_wrap,
        /// Saturating integer addition.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        add_sat,
        /// Float or integer subtraction. For integers, wrapping is illegal behavior.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        sub,
        /// Integer subtraction. Wrapping is a safety panic.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// The panic handler function must be populated before lowering AIR
        /// that contains this instruction.
        /// Uses the `bin_op` field.
        sub_safe,
        /// Float subtraction. The instruction is allowed to have equal or more
        /// mathematical accuracy than strict IEEE-757 float subtraction.
        /// If either operand is NaN, the result value is undefined.
        /// Uses the `bin_op` field.
        sub_optimized,
        /// Twos complement wrapping integer subtraction.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        sub_wrap,
        /// Saturating integer subtraction.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        sub_sat,
        /// Float or integer multiplication. For integers, wrapping is illegal behavior.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        mul,
        /// Integer multiplication. Wrapping is a safety panic.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// The panic handler function must be populated before lowering AIR
        /// that contains this instruction.
        /// Uses the `bin_op` field.
        mul_safe,
        /// Float multiplication. The instruction is allowed to have equal or more
        /// mathematical accuracy than strict IEEE-757 float multiplication.
        /// If either operand is NaN, the result value is undefined.
        /// Uses the `bin_op` field.
        mul_optimized,
        /// Twos complement wrapping integer multiplication.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        mul_wrap,
        /// Saturating integer multiplication.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        mul_sat,
        /// Float division.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        div_float,
        /// Same as `div_float` with optimized float mode.
        div_float_optimized,
        /// Truncating integer or float division. For integers, wrapping is illegal behavior.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        div_trunc,
        /// Same as `div_trunc` with optimized float mode.
        div_trunc_optimized,
        /// Flooring integer or float division. For integers, wrapping is illegal behavior.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        div_floor,
        /// Same as `div_floor` with optimized float mode.
        div_floor_optimized,
        /// Integer or float division.
        /// If a remainder would be produced, illegal behavior occurs.
        /// For integers, overflow is illegal behavior.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        div_exact,
        /// Same as `div_exact` with optimized float mode.
        div_exact_optimized,
        /// Integer or float remainder division.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        rem,
        /// Same as `rem` with optimized float mode.
        rem_optimized,
        /// Integer or float modulus division.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        mod,
        /// Same as `mod` with optimized float mode.
        mod_optimized,
        /// Add an offset, in element type units, to a pointer, returning a new
        /// pointer. Element type may not be zero bits.
        ///
        /// Wrapping is illegal behavior. If the newly computed address is
        /// outside the provenance of the operand, the result is undefined.
        ///
        /// Uses the `ty_pl` field. Payload is `Bin`. The lhs is the pointer,
        /// rhs is the offset. Result type is the same as lhs. The operand may
        /// be a slice.
        ptr_add,
        /// Subtract an offset, in element type units, from a pointer,
        /// returning a new pointer. Element type may not be zero bits.
        ///
        /// Wrapping is illegal behavior. If the newly computed address is
        /// outside the provenance of the operand, the result is undefined.
        ///
        /// Uses the `ty_pl` field. Payload is `Bin`. The lhs is the pointer,
        /// rhs is the offset. Result type is the same as lhs. The operand may
        /// be a slice.
        ptr_sub,
        /// Given two operands which can be floats, integers, or vectors, returns the
        /// greater of the operands. For vectors it operates element-wise.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        max,
        /// Given two operands which can be floats, integers, or vectors, returns the
        /// lesser of the operands. For vectors it operates element-wise.
        /// Both operands are guaranteed to be the same type, and the result type
        /// is the same as both operands.
        /// Uses the `bin_op` field.
        min,
        /// Integer addition with overflow. Both operands are guaranteed to be the same type,
        /// and the result is a tuple with .{res, ov}. The wrapped value is written to res
        /// and if an overflow happens, ov is 1. Otherwise ov is 0.
        /// Uses the `ty_pl` field. Payload is `Bin`.
        add_with_overflow,
        /// Integer subtraction with overflow. Both operands are guaranteed to be the same type,
        /// and the result is a tuple with .{res, ov}. The wrapped value is written to res
        /// and if an overflow happens, ov is 1. Otherwise ov is 0.
        /// Uses the `ty_pl` field. Payload is `Bin`.
        sub_with_overflow,
        /// Integer multiplication with overflow. Both operands are guaranteed to be the same type,
        /// and the result is a tuple with .{res, ov}. The wrapped value is written to res
        /// and if an overflow happens, ov is 1. Otherwise ov is 0.
        /// Uses the `ty_pl` field. Payload is `Bin`.
        mul_with_overflow,
        /// Integer left-shift with overflow. Both operands are guaranteed to be the same type,
        /// and the result is a tuple with .{res, ov}. The wrapped value is written to res
        /// and if an overflow happens, ov is 1. Otherwise ov is 0.
        /// Uses the `ty_pl` field. Payload is `Bin`.
        shl_with_overflow,
        /// Allocates stack local memory.
        /// Uses the `ty` field.
        alloc,
        /// This special instruction only exists temporarily during semantic
        /// analysis and is guaranteed to be unreachable in machine code
        /// backends. It tracks a set of types that have been stored to an
        /// inferred allocation.
        /// Uses the `inferred_alloc` field.
        inferred_alloc,
        /// This special instruction only exists temporarily during semantic
        /// analysis and is guaranteed to be unreachable in machine code
        /// backends. Used to coordinate alloc_inferred, store_to_inferred_ptr,
        /// and resolve_inferred_alloc instructions for comptime code.
        /// Uses the `inferred_alloc_comptime` field.
        inferred_alloc_comptime,
        /// If the function will pass the result by-ref, this instruction returns the
        /// result pointer. Otherwise it is equivalent to `alloc`.
        /// Uses the `ty` field.
        ret_ptr,
        /// Inline assembly. Uses the `ty_pl` field. Payload is `Asm`.
        assembly,
        /// Bitwise AND. `&`.
        /// Result type is the same as both operands.
        /// Uses the `bin_op` field.
        bit_and,
        /// Bitwise OR. `|`.
        /// Result type is the same as both operands.
        /// Uses the `bin_op` field.
        bit_or,
        /// Shift right. `>>`
        /// The rhs type may be a scalar version of the lhs type.
        /// Uses the `bin_op` field.
        shr,
        /// Shift right. The shift produces a poison value if it shifts out any non-zero bits.
        /// The rhs type may be a scalar version of the lhs type.
        /// Uses the `bin_op` field.
        shr_exact,
        /// Shift left. `<<`
        /// The rhs type may be a scalar version of the lhs type.
        /// Uses the `bin_op` field.
        shl,
        /// Shift left; For unsigned integers, the shift produces a poison value if it shifts
        /// out any non-zero bits. For signed integers, the shift produces a poison value if
        /// it shifts out any bits that disagree with the resultant sign bit.
        /// The rhs type may be a scalar version of the lhs type.
        /// Uses the `bin_op` field.
        shl_exact,
        /// Saturating integer shift left. `<<|`. The result is the same type as the `lhs`.
        /// The `rhs` must have the same vector shape as the `lhs`, but with any unsigned
        /// integer as the scalar type.
        /// The rhs type may be a scalar version of the lhs type.
        /// Uses the `bin_op` field.
        shl_sat,
        /// Bitwise XOR. `^`
        /// Uses the `bin_op` field.
        xor,
        /// Boolean or binary NOT.
        /// Uses the `ty_op` field.
        not,
        /// Reinterpret the bits of a value as a different type.  This is like `@bitCast` but
        /// also supports enums and pointers.
        /// Uses the `ty_op` field.
        bitcast,
        /// Uses the `ty_pl` field with payload `Block`.  A block runs its body which always ends
        /// with a `noreturn` instruction, so the only way to proceed to the code after the `block`
        /// is to encounter a `br` that targets this `block`.  If the `block` type is `noreturn`,
        /// then there do not exist any `br` instructions targeting this `block`.
        block,
        /// A labeled block of code that loops forever. The body must be `noreturn`: loops
        /// occur through an explicit `repeat` instruction pointing back to this one.
        /// Result type is always `noreturn`; no instructions in a block follow this one.
        /// There is always at least one `repeat` instruction referencing the loop.
        /// Uses the `ty_pl` field. Payload is `Block`.
        loop,
        /// Sends control flow back to the beginning of a parent `loop` body.
        /// Uses the `repeat` field.
        repeat,
        /// Return from a block with a result.
        /// Result type is always noreturn; no instructions in a block follow this one.
        /// Uses the `br` field.
        br,
        /// Lowers to a trap/jam instruction causing program abortion.
        /// This may lower to an instruction known to be invalid.
        /// Sometimes, for the lack of a better instruction, `trap` and `breakpoint` may compile down to the same code.
        /// Result type is always noreturn; no instructions in a block follow this one.
        trap,
        /// Lowers to a trap instruction causing debuggers to break here, or the next best thing.
        /// The debugger or something else may allow the program to resume after this point.
        /// Sometimes, for the lack of a better instruction, `trap` and `breakpoint` may compile down to the same code.
        /// Result type is always void.
        breakpoint,
        /// Yields the return address of the current function.
        /// Uses the `no_op` field.
        ret_addr,
        /// Implements @frameAddress builtin.
        /// Uses the `no_op` field.
        frame_addr,
        /// Function call.
        /// Result type is the return type of the function being called.
        /// Uses the `pl_op` field with the `Call` payload. operand is the callee.
        /// Triggers `resolveTypeLayout` on the return type of the callee.
        call,
        /// Same as `call` except with the `always_tail` attribute.
        call_always_tail,
        /// Same as `call` except with the `never_tail` attribute.
        call_never_tail,
        /// Same as `call` except with the `never_inline` attribute.
        call_never_inline,
        /// Count leading zeroes of an integer according to its representation in twos complement.
        /// Result type will always be an unsigned integer big enough to fit the answer.
        /// Uses the `ty_op` field.
        clz,
        /// Count trailing zeroes of an integer according to its representation in twos complement.
        /// Result type will always be an unsigned integer big enough to fit the answer.
        /// Uses the `ty_op` field.
        ctz,
        /// Count number of 1 bits in an integer according to its representation in twos complement.
        /// Result type will always be an unsigned integer big enough to fit the answer.
        /// Uses the `ty_op` field.
        popcount,
        /// Reverse the bytes in an integer according to its representation in twos complement.
        /// Uses the `ty_op` field.
        byte_swap,
        /// Reverse the bits in an integer according to its representation in twos complement.
        /// Uses the `ty_op` field.
        bit_reverse,

        /// Square root of a floating point number.
        /// Uses the `un_op` field.
        sqrt,
        /// Sine function on a floating point number.
        /// Uses the `un_op` field.
        sin,
        /// Cosine function on a floating point number.
        /// Uses the `un_op` field.
        cos,
        /// Tangent function on a floating point number.
        /// Uses the `un_op` field.
        tan,
        /// Base e exponential of a floating point number.
        /// Uses the `un_op` field.
        exp,
        /// Base 2 exponential of a floating point number.
        /// Uses the `un_op` field.
        exp2,
        /// Natural (base e) logarithm of a floating point number.
        /// Uses the `un_op` field.
        log,
        /// Base 2 logarithm of a floating point number.
        /// Uses the `un_op` field.
        log2,
        /// Base 10 logarithm of a floating point number.
        /// Uses the `un_op` field.
        log10,
        /// Absolute value of an integer, floating point number or vector.
        /// Result type is always unsigned if the operand is an integer.
        /// Uses the `ty_op` field.
        abs,
        /// Floor: rounds a floating pointer number down to the nearest integer.
        /// Uses the `un_op` field.
        floor,
        /// Ceiling: rounds a floating pointer number up to the nearest integer.
        /// Uses the `un_op` field.
        ceil,
        /// Rounds a floating pointer number to the nearest integer.
        /// Uses the `un_op` field.
        round,
        /// Rounds a floating pointer number to the nearest integer towards zero.
        /// Uses the `un_op` field.
        trunc_float,
        /// Float negation. This affects the sign of zero, inf, and NaN, which is impossible
        /// to do with sub. Integers are not allowed and must be represented with sub with
        /// LHS of zero.
        /// Uses the `un_op` field.
        neg,
        /// Same as `neg` with optimized float mode.
        neg_optimized,

        /// `<`. Result type is always bool.
        /// Uses the `bin_op` field.
        cmp_lt,
        /// Same as `cmp_lt` with optimized float mode.
        cmp_lt_optimized,
        /// `<=`. Result type is always bool.
        /// Uses the `bin_op` field.
        cmp_lte,
        /// Same as `cmp_lte` with optimized float mode.
        cmp_lte_optimized,
        /// `==`. Result type is always bool.
        /// Uses the `bin_op` field.
        cmp_eq,
        /// Same as `cmp_eq` with optimized float mode.
        cmp_eq_optimized,
        /// `>=`. Result type is always bool.
        /// Uses the `bin_op` field.
        cmp_gte,
        /// Same as `cmp_gte` with optimized float mode.
        cmp_gte_optimized,
        /// `>`. Result type is always bool.
        /// Uses the `bin_op` field.
        cmp_gt,
        /// Same as `cmp_gt` with optimized float mode.
        cmp_gt_optimized,
        /// `!=`. Result type is always bool.
        /// Uses the `bin_op` field.
        cmp_neq,
        /// Same as `cmp_neq` with optimized float mode.
        cmp_neq_optimized,
        /// Conditional between two vectors.
        /// Result type is always a vector of bools.
        /// Uses the `ty_pl` field, payload is `VectorCmp`.
        cmp_vector,
        /// Same as `cmp_vector` with optimized float mode.
        cmp_vector_optimized,

        /// Conditional branch.
        /// Result type is always noreturn; no instructions in a block follow this one.
        /// Uses the `pl_op` field. Operand is the condition. Payload is `CondBr`.
        cond_br,
        /// Switch branch.
        /// Result type is always noreturn; no instructions in a block follow this one.
        /// Uses the `pl_op` field. Operand is the condition. Payload is `SwitchBr`.
        switch_br,
        /// Switch branch which can dispatch back to itself with a different operand.
        /// Result type is always noreturn; no instructions in a block follow this one.
        /// Uses the `pl_op` field. Operand is the condition. Payload is `SwitchBr`.
        loop_switch_br,
        /// Dispatches back to a branch of a parent `loop_switch_br`.
        /// Result type is always noreturn; no instructions in a block follow this one.
        /// Uses the `br` field. `block_inst` is a `loop_switch_br` instruction.
        switch_dispatch,
        /// Given an operand which is an error union, splits control flow. In
        /// case of error, control flow goes into the block that is part of this
        /// instruction, which is guaranteed to end with a return instruction
        /// and never breaks out of the block.
        /// In the case of non-error, control flow proceeds to the next instruction
        /// after the `try`, with the result of this instruction being the unwrapped
        /// payload value, as if `unwrap_errunion_payload` was executed on the operand.
        /// The error branch is considered to have a branch hint of `.unlikely`.
        /// Uses the `pl_op` field. Payload is `Try`.
        @"try",
        /// Same as `try` except the error branch hint is `.cold`.
        try_cold,
        /// Same as `try` except the operand is a pointer to an error union, and the
        /// result is a pointer to the payload. Result is as if `unwrap_errunion_payload_ptr`
        /// was executed on the operand.
        /// Uses the `ty_pl` field. Payload is `TryPtr`.
        try_ptr,
        /// Same as `try_ptr` except the error branch hint is `.cold`.
        try_ptr_cold,
        /// Notes the beginning of a source code statement and marks the line and column.
        /// Result type is always void.
        /// Uses the `dbg_stmt` field.
        dbg_stmt,
        /// Marks a statement that can be stepped to but produces no code.
        dbg_empty_stmt,
        /// A block that represents an inlined function call.
        /// Uses the `ty_pl` field. Payload is `DbgInlineBlock`.
        dbg_inline_block,
        /// Marks the beginning of a local variable. The operand is a pointer pointing
        /// to the storage for the variable. The local may be a const or a var.
        /// Result type is always void.
        /// Uses `pl_op`. The payload index is the variable name. It points to the extra
        /// array, reinterpreting the bytes there as a null-terminated string.
        dbg_var_ptr,
        /// Same as `dbg_var_ptr` except the local is a const, not a var, and the
        /// operand is the local's value.
        dbg_var_val,
        /// Same as `dbg_var_val` except the local is an inline function argument.
        dbg_arg_inline,
        /// ?T => bool
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_null,
        /// ?T => bool (inverted logic)
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_non_null,
        /// *?T => bool
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_null_ptr,
        /// *?T => bool (inverted logic)
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_non_null_ptr,
        /// E!T => bool
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_err,
        /// E!T => bool (inverted logic)
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_non_err,
        /// *E!T => bool
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_err_ptr,
        /// *E!T => bool (inverted logic)
        /// Result type is always bool.
        /// Uses the `un_op` field.
        is_non_err_ptr,
        /// Result type is always bool.
        /// Uses the `bin_op` field.
        bool_and,
        /// Result type is always bool.
        /// Uses the `bin_op` field.
        bool_or,
        /// Read a value from a pointer.
        /// Uses the `ty_op` field.
        load,
        /// Return a value from a function.
        /// Result type is always noreturn; no instructions in a block follow this one.
        /// Uses the `un_op` field.
        /// Triggers `resolveTypeLayout` on the return type.
        ret,
        /// Same as `ret`, except if the operand is undefined, the
        /// returned value is 0xaa bytes, and any other safety metadata
        /// such as Valgrind integrations should be notified of
        /// this value being undefined.
        ret_safe,
        /// This instruction communicates that the function's result value is pointed to by
        /// the operand. If the function will pass the result by-ref, the operand is a
        /// `ret_ptr` instruction. Otherwise, this instruction is equivalent to a `load`
        /// on the operand, followed by a `ret` on the loaded value.
        /// Result type is always noreturn; no instructions in a block follow this one.
        /// Uses the `un_op` field.
        /// Triggers `resolveTypeLayout` on the return type.
        ret_load,
        /// Write a value to a pointer. LHS is pointer, RHS is value.
        /// Result type is always void.
        /// Uses the `bin_op` field.
        /// The value to store may be undefined, in which case the destination
        /// memory region has undefined bytes after this instruction is
        /// evaluated. In such case ignoring this instruction is legal
        /// lowering.
        store,
        /// Same as `store`, except if the value to store is undefined, the
        /// memory region should be filled with 0xaa bytes, and any other
        /// safety metadata such as Valgrind integrations should be notified of
        /// this memory region being undefined.
        store_safe,
        /// Indicates the program counter will never get to this instruction.
        /// Result type is always noreturn; no instructions in a block follow this one.
        unreach,
        /// Convert from a float type to a smaller one.
        /// Uses the `ty_op` field.
        fptrunc,
        /// Convert from a float type to a wider one.
        /// Uses the `ty_op` field.
        fpext,
        /// Returns an integer with a different type than the operand. The new type may have
        /// fewer, the same, or more bits than the operand type. The new type may also
        /// differ in signedness from the operand type. However, the instruction
        /// guarantees that the same integer value fits in both types.
        /// The new type may also be an enum type, in which case the integer cast operates on
        /// the integer tag type of the enum.
        /// See `trunc` for integer truncation.
        /// Uses the `ty_op` field.
        intcast,
        /// Like `intcast`, but includes two safety checks:
        /// * triggers a safety panic if the cast truncates bits
        /// * triggers a safety panic if the destination type is an exhaustive enum
        ///   and the operand is not a valid value of this type; i.e. equivalent to
        ///   a safety check based on `.is_named_enum_value`
        intcast_safe,
        /// Truncate higher bits from an integer, resulting in an integer type with the same
        /// sign but an equal or smaller number of bits.
        /// Uses the `ty_op` field.
        trunc,
        /// ?T => T. If the value is null, illegal behavior.
        /// Uses the `ty_op` field.
        optional_payload,
        /// *?T => *T. If the value is null, illegal behavior.
        /// Uses the `ty_op` field.
        optional_payload_ptr,
        /// *?T => *T. Sets the value to non-null with an undefined payload value.
        /// Uses the `ty_op` field.
        optional_payload_ptr_set,
        /// Given a payload value, wraps it in an optional type.
        /// Uses the `ty_op` field.
        wrap_optional,
        /// E!T -> T. If the value is an error, illegal behavior.
        /// Uses the `ty_op` field.
        unwrap_errunion_payload,
        /// E!T -> E. If the value is not an error, illegal behavior.
        /// Uses the `ty_op` field.
        unwrap_errunion_err,
        /// *(E!T) -> *T. If the value is an error, illegal behavior.
        /// Uses the `ty_op` field.
        unwrap_errunion_payload_ptr,
        /// *(E!T) -> E. If the value is not an error, illegal behavior.
        /// Uses the `ty_op` field.
        unwrap_errunion_err_ptr,
        /// *(E!T) => *T. Sets the value to non-error with an undefined payload value.
        /// Uses the `ty_op` field.
        errunion_payload_ptr_set,
        /// wrap from T to E!T
        /// Uses the `ty_op` field.
        wrap_errunion_payload,
        /// wrap from E to E!T
        /// Uses the `ty_op` field.
        wrap_errunion_err,
        /// Given a pointer to a struct or union and a field index, returns a pointer to the field.
        /// Uses the `ty_pl` field, payload is `StructField`.
        /// TODO rename to `agg_field_ptr`.
        struct_field_ptr,
        /// Given a pointer to a struct or union, returns a pointer to the field.
        /// The field index is the number at the end of the name.
        /// Uses `ty_op` field.
        /// TODO rename to `agg_field_ptr_index_X`
        struct_field_ptr_index_0,
        struct_field_ptr_index_1,
        struct_field_ptr_index_2,
        struct_field_ptr_index_3,
        /// Given a byval struct or union and a field index, returns the field byval.
        /// Uses the `ty_pl` field, payload is `StructField`.
        /// TODO rename to `agg_field_val`
        struct_field_val,
        /// Given a pointer to a tagged union, set its tag to the provided value.
        /// Result type is always void.
        /// Uses the `bin_op` field. LHS is union pointer, RHS is new tag value.
        set_union_tag,
        /// Given a tagged union value, get its tag value.
        /// Uses the `ty_op` field.
        get_union_tag,
        /// Constructs a slice from a pointer and a length.
        /// Uses the `ty_pl` field, payload is `Bin`. lhs is ptr, rhs is len.
        slice,
        /// Given a slice value, return the length.
        /// Result type is always usize.
        /// Uses the `ty_op` field.
        slice_len,
        /// Given a slice value, return the pointer.
        /// Uses the `ty_op` field.
        slice_ptr,
        /// Given a pointer to a slice, return a pointer to the length of the slice.
        /// Uses the `ty_op` field.
        ptr_slice_len_ptr,
        /// Given a pointer to a slice, return a pointer to the pointer of the slice.
        /// Uses the `ty_op` field.
        ptr_slice_ptr_ptr,
        /// Given an (array value or vector value) and element index, return the element value at
        /// that index. If the lhs is a vector value, the index is guaranteed to be comptime-known.
        /// Result type is the element type of the array operand.
        /// Uses the `bin_op` field.
        array_elem_val,
        /// Given a slice value, and element index, return the element value at that index.
        /// Result type is the element type of the slice operand.
        /// Uses the `bin_op` field.
        slice_elem_val,
        /// Given a slice value and element index, return a pointer to the element value at that index.
        /// Result type is a pointer to the element type of the slice operand.
        /// Uses the `ty_pl` field with payload `Bin`.
        slice_elem_ptr,
        /// Given a pointer value, and element index, return the element value at that index.
        /// Result type is the element type of the pointer operand.
        /// Uses the `bin_op` field.
        ptr_elem_val,
        /// Given a pointer value, and element index, return the element pointer at that index.
        /// Result type is pointer to the element type of the pointer operand.
        /// Uses the `ty_pl` field with payload `Bin`.
        ptr_elem_ptr,
        /// Given a pointer to an array, return a slice.
        /// Uses the `ty_op` field.
        array_to_slice,
        /// Given a float operand, return the integer with the closest mathematical meaning.
        /// Uses the `ty_op` field.
        int_from_float,
        /// Same as `int_from_float` with optimized float mode.
        int_from_float_optimized,
        /// Same as `int_from_float`, but with a safety check that the operand is in bounds.
        int_from_float_safe,
        /// Same as `int_from_float_optimized`, but with a safety check that the operand is in bounds.
        int_from_float_optimized_safe,
        /// Given an integer operand, return the float with the closest mathematical meaning.
        /// Uses the `ty_op` field.
        float_from_int,

        /// Transforms a vector into a scalar value by performing a sequential
        /// horizontal reduction of its elements using the specified operator.
        /// The vector element type (and hence result type) will be:
        ///  * and, or, xor       => integer or boolean
        ///  * min, max, add, mul => integer or float
        /// Uses the `reduce` field.
        reduce,
        /// Same as `reduce` with optimized float mode.
        reduce_optimized,
        /// Given an integer, bool, float, or pointer operand, return a vector with all elements
        /// equal to the scalar value.
        /// Uses the `ty_op` field.
        splat,
        /// Constructs a vector by selecting elements from a single vector based on a mask. Each
        /// mask element is either an index into the vector, or a comptime-known value, or "undef".
        /// Uses the `ty_pl` field, where the payload index points to:
        /// 1. mask_elem: ShuffleOneMask  // for each `mask_len`, which comes from `ty_pl.ty`
        /// 2. operand: Ref               // guaranteed not to be an interned value
        /// See `unwrapShuffleOne`.
        shuffle_one,
        /// Constructs a vector by selecting elements from two vectors based on a mask. Each mask
        /// element is either an index into one of the vectors, or "undef".
        /// Uses the `ty_pl` field, where the payload index points to:
        /// 1. mask_elem: ShuffleOneMask  // for each `mask_len`, which comes from `ty_pl.ty`
        /// 2. operand_a: Ref             // guaranteed not to be an interned value
        /// 3. operand_b: Ref             // guaranteed not to be an interned value
        /// See `unwrapShuffleTwo`.
        shuffle_two,
        /// Constructs a vector element-wise from `a` or `b` based on `pred`.
        /// Uses the `pl_op` field with `pred` as operand, and payload `Bin`.
        select,

        /// Given dest pointer and value, set all elements at dest to value.
        /// Dest pointer is either a slice or a pointer to array.
        /// The element type may be any type, and the slice may have any alignment.
        /// Result type is always void.
        /// Uses the `bin_op` field. LHS is the dest slice. RHS is the element value.
        /// The element value may be undefined, in which case the destination
        /// memory region has undefined bytes after this instruction is
        /// evaluated. In such case ignoring this instruction is legal
        /// lowering.
        /// If the length is compile-time known (due to the destination being a
        /// pointer-to-array), then it is guaranteed to be greater than zero.
        memset,
        /// Same as `memset`, except if the element value is undefined, the memory region
        /// should be filled with 0xaa bytes, and any other safety metadata such as Valgrind
        /// integrations should be notified of this memory region being undefined.
        memset_safe,
        /// Given dest pointer and source pointer, copy elements from source to dest.
        /// Dest pointer is either a slice or a pointer to array.
        /// The dest element type may be any type.
        /// Source pointer must have same element type as dest element type.
        /// Dest slice may have any alignment; source pointer may have any alignment.
        /// The two memory regions must not overlap.
        /// Result type is always void.
        ///
        /// Uses the `bin_op` field. LHS is the dest slice. RHS is the source pointer.
        ///
        /// If the length is compile-time known (due to the destination or
        /// source being a pointer-to-array), then it is guaranteed to be
        /// greater than zero.
        memcpy,
        /// Given dest pointer and source pointer, copy elements from source to dest.
        /// Dest pointer is either a slice or a pointer to array.
        /// The dest element type may be any type.
        /// Source pointer must have same element type as dest element type.
        /// Dest slice may have any alignment; source pointer may have any alignment.
        /// The two memory regions may overlap.
        /// Result type is always void.
        ///
        /// Uses the `bin_op` field. LHS is the dest slice. RHS is the source pointer.
        ///
        /// If the length is compile-time known (due to the destination or
        /// source being a pointer-to-array), then it is guaranteed to be
        /// greater than zero.
        memmove,

        /// Uses the `ty_pl` field with payload `Cmpxchg`.
        cmpxchg_weak,
        /// Uses the `ty_pl` field with payload `Cmpxchg`.
        cmpxchg_strong,
        /// Atomically load from a pointer.
        /// Result type is the element type of the pointer.
        /// Uses the `atomic_load` field.
        atomic_load,
        /// Atomically store through a pointer.
        /// Result type is always `void`.
        /// Uses the `bin_op` field. LHS is pointer, RHS is element.
        atomic_store_unordered,
        /// Same as `atomic_store_unordered` but with `AtomicOrder.monotonic`.
        atomic_store_monotonic,
        /// Same as `atomic_store_unordered` but with `AtomicOrder.release`.
        atomic_store_release,
        /// Same as `atomic_store_unordered` but with `AtomicOrder.seq_cst`.
        atomic_store_seq_cst,
        /// Atomically read-modify-write via a pointer.
        /// Result type is the element type of the pointer.
        /// Uses the `pl_op` field with payload `AtomicRmw`. Operand is `ptr`.
        atomic_rmw,

        /// Returns true if enum tag value has a name.
        /// Uses the `un_op` field.
        is_named_enum_value,

        /// Given an enum tag value, returns the tag name. The enum type may be non-exhaustive.
        /// Result type is always `[:0]const u8`.
        /// Uses the `un_op` field.
        tag_name,

        /// Given an error value, return the error name. Result type is always `[:0]const u8`.
        /// Uses the `un_op` field.
        error_name,

        /// Returns true if error set has error with value.
        /// Uses the `ty_op` field.
        error_set_has_value,

        /// Constructs a vector, tuple, struct, or array value out of runtime-known elements.
        /// Some of the elements may be comptime-known.
        /// Uses the `ty_pl` field, payload is index of an array of elements, each of which
        /// is a `Ref`. Length of the array is given by the vector type.
        /// If the type is an array with a sentinel, the AIR elements do not include it
        /// explicitly.
        aggregate_init,

        /// Constructs a union from a field index and a runtime-known init value.
        /// Uses the `ty_pl` field with payload `UnionInit`.
        union_init,

        /// Communicates an intent to load memory.
        /// Result is always unused.
        /// Uses the `prefetch` field.
        prefetch,

        /// Computes `(a * b) + c`, but only rounds once.
        /// Uses the `pl_op` field with payload `Bin`.
        /// The operand is the addend. The mulends are lhs and rhs.
        mul_add,

        /// Implements @fieldParentPtr builtin.
        /// Uses the `ty_pl` field.
        field_parent_ptr,

        /// Implements @wasmMemorySize builtin.
        /// Result type is always `usize`,
        /// Uses the `pl_op` field, payload represents the index of the target memory.
        /// The operand is unused and always set to `Ref.none`.
        wasm_memory_size,

        /// Implements @wasmMemoryGrow builtin.
        /// Result type is always `isize`,
        /// Uses the `pl_op` field, payload represents the index of the target memory.
        wasm_memory_grow,

        /// Returns `true` if and only if the operand, an integer with
        /// the same size as the error integer type, is less than the
        /// total number of errors in the Module.
        /// Result type is always `bool`.
        /// Uses the `un_op` field.
        /// Note that the number of errors in the Module cannot be considered stable until
        /// flush().
        cmp_lt_errors_len,

        /// Returns pointer to current error return trace.
        err_return_trace,

        /// Sets the operand as the current error return trace,
        set_err_return_trace,

        /// Convert the address space of a pointer.
        /// Uses the `ty_op` field.
        addrspace_cast,

        /// Saves the error return trace index, if any. Otherwise, returns 0.
        /// Uses the `ty_pl` field.
        save_err_return_trace_index,

        /// Compute a pointer to a `Nav` at runtime, always one of:
        ///
        /// * `threadlocal var`
        /// * `extern threadlocal var` (or corresponding `@extern`)
        /// * `@extern` with `.is_dll_import = true`
        /// * `@extern` with `.relocation = .pcrel`
        ///
        /// Such pointers are runtime values, so cannot be represented with an InternPool index.
        ///
        /// Uses the `ty_nav` field.
        runtime_nav_ptr,

        /// Implements @cVaArg builtin.
        /// Uses the `ty_op` field.
        c_va_arg,
        /// Implements @cVaCopy builtin.
        /// Uses the `ty_op` field.
        c_va_copy,
        /// Implements @cVaEnd builtin.
        /// Uses the `un_op` field.
        c_va_end,
        /// Implements @cVaStart builtin.
        /// Uses the `ty` field.
        c_va_start,

        /// Implements @workItemId builtin.
        /// Result type is always `u32`
        /// Uses the `pl_op` field, payload is the dimension to get the work item id for.
        /// Operand is unused and set to Ref.none
        work_item_id,
        /// Implements @workGroupSize builtin.
        /// Result type is always `u32`
        /// Uses the `pl_op` field, payload is the dimension to get the work group size for.
        /// Operand is unused and set to Ref.none
        work_group_size,
        /// Implements @workGroupId builtin.
        /// Result type is always `u32`
        /// Uses the `pl_op` field, payload is the dimension to get the work group id for.
        /// Operand is unused and set to Ref.none
        work_group_id,

        // The remaining instructions are not emitted by Sema. They are only emitted by `Legalize`,
        // depending on the enabled features. As such, backends can consider them `unreachable` if
        // they do not enable the relevant legalizations.

        /// Given a pointer to a vector, a runtime-known index, and a scalar value, store the value
        /// into the vector at the given index. Zig does not support this operation, but `Legalize`
        /// may emit it when scalarizing vector operations.
        ///
        /// Uses the `pl_op` field with payload `Bin`. `operand` is the vector pointer. `lhs` is the
        /// element index of type `usize`. `rhs` is the element value. Result is always void.
        legalize_vec_store_elem,
        /// Given a vector value and a runtime-known index, return the element value at that index.
        /// This instruction is similar to `array_elem_val`; the only difference is that the index
        /// here is runtime-known, which is usually not allowed for vectors. `Legalize` may emit
        /// this instruction when scalarizing vector operations.
        ///
        /// Uses the `bin_op` field. `lhs` is the vector pointer. `rhs` is the element index. Result
        /// type is the vector element type.
        legalize_vec_elem_val,

        /// A call to a compiler_rt routine. `Legalize` may emit this instruction if any soft-float
        /// legalizations are enabled.
        ///
        /// Uses the `legalize_compiler_rt_call` union field.
        ///
        /// The name of the function symbol is given by `func.name(target)`.
        /// The calling convention is given by `func.@"callconv"(target)`.
        /// The return type (and hence the result type of this instruction) is `func.returnType()`.
        /// The parameter types are the types of the arguments given in `Air.Call`.
        legalize_compiler_rt_call,

        pub fn fromCmpOp(op: std.math.CompareOperator, optimized: bool) Tag {
            switch (op) {
                .lt => return if (optimized) .cmp_lt_optimized else .cmp_lt,
                .lte => return if (optimized) .cmp_lte_optimized else .cmp_lte,
                .eq => return if (optimized) .cmp_eq_optimized else .cmp_eq,
                .gte => return if (optimized) .cmp_gte_optimized else .cmp_gte,
                .gt => return if (optimized) .cmp_gt_optimized else .cmp_gt,
                .neq => return if (optimized) .cmp_neq_optimized else .cmp_neq,
            }
        }

        pub fn toCmpOp(tag: Tag) ?std.math.CompareOperator {
            return switch (tag) {
                .cmp_lt, .cmp_lt_optimized => .lt,
                .cmp_lte, .cmp_lte_optimized => .lte,
                .cmp_eq, .cmp_eq_optimized => .eq,
                .cmp_gte, .cmp_gte_optimized => .gte,
                .cmp_gt, .cmp_gt_optimized => .gt,
                .cmp_neq, .cmp_neq_optimized => .neq,
                else => null,
            };
        }
    };

    /// The position of an AIR instruction within the `Air` instructions array.
    pub const Index = enum(u32) {
        _,

        pub fn unwrap(index: Index) union(enum) { ref: Inst.Ref, target: u31 } {
            const low_index: u31 = @truncate(@intFromEnum(index));
            return switch (@as(u1, @intCast(@intFromEnum(index) >> 31))) {
                0 => .{ .ref = @enumFromInt(@as(u32, 1 << 31) | low_index) },
                1 => .{ .target = low_index },
            };
        }

        pub fn toRef(index: Index) Inst.Ref {
            return index.unwrap().ref;
        }

        pub fn fromTargetIndex(index: u31) Index {
            return @enumFromInt((1 << 31) | @as(u32, index));
        }

        pub fn toTargetIndex(index: Index) u31 {
            return index.unwrap().target;
        }

        pub fn format(index: Index, w: *std.Io.Writer) std.Io.Writer.Error!void {
            try w.writeByte('%');
            switch (index.unwrap()) {
                .ref => {},
                .target => try w.writeByte('t'),
            }
            try w.print("{d}", .{@as(u31, @truncate(@intFromEnum(index)))});
        }
    };

    /// Either a reference to a value stored in the InternPool, or a reference to an AIR instruction.
    /// The most-significant bit of the value is a tag bit. This bit is 1 if the value represents an
    /// instruction index and 0 if it represents an InternPool index.
    ///
    /// The ref `none` is an exception: it has the tag bit set but refers to the InternPool.
    pub const Ref = enum(u32) {
        u0_type = @intFromEnum(InternPool.Index.u0_type),
        i0_type = @intFromEnum(InternPool.Index.i0_type),
        u1_type = @intFromEnum(InternPool.Index.u1_type),
        u8_type = @intFromEnum(InternPool.Index.u8_type),
        i8_type = @intFromEnum(InternPool.Index.i8_type),
        u16_type = @intFromEnum(InternPool.Index.u16_type),
        i16_type = @intFromEnum(InternPool.Index.i16_type),
        u29_type = @intFromEnum(InternPool.Index.u29_type),
        u32_type = @intFromEnum(InternPool.Index.u32_type),
        i32_type = @intFromEnum(InternPool.Index.i32_type),
        u64_type = @intFromEnum(InternPool.Index.u64_type),
        i64_type = @intFromEnum(InternPool.Index.i64_type),
        u80_type = @intFromEnum(InternPool.Index.u80_type),
        u128_type = @intFromEnum(InternPool.Index.u128_type),
        i128_type = @intFromEnum(InternPool.Index.i128_type),
        u256_type = @intFromEnum(InternPool.Index.u256_type),
        usize_type = @intFromEnum(InternPool.Index.usize_type),
        isize_type = @intFromEnum(InternPool.Index.isize_type),
        c_char_type = @intFromEnum(InternPool.Index.c_char_type),
        c_short_type = @intFromEnum(InternPool.Index.c_short_type),
        c_ushort_type = @intFromEnum(InternPool.Index.c_ushort_type),
        c_int_type = @intFromEnum(InternPool.Index.c_int_type),
        c_uint_type = @intFromEnum(InternPool.Index.c_uint_type),
        c_long_type = @intFromEnum(InternPool.Index.c_long_type),
        c_ulong_type = @intFromEnum(InternPool.Index.c_ulong_type),
        c_longlong_type = @intFromEnum(InternPool.Index.c_longlong_type),
        c_ulonglong_type = @intFromEnum(InternPool.Index.c_ulonglong_type),
        c_longdouble_type = @intFromEnum(InternPool.Index.c_longdouble_type),
        f16_type = @intFromEnum(InternPool.Index.f16_type),
        f32_type = @intFromEnum(InternPool.Index.f32_type),
        f64_type = @intFromEnum(InternPool.Index.f64_type),
        f80_type = @intFromEnum(InternPool.Index.f80_type),
        f128_type = @intFromEnum(InternPool.Index.f128_type),
        anyopaque_type = @intFromEnum(InternPool.Index.anyopaque_type),
        bool_type = @intFromEnum(InternPool.Index.bool_type),
        void_type = @intFromEnum(InternPool.Index.void_type),
        type_type = @intFromEnum(InternPool.Index.type_type),
        anyerror_type = @intFromEnum(InternPool.Index.anyerror_type),
        comptime_int_type = @intFromEnum(InternPool.Index.comptime_int_type),
        comptime_float_type = @intFromEnum(InternPool.Index.comptime_float_type),
        noreturn_type = @intFromEnum(InternPool.Index.noreturn_type),
        anyframe_type = @intFromEnum(InternPool.Index.anyframe_type),
        null_type = @intFromEnum(InternPool.Index.null_type),
        undefined_type = @intFromEnum(InternPool.Index.undefined_type),
        enum_literal_type = @intFromEnum(InternPool.Index.enum_literal_type),
        ptr_usize_type = @intFromEnum(InternPool.Index.ptr_usize_type),
        ptr_const_comptime_int_type = @intFromEnum(InternPool.Index.ptr_const_comptime_int_type),
        manyptr_u8_type = @intFromEnum(InternPool.Index.manyptr_u8_type),
        manyptr_const_u8_type = @intFromEnum(InternPool.Index.manyptr_const_u8_type),
        manyptr_const_u8_sentinel_0_type = @intFromEnum(InternPool.Index.manyptr_const_u8_sentinel_0_type),
        slice_const_u8_type = @intFromEnum(InternPool.Index.slice_const_u8_type),
        slice_const_u8_sentinel_0_type = @intFromEnum(InternPool.Index.slice_const_u8_sentinel_0_type),
        vector_8_i8_type = @intFromEnum(InternPool.Index.vector_8_i8_type),
        vector_16_i8_type = @intFromEnum(InternPool.Index.vector_16_i8_type),
        vector_32_i8_type = @intFromEnum(InternPool.Index.vector_32_i8_type),
        vector_64_i8_type = @intFromEnum(InternPool.Index.vector_64_i8_type),
        vector_1_u8_type = @intFromEnum(InternPool.Index.vector_1_u8_type),
        vector_2_u8_type = @intFromEnum(InternPool.Index.vector_2_u8_type),
        vector_4_u8_type = @intFromEnum(InternPool.Index.vector_4_u8_type),
        vector_8_u8_type = @intFromEnum(InternPool.Index.vector_8_u8_type),
        vector_16_u8_type = @intFromEnum(InternPool.Index.vector_16_u8_type),
        vector_32_u8_type = @intFromEnum(InternPool.Index.vector_32_u8_type),
        vector_64_u8_type = @intFromEnum(InternPool.Index.vector_64_u8_type),
        vector_2_i16_type = @intFromEnum(InternPool.Index.vector_2_i16_type),
        vector_4_i16_type = @intFromEnum(InternPool.Index.vector_4_i16_type),
        vector_8_i16_type = @intFromEnum(InternPool.Index.vector_8_i16_type),
        vector_16_i16_type = @intFromEnum(InternPool.Index.vector_16_i16_type),
        vector_32_i16_type = @intFromEnum(InternPool.Index.vector_32_i16_type),
        vector_4_u16_type = @intFromEnum(InternPool.Index.vector_4_u16_type),
        vector_8_u16_type = @intFromEnum(InternPool.Index.vector_8_u16_type),
        vector_16_u16_type = @intFromEnum(InternPool.Index.vector_16_u16_type),
        vector_32_u16_type = @intFromEnum(InternPool.Index.vector_32_u16_type),
        vector_2_i32_type = @intFromEnum(InternPool.Index.vector_2_i32_type),
        vector_4_i32_type = @intFromEnum(InternPool.Index.vector_4_i32_type),
        vector_8_i32_type = @intFromEnum(InternPool.Index.vector_8_i32_type),
        vector_16_i32_type = @intFromEnum(InternPool.Index.vector_16_i32_type),
        vector_4_u32_type = @intFromEnum(InternPool.Index.vector_4_u32_type),
        vector_8_u32_type = @intFromEnum(InternPool.Index.vector_8_u32_type),
        vector_16_u32_type = @intFromEnum(InternPool.Index.vector_16_u32_type),
        vector_2_i64_type = @intFromEnum(InternPool.Index.vector_2_i64_type),
        vector_4_i64_type = @intFromEnum(InternPool.Index.vector_4_i64_type),
        vector_8_i64_type = @intFromEnum(InternPool.Index.vector_8_i64_type),
        vector_2_u64_type = @intFromEnum(InternPool.Index.vector_2_u64_type),
        vector_4_u64_type = @intFromEnum(InternPool.Index.vector_4_u64_type),
        vector_8_u64_type = @intFromEnum(InternPool.Index.vector_8_u64_type),
        vector_1_u128_type = @intFromEnum(InternPool.Index.vector_1_u128_type),
        vector_2_u128_type = @intFromEnum(InternPool.Index.vector_2_u128_type),
        vector_1_u256_type = @intFromEnum(InternPool.Index.vector_1_u256_type),
        vector_4_f16_type = @intFromEnum(InternPool.Index.vector_4_f16_type),
        vector_8_f16_type = @intFromEnum(InternPool.Index.vector_8_f16_type),
        vector_16_f16_type = @intFromEnum(InternPool.Index.vector_16_f16_type),
        vector_32_f16_type = @intFromEnum(InternPool.Index.vector_32_f16_type),
        vector_2_f32_type = @intFromEnum(InternPool.Index.vector_2_f32_type),
        vector_4_f32_type = @intFromEnum(InternPool.Index.vector_4_f32_type),
        vector_8_f32_type = @intFromEnum(InternPool.Index.vector_8_f32_type),
        vector_16_f32_type = @intFromEnum(InternPool.Index.vector_16_f32_type),
        vector_2_f64_type = @intFromEnum(InternPool.Index.vector_2_f64_type),
        vector_4_f64_type = @intFromEnum(InternPool.Index.vector_4_f64_type),
        vector_8_f64_type = @intFromEnum(InternPool.Index.vector_8_f64_type),
        optional_noreturn_type = @intFromEnum(InternPool.Index.optional_noreturn_type),
        anyerror_void_error_union_type = @intFromEnum(InternPool.Index.anyerror_void_error_union_type),
        adhoc_inferred_error_set_type = @intFromEnum(InternPool.Index.adhoc_inferred_error_set_type),
        generic_poison_type = @intFromEnum(InternPool.Index.generic_poison_type),
        empty_tuple_type = @intFromEnum(InternPool.Index.empty_tuple_type),
        undef = @intFromEnum(InternPool.Index.undef),
        undef_bool = @intFromEnum(InternPool.Index.undef_bool),
        undef_usize = @intFromEnum(InternPool.Index.undef_usize),
        undef_u1 = @intFromEnum(InternPool.Index.undef_u1),
        zero = @intFromEnum(InternPool.Index.zero),
        zero_usize = @intFromEnum(InternPool.Index.zero_usize),
        zero_u1 = @intFromEnum(InternPool.Index.zero_u1),
        zero_u8 = @intFromEnum(InternPool.Index.zero_u8),
        one = @intFromEnum(InternPool.Index.one),
        one_usize = @intFromEnum(InternPool.Index.one_usize),
        one_u1 = @intFromEnum(InternPool.Index.one_u1),
        one_u8 = @intFromEnum(InternPool.Index.one_u8),
        four_u8 = @intFromEnum(InternPool.Index.four_u8),
        negative_one = @intFromEnum(InternPool.Index.negative_one),
        void_value = @intFromEnum(InternPool.Index.void_value),
        unreachable_value = @intFromEnum(InternPool.Index.unreachable_value),
        null_value = @intFromEnum(InternPool.Index.null_value),
        bool_true = @intFromEnum(InternPool.Index.bool_true),
        bool_false = @intFromEnum(InternPool.Index.bool_false),
        empty_tuple = @intFromEnum(InternPool.Index.empty_tuple),

        /// This Ref does not correspond to any AIR instruction or constant
        /// value and may instead be used as a sentinel to indicate null.
        none = @intFromEnum(InternPool.Index.none),
        _,

        pub fn toInterned(ref: Ref) ?InternPool.Index {
            assert(ref != .none);
            return ref.toInternedAllowNone();
        }

        pub fn toInternedAllowNone(ref: Ref) ?InternPool.Index {
            return switch (ref) {
                .none => .none,
                else => if (@intFromEnum(ref) >> 31 == 0)
                    @enumFromInt(@as(u31, @truncate(@intFromEnum(ref))))
                else
                    null,
            };
        }

        pub fn toIndex(ref: Ref) ?Index {
            assert(ref != .none);
            return ref.toIndexAllowNone();
        }

        pub fn toIndexAllowNone(ref: Ref) ?Index {
            return switch (ref) {
                .none => null,
                else => if (@intFromEnum(ref) >> 31 != 0)
                    @enumFromInt(@as(u31, @truncate(@intFromEnum(ref))))
                else
                    null,
            };
        }

        pub fn toType(ref: Ref) Type {
            return .fromInterned(ref.toInterned().?);
        }

        pub fn fromIntern(ip_index: InternPool.Index) Ref {
            return switch (ip_index) {
                .none => .none,
                else => {
                    assert(@intFromEnum(ip_index) >> 31 == 0);
                    return @enumFromInt(@as(u31, @intCast(@intFromEnum(ip_index))));
                },
            };
        }

        pub fn fromValue(v: Value) Ref {
            return .fromIntern(v.toIntern());
        }

        pub fn fromType(t: Type) Ref {
            return .fromIntern(t.toIntern());
        }
    };

    /// All instructions have an 8-byte payload, which is contained within
    /// this union. `Tag` determines which union field is active, as well as
    /// how to interpret the data within.
    pub const Data = union {
        no_op: void,
        un_op: Ref,

        bin_op: struct {
            lhs: Ref,
            rhs: Ref,
        },
        ty: Type,
        arg: struct {
            ty: Ref,
            zir_param_index: u32,
        },
        ty_op: struct {
            ty: Ref,
            operand: Ref,
        },
        ty_pl: struct {
            ty: Ref,
            // Index into a different array.
            payload: u32,
        },
        br: struct {
            block_inst: Index,
            operand: Ref,
        },
        repeat: struct {
            loop_inst: Index,
        },
        pl_op: struct {
            operand: Ref,
            payload: u32,
        },
        dbg_stmt: struct {
            line: u32,
            column: u32,
        },
        atomic_load: struct {
            ptr: Ref,
            order: std.builtin.AtomicOrder,
        },
        prefetch: struct {
            ptr: Ref,
            rw: std.builtin.PrefetchOptions.Rw,
            locality: u2,
            cache: std.builtin.PrefetchOptions.Cache,
        },
        reduce: struct {
            operand: Ref,
            operation: std.builtin.ReduceOp,
        },
        ty_nav: struct {
            ty: InternPool.Index,
            nav: InternPool.Nav.Index,
        },
        legalize_compiler_rt_call: struct {
            func: CompilerRtFunc,
            /// Index into `extra` to a payload of type `Call`.
            payload: u32,
        },
        inferred_alloc_comptime: InferredAllocComptime,
        inferred_alloc: InferredAlloc,

        pub const InferredAllocComptime = struct {
            alignment: InternPool.Alignment,
            is_const: bool,
            /// This is `undefined` until we encounter a `store_to_inferred_alloc`,
            /// at which point the pointer is created and stored here.
            ptr: InternPool.Index,
        };

        pub const InferredAlloc = struct {
            alignment: InternPool.Alignment,
            is_const: bool,
        };

        // Make sure we don't accidentally add a field to make this union
        // bigger than expected. Note that in safety builds, Zig is allowed
        // to insert a secret field for safety checks.
        comptime {
            if (!std.debug.runtime_safety) {
                assert(@sizeOf(Data) == 8);
            }
        }
    };
};

/// Trailing is a list of instruction indexes for every `body_len`.
pub const Block = struct {
    body_len: u32,
};

/// Trailing is a list of instruction indexes for every `body_len`.
pub const DbgInlineBlock = struct {
    func: InternPool.Index,
    body_len: u32,
};

/// Trailing is a list of `Inst.Ref` for every `args_len`.
pub const Call = struct {
    args_len: u32,
};

/// This data is stored inside extra, with two sets of trailing `Inst.Ref`:
/// * 0. the then body, according to `then_body_len`.
/// * 1. the else body, according to `else_body_len`.
pub const CondBr = struct {
    then_body_len: u32,
    else_body_len: u32,
    branch_hints: BranchHints,
    pub const BranchHints = packed struct(u32) {
        true: std.builtin.BranchHint = .none,
        false: std.builtin.BranchHint = .none,
        then_cov: CoveragePoint = .none,
        else_cov: CoveragePoint = .none,
        _: u24 = 0,
    };
};

/// Trailing:
/// * 0. `BranchHint` for each `cases_len + 1`. bit-packed into `u32`
///      elems such that each `u32` contains up to 10x `BranchHint`.
///      LSBs are first case. Final hint is `else`.
/// * 1. `Case` for each `cases_len`
/// * 2. the else body, according to `else_body_len`.
pub const SwitchBr = struct {
    cases_len: u32,
    else_body_len: u32,

    /// Trailing:
    /// * item: Inst.Ref // for each `items_len`
    /// * { range_start: Inst.Ref, range_end: Inst.Ref } // for each `ranges_len`
    /// * body_inst: Inst.Index // for each `body_len`
    pub const Case = struct {
        items_len: u32,
        ranges_len: u32,
        body_len: u32,
    };
};

/// This data is stored inside extra. Trailing:
/// 0. body: Inst.Index // for each body_len
pub const Try = struct {
    body_len: u32,
};

/// This data is stored inside extra. Trailing:
/// 0. body: Inst.Index // for each body_len
pub const TryPtr = struct {
    ptr: Inst.Ref,
    body_len: u32,
};

pub const StructField = struct {
    /// Whether this is a pointer or byval is determined by the AIR tag.
    struct_operand: Inst.Ref,
    field_index: u32,
};

pub const Bin = struct {
    lhs: Inst.Ref,
    rhs: Inst.Ref,
};

pub const FieldParentPtr = struct {
    field_ptr: Inst.Ref,
    field_index: u32,
};

pub const VectorCmp = struct {
    lhs: Inst.Ref,
    rhs: Inst.Ref,
    op: u32,

    pub fn compareOperator(self: VectorCmp) std.math.CompareOperator {
        return @enumFromInt(@as(u3, @intCast(self.op)));
    }

    pub fn encodeOp(compare_operator: std.math.CompareOperator) u32 {
        return @intFromEnum(compare_operator);
    }
};

/// Used by `Inst.Tag.shuffle_one`. Represents a mask element which either indexes into a
/// runtime-known vector, or is a comptime-known value.
pub const ShuffleOneMask = packed struct(u32) {
    index: u31,
    kind: enum(u1) { elem, value },
    pub fn elem(idx: u32) ShuffleOneMask {
        return .{ .index = @intCast(idx), .kind = .elem };
    }
    pub fn value(val: Value) ShuffleOneMask {
        return .{ .index = @intCast(@intFromEnum(val.toIntern())), .kind = .value };
    }
    pub const Unwrapped = union(enum) {
        /// The resulting element is this index into the runtime vector.
        elem: u32,
        /// The resulting element is this comptime-known value.
        /// It is correctly typed. It might be `undefined`.
        value: InternPool.Index,
    };
    pub fn unwrap(raw: ShuffleOneMask) Unwrapped {
        return switch (raw.kind) {
            .elem => .{ .elem = raw.index },
            .value => .{ .value = @enumFromInt(raw.index) },
        };
    }
};

/// Used by `Inst.Tag.shuffle_two`. Represents a mask element which either indexes into one
/// of two runtime-known vectors, or is undefined.
pub const ShuffleTwoMask = enum(u32) {
    undef = std.math.maxInt(u32),
    _,
    pub fn aElem(idx: u32) ShuffleTwoMask {
        return @enumFromInt(idx << 1);
    }
    pub fn bElem(idx: u32) ShuffleTwoMask {
        return @enumFromInt(idx << 1 | 1);
    }
    pub const Unwrapped = union(enum) {
        /// The resulting element is this index into the first runtime vector.
        a_elem: u32,
        /// The resulting element is this index into the second runtime vector.
        b_elem: u32,
        /// The resulting element is `undefined`.
        undef,
    };
    pub fn unwrap(raw: ShuffleTwoMask) Unwrapped {
        switch (raw) {
            .undef => return .undef,
            _ => {},
        }
        const x = @intFromEnum(raw);
        return switch (@as(u1, @truncate(x))) {
            0 => .{ .a_elem = x >> 1 },
            1 => .{ .b_elem = x >> 1 },
        };
    }
};

/// Trailing:
/// 0. `Inst.Ref` for every outputs_len
/// 1. `Inst.Ref` for every inputs_len
/// 2. for every outputs_len
///    - constraint: memory at this position is reinterpreted as a null
///      terminated string.
///    - name: memory at this position is reinterpreted as a null
///      terminated string. pad to the next u32 after the null byte.
/// 3. for every inputs_len
///    - constraint: memory at this position is reinterpreted as a null
///      terminated string.
///    - name: memory at this position is reinterpreted as a null
///      terminated string. pad to the next u32 after the null byte.
/// 4. A number of u32 elements follow according to the equation `(source_len + 3) / 4`.
///    Memory starting at this position is reinterpreted as the source bytes.
pub const Asm = struct {
    /// Length of the assembly source in bytes.
    source_len: u32,
    inputs_len: u32,
    /// A comptime `std.builtin.assembly.Clobbers` value for the target architecture.
    clobbers: InternPool.Index,
    flags: Flags,

    pub const Flags = packed struct(u32) {
        outputs_len: u31,
        is_volatile: bool,
    };
};

pub const Cmpxchg = struct {
    ptr: Inst.Ref,
    expected_value: Inst.Ref,
    new_value: Inst.Ref,
    /// 0b00000000000000000000000000000XXX - success_order
    /// 0b00000000000000000000000000XXX000 - failure_order
    flags: u32,

    pub fn successOrder(self: Cmpxchg) std.builtin.AtomicOrder {
        return @enumFromInt(@as(u3, @truncate(self.flags)));
    }

    pub fn failureOrder(self: Cmpxchg) std.builtin.AtomicOrder {
        return @enumFromInt(@as(u3, @intCast(self.flags >> 3)));
    }
};

pub const AtomicRmw = struct {
    operand: Inst.Ref,
    /// 0b00000000000000000000000000000XXX - ordering
    /// 0b0000000000000000000000000XXXX000 - op
    flags: u32,

    pub fn ordering(self: AtomicRmw) std.builtin.AtomicOrder {
        return @enumFromInt(@as(u3, @truncate(self.flags)));
    }

    pub fn op(self: AtomicRmw) std.builtin.AtomicRmwOp {
        return @enumFromInt(@as(u4, @intCast(self.flags >> 3)));
    }
};

pub const UnionInit = struct {
    field_index: u32,
    init: Inst.Ref,
};

pub fn getMainBody(air: Air) []const Air.Inst.Index {
    const body_index = air.extra.items[@intFromEnum(ExtraIndex.main_block)];
    const extra = air.extraData(Block, body_index);
    return @ptrCast(air.extra.items[extra.end..][0..extra.data.body_len]);
}

pub fn typeOf(air: *const Air, inst: Air.Inst.Ref, ip: *const InternPool) Type {
    if (inst.toInterned()) |ip_index| {
        return .fromInterned(ip.typeOf(ip_index));
    } else {
        return air.typeOfIndex(inst.toIndex().?, ip);
    }
}

pub fn typeOfIndex(air: *const Air, inst: Air.Inst.Index, ip: *const InternPool) Type {
    const datas = air.instructions.items(.data);
    switch (air.instructions.items(.tag)[@intFromEnum(inst)]) {
        .add,
        .add_safe,
        .add_wrap,
        .add_sat,
        .sub,
        .sub_safe,
        .sub_wrap,
        .sub_sat,
        .mul,
        .mul_safe,
        .mul_wrap,
        .mul_sat,
        .div_float,
        .div_trunc,
        .div_floor,
        .div_exact,
        .rem,
        .mod,
        .bit_and,
        .bit_or,
        .xor,
        .shr,
        .shr_exact,
        .shl,
        .shl_exact,
        .shl_sat,
        .min,
        .max,
        .bool_and,
        .bool_or,
        .add_optimized,
        .sub_optimized,
        .mul_optimized,
        .div_float_optimized,
        .div_trunc_optimized,
        .div_floor_optimized,
        .div_exact_optimized,
        .rem_optimized,
        .mod_optimized,
        => return air.typeOf(datas[@intFromEnum(inst)].bin_op.lhs, ip),

        .sqrt,
        .sin,
        .cos,
        .tan,
        .exp,
        .exp2,
        .log,
        .log2,
        .log10,
        .floor,
        .ceil,
        .round,
        .trunc_float,
        .neg,
        .neg_optimized,
        => return air.typeOf(datas[@intFromEnum(inst)].un_op, ip),

        .cmp_lt,
        .cmp_lte,
        .cmp_eq,
        .cmp_gte,
        .cmp_gt,
        .cmp_neq,
        .cmp_lt_optimized,
        .cmp_lte_optimized,
        .cmp_eq_optimized,
        .cmp_gte_optimized,
        .cmp_gt_optimized,
        .cmp_neq_optimized,
        .cmp_lt_errors_len,
        .is_null,
        .is_non_null,
        .is_null_ptr,
        .is_non_null_ptr,
        .is_err,
        .is_non_err,
        .is_err_ptr,
        .is_non_err_ptr,
        .is_named_enum_value,
        .error_set_has_value,
        => return .bool,

        .alloc,
        .ret_ptr,
        .err_return_trace,
        .c_va_start,
        => return datas[@intFromEnum(inst)].ty,

        .arg => return datas[@intFromEnum(inst)].arg.ty.toType(),

        .assembly,
        .block,
        .dbg_inline_block,
        .struct_field_ptr,
        .struct_field_val,
        .slice_elem_ptr,
        .ptr_elem_ptr,
        .cmpxchg_weak,
        .cmpxchg_strong,
        .slice,
        .aggregate_init,
        .union_init,
        .field_parent_ptr,
        .cmp_vector,
        .cmp_vector_optimized,
        .add_with_overflow,
        .sub_with_overflow,
        .mul_with_overflow,
        .shl_with_overflow,
        .ptr_add,
        .ptr_sub,
        .try_ptr,
        .try_ptr_cold,
        .shuffle_one,
        .shuffle_two,
        => return datas[@intFromEnum(inst)].ty_pl.ty.toType(),

        .not,
        .bitcast,
        .load,
        .fpext,
        .fptrunc,
        .intcast,
        .intcast_safe,
        .trunc,
        .optional_payload,
        .optional_payload_ptr,
        .optional_payload_ptr_set,
        .errunion_payload_ptr_set,
        .wrap_optional,
        .unwrap_errunion_payload,
        .unwrap_errunion_err,
        .unwrap_errunion_payload_ptr,
        .unwrap_errunion_err_ptr,
        .wrap_errunion_payload,
        .wrap_errunion_err,
        .slice_ptr,
        .ptr_slice_len_ptr,
        .ptr_slice_ptr_ptr,
        .struct_field_ptr_index_0,
        .struct_field_ptr_index_1,
        .struct_field_ptr_index_2,
        .struct_field_ptr_index_3,
        .array_to_slice,
        .int_from_float,
        .int_from_float_optimized,
        .int_from_float_safe,
        .int_from_float_optimized_safe,
        .float_from_int,
        .splat,
        .get_union_tag,
        .clz,
        .ctz,
        .popcount,
        .byte_swap,
        .bit_reverse,
        .addrspace_cast,
        .c_va_arg,
        .c_va_copy,
        .abs,
        => return datas[@intFromEnum(inst)].ty_op.ty.toType(),

        .loop,
        .repeat,
        .br,
        .cond_br,
        .switch_br,
        .loop_switch_br,
        .switch_dispatch,
        .ret,
        .ret_safe,
        .ret_load,
        .unreach,
        .trap,
        => return .noreturn,

        .breakpoint,
        .dbg_stmt,
        .dbg_empty_stmt,
        .dbg_var_ptr,
        .dbg_var_val,
        .dbg_arg_inline,
        .store,
        .store_safe,
        .atomic_store_unordered,
        .atomic_store_monotonic,
        .atomic_store_release,
        .atomic_store_seq_cst,
        .memset,
        .memset_safe,
        .memcpy,
        .memmove,
        .set_union_tag,
        .prefetch,
        .set_err_return_trace,
        .c_va_end,
        .legalize_vec_store_elem,
        => return .void,

        .slice_len,
        .ret_addr,
        .frame_addr,
        .save_err_return_trace_index,
        => return .usize,

        .wasm_memory_grow => return .isize,
        .wasm_memory_size => return .usize,

        .tag_name, .error_name => return .slice_const_u8_sentinel_0,

        .call, .call_always_tail, .call_never_tail, .call_never_inline => {
            const callee_ty = air.typeOf(datas[@intFromEnum(inst)].pl_op.operand, ip);
            return .fromInterned(ip.funcTypeReturnType(callee_ty.toIntern()));
        },

        .slice_elem_val, .ptr_elem_val, .array_elem_val, .legalize_vec_elem_val => {
            const ptr_ty = air.typeOf(datas[@intFromEnum(inst)].bin_op.lhs, ip);
            return ptr_ty.childTypeIp(ip);
        },
        .atomic_load => {
            const ptr_ty = air.typeOf(datas[@intFromEnum(inst)].atomic_load.ptr, ip);
            return ptr_ty.childTypeIp(ip);
        },
        .atomic_rmw => {
            const ptr_ty = air.typeOf(datas[@intFromEnum(inst)].pl_op.operand, ip);
            return ptr_ty.childTypeIp(ip);
        },

        .reduce, .reduce_optimized => {
            const operand_ty = air.typeOf(datas[@intFromEnum(inst)].reduce.operand, ip);
            return .fromInterned(ip.indexToKey(operand_ty.ip_index).vector_type.child);
        },

        .mul_add => return air.typeOf(datas[@intFromEnum(inst)].pl_op.operand, ip),
        .select => {
            const extra = air.extraData(Air.Bin, datas[@intFromEnum(inst)].pl_op.payload).data;
            return air.typeOf(extra.lhs, ip);
        },

        .@"try", .try_cold => {
            const err_union_ty = air.typeOf(datas[@intFromEnum(inst)].pl_op.operand, ip);
            return .fromInterned(ip.indexToKey(err_union_ty.ip_index).error_union_type.payload_type);
        },

        .runtime_nav_ptr => return .fromInterned(datas[@intFromEnum(inst)].ty_nav.ty),

        .work_item_id,
        .work_group_size,
        .work_group_id,
        => return .u32,

        .legalize_compiler_rt_call => return datas[@intFromEnum(inst)].legalize_compiler_rt_call.func.returnType(),

        .inferred_alloc => unreachable,
        .inferred_alloc_comptime => unreachable,
    }
}

/// Returns the requested data, as well as the new index which is at the start of the
/// trailers for the object.
pub fn extraData(air: Air, comptime T: type, index: usize) struct { data: T, end: usize } {
    const fields = std.meta.fields(T);
    var i: usize = index;
    var result: T = undefined;
    inline for (fields) |field| {
        @field(result, field.name) = switch (field.type) {
            u32 => air.extra.items[i],
            InternPool.Index, Inst.Ref => @enumFromInt(air.extra.items[i]),
            i32, CondBr.BranchHints, Asm.Flags => @bitCast(air.extra.items[i]),
            else => @compileError("bad field type: " ++ @typeName(field.type)),
        };
        i += 1;
    }
    return .{
        .data = result,
        .end = i,
    };
}

pub fn deinit(air: *Air, gpa: std.mem.Allocator) void {
    air.instructions.deinit(gpa);
    air.extra.deinit(gpa);
    air.* = undefined;
}

pub fn internedToRef(ip_index: InternPool.Index) Inst.Ref {
    return .fromIntern(ip_index);
}

/// Returns `null` if runtime-known.
pub fn value(air: Air, inst: Inst.Ref, pt: Zcu.PerThread) !?Value {
    if (inst.toInterned()) |ip_index| {
        return .fromInterned(ip_index);
    }
    const index = inst.toIndex().?;
    return air.typeOfIndex(index, &pt.zcu.intern_pool).onePossibleValue(pt);
}

pub const NullTerminatedString = enum(u32) {
    none = std.math.maxInt(u32),
    _,

    pub fn toSlice(nts: NullTerminatedString, air: Air) [:0]const u8 {
        if (nts == .none) return "";
        const bytes = std.mem.sliceAsBytes(air.extra.items[@intFromEnum(nts)..]);
        return bytes[0..std.mem.indexOfScalar(u8, bytes, 0).? :0];
    }
};

/// Returns whether the given instruction must always be lowered, for instance
/// because it can cause side effects. If an instruction does not need to be
/// lowered, and Liveness determines its result is unused, backends should
/// avoid lowering it.
pub fn mustLower(air: Air, inst: Air.Inst.Index, ip: *const InternPool) bool {
    const data = air.instructions.items(.data)[@intFromEnum(inst)];
    return switch (air.instructions.items(.tag)[@intFromEnum(inst)]) {
        .arg,
        .assembly,
        .block,
        .loop,
        .repeat,
        .br,
        .trap,
        .breakpoint,
        .call,
        .call_always_tail,
        .call_never_tail,
        .call_never_inline,
        .cond_br,
        .switch_br,
        .loop_switch_br,
        .switch_dispatch,
        .@"try",
        .try_cold,
        .try_ptr,
        .try_ptr_cold,
        .dbg_stmt,
        .dbg_empty_stmt,
        .dbg_inline_block,
        .dbg_var_ptr,
        .dbg_var_val,
        .dbg_arg_inline,
        .ret,
        .ret_safe,
        .ret_load,
        .store,
        .store_safe,
        .unreach,
        .optional_payload_ptr_set,
        .errunion_payload_ptr_set,
        .set_union_tag,
        .memset,
        .memset_safe,
        .memcpy,
        .memmove,
        .cmpxchg_weak,
        .cmpxchg_strong,
        .atomic_store_unordered,
        .atomic_store_monotonic,
        .atomic_store_release,
        .atomic_store_seq_cst,
        .atomic_rmw,
        .prefetch,
        .wasm_memory_grow,
        .set_err_return_trace,
        .c_va_arg,
        .c_va_copy,
        .c_va_end,
        .c_va_start,
        .add_safe,
        .sub_safe,
        .mul_safe,
        .intcast_safe,
        .int_from_float_safe,
        .int_from_float_optimized_safe,
        .legalize_vec_store_elem,
        .legalize_compiler_rt_call,
        => true,

        .add,
        .add_optimized,
        .add_wrap,
        .add_sat,
        .sub,
        .sub_optimized,
        .sub_wrap,
        .sub_sat,
        .mul,
        .mul_optimized,
        .mul_wrap,
        .mul_sat,
        .div_float,
        .div_float_optimized,
        .div_trunc,
        .div_trunc_optimized,
        .div_floor,
        .div_floor_optimized,
        .div_exact,
        .div_exact_optimized,
        .rem,
        .rem_optimized,
        .mod,
        .mod_optimized,
        .ptr_add,
        .ptr_sub,
        .max,
        .min,
        .add_with_overflow,
        .sub_with_overflow,
        .mul_with_overflow,
        .shl_with_overflow,
        .alloc,
        .inferred_alloc,
        .inferred_alloc_comptime,
        .ret_ptr,
        .bit_and,
        .bit_or,
        .shr,
        .shr_exact,
        .shl,
        .shl_exact,
        .shl_sat,
        .xor,
        .not,
        .bitcast,
        .ret_addr,
        .frame_addr,
        .clz,
        .ctz,
        .popcount,
        .byte_swap,
        .bit_reverse,
        .sqrt,
        .sin,
        .cos,
        .tan,
        .exp,
        .exp2,
        .log,
        .log2,
        .log10,
        .abs,
        .floor,
        .ceil,
        .round,
        .trunc_float,
        .neg,
        .neg_optimized,
        .cmp_lt,
        .cmp_lt_optimized,
        .cmp_lte,
        .cmp_lte_optimized,
        .cmp_eq,
        .cmp_eq_optimized,
        .cmp_gte,
        .cmp_gte_optimized,
        .cmp_gt,
        .cmp_gt_optimized,
        .cmp_neq,
        .cmp_neq_optimized,
        .cmp_vector,
        .cmp_vector_optimized,
        .is_null,
        .is_non_null,
        .is_err,
        .is_non_err,
        .bool_and,
        .bool_or,
        .fptrunc,
        .fpext,
        .intcast,
        .trunc,
        .optional_payload,
        .optional_payload_ptr,
        .wrap_optional,
        .unwrap_errunion_payload,
        .unwrap_errunion_err,
        .unwrap_errunion_payload_ptr,
        .wrap_errunion_payload,
        .wrap_errunion_err,
        .struct_field_ptr,
        .struct_field_ptr_index_0,
        .struct_field_ptr_index_1,
        .struct_field_ptr_index_2,
        .struct_field_ptr_index_3,
        .struct_field_val,
        .get_union_tag,
        .slice,
        .slice_len,
        .slice_ptr,
        .ptr_slice_len_ptr,
        .ptr_slice_ptr_ptr,
        .array_elem_val,
        .slice_elem_ptr,
        .ptr_elem_ptr,
        .array_to_slice,
        .int_from_float,
        .int_from_float_optimized,
        .float_from_int,
        .reduce,
        .reduce_optimized,
        .splat,
        .shuffle_one,
        .shuffle_two,
        .select,
        .is_named_enum_value,
        .tag_name,
        .error_name,
        .error_set_has_value,
        .aggregate_init,
        .union_init,
        .mul_add,
        .field_parent_ptr,
        .wasm_memory_size,
        .cmp_lt_errors_len,
        .err_return_trace,
        .addrspace_cast,
        .save_err_return_trace_index,
        .runtime_nav_ptr,
        .work_item_id,
        .work_group_size,
        .work_group_id,
        .legalize_vec_elem_val,
        => false,

        .is_non_null_ptr, .is_null_ptr, .is_non_err_ptr, .is_err_ptr => air.typeOf(data.un_op, ip).isVolatilePtrIp(ip),
        .load, .unwrap_errunion_err_ptr => air.typeOf(data.ty_op.operand, ip).isVolatilePtrIp(ip),
        .slice_elem_val, .ptr_elem_val => air.typeOf(data.bin_op.lhs, ip).isVolatilePtrIp(ip),
        .atomic_load => switch (data.atomic_load.order) {
            .unordered, .monotonic => air.typeOf(data.atomic_load.ptr, ip).isVolatilePtrIp(ip),
            else => true, // Stronger memory orderings have inter-thread side effects.
        },
    };
}

pub const UnwrappedSwitch = struct {
    air: *const Air,
    operand: Inst.Ref,
    cases_len: u32,
    else_body_len: u32,
    branch_hints_start: u32,
    cases_start: u32,

    /// Asserts that `case_idx < us.cases_len`.
    pub fn getHint(us: UnwrappedSwitch, case_idx: u32) std.builtin.BranchHint {
        assert(case_idx < us.cases_len);
        return us.getHintInner(case_idx);
    }
    pub fn getElseHint(us: UnwrappedSwitch) std.builtin.BranchHint {
        return us.getHintInner(us.cases_len);
    }
    fn getHintInner(us: UnwrappedSwitch, idx: u32) std.builtin.BranchHint {
        const bag = us.air.extra.items[us.branch_hints_start..][idx / 10];
        const bits: u3 = @truncate(bag >> @intCast(3 * (idx % 10)));
        return @enumFromInt(bits);
    }

    pub fn iterateCases(us: UnwrappedSwitch) CaseIterator {
        return .{
            .air = us.air,
            .cases_len = us.cases_len,
            .else_body_len = us.else_body_len,
            .next_case = 0,
            .extra_index = us.cases_start,
        };
    }
    pub const CaseIterator = struct {
        air: *const Air,
        cases_len: u32,
        else_body_len: u32,
        next_case: u32,
        extra_index: u32,

        pub fn next(it: *CaseIterator) ?Case {
            if (it.next_case == it.cases_len) return null;
            const idx = it.next_case;
            it.next_case += 1;

            const extra = it.air.extraData(SwitchBr.Case, it.extra_index);
            var extra_index = extra.end;
            const items: []const Inst.Ref = @ptrCast(it.air.extra.items[extra_index..][0..extra.data.items_len]);
            extra_index += items.len;
            // TODO: ptrcast from []const Inst.Ref to []const [2]Inst.Ref when supported
            const ranges_ptr: [*]const [2]Inst.Ref = @ptrCast(it.air.extra.items[extra_index..]);
            const ranges: []const [2]Inst.Ref = ranges_ptr[0..extra.data.ranges_len];
            extra_index += ranges.len * 2;
            const body: []const Inst.Index = @ptrCast(it.air.extra.items[extra_index..][0..extra.data.body_len]);
            extra_index += body.len;
            it.extra_index = @intCast(extra_index);

            return .{
                .idx = idx,
                .items = items,
                .ranges = ranges,
                .body = body,
            };
        }
        /// Only valid to call once all cases have been iterated, i.e. `next` returns `null`.
        /// Returns the body of the "default" (`else`) case.
        pub fn elseBody(it: *CaseIterator) []const Inst.Index {
            assert(it.next_case == it.cases_len);
            return @ptrCast(it.air.extra.items[it.extra_index..][0..it.else_body_len]);
        }
        pub const Case = struct {
            idx: u32,
            items: []const Inst.Ref,
            ranges: []const [2]Inst.Ref,
            body: []const Inst.Index,
        };
    };
};

pub fn unwrapSwitch(air: *const Air, switch_inst: Inst.Index) UnwrappedSwitch {
    const inst = air.instructions.get(@intFromEnum(switch_inst));
    switch (inst.tag) {
        .switch_br, .loop_switch_br => {},
        else => unreachable, // assertion failure
    }
    const pl_op = inst.data.pl_op;
    const extra = air.extraData(SwitchBr, pl_op.payload);
    const hint_bag_count = std.math.divCeil(usize, extra.data.cases_len + 1, 10) catch unreachable;
    return .{
        .air = air,
        .operand = pl_op.operand,
        .cases_len = extra.data.cases_len,
        .else_body_len = extra.data.else_body_len,
        .branch_hints_start = @intCast(extra.end),
        .cases_start = @intCast(extra.end + hint_bag_count),
    };
}

pub fn unwrapShuffleOne(air: *const Air, zcu: *const Zcu, inst_index: Inst.Index) struct {
    result_ty: Type,
    operand: Inst.Ref,
    mask: []const ShuffleOneMask,
} {
    const inst = air.instructions.get(@intFromEnum(inst_index));
    switch (inst.tag) {
        .shuffle_one => {},
        else => unreachable, // assertion failure
    }
    const result_ty: Type = .fromInterned(inst.data.ty_pl.ty.toInterned().?);
    const mask_len: u32 = result_ty.vectorLen(zcu);
    const extra_idx = inst.data.ty_pl.payload;
    return .{
        .result_ty = result_ty,
        .operand = @enumFromInt(air.extra.items[extra_idx + mask_len]),
        .mask = @ptrCast(air.extra.items[extra_idx..][0..mask_len]),
    };
}

pub fn unwrapShuffleTwo(air: *const Air, zcu: *const Zcu, inst_index: Inst.Index) struct {
    result_ty: Type,
    operand_a: Inst.Ref,
    operand_b: Inst.Ref,
    mask: []const ShuffleTwoMask,
} {
    const inst = air.instructions.get(@intFromEnum(inst_index));
    switch (inst.tag) {
        .shuffle_two => {},
        else => unreachable, // assertion failure
    }
    const result_ty: Type = .fromInterned(inst.data.ty_pl.ty.toInterned().?);
    const mask_len: u32 = result_ty.vectorLen(zcu);
    const extra_idx = inst.data.ty_pl.payload;
    return .{
        .result_ty = result_ty,
        .operand_a = @enumFromInt(air.extra.items[extra_idx + mask_len + 0]),
        .operand_b = @enumFromInt(air.extra.items[extra_idx + mask_len + 1]),
        .mask = @ptrCast(air.extra.items[extra_idx..][0..mask_len]),
    };
}

pub const typesFullyResolved = types_resolved.typesFullyResolved;
pub const typeFullyResolved = types_resolved.checkType;
pub const valFullyResolved = types_resolved.checkVal;
pub const legalize = Legalize.legalize;
pub const write = print.write;
pub const writeInst = print.writeInst;
pub const dump = print.dump;
pub const dumpInst = print.dumpInst;

pub const CoveragePoint = enum(u1) {
    /// Indicates the block is not a place of interest corresponding to
    /// a source location for coverage purposes.
    none,
    /// Point of interest. The next instruction emitted corresponds to
    /// a source location used for coverage instrumentation.
    poi,
};

pub const CompilerRtFunc = enum(u32) {
    // zig fmt: off

    // float simple arithmetic
    __addhf3, __addsf3, __adddf3, __addxf3, __addtf3,
    __subhf3, __subsf3, __subdf3, __subxf3, __subtf3,
    __mulhf3, __mulsf3, __muldf3, __mulxf3, __multf3,
    __divhf3, __divsf3, __divdf3, __divxf3, __divtf3,

    // float minmax
    __fminh, fminf, fmin, __fminx, fminq,
    __fmaxh, fmaxf, fmax, __fmaxx, fmaxq,

    // float round
    __ceilh,  ceilf,  ceil,  __ceilx,  ceilq,
    __floorh, floorf, floor, __floorx, floorq,
    __trunch, truncf, trunc, __truncx, truncq,
    __roundh, roundf, round, __roundx, roundq,

    // float log
    __logh,   logf,   log,   __logx,   logq,
    __log2h,  log2f,  log2,  __log2x,  log2q,
    __log10h, log10f, log10, __log10x, log10q,

    // float exp
    __exph,  expf,  exp,  __expx,  expq,
    __exp2h, exp2f, exp2, __exp2x, exp2q,

    // float trigonometry
    __sinh, sinf, sin, __sinx, sinq,
    __cosh, cosf, cos, __cosx, cosq,
    __tanh, tanf, tan, __tanx, tanq,

    // float misc ops
    __fabsh, fabsf, fabs, __fabsx, fabsq,
    __sqrth, sqrtf, sqrt, __sqrtx, sqrtq,
    __fmodh, fmodf, fmod, __fmodx, fmodq,
    __fmah,  fmaf,  fma,  __fmax,  fmaq,

    // float comparison
    __eqhf2, __eqsf2, __eqdf2, __eqxf2, __eqtf2, // == iff return == 0
    __nehf2, __nesf2, __nedf2, __nexf2, __netf2, // != iff return != 0
    __lthf2, __ltsf2, __ltdf2, __ltxf2, __lttf2, // <  iff return < 0
    __lehf2, __lesf2, __ledf2, __lexf2, __letf2, // <= iff return <= 0
    __gthf2, __gtsf2, __gtdf2, __gtxf2, __gttf2, // >  iff return > 0
    __gehf2, __gesf2, __gedf2, __gexf2, __getf2, // >= iff return >= 0

    // AEABI float comparison. On ARM, the `sf`/`df` functions above are not available,
    // and these must be used instead. They are not just aliases for the above functions
    // because they have a different (better) ABI.
    __aeabi_fcmpeq, __aeabi_dcmpeq, // ==, returns bool
    __aeabi_fcmplt, __aeabi_dcmplt, // <, returns bool
    __aeabi_fcmple, __aeabi_dcmple, // <=, returns bool
    __aeabi_fcmpgt, __aeabi_dcmpgt, // >, returns bool
    __aeabi_fcmpge, __aeabi_dcmpge, // >=, returns bool

    // float shortening
    // to f16     // to f32     // to f64     // to f80
    __trunctfhf2, __trunctfsf2, __trunctfdf2, __trunctfxf2, // from f128
    __truncxfhf2, __truncxfsf2, __truncxfdf2,               // from f80
    __truncdfhf2, __truncdfsf2,                             // from f64
    __truncsfhf2,                                           // from f32

    // float widening
    // to f128     // to f80      // to f64      // to f32
    __extendhftf2, __extendhfxf2, __extendhfdf2, __extendhfsf2, // from f16
    __extendsftf2, __extendsfxf2, __extendsfdf2,                // from f32
    __extenddftf2, __extenddfxf2,                               // from f64
    __extendxftf2,                                              // from f80

    // int to float
    __floatsihf, __floatsisf, __floatsidf, __floatsixf, __floatsitf, // i32 to float
    __floatdihf, __floatdisf, __floatdidf, __floatdixf, __floatditf, // i64 to float
    __floattihf, __floattisf, __floattidf, __floattixf, __floattitf, // i128 to float
    __floateihf, __floateisf, __floateidf, __floateixf, __floateitf, // arbitrary iN to float
    __floatunsihf, __floatunsisf, __floatunsidf, __floatunsixf, __floatunsitf, // u32 to float
    __floatundihf, __floatundisf, __floatundidf, __floatundixf, __floatunditf, // u64 to float
    __floatuntihf, __floatuntisf, __floatuntidf, __floatuntixf, __floatuntitf, // u128 to float
    __floatuneihf, __floatuneisf, __floatuneidf, __floatuneixf, __floatuneitf, // arbitrary uN to float

    // float to int
    __fixhfsi, __fixsfsi, __fixdfsi, __fixxfsi, __fixtfsi, // float to i32
    __fixhfdi, __fixsfdi, __fixdfdi, __fixxfdi, __fixtfdi, // float to i64
    __fixhfti, __fixsfti, __fixdfti, __fixxfti, __fixtfti, // float to i128
    __fixhfei, __fixsfei, __fixdfei, __fixxfei, __fixtfei, // float to arbitray iN
    __fixunshfsi, __fixunssfsi, __fixunsdfsi, __fixunsxfsi, __fixunstfsi, // float to u32
    __fixunshfdi, __fixunssfdi, __fixunsdfdi, __fixunsxfdi, __fixunstfdi, // float to u64
    __fixunshfti, __fixunssfti, __fixunsdfti, __fixunsxfti, __fixunstfti, // float to u128
    __fixunshfei, __fixunssfei, __fixunsdfei, __fixunsxfei, __fixunstfei, // float to arbitray uN

    // zig fmt: on

    /// Usually, the tag names of `CompilerRtFunc` match the corresponding symbol name, but not
    /// always; some target triples have slightly different compiler-rt ABIs for one reason or
    /// another.
    pub fn name(f: CompilerRtFunc, target: *const std.Target) []const u8 {
        const use_gnu_f16_abi = switch (target.cpu.arch) {
            .wasm32,
            .wasm64,
            .riscv64,
            .riscv64be,
            .riscv32,
            .riscv32be,
            => false,
            .x86, .x86_64 => true,
            .arm, .armeb, .thumb, .thumbeb => switch (target.abi) {
                .eabi, .eabihf => false,
                else => true,
            },
            else => !target.os.tag.isDarwin(),
        };
        const use_aeabi = target.cpu.arch.isArm() and switch (target.abi) {
            .eabi,
            .eabihf,
            .musleabi,
            .musleabihf,
            .gnueabi,
            .gnueabihf,
            .android,
            .androideabi,
            => true,
            else => false,
        };

        // GNU didn't like the standard names specifically for conversions between f16
        // and f32, so decided to make their own naming convention with blackjack and
        // hookers (but only use it on a few random targets of course). This overrides
        // the ARM EABI in some cases. I don't like GNU.
        if (use_gnu_f16_abi) switch (f) {
            .__truncsfhf2 => return "__gnu_f2h_ieee",
            .__extendhfsf2 => return "__gnu_h2f_ieee",
            else => {},
        };

        if (use_aeabi) return switch (f) {
            .__addsf3 => "__aeabi_fadd",
            .__adddf3 => "__aeabi_dadd",
            .__subsf3 => "__aeabi_fsub",
            .__subdf3 => "__aeabi_dsub",
            .__mulsf3 => "__aeabi_fmul",
            .__muldf3 => "__aeabi_dmul",
            .__divsf3 => "__aeabi_fdiv",
            .__divdf3 => "__aeabi_ddiv",
            .__truncdfhf2 => "__aeabi_d2h",
            .__truncdfsf2 => "__aeabi_d2f",
            .__truncsfhf2 => "__aeabi_f2h",
            .__extendsfdf2 => "__aeabi_f2d",
            .__extendhfsf2 => "__aeabi_h2f",
            .__floatsisf => "__aeabi_i2f",
            .__floatsidf => "__aeabi_i2d",
            .__floatdisf => "__aeabi_l2f",
            .__floatdidf => "__aeabi_l2d",
            .__floatunsisf => "__aeabi_ui2f",
            .__floatunsidf => "__aeabi_ui2d",
            .__floatundisf => "__aeabi_ul2f",
            .__floatundidf => "__aeabi_ul2d",
            .__fixsfsi => "__aeabi_f2iz",
            .__fixdfsi => "__aeabi_d2iz",
            .__fixsfdi => "__aeabi_f2lz",
            .__fixdfdi => "__aeabi_d2lz",
            .__fixunssfsi => "__aeabi_f2uiz",
            .__fixunsdfsi => "__aeabi_d2uiz",
            .__fixunssfdi => "__aeabi_f2ulz",
            .__fixunsdfdi => "__aeabi_d2ulz",

            // These functions are not available on AEABI. The AEABI equivalents are
            // separate fields rather than aliases because they have a different ABI.
            .__eqsf2, .__eqdf2 => unreachable,
            .__nesf2, .__nedf2 => unreachable,
            .__ltsf2, .__ltdf2 => unreachable,
            .__lesf2, .__ledf2 => unreachable,
            .__gtsf2, .__gtdf2 => unreachable,
            .__gesf2, .__gedf2 => unreachable,

            else => @tagName(f),
        };

        return switch (f) {
            // These functions are only available on AEABI.
            .__aeabi_fcmpeq, .__aeabi_dcmpeq => unreachable,
            .__aeabi_fcmplt, .__aeabi_dcmplt => unreachable,
            .__aeabi_fcmple, .__aeabi_dcmple => unreachable,
            .__aeabi_fcmpgt, .__aeabi_dcmpgt => unreachable,
            .__aeabi_fcmpge, .__aeabi_dcmpge => unreachable,

            else => @tagName(f),
        };
    }

    pub fn @"callconv"(f: CompilerRtFunc, target: *const std.Target) std.builtin.CallingConvention {
        const use_gnu_f16_abi = switch (target.cpu.arch) {
            .wasm32,
            .wasm64,
            .riscv64,
            .riscv64be,
            .riscv32,
            .riscv32be,
            => false,
            .x86, .x86_64 => true,
            .arm, .armeb, .thumb, .thumbeb => switch (target.abi) {
                .eabi, .eabihf => false,
                else => true,
            },
            else => !target.os.tag.isDarwin(),
        };
        const use_aeabi = target.cpu.arch.isArm() and switch (target.abi) {
            .eabi,
            .eabihf,
            .musleabi,
            .musleabihf,
            .gnueabi,
            .gnueabihf,
            .android,
            .androideabi,
            => true,
            else => false,
        };

        if (use_gnu_f16_abi) switch (f) {
            .__truncsfhf2,
            .__extendhfsf2,
            => return target.cCallingConvention().?,
            else => {},
        };

        if (use_aeabi) switch (f) {
            // zig fmt: off
            .__addsf3, .__adddf3, .__subsf3, .__subdf3,
            .__mulsf3, .__muldf3, .__divsf3, .__divdf3,
            .__truncdfhf2,  .__truncdfsf2, .__truncsfhf2,
            .__extendsfdf2, .__extendhfsf2,
            .__floatsisf,   .__floatsidf,   .__floatdisf,   .__floatdidf,
            .__floatunsisf, .__floatunsidf, .__floatundisf, .__floatundidf,
            .__fixsfsi,    .__fixdfsi,    .__fixsfdi,    .__fixdfdi,
            .__fixunssfsi, .__fixunsdfsi, .__fixunssfdi, .__fixunsdfdi,
            => return .{ .arm_aapcs = .{} },
            // zig fmt: on
            else => {},
        };

        return target.cCallingConvention().?;
    }

    pub fn returnType(f: CompilerRtFunc) Type {
        return switch (f) {
            .__addhf3, .__subhf3, .__mulhf3, .__divhf3 => .f16,
            .__addsf3, .__subsf3, .__mulsf3, .__divsf3 => .f32,
            .__adddf3, .__subdf3, .__muldf3, .__divdf3 => .f64,
            .__addxf3, .__subxf3, .__mulxf3, .__divxf3 => .f80,
            .__addtf3, .__subtf3, .__multf3, .__divtf3 => .f128,

            // zig fmt: off
            .__fminh, .__fmaxh,
            .__ceilh, .__floorh, .__trunch, .__roundh,
            .__logh, .__log2h, .__log10h,
            .__exph, .__exp2h,
            .__sinh, .__cosh, .__tanh,
            .__fabsh, .__sqrth, .__fmodh, .__fmah,
            => .f16,
            .fminf, .fmaxf,
            .ceilf, .floorf, .truncf, .roundf,
            .logf, .log2f, .log10f,
            .expf, .exp2f,
            .sinf, .cosf, .tanf,
            .fabsf, .sqrtf, .fmodf, .fmaf,
            => .f32,
            .fmin, .fmax,
            .ceil, .floor, .trunc, .round,
            .log, .log2, .log10,
            .exp, .exp2,
            .sin, .cos, .tan,
            .fabs, .sqrt, .fmod, .fma,
            => .f64,
            .__fminx, .__fmaxx,
            .__ceilx, .__floorx, .__truncx, .__roundx,
            .__logx, .__log2x, .__log10x,
            .__expx, .__exp2x,
            .__sinx, .__cosx, .__tanx,
            .__fabsx, .__sqrtx, .__fmodx, .__fmax,
            => .f80,
            .fminq, .fmaxq,
            .ceilq, .floorq, .truncq, .roundq,
            .logq, .log2q, .log10q,
            .expq, .exp2q,
            .sinq, .cosq, .tanq,
            .fabsq, .sqrtq, .fmodq, .fmaq,
            => .f128,
            // zig fmt: on

            .__eqhf2, .__eqsf2, .__eqdf2, .__eqxf2, .__eqtf2 => .i32,
            .__nehf2, .__nesf2, .__nedf2, .__nexf2, .__netf2 => .i32,
            .__lthf2, .__ltsf2, .__ltdf2, .__ltxf2, .__lttf2 => .i32,
            .__lehf2, .__lesf2, .__ledf2, .__lexf2, .__letf2 => .i32,
            .__gthf2, .__gtsf2, .__gtdf2, .__gtxf2, .__gttf2 => .i32,
            .__gehf2, .__gesf2, .__gedf2, .__gexf2, .__getf2 => .i32,

            .__aeabi_fcmpeq, .__aeabi_dcmpeq => .i32,
            .__aeabi_fcmplt, .__aeabi_dcmplt => .i32,
            .__aeabi_fcmple, .__aeabi_dcmple => .i32,
            .__aeabi_fcmpgt, .__aeabi_dcmpgt => .i32,
            .__aeabi_fcmpge, .__aeabi_dcmpge => .i32,

            .__trunctfhf2, .__truncxfhf2, .__truncdfhf2, .__truncsfhf2 => .f16,
            .__trunctfsf2, .__truncxfsf2, .__truncdfsf2 => .f32,
            .__trunctfdf2, .__truncxfdf2 => .f64,
            .__trunctfxf2 => .f80,

            .__extendhftf2, .__extendsftf2, .__extenddftf2, .__extendxftf2 => .f128,
            .__extendhfxf2, .__extendsfxf2, .__extenddfxf2 => .f80,
            .__extendhfdf2, .__extendsfdf2 => .f64,
            .__extendhfsf2 => .f32,

            .__floatsihf, .__floatdihf, .__floattihf, .__floateihf => .f16,
            .__floatsisf, .__floatdisf, .__floattisf, .__floateisf => .f32,
            .__floatsidf, .__floatdidf, .__floattidf, .__floateidf => .f64,
            .__floatsixf, .__floatdixf, .__floattixf, .__floateixf => .f80,
            .__floatsitf, .__floatditf, .__floattitf, .__floateitf => .f128,
            .__floatunsihf, .__floatundihf, .__floatuntihf, .__floatuneihf => .f16,
            .__floatunsisf, .__floatundisf, .__floatuntisf, .__floatuneisf => .f32,
            .__floatunsidf, .__floatundidf, .__floatuntidf, .__floatuneidf => .f64,
            .__floatunsixf, .__floatundixf, .__floatuntixf, .__floatuneixf => .f80,
            .__floatunsitf, .__floatunditf, .__floatuntitf, .__floatuneitf => .f128,

            .__fixhfsi, .__fixsfsi, .__fixdfsi, .__fixxfsi, .__fixtfsi => .i32,
            .__fixhfdi, .__fixsfdi, .__fixdfdi, .__fixxfdi, .__fixtfdi => .i64,
            .__fixhfti, .__fixsfti, .__fixdfti, .__fixxfti, .__fixtfti => .i128,
            .__fixhfei, .__fixsfei, .__fixdfei, .__fixxfei, .__fixtfei => .void,
            .__fixunshfsi, .__fixunssfsi, .__fixunsdfsi, .__fixunsxfsi, .__fixunstfsi => .u32,
            .__fixunshfdi, .__fixunssfdi, .__fixunsdfdi, .__fixunsxfdi, .__fixunstfdi => .u64,
            .__fixunshfti, .__fixunssfti, .__fixunsdfti, .__fixunsxfti, .__fixunstfti => .u128,
            .__fixunshfei, .__fixunssfei, .__fixunsdfei, .__fixunsxfei, .__fixunstfei => .void,
        };
    }
};