dotprod.h

// SPDX-FileCopyrightText: 2026 Edward Kmett <ekmett@gmail.com>
// SPDX-License-Identifier: BSD-2-Clause OR Apache-2.0
#pragma once
#include "native/config.h"
#include "native/attributes.h"
#include "native/isa.h"
#if NATIVE_HOST_NEON
#include <arm_neon.h>
#endif
#if NATIVE_HOST_NEON || defined(NATIVE_DOXYGEN)
 
namespace native::detail {
 
  template<isa<arm> Arch> requires(Arch.has(arm_feature::dotprod))
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  int32x2_t sdot(int32x2_t accumulator, int8x8_t lhs, int8x8_t rhs) noexcept {
    return vdot_s32(accumulator, lhs, rhs);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 2)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  int32x2_t sdot_lane(int32x2_t accumulator, int8x8_t lhs, int8x8_t rhs) noexcept {
    return vdot_lane_s32(accumulator, lhs, rhs, Lane);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 4)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  int32x2_t sdot_lane(int32x2_t accumulator, int8x8_t lhs, int8x16_t rhs) noexcept {
    return vdot_laneq_s32(accumulator, lhs, rhs, Lane);
  }
 
  template<isa<arm> Arch> requires(Arch.has(arm_feature::dotprod))
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  int32x4_t sdot(int32x4_t accumulator, int8x16_t lhs, int8x16_t rhs) noexcept {
    return vdotq_s32(accumulator, lhs, rhs);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 2)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  int32x4_t sdot_lane(int32x4_t accumulator, int8x16_t lhs, int8x8_t rhs) noexcept {
    return vdotq_lane_s32(accumulator, lhs, rhs, Lane);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 4)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  int32x4_t sdot_lane(int32x4_t accumulator, int8x16_t lhs, int8x16_t rhs) noexcept {
    return vdotq_laneq_s32(accumulator, lhs, rhs, Lane);
  }
 
  template<isa<arm> Arch> requires(Arch.has(arm_feature::dotprod))
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  uint32x2_t udot(uint32x2_t accumulator, uint8x8_t lhs, uint8x8_t rhs) noexcept {
    return vdot_u32(accumulator, lhs, rhs);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 2)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  uint32x2_t udot_lane(uint32x2_t accumulator, uint8x8_t lhs, uint8x8_t rhs) noexcept {
    return vdot_lane_u32(accumulator, lhs, rhs, Lane);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 4)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  uint32x2_t udot_lane(uint32x2_t accumulator, uint8x8_t lhs, uint8x16_t rhs) noexcept {
    return vdot_laneq_u32(accumulator, lhs, rhs, Lane);
  }
 
  template<isa<arm> Arch> requires(Arch.has(arm_feature::dotprod))
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  uint32x4_t udot(uint32x4_t accumulator, uint8x16_t lhs, uint8x16_t rhs) noexcept {
    return vdotq_u32(accumulator, lhs, rhs);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 2)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  uint32x4_t udot_lane(uint32x4_t accumulator, uint8x16_t lhs, uint8x8_t rhs) noexcept {
    return vdotq_lane_u32(accumulator, lhs, rhs, Lane);
  }
 
  template<isa<arm> Arch, int Lane> requires(Arch.has(arm_feature::dotprod) && Lane >= 0 && Lane < 4)
  native_nodiscard native_inline native_const __attribute__((target("dotprod")))
  uint32x4_t udot_lane(uint32x4_t accumulator, uint8x16_t lhs, uint8x16_t rhs) noexcept {
    return vdotq_laneq_u32(accumulator, lhs, rhs, Lane);
  }
 
  // Reject Clang's lax vector conversions and scalar narrowing when an exact
  // instruction shape or immediate lane is unavailable.
 
  template<isa<arm> Arch, class A, class B, class C>
  void sdot(A, B, C) = delete;
  template<isa<arm> Arch, int Lane, class A, class B, class C>
  void sdot_lane(A, B, C) = delete;
  template<isa<arm> Arch, class A, class B, class C>
  void udot(A, B, C) = delete;
  template<isa<arm> Arch, int Lane, class A, class B, class C>
  void udot_lane(A, B, C) = delete;
 
 
}
#endif