| Server IP : 217.160.0.212 / Your IP : 216.73.216.141 Web Server : Apache System : Linux www 6.18.51-i1-ampere #1196 SMP Fri Sep 11 20:43:55 CEST 2026 aarch64 User : sws1073854427 ( 1073854427) PHP Version : 8.4.23 Disable Function : NONE MySQL : OFF | cURL : ON | WGET : ON | Perl : ON | Python : OFF | Sudo : OFF | Pkexec : OFF Directory : /usr/include/xsimd/arch/generic/ |
Upload File : |
/***************************************************************************
* Copyright (c) Johan Mabille, Sylvain Corlay, Wolf Vollprecht and *
* Martin Renou *
* Copyright (c) QuantStack *
* Copyright (c) Serge Guelton *
* *
* Distributed under the terms of the BSD 3-Clause License. *
* *
* The full license is in the file LICENSE, distributed with this software. *
****************************************************************************/
#ifndef XSIMD_GENERIC_MEMORY_HPP
#define XSIMD_GENERIC_MEMORY_HPP
#include <algorithm>
#include <complex>
#include <stdexcept>
#include "../../types/xsimd_batch_constant.hpp"
#include "./xsimd_generic_details.hpp"
namespace xsimd
{
template <class batch_type, typename batch_type::value_type... Values>
struct batch_constant;
namespace kernel
{
using namespace types;
// extract_pair
template <class A, class T>
inline batch<T, A> extract_pair(batch<T, A> const& self, batch<T, A> const& other, std::size_t i, requires_arch<generic>) noexcept
{
constexpr std::size_t size = batch<T, A>::size;
assert(0 <= i && i < size && "index in bounds");
alignas(A::alignment()) T self_buffer[size];
self.store_aligned(self_buffer);
alignas(A::alignment()) T other_buffer[size];
other.store_aligned(other_buffer);
alignas(A::alignment()) T concat_buffer[size];
for (std::size_t j = 0; j < (size - i); ++j)
{
concat_buffer[j] = other_buffer[i + j];
if (j < i)
{
concat_buffer[size - 1 - j] = self_buffer[i - 1 - j];
}
}
return batch<T, A>::load_aligned(concat_buffer);
}
// gather
namespace detail
{
template <class T, class U, class B>
using sizes_match_t = typename std::enable_if<sizeof(T) == sizeof(U), B>::type;
template <class T, class U, class B>
using sizes_mismatch_t = typename std::enable_if<sizeof(T) != sizeof(U), B>::type;
template <typename T, typename A, typename U, typename V, size_t I>
inline batch<T, A> gather(U const* src, batch<V, A> const& index,
::xsimd::detail::index_sequence<I>) noexcept
{
return insert(batch<T, A> {}, static_cast<T>(src[index.get(I)]),
::xsimd::index<I>());
}
template <typename T, typename A, typename U, typename V, size_t I0, size_t I1, size_t... Is>
inline batch<T, A>
gather(U const* src, batch<V, A> const& index,
::xsimd::detail::index_sequence<I0, I1, Is...>) noexcept
{
const auto test = gather<T, A>(
src, index, ::xsimd::detail::index_sequence<I1, Is...>());
return insert(test, static_cast<T>(src[index.get(I0)]),
::xsimd::index<I0>());
}
} // namespace detail
template <typename A, typename T, typename U, typename V>
inline typename detail::sizes_mismatch_t<T, U, batch<T, A>>
gather(U const* src, batch<V, A> const& index,
kernel::requires_arch<generic>) noexcept
{
static_assert(batch<T, A>::size == batch<V, A>::size,
"Index and destination sizes must match");
return detail::gather<T, A>(
src, index,
::xsimd::detail::make_index_sequence<xsimd::batch<T, A>::size>());
}
template <typename A, typename T, typename U, typename V>
inline typename detail::sizes_match_t<T, U, batch<T, A>>
gather(U const* src, batch<V, A> const& index,
kernel::requires_arch<generic>) noexcept
{
static_assert(batch<T, A>::size == batch<V, A>::size,
"Index and destination sizes must match");
const auto dst = detail::gather<U, A>(
src, index,
::xsimd::detail::make_index_sequence<batch<U, A>::size>());
return batch_cast<T>(dst);
}
// insert
template <class A, class T, size_t I>
inline batch<T, A> insert(batch<T, A> const& self, T val, index<I>, requires_arch<generic>) noexcept
{
struct index_mask
{
static constexpr bool get(size_t index, size_t /* size*/)
{
return index != I;
}
};
batch<T, A> tmp(val);
return select(make_batch_bool_constant<batch<T, A>, index_mask>(), self, tmp);
}
// load_aligned
namespace detail
{
template <class A, class T_in, class T_out>
inline batch<T_out, A> load_aligned(T_in const* mem, convert<T_out>, requires_arch<generic>, with_fast_conversion) noexcept
{
using batch_type_in = batch<T_in, A>;
using batch_type_out = batch<T_out, A>;
return fast_cast(batch_type_in::load_aligned(mem), batch_type_out(), A {});
}
template <class A, class T_in, class T_out>
inline batch<T_out, A> load_aligned(T_in const* mem, convert<T_out>, requires_arch<generic>, with_slow_conversion) noexcept
{
static_assert(!std::is_same<T_in, T_out>::value, "there should be a direct load for this type combination");
using batch_type_out = batch<T_out, A>;
alignas(A::alignment()) T_out buffer[batch_type_out::size];
std::copy(mem, mem + batch_type_out::size, std::begin(buffer));
return batch_type_out::load_aligned(buffer);
}
}
template <class A, class T_in, class T_out>
inline batch<T_out, A> load_aligned(T_in const* mem, convert<T_out> cvt, requires_arch<generic>) noexcept
{
return detail::load_aligned<A>(mem, cvt, A {}, detail::conversion_type<A, T_in, T_out> {});
}
// load_unaligned
namespace detail
{
template <class A, class T_in, class T_out>
inline batch<T_out, A> load_unaligned(T_in const* mem, convert<T_out>, requires_arch<generic>, with_fast_conversion) noexcept
{
using batch_type_in = batch<T_in, A>;
using batch_type_out = batch<T_out, A>;
return fast_cast(batch_type_in::load_unaligned(mem), batch_type_out(), A {});
}
template <class A, class T_in, class T_out>
inline batch<T_out, A> load_unaligned(T_in const* mem, convert<T_out> cvt, requires_arch<generic>, with_slow_conversion) noexcept
{
static_assert(!std::is_same<T_in, T_out>::value, "there should be a direct load for this type combination");
return load_aligned<A>(mem, cvt, generic {}, with_slow_conversion {});
}
}
template <class A, class T_in, class T_out>
inline batch<T_out, A> load_unaligned(T_in const* mem, convert<T_out> cvt, requires_arch<generic>) noexcept
{
return detail::load_unaligned<A>(mem, cvt, generic {}, detail::conversion_type<A, T_in, T_out> {});
}
// scatter
namespace detail
{
template <typename T, typename A, typename U, typename V, size_t I>
inline void scatter(batch<T, A> const& src, U* dst,
batch<V, A> const& index,
::xsimd::detail::index_sequence<I>) noexcept
{
dst[index.get(I)] = static_cast<U>(src.get(I));
}
template <typename T, typename A, typename U, typename V, size_t I0, size_t I1, size_t... Is>
inline void
scatter(batch<T, A> const& src, U* dst, batch<V, A> const& index,
::xsimd::detail::index_sequence<I0, I1, Is...>) noexcept
{
dst[index.get(I0)] = static_cast<U>(src.get(I0));
kernel::detail::scatter<T, A, U, V>(
src, dst, index, ::xsimd::detail::index_sequence<I1, Is...>());
}
} // namespace detail
template <typename A, typename T, typename U, typename V>
inline typename detail::sizes_mismatch_t<T, U, void>
scatter(batch<T, A> const& src, U* dst,
batch<V, A> const& index,
kernel::requires_arch<generic>) noexcept
{
static_assert(batch<T, A>::size == batch<V, A>::size,
"Source and index sizes must match");
kernel::detail::scatter<T, A, U, V>(
src, dst, index,
::xsimd::detail::make_index_sequence<batch<T, A>::size>());
}
template <typename A, typename T, typename U, typename V>
inline typename detail::sizes_match_t<T, U, void>
scatter(batch<T, A> const& src, U* dst,
batch<V, A> const& index,
kernel::requires_arch<generic>) noexcept
{
static_assert(batch<T, A>::size == batch<V, A>::size,
"Source and index sizes must match");
const auto tmp = batch_cast<U>(src);
kernel::detail::scatter<U, A, U, V>(
tmp, dst, index,
::xsimd::detail::make_index_sequence<batch<T, A>::size>());
}
// store
template <class T, class A>
inline void store(batch_bool<T, A> const& self, bool* mem, requires_arch<generic>) noexcept
{
using batch_type = batch<T, A>;
constexpr auto size = batch_bool<T, A>::size;
alignas(A::alignment()) T buffer[size];
kernel::store_aligned<A>(&buffer[0], batch_type(self), A {});
for (std::size_t i = 0; i < size; ++i)
mem[i] = bool(buffer[i]);
}
// store_aligned
template <class A, class T_in, class T_out>
inline void store_aligned(T_out* mem, batch<T_in, A> const& self, requires_arch<generic>) noexcept
{
static_assert(!std::is_same<T_in, T_out>::value, "there should be a direct store for this type combination");
alignas(A::alignment()) T_in buffer[batch<T_in, A>::size];
store_aligned(&buffer[0], self);
std::copy(std::begin(buffer), std::end(buffer), mem);
}
// store_unaligned
template <class A, class T_in, class T_out>
inline void store_unaligned(T_out* mem, batch<T_in, A> const& self, requires_arch<generic>) noexcept
{
static_assert(!std::is_same<T_in, T_out>::value, "there should be a direct store for this type combination");
return store_aligned<A>(mem, self, generic {});
}
// swizzle
template <class A, class T, class ITy, ITy... Vs>
inline batch<std::complex<T>, A> swizzle(batch<std::complex<T>, A> const& self, batch_constant<batch<ITy, A>, Vs...> mask, requires_arch<generic>) noexcept
{
return { swizzle(self.real(), mask), swizzle(self.imag(), mask) };
}
namespace detail
{
template <class A, class T>
inline batch<std::complex<T>, A> load_complex(batch<T, A> const& /*hi*/, batch<T, A> const& /*lo*/, requires_arch<generic>) noexcept
{
static_assert(std::is_same<T, void>::value, "load_complex not implemented for the required architecture");
}
template <class A, class T>
inline batch<T, A> complex_high(batch<std::complex<T>, A> const& /*src*/, requires_arch<generic>) noexcept
{
static_assert(std::is_same<T, void>::value, "complex_high not implemented for the required architecture");
}
template <class A, class T>
inline batch<T, A> complex_low(batch<std::complex<T>, A> const& /*src*/, requires_arch<generic>) noexcept
{
static_assert(std::is_same<T, void>::value, "complex_low not implemented for the required architecture");
}
}
// load_complex_aligned
template <class A, class T_out, class T_in>
inline batch<std::complex<T_out>, A> load_complex_aligned(std::complex<T_in> const* mem, convert<std::complex<T_out>>, requires_arch<generic>) noexcept
{
using real_batch = batch<T_out, A>;
T_in const* buffer = reinterpret_cast<T_in const*>(mem);
real_batch hi = real_batch::load_aligned(buffer),
lo = real_batch::load_aligned(buffer + real_batch::size);
return detail::load_complex(hi, lo, A {});
}
// load_complex_unaligned
template <class A, class T_out, class T_in>
inline batch<std::complex<T_out>, A> load_complex_unaligned(std::complex<T_in> const* mem, convert<std::complex<T_out>>, requires_arch<generic>) noexcept
{
using real_batch = batch<T_out, A>;
T_in const* buffer = reinterpret_cast<T_in const*>(mem);
real_batch hi = real_batch::load_unaligned(buffer),
lo = real_batch::load_unaligned(buffer + real_batch::size);
return detail::load_complex(hi, lo, A {});
}
// store_complex_aligned
template <class A, class T_out, class T_in>
inline void store_complex_aligned(std::complex<T_out>* dst, batch<std::complex<T_in>, A> const& src, requires_arch<generic>) noexcept
{
using real_batch = batch<T_in, A>;
real_batch hi = detail::complex_high(src, A {});
real_batch lo = detail::complex_low(src, A {});
T_out* buffer = reinterpret_cast<T_out*>(dst);
lo.store_aligned(buffer);
hi.store_aligned(buffer + real_batch::size);
}
// store_compelx_unaligned
template <class A, class T_out, class T_in>
inline void store_complex_unaligned(std::complex<T_out>* dst, batch<std::complex<T_in>, A> const& src, requires_arch<generic>) noexcept
{
using real_batch = batch<T_in, A>;
real_batch hi = detail::complex_high(src, A {});
real_batch lo = detail::complex_low(src, A {});
T_out* buffer = reinterpret_cast<T_out*>(dst);
lo.store_unaligned(buffer);
hi.store_unaligned(buffer + real_batch::size);
}
}
}
#endif