master
1// -*- C++ -*-
2//===----------------------------------------------------------------------===//
3//
4// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5// See https://llvm.org/LICENSE.txt for license information.
6// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7//
8//===----------------------------------------------------------------------===//
9
10#ifndef _LIBCPP_EXPERIMENTAL___SIMD_SIMD_H
11#define _LIBCPP_EXPERIMENTAL___SIMD_SIMD_H
12
13#include <__config>
14#include <__cstddef/size_t.h>
15#include <__type_traits/enable_if.h>
16#include <__type_traits/is_integral.h>
17#include <__type_traits/is_same.h>
18#include <__type_traits/remove_cvref.h>
19#include <__utility/forward.h>
20#include <experimental/__simd/declaration.h>
21#include <experimental/__simd/reference.h>
22#include <experimental/__simd/traits.h>
23#include <experimental/__simd/utility.h>
24
25#if _LIBCPP_STD_VER >= 17 && defined(_LIBCPP_ENABLE_EXPERIMENTAL)
26
27_LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL
28inline namespace parallelism_v2 {
29
30template <class _Simd, class _Impl, bool>
31class __simd_int_operators {};
32
33template <class _Simd, class _Impl>
34class __simd_int_operators<_Simd, _Impl, true> {
35public:
36 // unary operators for integral _Tp
37 _LIBCPP_HIDE_FROM_ABI _Simd operator~() const noexcept {
38 return _Simd(_Impl::__bitwise_not((*static_cast<const _Simd*>(this)).__s_), _Simd::__storage_tag);
39 }
40};
41
42// class template simd [simd.class]
43// TODO: implement simd class
44template <class _Tp, class _Abi>
45class simd : public __simd_int_operators<simd<_Tp, _Abi>, __simd_operations<_Tp, _Abi>, is_integral_v<_Tp>> {
46 using _Impl _LIBCPP_NODEBUG = __simd_operations<_Tp, _Abi>;
47 using _Storage _LIBCPP_NODEBUG = typename _Impl::_SimdStorage;
48
49 _Storage __s_;
50
51 friend class __simd_int_operators<simd, _Impl, true>;
52
53public:
54 using value_type = _Tp;
55 using reference = __simd_reference<_Tp, _Storage, value_type>;
56 using mask_type = simd_mask<_Tp, _Abi>;
57 using abi_type = _Abi;
58
59 static _LIBCPP_HIDE_FROM_ABI constexpr size_t size() noexcept { return simd_size_v<value_type, abi_type>; }
60
61 _LIBCPP_HIDE_FROM_ABI simd() noexcept = default;
62
63 // explicit conversion from and to implementation-defined types
64 struct __storage_tag_t {};
65 static constexpr __storage_tag_t __storage_tag{};
66 explicit _LIBCPP_HIDE_FROM_ABI operator _Storage() const { return __s_; }
67 explicit _LIBCPP_HIDE_FROM_ABI simd(const _Storage& __s, __storage_tag_t) : __s_(__s) {}
68
69 // broadcast constructor
70 template <class _Up, enable_if_t<__can_broadcast_v<value_type, __remove_cvref_t<_Up>>, int> = 0>
71 _LIBCPP_HIDE_FROM_ABI simd(_Up&& __v) noexcept : __s_(_Impl::__broadcast(static_cast<value_type>(__v))) {}
72
73 // implicit type conversion constructor
74 template <class _Up,
75 enable_if_t<!is_same_v<_Up, _Tp> && is_same_v<abi_type, simd_abi::fixed_size<size()>> &&
76 __is_non_narrowing_convertible_v<_Up, value_type>,
77 int> = 0>
78 _LIBCPP_HIDE_FROM_ABI simd(const simd<_Up, simd_abi::fixed_size<size()>>& __v) noexcept {
79 for (size_t __i = 0; __i < size(); __i++) {
80 (*this)[__i] = static_cast<value_type>(__v[__i]);
81 }
82 }
83
84 // generator constructor
85 template <class _Generator, enable_if_t<__can_generate_v<value_type, _Generator, size()>, int> = 0>
86 explicit _LIBCPP_HIDE_FROM_ABI simd(_Generator&& __g) noexcept
87 : __s_(_Impl::__generate(std::forward<_Generator>(__g))) {}
88
89 // load constructor
90 template <class _Up, class _Flags, enable_if_t<__is_vectorizable_v<_Up> && is_simd_flag_type_v<_Flags>, int> = 0>
91 _LIBCPP_HIDE_FROM_ABI simd(const _Up* __mem, _Flags) {
92 _Impl::__load(__s_, _Flags::template __apply<simd>(__mem));
93 }
94
95 // copy functions
96 template <class _Up, class _Flags, enable_if_t<__is_vectorizable_v<_Up> && is_simd_flag_type_v<_Flags>, int> = 0>
97 _LIBCPP_HIDE_FROM_ABI void copy_from(const _Up* __mem, _Flags) {
98 _Impl::__load(__s_, _Flags::template __apply<simd>(__mem));
99 }
100
101 template <class _Up, class _Flags, enable_if_t<__is_vectorizable_v<_Up> && is_simd_flag_type_v<_Flags>, int> = 0>
102 _LIBCPP_HIDE_FROM_ABI void copy_to(_Up* __mem, _Flags) const {
103 _Impl::__store(__s_, _Flags::template __apply<simd>(__mem));
104 }
105
106 // scalar access [simd.subscr]
107 _LIBCPP_HIDE_FROM_ABI reference operator[](size_t __i) noexcept { return reference(__s_, __i); }
108 _LIBCPP_HIDE_FROM_ABI value_type operator[](size_t __i) const noexcept { return __s_.__get(__i); }
109
110 // simd unary operators
111 _LIBCPP_HIDE_FROM_ABI simd& operator++() noexcept {
112 _Impl::__increment(__s_);
113 return *this;
114 }
115
116 _LIBCPP_HIDE_FROM_ABI simd operator++(int) noexcept {
117 simd __r = *this;
118 _Impl::__increment(__s_);
119 return __r;
120 }
121
122 _LIBCPP_HIDE_FROM_ABI simd& operator--() noexcept {
123 _Impl::__decrement(__s_);
124 return *this;
125 }
126
127 _LIBCPP_HIDE_FROM_ABI simd operator--(int) noexcept {
128 simd __r = *this;
129 _Impl::__decrement(__s_);
130 return __r;
131 }
132
133 _LIBCPP_HIDE_FROM_ABI mask_type operator!() const noexcept {
134 return mask_type(_Impl::__negate(__s_), mask_type::__storage_tag);
135 }
136
137 _LIBCPP_HIDE_FROM_ABI simd operator+() const noexcept { return *this; }
138
139 _LIBCPP_HIDE_FROM_ABI simd operator-() const noexcept { return simd(_Impl::__unary_minus(__s_), __storage_tag); }
140};
141
142template <class _Tp, class _Abi>
143inline constexpr bool is_simd_v<simd<_Tp, _Abi>> = true;
144
145template <class _Tp>
146using native_simd = simd<_Tp, simd_abi::native<_Tp>>;
147
148template <class _Tp, int _Np>
149using fixed_size_simd = simd<_Tp, simd_abi::fixed_size<_Np>>;
150
151} // namespace parallelism_v2
152_LIBCPP_END_NAMESPACE_EXPERIMENTAL
153
154#endif // _LIBCPP_STD_VER >= 17 && defined(_LIBCPP_ENABLE_EXPERIMENTAL)
155#endif // _LIBCPP_EXPERIMENTAL___SIMD_SIMD_H