EVOLUTION-MANAGER
Edit File: Geometry_SSE.h
// This file is part of Eigen, a lightweight C++ template library // for linear algebra. // // Copyright (C) 2009 Rohit Garg <rpg.314@gmail.com> // Copyright (C) 2009-2010 Gael Guennebaud <gael.guennebaud@inria.fr> // // This Source Code Form is subject to the terms of the Mozilla // Public License v. 2.0. If a copy of the MPL was not distributed // with this file, You can obtain one at http://mozilla.org/MPL/2.0/. #ifndef EIGEN_GEOMETRY_SSE_H #define EIGEN_GEOMETRY_SSE_H namespace Eigen { namespace internal { template<class Derived, class OtherDerived> struct quat_product<Architecture::SSE, Derived, OtherDerived, float> { enum { AAlignment = traits<Derived>::Alignment, BAlignment = traits<OtherDerived>::Alignment, ResAlignment = traits<Quaternion<float> >::Alignment }; static inline Quaternion<float> run(const QuaternionBase<Derived>& _a, const QuaternionBase<OtherDerived>& _b) { evaluator<typename Derived::Coefficients> ae(_a.coeffs()); evaluator<typename OtherDerived::Coefficients> be(_b.coeffs()); Quaternion<float> res; const Packet4f mask = _mm_setr_ps(0.f,0.f,0.f,-0.f); Packet4f a = ae.template packet<AAlignment,Packet4f>(0); Packet4f b = be.template packet<BAlignment,Packet4f>(0); Packet4f s1 = pmul(vec4f_swizzle1(a,1,2,0,2),vec4f_swizzle1(b,2,0,1,2)); Packet4f s2 = pmul(vec4f_swizzle1(a,3,3,3,1),vec4f_swizzle1(b,0,1,2,1)); pstoret<float, Packet4f, ResAlignment>( &res.x(), padd<Packet4f>( psub<Packet4f>(pmul<Packet4f>(a, vec4f_swizzle1(b, 3, 3, 3, 3)), pmul<Packet4f>(vec4f_swizzle1(a, 2, 0, 1, 0), vec4f_swizzle1(b, 1, 2, 0, 0))), pxor<Packet4f>(mask, padd(s1, s2)))); return res; } }; template<class Derived> struct quat_conj<Architecture::SSE, Derived, float> { enum { ResAlignment = traits<Quaternion<float> >::Alignment }; static inline Quaternion<float> run(const QuaternionBase<Derived>& q) { evaluator<typename Derived::Coefficients> qe(q.coeffs()); Quaternion<float> res; const Packet4f mask = _mm_setr_ps(-0.f,-0.f,-0.f,0.f); pstoret<float,Packet4f,ResAlignment>(&res.x(), pxor(mask, qe.template packet<traits<Derived>::Alignment,Packet4f>(0))); return res; } }; template<typename VectorLhs,typename VectorRhs> struct cross3_impl<Architecture::SSE,VectorLhs,VectorRhs,float,true> { enum { ResAlignment = traits<typename plain_matrix_type<VectorLhs>::type>::Alignment }; static inline typename plain_matrix_type<VectorLhs>::type run(const VectorLhs& lhs, const VectorRhs& rhs) { evaluator<VectorLhs> lhs_eval(lhs); evaluator<VectorRhs> rhs_eval(rhs); Packet4f a = lhs_eval.template packet<traits<VectorLhs>::Alignment,Packet4f>(0); Packet4f b = rhs_eval.template packet<traits<VectorRhs>::Alignment,Packet4f>(0); Packet4f mul1 = pmul(vec4f_swizzle1(a,1,2,0,3),vec4f_swizzle1(b,2,0,1,3)); Packet4f mul2 = pmul(vec4f_swizzle1(a,2,0,1,3),vec4f_swizzle1(b,1,2,0,3)); typename plain_matrix_type<VectorLhs>::type res; pstoret<float,Packet4f,ResAlignment>(&res.x(),psub(mul1,mul2)); return res; } }; template<class Derived, class OtherDerived> struct quat_product<Architecture::SSE, Derived, OtherDerived, double> { enum { BAlignment = traits<OtherDerived>::Alignment, ResAlignment = traits<Quaternion<double> >::Alignment }; static inline Quaternion<double> run(const QuaternionBase<Derived>& _a, const QuaternionBase<OtherDerived>& _b) { const Packet2d mask = _mm_castsi128_pd(_mm_set_epi32(0x0,0x0,0x80000000,0x0)); Quaternion<double> res; evaluator<typename Derived::Coefficients> ae(_a.coeffs()); evaluator<typename OtherDerived::Coefficients> be(_b.coeffs()); const double* a = _a.coeffs().data(); Packet2d b_xy = be.template packet<BAlignment,Packet2d>(0); Packet2d b_zw = be.template packet<BAlignment,Packet2d>(2); Packet2d a_xx = pset1<Packet2d>(a[0]); Packet2d a_yy = pset1<Packet2d>(a[1]); Packet2d a_zz = pset1<Packet2d>(a[2]); Packet2d a_ww = pset1<Packet2d>(a[3]); // two temporaries: Packet2d t1, t2; /* * t1 = ww*xy + yy*zw * t2 = zz*xy - xx*zw * res.xy = t1 +/- swap(t2) */ t1 = padd(pmul(a_ww, b_xy), pmul(a_yy, b_zw)); t2 = psub(pmul(a_zz, b_xy), pmul(a_xx, b_zw)); #ifdef EIGEN_VECTORIZE_SSE3 EIGEN_UNUSED_VARIABLE(mask) pstoret<double,Packet2d,ResAlignment>(&res.x(), _mm_addsub_pd(t1, preverse(t2))); #else pstoret<double,Packet2d,ResAlignment>(&res.x(), padd(t1, pxor(mask,preverse(t2)))); #endif /* * t1 = ww*zw - yy*xy * t2 = zz*zw + xx*xy * res.zw = t1 -/+ swap(t2) = swap( swap(t1) +/- t2) */ t1 = psub(pmul(a_ww, b_zw), pmul(a_yy, b_xy)); t2 = padd(pmul(a_zz, b_zw), pmul(a_xx, b_xy)); #ifdef EIGEN_VECTORIZE_SSE3 EIGEN_UNUSED_VARIABLE(mask) pstoret<double,Packet2d,ResAlignment>(&res.z(), preverse(_mm_addsub_pd(preverse(t1), t2))); #else pstoret<double,Packet2d,ResAlignment>(&res.z(), psub(t1, pxor(mask,preverse(t2)))); #endif return res; } }; template<class Derived> struct quat_conj<Architecture::SSE, Derived, double> { enum { ResAlignment = traits<Quaternion<double> >::Alignment }; static inline Quaternion<double> run(const QuaternionBase<Derived>& q) { evaluator<typename Derived::Coefficients> qe(q.coeffs()); Quaternion<double> res; const Packet2d mask0 = _mm_setr_pd(-0.,-0.); const Packet2d mask2 = _mm_setr_pd(-0.,0.); pstoret<double,Packet2d,ResAlignment>(&res.x(), pxor(mask0, qe.template packet<traits<Derived>::Alignment,Packet2d>(0))); pstoret<double,Packet2d,ResAlignment>(&res.z(), pxor(mask2, qe.template packet<traits<Derived>::Alignment,Packet2d>(2))); return res; } }; } // end namespace internal } // end namespace Eigen #endif // EIGEN_GEOMETRY_SSE_H