#include "math/dense_blas_internal.h" #include #include #include #include #include #include namespace fesa::dense_blas_internal { namespace { TEST(DenseBlasInternal, PolicyQueryPreservesDefaultPositiveAndNestedTls) { const int previous = mkl_set_num_threads_local(0); struct Restore { int previous; ~Restore() { static_cast(mkl_set_num_threads_local(previous)); } } restore{previous}; const int global = mkl_get_max_threads(); const int domain = mkl_domain_get_max_threads(MKL_DOMAIN_BLAS); const int dynamic = mkl_get_dynamic(); for (int repeat = 0; repeat < 2; ++repeat) { const auto policy = ReadScopedLocalDensePolicy(); EXPECT_EQ(policy.blas_max_threads, 1); EXPECT_EQ(policy.dynamic, dynamic); EXPECT_EQ(mkl_set_num_threads_local(0), 0); EXPECT_EQ(mkl_get_max_threads(), global); EXPECT_EQ(mkl_domain_get_max_threads(MKL_DOMAIN_BLAS), domain); EXPECT_EQ(mkl_get_dynamic(), dynamic); } static_cast(mkl_set_num_threads_local(2)); EXPECT_EQ(ReadScopedLocalDensePolicy().blas_max_threads, 2); EXPECT_EQ(mkl_set_num_threads_local(2), 2); static_cast(mkl_set_num_threads_local(0)); try { const ScopedLocalDenseThreads outer{}; EXPECT_EQ(ReadScopedLocalDensePolicy().blas_max_threads, 1); EXPECT_EQ(mkl_set_num_threads_local(1), 1); throw std::runtime_error{"policy-query-unwind"}; } catch (const std::runtime_error&) { } EXPECT_EQ(mkl_set_num_threads_local(0), 0); EXPECT_EQ(mkl_get_dynamic(), dynamic); } TEST(DenseBlasInternal, OuterProductUsesRectangularStorageAndPreservesRejection) { const std::array left{2.0, -3.0}; const std::array right{4.0, -5.0, 0.25}; std::array product{}; ASSERT_TRUE(OuterProduct(left.data(), left.size(), right.data(), right.size(), product.data())); const std::array expected{8.0, -10.0, 0.5, -12.0, 15.0, -0.75}; EXPECT_EQ(product, expected); const auto accepted = product; const std::array invalid{ 1.0, std::numeric_limits::quiet_NaN()}; EXPECT_FALSE(OuterProduct(invalid.data(), invalid.size(), right.data(), right.size(), product.data())); EXPECT_EQ(product, accepted); EXPECT_TRUE(OuterProduct(nullptr, 0U, nullptr, 3U, nullptr)); EXPECT_TRUE(OuterProduct(nullptr, 2U, nullptr, 0U, nullptr)); EXPECT_THROW(OuterProduct(nullptr, 2U, right.data(), 3U, product.data()), std::invalid_argument); const auto too_large = static_cast((std::numeric_limits::max)()) + 1U; EXPECT_THROW(OuterProduct(nullptr, too_large, nullptr, 1U, nullptr), std::length_error); const auto too_many_elements = std::numeric_limits::max() / sizeof(double) + 1U; EXPECT_THROW(OuterProduct(nullptr, too_many_elements, nullptr, 1U, nullptr), std::length_error); } TEST(DenseBlasInternal, LocalDenseScopeRestoresTlsAfterProductsAndUnwind) { const int previous = mkl_set_num_threads_local(0); struct Restore { int previous; ~Restore() { static_cast(mkl_set_num_threads_local(previous)); } } restore{previous}; const int default_threads = mkl_get_max_threads(); const std::array left{0.0, 2.0}; const std::array right{3.0, 4.0}; std::array product{}; product.fill(std::numeric_limits::quiet_NaN()); { const ScopedLocalDenseThreads scope{}; EXPECT_EQ(mkl_get_max_threads(), 1); EXPECT_TRUE( OuterProduct(left.data(), 2U, right.data(), 2U, product.data())); EXPECT_DOUBLE_EQ(product[0U], 0.0); EXPECT_DOUBLE_EQ(product[3U], 8.0); } EXPECT_EQ(mkl_get_max_threads(), default_threads); EXPECT_EQ(mkl_set_num_threads_local(0), 0); try { const ScopedLocalDenseThreads scope{}; OuterProduct(nullptr, 2U, right.data(), 2U, product.data()); } catch (const std::invalid_argument&) { } EXPECT_EQ(mkl_set_num_threads_local(0), 0); static_cast(mkl_set_num_threads_local(3)); { const ScopedLocalDenseThreads scope{}; EXPECT_EQ(mkl_get_max_threads(), 3); } EXPECT_EQ(mkl_get_max_threads(), 3); } TEST(DenseBlasInternal, OuterProductLeavesFiniteInputOverflowForOwnerGate) { const std::array left{std::numeric_limits::max()}; const std::array right{2.0}; std::array product{}; EXPECT_TRUE(OuterProduct(left.data(), 1U, right.data(), 1U, product.data())); EXPECT_TRUE(std::isinf(product[0U])); } TEST(DenseBlasInternal, TransposeRightProductUsesInnerAndRectangularStrides) { const std::array left{1, 2, 3, 4, 5, 6}; const std::array right{7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18}; std::array product; ASSERT_TRUE(MultiplyTransposeRight(left.data(), 2U, right.data(), 4U, 3U, product.data())); const std::array expected{50, 68, 86, 104, 122, 167, 212, 257}; EXPECT_EQ(product, expected); EXPECT_TRUE( MultiplyTransposeRight(nullptr, 2U, nullptr, 4U, 0U, product.data())); for (const auto value : product) EXPECT_DOUBLE_EQ(value, 0.0); auto nonfinite = right; nonfinite[8U] = std::numeric_limits::infinity(); product.fill(31.0); EXPECT_FALSE(MultiplyTransposeRight(left.data(), 2U, nonfinite.data(), 4U, 3U, product.data())); for (const auto value : product) EXPECT_DOUBLE_EQ(value, 31.0); } TEST(DenseBlasInternal, CDup003ConvertsZeroNormalAndOverflowLengths) { const auto zero = ToMklSize(0U); ASSERT_TRUE(zero.HasValue()); EXPECT_EQ(zero.Value(), 0); const auto normal = ToMklSize(3U); ASSERT_TRUE(normal.HasValue()); EXPECT_EQ(normal.Value(), 3); const std::size_t overflow = static_cast((std::numeric_limits::max)()) + 1U; const auto rejected = ToMklSize(overflow); EXPECT_FALSE(rejected.HasValue()); EXPECT_FALSE(rejected.GetStatus().IsOk()); } TEST(DenseBlasInternal, CDup003CopiesZeroAndNonzeroContiguousValues) { EXPECT_NO_THROW(CopyValues(nullptr, 0U, nullptr)); const std::array source{1.25, -2.5, 4.0}; std::array destination{}; CopyValues(source.data(), source.size(), destination.data()); EXPECT_EQ(destination, source); } TEST(DenseBlasInternal, TransposeProductChecksShapeAndKnownRectangularAction) { Matrix left{3U, 2U}; Matrix right{3U, 1U}; for (std::size_t row = 0; row < 3U; ++row) { left(row, 0U) = static_cast(row + 1U); left(row, 1U) = 2.0; right(row, 0U) = static_cast(row); } const auto product = MultiplyTransposeLeft(left, right); ASSERT_EQ(product.Rows(), 2U); ASSERT_EQ(product.Columns(), 1U); EXPECT_DOUBLE_EQ(product(0U, 0U), 8.0); EXPECT_DOUBLE_EQ(product(1U, 0U), 6.0); EXPECT_THROW(static_cast(MultiplyTransposeLeft(left, Matrix{2U, 1U})), std::invalid_argument); const auto empty = MultiplyTransposeLeft(Matrix{0U, 2U}, Matrix{0U, 3U}); EXPECT_EQ(empty.Rows(), 2U); EXPECT_EQ(empty.Columns(), 3U); EXPECT_DOUBLE_EQ(empty(1U, 2U), 0.0); left(0U, 0U) = std::numeric_limits::quiet_NaN(); EXPECT_THROW(static_cast(MultiplyTransposeLeft(left, right)), std::invalid_argument); left(0U, 0U) = 1.0; right(0U, 0U) = std::numeric_limits::infinity(); EXPECT_THROW(static_cast(MultiplyTransposeLeft(left, right)), std::invalid_argument); } TEST(DenseBlasInternal, DiagonalProductKeepsEntrywiseCancellationAndChecks) { Vector diagonal{3U}; diagonal[0U] = 4; diagonal[1U] = 2; diagonal[2U] = -1; Vector input{3U}; const double large = std::ldexp(1.0, 56); input[0U] = 1; input[1U] = -large; input[2U] = 2 * large; const auto product = MultiplyDiagonal(diagonal, input); EXPECT_DOUBLE_EQ(product[0U] + (product[1U] - product[2U]), 4); EXPECT_EQ(MultiplyDiagonal(Vector{0U}, Vector{0U}).Size(), 0U); EXPECT_THROW(static_cast(MultiplyDiagonal(diagonal, Vector{2U})), std::invalid_argument); input[0U] = std::numeric_limits::infinity(); EXPECT_THROW(static_cast(MultiplyDiagonal(diagonal, input)), std::invalid_argument); input[0U] = 1; diagonal[0U] = std::numeric_limits::quiet_NaN(); EXPECT_THROW(static_cast(MultiplyDiagonal(diagonal, input)), std::invalid_argument); } TEST(DenseBlasInternal, CholeskyAndInverseMatchKnownFactorsAndKeepFailedOutput) { Matrix matrix{2U, 2U}; matrix(0U, 0U) = 4; matrix(0U, 1U) = 2; matrix(1U, 0U) = 2; matrix(1U, 1U) = 5; Matrix lower{0U, 0U}, inverse{0U, 0U}; ASSERT_TRUE(CholeskyLowerAndInverse(matrix, lower, inverse)); EXPECT_DOUBLE_EQ(lower(0U, 0U), 2); EXPECT_DOUBLE_EQ(lower(1U, 0U), 1); EXPECT_DOUBLE_EQ(lower(1U, 1U), 2); EXPECT_DOUBLE_EQ(lower(0U, 1U), 0); EXPECT_DOUBLE_EQ(inverse(0U, 0U), .5); EXPECT_DOUBLE_EQ(inverse(1U, 0U), -.25); EXPECT_DOUBLE_EQ(inverse(1U, 1U), .5); matrix(1U, 1U) = 0; EXPECT_FALSE(CholeskyLowerAndInverse(matrix, lower, inverse)); EXPECT_DOUBLE_EQ(lower(1U, 1U), 2); EXPECT_DOUBLE_EQ(inverse(1U, 1U), .5); EXPECT_THROW(static_cast(CholeskyLowerAndInverse( Matrix{2U, 1U}, lower, inverse)), std::invalid_argument); matrix(0U, 0U) = std::numeric_limits::quiet_NaN(); EXPECT_THROW(static_cast(CholeskyLowerAndInverse(matrix, lower, inverse)), std::invalid_argument); } TEST(DenseBlasInternal, CholeskyFailureReasonPreservesCandidatesAndResetsOnReuse) { Matrix matrix{2U, 2U}; matrix(0U, 0U) = 4.0; matrix(1U, 1U) = 9.0; Matrix lower{0U, 0U}; Matrix inverse{0U, 0U}; auto reason = CholeskyFailure::kInverse; ASSERT_TRUE(CholeskyLowerAndInverse(matrix, lower, inverse, &reason)); EXPECT_EQ(reason, CholeskyFailure::kNone); matrix(1U, 1U) = -1.0; EXPECT_FALSE(CholeskyLowerAndInverse(matrix, lower, inverse, &reason)); EXPECT_EQ(reason, CholeskyFailure::kPivot); EXPECT_DOUBLE_EQ(lower(1U, 1U), 3.0); EXPECT_DOUBLE_EQ(inverse(1U, 1U), 1.0 / 3.0); matrix(1U, 1U) = 9.0; EXPECT_TRUE(CholeskyLowerAndInverse(matrix, lower, inverse, &reason)); EXPECT_EQ(reason, CholeskyFailure::kNone); reason = CholeskyFailure::kInverse; EXPECT_THROW(CholeskyLowerAndInverse(Matrix{2U, 1U}, lower, inverse, &reason), std::invalid_argument); EXPECT_EQ(reason, CholeskyFailure::kNone); } TEST(DenseBlasInternal, SingleEquationScopeRestoresTlsAndRespectsOverrides) { const int previous = mkl_set_num_threads_local(0); struct Restore { int previous; ~Restore() { static_cast(mkl_set_num_threads_local(previous)); } } restore{previous}; const int default_threads = mkl_get_max_threads(); { const ScopedSingleEquationThreads scope{1U}; EXPECT_EQ(mkl_get_max_threads(), 1); } EXPECT_EQ(mkl_get_max_threads(), default_threads); EXPECT_EQ(mkl_set_num_threads_local(0), 0); { const ScopedSingleEquationThreads scope{2U}; EXPECT_EQ(mkl_get_max_threads(), default_threads); } try { const ScopedSingleEquationThreads scope{1U}; throw std::runtime_error{"scope failure"}; } catch (const std::runtime_error&) { } EXPECT_EQ(mkl_set_num_threads_local(0), 0); static_cast(mkl_set_num_threads_local(3)); { const ScopedSingleEquationThreads scope{1U}; EXPECT_EQ(mkl_get_max_threads(), 3); } EXPECT_EQ(mkl_get_max_threads(), 3); } } // namespace } // namespace fesa::dense_blas_internal