test_continues_on.cpp

Go to the documentation of this file.

#include "kokkos-utils/callbacks/RecorderListener.hpp"
#include "kokkos-utils/tests/scoped/callbacks/Manager.hpp"
 
#include "tests/utils/callback_matchers.hpp"
#include "tests/utils/check_continues_on.hpp"
#include "tests/utils/execution_space_context.hpp"
#include "tests/utils/functors/increment.hpp"
#include "tests/utils/functors/labeled.hpp"
#include "tests/utils/kokkos.hpp"
#include "tests/utils/sink_receiver.hpp"
#include "tests/utils/stdexec.hpp"

 
using host_execution_space = Kokkos::DefaultHostExecutionSpace;
 
namespace Tests::ExecutionSpaceImpl {
 
using namespace Kokkos::utils::callbacks;
 
class ContinuesOnTest
    : public Tests::Utils::ExecutionSpaceContextTest<TEST_EXECUTION_SPACE>
    , public Kokkos::utils::tests::scoped::callbacks::Manager {
   public:
    using recorder_listener_t =
        RecorderListener<EventDiscardMatcher<TEST_EXECUTION_SPACE>, BeginFenceEvent, BeginParallelForEvent>;
};

consteval bool test_schedule_from_sndr_traits() {
    using schd_t = typename ContinuesOnTest::scheduler_t;
    using schd_sndr_t = typename ContinuesOnTest::schedule_sender_t;
 
    using schedule_from_sndr_t = Kokkos::Execution::ExecutionSpaceImpl::ScheduleFromSender<schd_t, schd_sndr_t>;
 
    static_assert(stdexec::__nothrow_connectable<schedule_from_sndr_t, Tests::Utils::SinkReceiver>);
 
    return true;
}
static_assert(test_schedule_from_sndr_traits());

consteval bool test_continues_on_sndr_traits() {
    static_assert(Tests::Utils::check_continues_on<typename ContinuesOnTest::scheduler_t>());
 
    return true;
}
static_assert(test_continues_on_sndr_traits());

TEST_F(ContinuesOnTest, queryable_get_exec) {
    const auto [exec_A, exec_B] = Kokkos::Experimental::partition_space(exec, 1, 1);
 
    const host_execution_space exec_h{};
 
    const Kokkos::Execution::ExecutionSpaceContext esc_h{exec_h};
    const context_t esc_A{exec_A}, esc_B{exec_B};
 
    auto schs_A = stdexec::schedule(esc_A.get_scheduler());

    static_assert(!stdexec::__queryable_with<
                  decltype(stdexec::get_env(schs_A)),
                  Kokkos::Execution::ExecutionSpaceImpl::get_exec_t
    >);
 
    auto schs_A_then = std::move(schs_A) | THEN_LABELED('A'); // NOLINT(performance-move-const-arg)
 
    const auto sch_B = esc_B.get_scheduler();
    auto schs_A_then_con_B = std::move(schs_A_then) // NOLINT(performance-move-const-arg)
                           | stdexec::continues_on(sch_B);

    ASSERT_EQ(stdexec::get_completion_scheduler<stdexec::set_value_t>(stdexec::get_env(schs_A_then_con_B)), sch_B);
 
    auto schs_A_then_con_B_then = std::move(schs_A_then_con_B) // NOLINT(performance-move-const-arg)
                                | THEN_LABELED('B');
 
    static_assert(std::same_as<
                  stdexec::__demangle_t<decltype(schs_A_then_con_B_then)>,
                  Tests::Utils::basic_sender_t<
                      stdexec::then_t,
                      Tests::Utils::Functors::Labeled<'B'>,
                      Tests::Utils::basic_sender_t<
                          stdexec::continues_on_t,
                          scheduler_t,
                          Tests::Utils::basic_sender_t<
                              stdexec::schedule_from_t,
                              stdexec::__,
                              Tests::Utils::basic_sender_t<
                                  stdexec::then_t,
                                  Tests::Utils::Functors::Labeled<'A'>,
                                  schedule_sender_t
                              >
                          >
                      >
                  >
    >);

    auto sch_h = esc_h.get_scheduler();
    auto schs_A_then_con_B_then_con_h_then = std::move(schs_A_then_con_B_then) // NOLINT(performance-move-const-arg)
                                           | stdexec::continues_on(sch_h) | THEN_LABELED('h');
    ASSERT_EQ(
        stdexec::get_completion_scheduler<stdexec::set_value_t>(stdexec::get_env(schs_A_then_con_B_then_con_h_then)),
        sch_h);
 
    auto op_state = stdexec::connect(
        std::move(schs_A_then_con_B_then_con_h_then), // NOLINT(performance-move-const-arg)
        Kokkos::Execution::ExecutionSpaceImpl::SyncWaitReceiver<host_execution_space>{
            .state = std::addressof(esc_h.m_state), .runloop_state = nullptr, .result = nullptr});

    constexpr auto check_env = []<typename T, Kokkos::ExecutionSpace Exec>() constexpr -> bool {
        return std::same_as<
            stdexec::env_of_t<T>,
            stdexec::__env::__fwd<stdexec::env<
                stdexec::prop<
                    Kokkos::Execution::ExecutionSpaceImpl::get_exec_t,
                    Kokkos::Execution::ExecutionSpaceImpl::ExecutionSpaceRef<Exec>
                >,
                stdexec::__env::__fwd<Kokkos::Execution::Impl::env>
            >>
        >;
    };

    using then_rcvr_t =
        Kokkos::Execution::ExecutionSpaceImpl::OpStateReceiver<Kokkos::Execution::ExecutionSpaceImpl::OpStateBase<
            Kokkos::Execution::ExecutionSpaceImpl::SyncWaitReceiver<host_execution_space>,
            Kokkos::Execution::ExecutionSpaceImpl::ParallelForClosure<
                std::string_view,
                Kokkos::Execution::ExecutionSpaceImpl::ThenWrapper<Tests::Utils::Functors::Labeled<'h'>>,
                Kokkos::RangePolicy<host_execution_space, Kokkos::LaunchBounds<1>>
            >
        >>;
    static_assert(std::same_as<decltype(op_state.inner_opstate.rcvr.rcvr.rcvr), then_rcvr_t>);
    static_assert(
        stdexec::__queryable_with<stdexec::env_of_t<then_rcvr_t>, Kokkos::Execution::ExecutionSpaceImpl::get_exec_t>);
    static_assert(check_env.template operator()<then_rcvr_t, host_execution_space>());
    ASSERT_EQ(
        Kokkos::Execution::ExecutionSpaceImpl::get_exec(stdexec::get_env(op_state.inner_opstate.rcvr.rcvr.rcvr)).get(),
        exec_h);

    using con_h_then_rcvr_t = Kokkos::Execution::ExecutionSpaceImpl::ContinuesOnReceiver<then_rcvr_t>;
    static_assert(std::same_as<decltype(op_state.inner_opstate.rcvr.rcvr), con_h_then_rcvr_t>);
    static_assert(stdexec::__queryable_with<
                  stdexec::env_of_t<con_h_then_rcvr_t>,
                  Kokkos::Execution::ExecutionSpaceImpl::get_exec_t
    >);
    static_assert(check_env.template operator()<con_h_then_rcvr_t, host_execution_space>());
    ASSERT_EQ(
        Kokkos::Execution::ExecutionSpaceImpl::get_exec(stdexec::get_env(op_state.inner_opstate.rcvr.rcvr)).get(),
        exec_h);

    using sfrom_con_h_then_rcvr_t =
        Kokkos::Execution::ExecutionSpaceImpl::ScheduleFromReceiver<scheduler_t, con_h_then_rcvr_t>;
    static_assert(std::same_as<decltype(op_state.inner_opstate.rcvr), sfrom_con_h_then_rcvr_t>);
    static_assert(stdexec::__queryable_with<
                  stdexec::env_of_t<sfrom_con_h_then_rcvr_t>,
                  Kokkos::Execution::ExecutionSpaceImpl::get_exec_t
    >);
    static_assert(check_env.template operator()<sfrom_con_h_then_rcvr_t, TEST_EXECUTION_SPACE>());
    ASSERT_EQ(
        Kokkos::Execution::ExecutionSpaceImpl::get_exec(stdexec::get_env(op_state.inner_opstate.rcvr)).get(), exec_B);
 
    using then_sfrom_con_h_then_rcvr_t =
        Kokkos::Execution::ExecutionSpaceImpl::OpStateReceiver<Kokkos::Execution::ExecutionSpaceImpl::OpStateBase<
            sfrom_con_h_then_rcvr_t,
            Kokkos::Execution::ExecutionSpaceImpl::ParallelForClosure<
                std::string_view,
                Kokkos::Execution::ExecutionSpaceImpl::ThenWrapper<Tests::Utils::Functors::Labeled<'B'>>,
                Kokkos::RangePolicy<TEST_EXECUTION_SPACE, Kokkos::LaunchBounds<1>>
            >
        >>;
    static_assert(
        std::same_as<decltype(op_state.inner_opstate.inner_opstate.rcvr.rcvr.rcvr), then_sfrom_con_h_then_rcvr_t>);
    static_assert(stdexec::__queryable_with<
                  stdexec::env_of_t<then_sfrom_con_h_then_rcvr_t>,
                  Kokkos::Execution::ExecutionSpaceImpl::get_exec_t
    >);
    static_assert(check_env.template operator()<then_sfrom_con_h_then_rcvr_t, TEST_EXECUTION_SPACE>());
    ASSERT_EQ(
        Kokkos::Execution::ExecutionSpaceImpl::get_exec(
            stdexec::get_env(op_state.inner_opstate.inner_opstate.rcvr.rcvr.rcvr))
            .get(),
        exec_B);
 
    using con_B_then_sfrom_con_h_then_rcvr_t =
        Kokkos::Execution::ExecutionSpaceImpl::ContinuesOnReceiver<then_sfrom_con_h_then_rcvr_t>;
    static_assert(
        std::same_as<decltype(op_state.inner_opstate.inner_opstate.rcvr.rcvr), con_B_then_sfrom_con_h_then_rcvr_t>);
    static_assert(stdexec::__queryable_with<
                  stdexec::env_of_t<con_B_then_sfrom_con_h_then_rcvr_t>,
                  Kokkos::Execution::ExecutionSpaceImpl::get_exec_t
    >);
    static_assert(check_env.template operator()<con_B_then_sfrom_con_h_then_rcvr_t, TEST_EXECUTION_SPACE>());
    ASSERT_EQ(
        Kokkos::Execution::ExecutionSpaceImpl::get_exec(
            stdexec::get_env(op_state.inner_opstate.inner_opstate.rcvr.rcvr))
            .get(),
        exec_B);
 
    using sfrom_con_B_then_sfrom_con_h_then_rcvr_t =
        Kokkos::Execution::ExecutionSpaceImpl::ScheduleFromReceiver<scheduler_t, con_B_then_sfrom_con_h_then_rcvr_t>;
    static_assert(
        std::same_as<decltype(op_state.inner_opstate.inner_opstate.rcvr), sfrom_con_B_then_sfrom_con_h_then_rcvr_t>);
    static_assert(stdexec::__queryable_with<
                  stdexec::env_of_t<sfrom_con_B_then_sfrom_con_h_then_rcvr_t>,
                  Kokkos::Execution::ExecutionSpaceImpl::get_exec_t
    >);
    static_assert(check_env.template operator()<sfrom_con_B_then_sfrom_con_h_then_rcvr_t, TEST_EXECUTION_SPACE>());
    ASSERT_EQ(
        Kokkos::Execution::ExecutionSpaceImpl::get_exec(stdexec::get_env(op_state.inner_opstate.inner_opstate.rcvr))
            .get(),
        exec_A);
 
    using then_sfrom_con_B_then_sfrom_con_h_then_rcvr_t =
        Kokkos::Execution::ExecutionSpaceImpl::OpStateReceiver<Kokkos::Execution::ExecutionSpaceImpl::OpStateBase<
            sfrom_con_B_then_sfrom_con_h_then_rcvr_t,
            Kokkos::Execution::ExecutionSpaceImpl::ParallelForClosure<
                std::string_view,
                Kokkos::Execution::ExecutionSpaceImpl::ThenWrapper<Tests::Utils::Functors::Labeled<'A'>>,
                Kokkos::RangePolicy<TEST_EXECUTION_SPACE, Kokkos::LaunchBounds<1>>
            >
        >>;
    static_assert(std::same_as<
                  decltype(op_state.inner_opstate.inner_opstate.inner_opstate.rcvr),
                  then_sfrom_con_B_then_sfrom_con_h_then_rcvr_t
    >);
    static_assert(stdexec::__queryable_with<
                  stdexec::env_of_t<then_sfrom_con_B_then_sfrom_con_h_then_rcvr_t>,
                  Kokkos::Execution::ExecutionSpaceImpl::get_exec_t
    >);
    static_assert(check_env.template operator()<then_sfrom_con_B_then_sfrom_con_h_then_rcvr_t, TEST_EXECUTION_SPACE>());
    ASSERT_EQ(
        Kokkos::Execution::ExecutionSpaceImpl::get_exec(
            stdexec::get_env(op_state.inner_opstate.inner_opstate.inner_opstate.rcvr))
            .get(),
        exec_A);
}

TEST_F(ContinuesOnTest, then_sync_wait) {
    const view_s_t data(Kokkos::view_alloc(exec, "data - shared space"));
 
    const context_t esc{exec};
 
    stdexec::sender auto chain = stdexec::just() | stdexec::continues_on(esc.get_scheduler()) | THEN_INCREMENT(data);
 
    ASSERT_EQ(data(), 0) << "Eager execution is not allowed.";
 
    ASSERT_THAT(
        recorder_listener_t::record([chain = std::move(chain)]() mutable { stdexec::sync_wait(std::move(chain)); }),
        ::testing::ElementsAre(
            MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
            MATCHER_FOR_BEGIN_FENCE(exec, dispatch_label(exec, "sync_wait"))));
 
    ASSERT_EQ(data(), 1);
}

TEST_F(ContinuesOnTest, transition_to_same_execution_space_instance) {
    const view_s_t data(Kokkos::view_alloc(exec, "data - shared space"));
 
    const context_t esc{exec};
 
    auto chain = stdexec::just() | stdexec::continues_on(esc.get_scheduler()) | THEN_INCREMENT(data)
               | stdexec::continues_on(esc.get_scheduler()) | THEN_INCREMENT(data)
               | stdexec::continues_on(esc.get_scheduler()) | THEN_INCREMENT(data);
 
    ASSERT_EQ(data(), 0) << "Eager execution is not allowed.";
 
    ASSERT_THAT(
        recorder_listener_t::record([chain = std::move(chain)]() mutable { stdexec::sync_wait(std::move(chain)); }),
        ::testing::ElementsAre(
            MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
            MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
            MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
            MATCHER_FOR_BEGIN_FENCE(exec, dispatch_label(exec, "sync_wait"))));
 
    ASSERT_EQ(data(), 3) << "A synchronization is missing.";
}

TEST_F(ContinuesOnTest, transition_to_another_execution_space_instance_and_back_same_type) {
    const view_s_t data(Kokkos::view_alloc(exec, "data - shared space"));
 
    const auto [exec_A, exec_B] = Kokkos::Experimental::partition_space(exec, 1, 1);
 
    const context_t esc_A{exec_A};
    Tests::Utils::show_exec_space_id(exec_A, "exec_A");
    const context_t esc_B{exec_B};
    Tests::Utils::show_exec_space_id(exec_B, "exec_B");
 
    auto chain = stdexec::just() | stdexec::continues_on(esc_A.get_scheduler()) | THEN_INCREMENT(data)
               | stdexec::continues_on(esc_B.get_scheduler()) | THEN_INCREMENT(data)
               | stdexec::continues_on(esc_A.get_scheduler()) | THEN_INCREMENT(data);
 
    ASSERT_EQ(data(), 0) << "Eager execution is not allowed.";
 
    const auto recorded_events = recorder_listener_t::record(
        [chain = std::move(chain)]() mutable { stdexec::sync_wait(std::move(chain)); });
 
    if (Tests::Utils::are_same_instances(exec_A, exec_B)) {
        ASSERT_THAT(
            recorded_events,
            ::testing::ElementsAre(
                MATCHER_FOR_BEGIN_PFOR(exec_A, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_PFOR(exec_B, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_PFOR(exec_A, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec_A, dispatch_label(exec, "sync_wait"))));
    } else {
        ASSERT_THAT(
            recorded_events,
            ::testing::ElementsAre(
                MATCHER_FOR_BEGIN_PFOR(exec_A, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec_A, dispatch_label(exec, "schedule_from")),
                MATCHER_FOR_BEGIN_PFOR(exec_B, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec_B, dispatch_label(exec, "schedule_from")),
                MATCHER_FOR_BEGIN_PFOR(exec_A, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec_A, dispatch_label(exec, "sync_wait"))));
    }
 
    ASSERT_EQ(data(), 3) << "A synchronization is missing.";
}

TEST_F(ContinuesOnTest, transition_to_another_execution_space_instance_and_back_different_type) {
    const view_s_t data(Kokkos::view_alloc(exec, "data - shared space"));
 
    const host_execution_space exec_h{};
 
    const Kokkos::Execution::ExecutionSpaceContext esc_h{exec_h};
    const context_t esc{exec};
 
    Tests::Utils::show_exec_space_id(exec, "exec");
    Tests::Utils::show_exec_space_id(exec_h, "exec_h");
 
    auto chain = stdexec::just() | stdexec::continues_on(esc.get_scheduler()) | THEN_INCREMENT(data)
               | stdexec::continues_on(esc_h.get_scheduler()) | THEN_INCREMENT(data)
               | stdexec::continues_on(esc.get_scheduler()) | THEN_INCREMENT(data);
 
    ASSERT_EQ(data(), 0) << "Eager execution is not allowed.";
 
    const auto recorded_events = recorder_listener_t::record(
        [chain = std::move(chain)]() mutable { stdexec::sync_wait(std::move(chain)); });
 
    if (Tests::Utils::are_same_instances(exec, exec_h)) {
        ASSERT_THAT(
            recorded_events,
            ::testing::ElementsAre(
                MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_PFOR(exec_h, dispatch_label(exec_h, "then")),
                MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec, dispatch_label(exec, "sync_wait"))));
    } else {
        ASSERT_THAT(
            recorded_events,
            ::testing::ElementsAre(
                MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec, dispatch_label(exec, "schedule_from")),
                MATCHER_FOR_BEGIN_PFOR(exec_h, dispatch_label(exec_h, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec_h, dispatch_label(exec_h, "schedule_from")),
                MATCHER_FOR_BEGIN_PFOR(exec, dispatch_label(exec, "then")),
                MATCHER_FOR_BEGIN_FENCE(exec, dispatch_label(exec, "sync_wait"))));
    }
 
    ASSERT_EQ(data(), 3) << "A synchronization is missing.";
}

consteval bool test_continues_on_after_just_stopped() {
    using sndr_t =
        decltype(stdexec::just_stopped() | stdexec::continues_on(std::declval<typename ContinuesOnTest::scheduler_t>()) | stdexec::then([]() {
                 }));
 
    static_assert(Tests::Utils::has_completion_signatures<sndr_t, stdexec::__mset<stdexec::set_stopped_t()>>);
 
    static_assert(
        Tests::Utils::has_completion_signatures<sndr_t, stdexec::__mset<stdexec::set_stopped_t()>, stdexec::env<>>);

 
    return true;
}
static_assert(test_continues_on_after_just_stopped());

consteval bool test_sndr_no_throw_transformable() {
    using sndr_continues_on_t =
        decltype(stdexec::just() | stdexec::continues_on(std::declval<typename ContinuesOnTest::scheduler_t>()));
 
    static_assert(std::same_as<
                  stdexec::__demangle_t<sndr_continues_on_t>,
                  Tests::Utils::basic_sender_t<
                      stdexec::continues_on_t,
                      typename ContinuesOnTest::scheduler_t,
                      Tests::Utils::basic_sender_t<
                          stdexec::schedule_from_t,
                          stdexec::__,
                          Tests::Utils::basic_sender_t<stdexec::just_t, stdexec::__tuple<>>
                      >
                  >
    >);
 
    static_assert(stdexec::__detail::__has_nothrow_transform_sender<
                  Kokkos::Execution::ExecutionSpaceImpl::Domain,
                  stdexec::set_value_t,
                  sndr_continues_on_t&&,
                  stdexec::env<>
    >);
 
    using sndr_schedule_from_t = decltype(stdexec::schedule_from(
        stdexec::schedule(std::declval<typename ContinuesOnTest::scheduler_t>())));
 
    static_assert(std::same_as<
                  stdexec::__demangle_t<sndr_schedule_from_t>,
                  Tests::Utils::basic_sender_t<
                      stdexec::schedule_from_t,
                      stdexec::__,
                      typename ContinuesOnTest::schedule_sender_t
                  >
    >);
 
    static_assert(stdexec::__detail::__has_nothrow_transform_sender<
                  Kokkos::Execution::ExecutionSpaceImpl::Domain,
                  stdexec::set_value_t,
                  sndr_schedule_from_t&&,
                  stdexec::env<>
    >);
 
    return true;
}
static_assert(test_sndr_no_throw_transformable());
 
} // namespace Tests::ExecutionSpaceImpl