Added 863 files from NVIDIA/cccl sparse checkout: - c2h/ (27 files): Catch2 test helpers — generators, validators, runner - nvbench_helper/ (10 files): Benchmark harness utilities - cmake/ (29 files): CMake presets and build helpers - cudax/ (794 files): Experimental CUDA extensions - AGENTS.md: NVIDIA's official AI agent instructions for CCCL - CMakePresets.json: Standardized build configurations - cccl-version.json: Version tracking Also added CCCL_ASSET_MAP.md mapping all 4295 CCCL files to competition value and PRD items. cccl_upstream now covers 100% of competition-critical assets: - 27 tuning headers (SM80/90/100 benchmark data) - 32 dispatch headers (algorithm implementations) - 60 Thrust examples (correctness verification) - 217 CUB Catch2 tests (regression matrix) - 153 CUB benchmarks (parameter space search) - 18 CUB examples (API verification) - 27 test helpers + benchmark harness - 794 cudax experimental extensions
220 lines
5.4 KiB
Plaintext
220 lines
5.4 KiB
Plaintext
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Part of CUDA Experimental in CUDA C++ Core Libraries,
|
|
// under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
// SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#pragma once
|
|
|
|
#include <cuda/std/__exception/exception_macros.h>
|
|
#include <cuda/std/__utility/typeid.h>
|
|
#include <cuda/std/string_view> // IWYU pragma: keep
|
|
#include <cuda/std/type_traits>
|
|
|
|
#include <cuda/experimental/execution.cuh>
|
|
|
|
#include <exception>
|
|
|
|
#include "testing.cuh"
|
|
|
|
namespace
|
|
{
|
|
template <class... Values>
|
|
struct checked_value_receiver
|
|
{
|
|
using receiver_concept = cudax_async::receiver_t;
|
|
|
|
_CCCL_HOST_DEVICE checked_value_receiver(Values... values)
|
|
: _values{values...}
|
|
{}
|
|
|
|
_CCCL_HOST_DEVICE checked_value_receiver(checked_value_receiver&& other) noexcept
|
|
: _called{::cuda::std::exchange(other._called, true)}
|
|
, _values{::cuda::std::move(other._values)}
|
|
{}
|
|
|
|
_CCCL_HOST_DEVICE ~checked_value_receiver()
|
|
{
|
|
CHECK(_called);
|
|
}
|
|
|
|
// This overload is needed to avoid an nvcc compiler bug where a variadic
|
|
// pack is not visible within the scope of a lambda.
|
|
_CCCL_HOST_DEVICE void set_value() && noexcept
|
|
{
|
|
if constexpr (!::cuda::std::is_same_v<::cuda::std::__type_list<Values...>, ::cuda::std::__type_list<>>)
|
|
{
|
|
FAIL("expected a value completion; got no values");
|
|
}
|
|
else
|
|
{
|
|
_called = true;
|
|
}
|
|
}
|
|
|
|
template <class... As>
|
|
_CCCL_HOST_DEVICE void set_value(As... as) && noexcept
|
|
{
|
|
_called = true;
|
|
if constexpr (::cuda::std::is_same_v<::cuda::std::__type_list<Values...>, ::cuda::std::__type_list<As...>>)
|
|
{
|
|
::cuda::std::__apply(
|
|
[&](auto const&... vs) {
|
|
CHECK(((vs == as) && ...));
|
|
},
|
|
_values);
|
|
}
|
|
else
|
|
{
|
|
FAIL("expected a value completion; got a different value");
|
|
}
|
|
}
|
|
|
|
template <class Error>
|
|
_CCCL_HOST_DEVICE void set_error(Error) && noexcept
|
|
{
|
|
_called = true;
|
|
FAIL("expected a value completion; got an error");
|
|
}
|
|
|
|
_CCCL_HOST_DEVICE void set_stopped() && noexcept
|
|
{
|
|
_called = true;
|
|
FAIL("expected a value completion; got stopped");
|
|
}
|
|
|
|
bool _called = false;
|
|
::cuda::std::__tuple<Values...> _values;
|
|
};
|
|
|
|
template <class... Values>
|
|
_CCCL_DEDUCTION_GUIDE_ATTRIBUTES checked_value_receiver(Values...) -> checked_value_receiver<Values...>;
|
|
|
|
template <class Error = cudax::execution::exception_ptr>
|
|
struct checked_error_receiver
|
|
{
|
|
using receiver_concept = cudax_async::receiver_t;
|
|
|
|
template <class... As>
|
|
_CCCL_HOST_DEVICE void set_value(As...) && noexcept
|
|
{
|
|
FAIL("expected an error completion; got a value");
|
|
}
|
|
|
|
template <class Ty>
|
|
_CCCL_HOST_DEVICE void set_error(Ty ty) && noexcept
|
|
{
|
|
if constexpr (::cuda::std::is_same_v<Error, Ty>)
|
|
{
|
|
if (!::cuda::std::is_same_v<Error, cudax::execution::exception_ptr>)
|
|
{
|
|
CHECK(ty == _error);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
FAIL("expected an error completion; got a different error");
|
|
}
|
|
}
|
|
|
|
_CCCL_HOST_DEVICE void set_error(cudax::execution::exception_ptr eptr) && noexcept
|
|
{
|
|
_CCCL_TRY
|
|
{
|
|
cudax::execution::rethrow_exception(eptr);
|
|
}
|
|
_CCCL_CATCH (Error & e)
|
|
{
|
|
if constexpr (cuda::std::derived_from<Error, ::std::exception>)
|
|
{
|
|
CHECK(cuda::std::string_view{e.what()} == _error.what());
|
|
}
|
|
else
|
|
{
|
|
SUCCEED();
|
|
}
|
|
}
|
|
_CCCL_CATCH (::std::exception & e)
|
|
{
|
|
#if defined(_CCCL_NO_TYPEID)
|
|
INFO("expected an error completion; got a different error. what: " << e.what());
|
|
#else
|
|
INFO("expected an error completion; got a different error. what: " << e.what() << ", type: " << typeid(e).name());
|
|
#endif
|
|
CHECK(false);
|
|
}
|
|
_CCCL_CATCH_ALL
|
|
{
|
|
INFO("expected an error completion; got a different error");
|
|
CHECK(false);
|
|
}
|
|
}
|
|
|
|
_CCCL_HOST_DEVICE void set_stopped() && noexcept
|
|
{
|
|
FAIL("expected a value completion; got stopped");
|
|
}
|
|
|
|
Error _error;
|
|
};
|
|
|
|
template <class Error>
|
|
_CCCL_DEDUCTION_GUIDE_ATTRIBUTES checked_error_receiver(Error) -> checked_error_receiver<Error>;
|
|
|
|
struct checked_stopped_receiver
|
|
{
|
|
using receiver_concept = cudax_async::receiver_t;
|
|
|
|
template <class... As>
|
|
_CCCL_HOST_DEVICE void set_value(As...) && noexcept
|
|
{
|
|
FAIL("expected a stopped completion; got a value");
|
|
}
|
|
|
|
template <class Ty>
|
|
_CCCL_HOST_DEVICE void set_error(Ty) && noexcept
|
|
{
|
|
FAIL("expected an stopped completion; got an error");
|
|
}
|
|
|
|
_CCCL_HOST_DEVICE void set_stopped() && noexcept {}
|
|
};
|
|
|
|
template <class Ty>
|
|
struct proxy_value_receiver
|
|
{
|
|
using receiver_concept = cudax_async::receiver_t;
|
|
|
|
template <class... As>
|
|
_CCCL_HOST_DEVICE void set_value(As...) && noexcept
|
|
{
|
|
FAIL("expected a value completion; got a different value");
|
|
}
|
|
|
|
_CCCL_HOST_DEVICE void set_value(Ty value) && noexcept
|
|
{
|
|
_value = value;
|
|
}
|
|
|
|
template <class Error>
|
|
_CCCL_HOST_DEVICE void set_error(Error) && noexcept
|
|
{
|
|
FAIL("expected a value completion; got an error");
|
|
}
|
|
|
|
_CCCL_HOST_DEVICE void set_stopped() && noexcept
|
|
{
|
|
FAIL("expected a value completion; got stopped");
|
|
}
|
|
|
|
Ty& _value;
|
|
};
|
|
|
|
template <class Ty>
|
|
_CCCL_DEDUCTION_GUIDE_ATTRIBUTES proxy_value_receiver(Ty&) -> proxy_value_receiver<Ty>;
|
|
} // namespace
|