// MIT License
//
// Copyright (c) 2017-2025 Advanced Micro Devices, Inc. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in all
// copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.

// required test headers
#include "../common_test_header.hpp"

#include "../../common/utils.hpp"
#include "../../common/utils_custom_type.hpp"
#include "../../common/utils_device_ptr.hpp"

#include "bounds_checking_iterator.hpp"
#include "test_utils.hpp"
#include "test_utils_assertions.hpp"
#include "test_utils_data_generation.hpp"
#include "test_utils_hipgraphs.hpp"
#include "test_utils_sort_checker.hpp"

// required rocprim headers
#include <rocprim/device/config_types.hpp>
#include <rocprim/device/device_merge.hpp>
#include <rocprim/functional.hpp>
#include <rocprim/iterator/counting_iterator.hpp>
#include <rocprim/iterator/transform_iterator.hpp>
#include <rocprim/types.hpp>

#include <algorithm>
#include <cstddef>
#include <numeric>
#include <stdint.h>
#include <tuple>
#include <utility>
#include <vector>

using DefaultConfig = rocprim::default_config;

// Params for tests
template<class KeyType,
         class ValueType,
         class CompareOp = ::rocprim::less<KeyType>,
         bool UseGraphs  = false,
         typename Config = rocprim::default_config>
struct DeviceMergeParams
{
    using key_type                   = KeyType;
    using value_type                 = ValueType;
    using compare_op_type            = CompareOp;
    static constexpr bool use_graphs = UseGraphs;
    using config                     = Config;
};

template<class Params>
class RocprimDeviceMergeTests : public ::testing::Test
{
public:
    using key_type                          = typename Params::key_type;
    using value_type                        = typename Params::value_type;
    using compare_op_type                   = typename Params::compare_op_type;
    using config                            = typename Params::config;
    const bool            debug_synchronous = false;
    static constexpr bool use_graphs        = Params::use_graphs;
};

using custom_int2    = common::custom_type<int, int, true>;
using custom_double2 = common::custom_type<double, double, true>;
using custom_large   = common::custom_huge_type<1024, long long>;

using RocprimDeviceMergeTestsParams = ::testing::Types<
    DeviceMergeParams<int, double>,
    DeviceMergeParams<rocprim::bfloat16, half>,
    DeviceMergeParams<short, half>,
    DeviceMergeParams<unsigned long, unsigned int, rocprim::greater<unsigned long>>,
    DeviceMergeParams<float, custom_double2>,
    DeviceMergeParams<int, float>,
    DeviceMergeParams<double, double>,
    DeviceMergeParams<int8_t, int8_t>,
    DeviceMergeParams<uint8_t, uint8_t>,
    DeviceMergeParams<rocprim::half, rocprim::half, rocprim::less<rocprim::half>>,
    DeviceMergeParams<rocprim::bfloat16, rocprim::bfloat16, rocprim::less<rocprim::bfloat16>>,
    DeviceMergeParams<custom_double2, custom_int2, rocprim::greater<custom_double2>>,
    DeviceMergeParams<custom_int2, char>,
    DeviceMergeParams<int, int, ::rocprim::less<int>, true>,
    DeviceMergeParams<custom_large, custom_large>>;

// size1, size2
std::vector<std::tuple<size_t, size_t>> get_sizes()
{
    std::vector<std::tuple<size_t, size_t>> sizes = {
        std::make_tuple(0, 0),
        std::make_tuple(2, 1),
        std::make_tuple(10, 10),
        std::make_tuple(111, 111),
        std::make_tuple(128, 1289),
        std::make_tuple(12, 1000),
        std::make_tuple(123, 3000),
        std::make_tuple(1024, 512),
        std::make_tuple(2345, 49),
        std::make_tuple(17867, 41),
        std::make_tuple(17867, 34567),
        std::make_tuple(34567, (1 << 17) - 1220),
        std::make_tuple(924353, 1723454),
    };
    return sizes;
}

TYPED_TEST_SUITE(RocprimDeviceMergeTests, RocprimDeviceMergeTestsParams);

TYPED_TEST(RocprimDeviceMergeTests, MergeKey)
{
    using config  = typename TestFixture::config;
    int device_id = test_common_utils::obtain_device_from_ctest();
    SCOPED_TRACE(testing::Message() << "with device_id = " << device_id);
    HIP_CHECK(hipSetDevice(device_id));

    using key_type               = typename TestFixture::key_type;
    using compare_op_type        = typename TestFixture::compare_op_type;
    const bool debug_synchronous = TestFixture::debug_synchronous;

    hipStream_t stream = 0; // default
    if(TestFixture::use_graphs)
    {
        // Default stream does not support hipGraph stream capture, so create one
        HIP_CHECK(hipStreamCreateWithFlags(&stream, hipStreamNonBlocking));
    }

    for(auto sizes : get_sizes())
    {
        if((std::get<0>(sizes) == 0 || std::get<1>(sizes) == 0) && common::use_hmm())
        {
            // hipMallocManaged() currently doesnt support zero byte allocation
            continue;
        }

        if((std::get<0>(sizes) + std::get<1>(sizes) >= 100000
            && sizeof(key_type) > sizeof(size_t) * 16))
        {
            // Huge types are slow
            continue;
        }

        SCOPED_TRACE(testing::Message() << "with sizes = {" << std::get<0>(sizes) << ", "
                                        << std::get<1>(sizes) << "}");

        const size_t size1 = std::get<0>(sizes);
        const size_t size2 = std::get<1>(sizes);

        // compare function
        compare_op_type compare_op;

        for(size_t seed_index = 0; seed_index < number_of_runs; seed_index++)
        {
            unsigned int seed_value
                = seed_index < random_seeds_count ? rand() : seeds[seed_index - random_seeds_count];
            SCOPED_TRACE(testing::Message() << "with seed = " << seed_value);

            // Generate data
            std::vector<key_type> keys_input1
                = test_utils::get_random_data_wrapped<key_type>(size1, 0, size1, seed_value);
            std::vector<key_type> keys_input2
                = test_utils::get_random_data_wrapped<key_type>(size2, 0, size2, seed_value);
            std::sort(keys_input1.begin(), keys_input1.end(), compare_op);
            std::sort(keys_input2.begin(), keys_input2.end(), compare_op);
            std::vector<key_type> keys_output(size1 + size2, (key_type)0);

            test_utils::out_of_bounds_flag out_of_bounds;

            common::device_ptr<key_type> d_keys_input1;
            common::device_ptr<key_type> d_keys_input2;
            common::device_ptr<key_type> d_keys_output;

            if(!d_keys_input1.resize_with_memory_check(keys_input1.size())
               || !d_keys_input2.resize_with_memory_check(keys_input2.size())
               || !d_keys_output.resize_with_memory_check(keys_output.size()))
            {
                std::cout << "Out of memory. Skipping test with sizes = {" << size1 << ", " << size2
                          << "}" << std::endl;
                break;
            }

            d_keys_input1.store(keys_input1);
            d_keys_input2.store(keys_input2);

            test_utils::bounds_checking_iterator<key_type> d_keys_checking_output(
                d_keys_output.get(),
                out_of_bounds.device_pointer(),
                size1 + size2);

            // Get size of d_temp_storage
            size_t temp_storage_size_bytes;
            HIP_CHECK(rocprim::merge<config>(nullptr,
                                             temp_storage_size_bytes,
                                             d_keys_input1.get(),
                                             d_keys_input2.get(),
                                             d_keys_checking_output,
                                             keys_input1.size(),
                                             keys_input2.size(),
                                             compare_op,
                                             stream,
                                             debug_synchronous));

            // temp_storage_size_bytes must be >0
            ASSERT_GT(temp_storage_size_bytes, 0);

            // allocate temporary storage
            common::device_ptr<void> d_temp_storage;

            if(!d_temp_storage.resize_with_memory_check(temp_storage_size_bytes))
            {
                std::cout << "Out of memory. Skipping test with sizes = {" << size1 << ", " << size2
                          << "}" << std::endl;
                break;
            }

            test_utils::GraphHelper gHelper;
            if(TestFixture::use_graphs)
            {
                gHelper.startStreamCapture(stream);
            }

            // Run
            HIP_CHECK(rocprim::merge<config>(d_temp_storage.get(),
                                             temp_storage_size_bytes,
                                             d_keys_input1.get(),
                                             d_keys_input2.get(),
                                             d_keys_checking_output,
                                             keys_input1.size(),
                                             keys_input2.size(),
                                             compare_op,
                                             stream,
                                             debug_synchronous));

            if(TestFixture::use_graphs)
            {
                gHelper.createAndLaunchGraph(stream);
            }

            HIP_CHECK(hipGetLastError());
            HIP_CHECK(hipDeviceSynchronize());

            ASSERT_FALSE(out_of_bounds.get());

            bool is_sorted = test_utils::device_sort_check(d_keys_output.get(),
                                                           size1 + size2,
                                                           compare_op,
                                                           stream,
                                                           debug_synchronous);

            ASSERT_TRUE(is_sorted);

            if(TestFixture::use_graphs)
            {
                gHelper.cleanupGraphHelper();
            }
        }
    }

    if(TestFixture::use_graphs)
        HIP_CHECK(hipStreamDestroy(stream));
}

TYPED_TEST(RocprimDeviceMergeTests, MergeKeyValue)
{
    using config  = typename TestFixture::config;
    int device_id = test_common_utils::obtain_device_from_ctest();
    SCOPED_TRACE(testing::Message() << "with device_id = " << device_id);
    HIP_CHECK(hipSetDevice(device_id));

    using key_type        = typename TestFixture::key_type;
    using value_type      = typename TestFixture::value_type;
    using compare_op_type = typename TestFixture::compare_op_type;

    using key_value = std::pair<key_type, value_type>;

    hipStream_t stream = 0; // default
    if(TestFixture::use_graphs)
    {
        // Default stream does not support hipGraph stream capture, so create one
        HIP_CHECK(hipStreamCreateWithFlags(&stream, hipStreamNonBlocking));
    }

    for(auto sizes : get_sizes())
    {
        if((std::get<0>(sizes) == 0 || std::get<1>(sizes) == 0) && common::use_hmm())
        {
            // hipMallocManaged() currently doesnt support zero byte allocation
            continue;
        }

        if((std::get<0>(sizes) + std::get<1>(sizes) >= 100000
            && sizeof(key_type) > sizeof(size_t) * 16))
        {
            // Huge types are slow
            continue;
        }

        SCOPED_TRACE(testing::Message() << "with sizes = {" << std::get<0>(sizes) << ", "
                                        << std::get<1>(sizes) << "}");

        const size_t size1 = std::get<0>(sizes);
        const size_t size2 = std::get<1>(sizes);

        // compare function
        compare_op_type compare_op;

        for(size_t seed_index = 0; seed_index < number_of_runs; seed_index++)
        {
            unsigned int seed_value
                = seed_index < random_seeds_count ? rand() : seeds[seed_index - random_seeds_count];
            SCOPED_TRACE(testing::Message() << "with seed = " << seed_value);

            // Generate data
            std::vector<key_type> keys_input1
                = test_utils::get_random_data_wrapped<key_type>(size1, 0, size1, seed_value);
            std::vector<key_type> keys_input2
                = test_utils::get_random_data_wrapped<key_type>(size2, 0, size2, seed_value);
            std::sort(keys_input1.begin(), keys_input1.end(), compare_op);
            std::sort(keys_input2.begin(), keys_input2.end(), compare_op);
            std::vector<value_type> values_input1(size1);
            std::vector<value_type> values_input2(size2);
            test_utils::iota(values_input1.begin(), values_input1.end(), 0);
            test_utils::iota(values_input2.begin(), values_input2.end(), size1);
            std::vector<key_type>   keys_output(size1 + size2, (key_type)0);
            std::vector<value_type> values_output(size1 + size2, (value_type)0);

            // Calculate expected results on host
            std::vector<key_value> vector1(size1);
            std::vector<key_value> vector2(size2);

            for(size_t i = 0; i < size1; i++)
            {
                vector1[i] = key_value(keys_input1[i], values_input1[i]);
            }
            for(size_t i = 0; i < size2; i++)
            {
                vector2[i] = key_value(keys_input2[i], values_input2[i]);
            }

            std::vector<key_value> expected(size1 + size2);
            std::merge(vector1.begin(),
                       vector1.end(),
                       vector2.begin(),
                       vector2.end(),
                       expected.begin(),
                       [compare_op](const key_value& a, const key_value& b)
                       { return compare_op(a.first, b.first); });

            test_utils::out_of_bounds_flag out_of_bounds;

            common::device_ptr<key_type>   d_keys_input1;
            common::device_ptr<key_type>   d_keys_input2;
            common::device_ptr<key_type>   d_keys_output;
            common::device_ptr<value_type> d_values_input1;
            common::device_ptr<value_type> d_values_input2;
            common::device_ptr<value_type> d_values_output;

            if(!d_keys_input1.resize_with_memory_check(keys_input1.size())
               || !d_keys_input2.resize_with_memory_check(keys_input2.size())
               || !d_keys_output.resize_with_memory_check(keys_output.size())
               || !d_values_input1.resize_with_memory_check(values_input1.size())
               || !d_values_input2.resize_with_memory_check(values_input1.size())
               || !d_values_output.resize_with_memory_check(values_output.size()))
            {
                std::cout << "Out of memory. Skipping test with sizes = {" << size1 << ", " << size2
                          << "}" << std::endl;
                break;
            }

            d_keys_input1.store(keys_input1);
            d_keys_input2.store(keys_input2);
            d_values_input1.store(values_input1);
            d_values_input2.store(values_input2);

            test_utils::bounds_checking_iterator<key_type> d_keys_checking_output(
                d_keys_output.get(),
                out_of_bounds.device_pointer(),
                size1 + size2);
            test_utils::bounds_checking_iterator<value_type> d_values_checking_output(
                d_values_output.get(),
                out_of_bounds.device_pointer(),
                size1 + size2);

            // Get size of d_temp_storage
            size_t temp_storage_size_bytes;
            HIP_CHECK(rocprim::merge<config>(nullptr,
                                             temp_storage_size_bytes,
                                             d_keys_input1.get(),
                                             d_keys_input2.get(),
                                             d_keys_checking_output,
                                             d_values_input1.get(),
                                             d_values_input2.get(),
                                             d_values_checking_output,
                                             keys_input1.size(),
                                             keys_input2.size(),
                                             compare_op,
                                             stream,
                                             TestFixture::debug_synchronous));

            // temp_storage_size_bytes must be >0
            ASSERT_GT(temp_storage_size_bytes, 0);

            // allocate temporary storage
            common::device_ptr<void> d_temp_storage;

            if(!d_temp_storage.resize_with_memory_check(temp_storage_size_bytes))
            {
                std::cout << "Out of memory. Skipping test with sizes = {" << size1 << ", " << size2
                          << "}" << std::endl;
                break;
            }

            test_utils::GraphHelper gHelper;
            if(TestFixture::use_graphs)
            {
                gHelper.startStreamCapture(stream);
            }

            // Run
            HIP_CHECK(rocprim::merge<config>(d_temp_storage.get(),
                                             temp_storage_size_bytes,
                                             d_keys_input1.get(),
                                             d_keys_input2.get(),
                                             d_keys_checking_output,
                                             d_values_input1.get(),
                                             d_values_input2.get(),
                                             d_values_checking_output,
                                             keys_input1.size(),
                                             keys_input2.size(),
                                             compare_op,
                                             stream,
                                             TestFixture::debug_synchronous));

            if(TestFixture::use_graphs)
            {
                gHelper.createAndLaunchGraph(stream, true, false);
            }

            HIP_CHECK(hipGetLastError());
            HIP_CHECK(hipDeviceSynchronize());

            ASSERT_FALSE(out_of_bounds.get());

            keys_output   = d_keys_output.load();
            values_output = d_values_output.load();

            // Check if keys_output values are as expected
            std::vector<key_type>   expected_key(expected.size());
            std::vector<value_type> expected_value(expected.size());
            for(size_t i = 0; i < expected.size(); i++)
            {
                expected_key[i]   = expected[i].first;
                expected_value[i] = expected[i].second;
            }
            ASSERT_NO_FATAL_FAILURE(test_utils::assert_eq(keys_output, expected_key));
            ASSERT_NO_FATAL_FAILURE(test_utils::assert_eq(values_output, expected_value));

            if(TestFixture::use_graphs)
                gHelper.cleanupGraphHelper();
        }
    }

    if(TestFixture::use_graphs)
    {
        HIP_CHECK(hipStreamDestroy(stream));
    }
}

template<bool UseGraphs = false, typename config = rocprim::default_config>
void testMergeMismatchedIteratorTypes()
{
    const int device_id = test_common_utils::obtain_device_from_ctest();
    SCOPED_TRACE(testing::Message() << "with device_id = " << device_id);
    HIP_CHECK(hipSetDevice(device_id));

    std::vector<int> keys_input1(1'024);
    std::generate(keys_input1.begin(),
                  keys_input1.end(),
                  [n = 0]() mutable
                  {
                      const int temp = n;
                      n += 2;
                      return temp;
                  });

    std::vector<int> expected_keys_output(2 * keys_input1.size());
    std::iota(expected_keys_output.begin(), expected_keys_output.end(), 0);

    common::device_ptr<int> d_keys_input1(keys_input1);
    common::device_ptr<int> d_keys_output(expected_keys_output.size());

    const auto d_keys_input2
        = rocprim::make_transform_iterator(rocprim::make_counting_iterator(0),
                                           [](int value) { return value * 2 + 1; });

    static constexpr bool debug_synchronous = false;

    hipStream_t stream = 0; // default
    if(UseGraphs)
    {
        // Default stream does not support hipGraph stream capture, so create one
        HIP_CHECK(hipStreamCreateWithFlags(&stream, hipStreamNonBlocking));
    }

    size_t temp_storage_size_bytes = 0;
    HIP_CHECK(rocprim::merge<config>(nullptr,
                                     temp_storage_size_bytes,
                                     d_keys_input1.get(),
                                     d_keys_input2,
                                     d_keys_output.get(),
                                     keys_input1.size(),
                                     keys_input1.size(),
                                     rocprim::less<int>{},
                                     stream,
                                     debug_synchronous));

    ASSERT_GT(temp_storage_size_bytes, 0);

    common::device_ptr<void> d_temp_storage(temp_storage_size_bytes);

    test_utils::GraphHelper gHelper;
    if(UseGraphs)
    {
        gHelper.startStreamCapture(stream);
    }

    HIP_CHECK(rocprim::merge<config>(d_temp_storage.get(),
                                     temp_storage_size_bytes,
                                     d_keys_input1.get(),
                                     d_keys_input2,
                                     d_keys_output.get(),
                                     keys_input1.size(),
                                     keys_input1.size(),
                                     rocprim::less<int>{},
                                     stream,
                                     debug_synchronous));

    if(UseGraphs)
    {
        gHelper.createAndLaunchGraph(stream);
    }

    const auto keys_output = d_keys_output.load();

    ASSERT_NO_FATAL_FAILURE(test_utils::assert_eq(keys_output, expected_keys_output));

    if(UseGraphs)
    {
        gHelper.cleanupGraphHelper();
        HIP_CHECK(hipStreamDestroy(stream));
    }
}

TEST(RocprimDeviceMergeTests, MergeMismatchedIteratorTypes)
{
    testMergeMismatchedIteratorTypes<false, DefaultConfig>();
}

TEST(RocprimDeviceMergeTests, MergeMismatchedIteratorTypesWithGraphs)
{
    testMergeMismatchedIteratorTypes<true, DefaultConfig>();
}
