1 /*
2 //@HEADER
3 // ************************************************************************
4 //
5 // Kokkos v. 3.0
6 // Copyright (2020) National Technology & Engineering
7 // Solutions of Sandia, LLC (NTESS).
8 //
9 // Under the terms of Contract DE-NA0003525 with NTESS,
10 // the U.S. Government retains certain rights in this software.
11 //
12 // Redistribution and use in source and binary forms, with or without
13 // modification, are permitted provided that the following conditions are
14 // met:
15 //
16 // 1. Redistributions of source code must retain the above copyright
17 // notice, this list of conditions and the following disclaimer.
18 //
19 // 2. Redistributions in binary form must reproduce the above copyright
20 // notice, this list of conditions and the following disclaimer in the
21 // documentation and/or other materials provided with the distribution.
22 //
23 // 3. Neither the name of the Corporation nor the names of the
24 // contributors may be used to endorse or promote products derived from
25 // this software without specific prior written permission.
26 //
27 // THIS SOFTWARE IS PROVIDED BY NTESS "AS IS" AND ANY
28 // EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
29 // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 // PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NTESS OR THE
31 // CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
32 // EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
33 // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
34 // PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
35 // LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
36 // NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
37 // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
38 //
39 // Questions? Contact Christian R. Trott (crtrott@sandia.gov)
40 //
41 // ************************************************************************
42 //@HEADER
43 */
44
45 #include <TestHIP_Category.hpp>
46 #include <Test_InterOp_Streams.hpp>
47
48 namespace Test {
49 // Test Interoperability with HIP Streams
50 // The difference with the CUDA tests are: raw HIP vs raw CUDA and no launch
51 // bound in HIP due to an error when computing the block size.
TEST(hip,raw_hip_streams)52 TEST(hip, raw_hip_streams) {
53 hipStream_t stream;
54 HIP_SAFE_CALL(hipStreamCreate(&stream));
55 Kokkos::InitArguments arguments{-1, -1, -1, false};
56 Kokkos::initialize(arguments);
57 int* p;
58 HIP_SAFE_CALL(hipMalloc(&p, sizeof(int) * 100));
59 using MemorySpace = typename TEST_EXECSPACE::memory_space;
60
61 {
62 TEST_EXECSPACE space0(stream);
63 Kokkos::View<int*, TEST_EXECSPACE> v(p, 100);
64 Kokkos::deep_copy(space0, v, 5);
65 int sum;
66
67 Kokkos::parallel_for("Test::hip::raw_hip_stream::Range",
68 Kokkos::RangePolicy<TEST_EXECSPACE>(space0, 0, 100),
69 FunctorRange<MemorySpace>(v));
70 Kokkos::parallel_reduce("Test::hip::raw_hip_stream::RangeReduce",
71 Kokkos::RangePolicy<TEST_EXECSPACE>(space0, 0, 100),
72 FunctorRangeReduce<MemorySpace>(v), sum);
73 space0.fence();
74 ASSERT_EQ(600, sum);
75
76 Kokkos::parallel_for("Test::hip::raw_hip_stream::MDRange",
77 Kokkos::MDRangePolicy<TEST_EXECSPACE, Kokkos::Rank<2>>(
78 space0, {0, 0}, {10, 10}),
79 FunctorMDRange<MemorySpace>(v));
80 Kokkos::parallel_reduce(
81 "Test::hip::raw_hip_stream::MDRangeReduce",
82 Kokkos::MDRangePolicy<TEST_EXECSPACE, Kokkos::Rank<2>>(space0, {0, 0},
83 {10, 10}),
84 FunctorMDRangeReduce<MemorySpace>(v), sum);
85 space0.fence();
86 ASSERT_EQ(700, sum);
87
88 Kokkos::parallel_for("Test::hip::raw_hip_stream::Team",
89 Kokkos::TeamPolicy<TEST_EXECSPACE>(space0, 10, 10),
90 FunctorTeam<MemorySpace, TEST_EXECSPACE>(v));
91 Kokkos::parallel_reduce("Test::hip::raw_hip_stream::Team",
92 Kokkos::TeamPolicy<TEST_EXECSPACE>(space0, 10, 10),
93 FunctorTeamReduce<MemorySpace, TEST_EXECSPACE>(v),
94 sum);
95 space0.fence();
96 ASSERT_EQ(800, sum);
97 }
98 Kokkos::finalize();
99 offset_streams<<<100, 64, 0, stream>>>(p);
100 HIP_SAFE_CALL(hipDeviceSynchronize());
101 HIP_SAFE_CALL(hipStreamDestroy(stream));
102
103 int h_p[100];
104 HIP_SAFE_CALL(hipMemcpy(h_p, p, sizeof(int) * 100, hipMemcpyDefault));
105 HIP_SAFE_CALL(hipDeviceSynchronize());
106 int64_t sum = 0;
107 int64_t sum_expect = 0;
108 for (int i = 0; i < 100; i++) {
109 sum += h_p[i];
110 sum_expect += 8 + i;
111 }
112
113 ASSERT_EQ(sum, sum_expect);
114 }
115 } // namespace Test
116