/* * Copyright 2008-2013 NVIDIA Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include #if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC) # pragma GCC system_header #elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG) # pragma clang system_header #elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC) # pragma system_header #endif // no system header // don't attempt to #include this file without omp support #if (THRUST_DEVICE_COMPILER_IS_OMP_CAPABLE == THRUST_TRUE) # include #endif // omp support #include #include #include #include #include #include #include THRUST_NAMESPACE_BEGIN namespace system { namespace omp { namespace detail { namespace sort_detail { template void inplace_merge(execution_policy& exec, RandomAccessIterator first, RandomAccessIterator middle, RandomAccessIterator last, StrictWeakOrdering comp) { typedef typename thrust::iterator_value::type value_type; thrust::detail::temporary_array a(exec, first, middle); thrust::detail::temporary_array b(exec, middle, last); thrust::merge(thrust::seq, a.begin(), a.end(), b.begin(), b.end(), first, comp); } template void inplace_merge_by_key( execution_policy& exec, RandomAccessIterator1 first1, RandomAccessIterator1 middle1, RandomAccessIterator1 last1, RandomAccessIterator2 first2, StrictWeakOrdering comp) { typedef typename thrust::iterator_value::type value_type1; typedef typename thrust::iterator_value::type value_type2; RandomAccessIterator2 middle2 = first2 + (middle1 - first1); RandomAccessIterator2 last2 = first2 + (last1 - first1); thrust::detail::temporary_array lhs1(exec, first1, middle1); thrust::detail::temporary_array rhs1(exec, middle1, last1); thrust::detail::temporary_array lhs2(exec, first2, middle2); thrust::detail::temporary_array rhs2(exec, middle2, last2); thrust::merge_by_key( thrust::seq, lhs1.begin(), lhs1.end(), rhs1.begin(), rhs1.end(), lhs2.begin(), rhs2.begin(), first1, first2, comp); } } // namespace sort_detail template void stable_sort( execution_policy& exec, RandomAccessIterator first, RandomAccessIterator last, StrictWeakOrdering comp) { // we're attempting to launch an omp kernel, assert we're compiling with omp support // ======================================================================== // X Note to the user: If you've found this line due to a compiler error, X // X you need to enable OpenMP support in your compiler. X // ======================================================================== THRUST_STATIC_ASSERT_MSG( (thrust::detail::depend_on_instantiation::value), "OpenMP compiler support is not enabled"); // Avoid issues on compilers that don't provide `omp_get_num_threads()`. #if (THRUST_DEVICE_COMPILER_IS_OMP_CAPABLE == THRUST_TRUE) typedef typename thrust::iterator_difference::type IndexType; if (first == last) { return; } THRUST_PRAGMA_OMP(parallel) { thrust::system::detail::internal::uniform_decomposition decomp(last - first, 1, omp_get_num_threads()); // process id IndexType p_i = omp_get_thread_num(); // every thread sorts its own tile if (p_i < decomp.size()) { thrust::stable_sort(thrust::seq, first + decomp[p_i].begin(), first + decomp[p_i].end(), comp); } THRUST_PRAGMA_OMP(barrier) // XXX For some reason, MSVC 2015 yields an error unless we include this meaningless semicolon here ; IndexType nseg = decomp.size(); IndexType h = 2; // keep track of which sub-range we're processing IndexType a = p_i, b = p_i, c = p_i + 1; while (nseg > 1) { if (c >= decomp.size()) { c = decomp.size() - 1; } if ((p_i % h) == 0 && c > b) { sort_detail::inplace_merge( exec, first + decomp[a].begin(), first + decomp[b].end(), first + decomp[c].end(), comp); b = c; c += h; } nseg = (nseg + 1) / 2; h *= 2; THRUST_PRAGMA_OMP(barrier) } } #endif // THRUST_DEVICE_COMPILER_IS_OMP_CAPABLE } template void stable_sort_by_key( execution_policy& exec, RandomAccessIterator1 keys_first, RandomAccessIterator1 keys_last, RandomAccessIterator2 values_first, StrictWeakOrdering comp) { // we're attempting to launch an omp kernel, assert we're compiling with omp support // ======================================================================== // X Note to the user: If you've found this line due to a compiler error, X // X you need to enable OpenMP support in your compiler. X // ======================================================================== THRUST_STATIC_ASSERT_MSG( (thrust::detail::depend_on_instantiation::value), "OpenMP compiler support is not enabled"); // Avoid issues on compilers that don't provide `omp_get_num_threads()`. #if (THRUST_DEVICE_COMPILER_IS_OMP_CAPABLE == THRUST_TRUE) typedef typename thrust::iterator_difference::type IndexType; if (keys_first == keys_last) { return; } THRUST_PRAGMA_OMP(parallel) { thrust::system::detail::internal::uniform_decomposition decomp( keys_last - keys_first, 1, omp_get_num_threads()); // process id IndexType p_i = omp_get_thread_num(); // every thread sorts its own tile if (p_i < decomp.size()) { thrust::stable_sort_by_key( thrust::seq, keys_first + decomp[p_i].begin(), keys_first + decomp[p_i].end(), values_first + decomp[p_i].begin(), comp); } THRUST_PRAGMA_OMP(barrier) // XXX For some reason, MSVC 2015 yields an error unless we include this meaningless semicolon here ; IndexType nseg = decomp.size(); IndexType h = 2; // keep track of which sub-range we're processing IndexType a = p_i, b = p_i, c = p_i + 1; while (nseg > 1) { if (c >= decomp.size()) { c = decomp.size() - 1; } if ((p_i % h) == 0 && c > b) { sort_detail::inplace_merge_by_key( exec, keys_first + decomp[a].begin(), keys_first + decomp[b].end(), keys_first + decomp[c].end(), values_first + decomp[a].begin(), comp); b = c; c += h; } nseg = (nseg + 1) / 2; h *= 2; THRUST_PRAGMA_OMP(barrier) } } #endif // THRUST_DEVICE_COMPILER_IS_OMP_CAPABLE } } // end namespace detail } // end namespace omp } // end namespace system THRUST_NAMESPACE_END