copy.hpp 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132
  1. /*M///////////////////////////////////////////////////////////////////////////////////////
  2. //
  3. // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
  4. //
  5. // By downloading, copying, installing or using the software you agree to this license.
  6. // If you do not agree to this license, do not download, install,
  7. // copy or use the software.
  8. //
  9. //
  10. // License Agreement
  11. // For Open Source Computer Vision Library
  12. //
  13. // Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
  14. // Copyright (C) 2009, Willow Garage Inc., all rights reserved.
  15. // Copyright (C) 2013, OpenCV Foundation, all rights reserved.
  16. // Third party copyrights are property of their respective owners.
  17. //
  18. // Redistribution and use in source and binary forms, with or without modification,
  19. // are permitted provided that the following conditions are met:
  20. //
  21. // * Redistribution's of source code must retain the above copyright notice,
  22. // this list of conditions and the following disclaimer.
  23. //
  24. // * Redistribution's in binary form must reproduce the above copyright notice,
  25. // this list of conditions and the following disclaimer in the documentation
  26. // and/or other materials provided with the distribution.
  27. //
  28. // * The name of the copyright holders may not be used to endorse or promote products
  29. // derived from this software without specific prior written permission.
  30. //
  31. // This software is provided by the copyright holders and contributors "as is" and
  32. // any express or implied warranties, including, but not limited to, the implied
  33. // warranties of merchantability and fitness for a particular purpose are disclaimed.
  34. // In no event shall the Intel Corporation or contributors be liable for any direct,
  35. // indirect, incidental, special, exemplary, or consequential damages
  36. // (including, but not limited to, procurement of substitute goods or services;
  37. // loss of use, data, or profits; or business interruption) however caused
  38. // and on any theory of liability, whether in contract, strict liability,
  39. // or tort (including negligence or otherwise) arising in any way out of
  40. // the use of this software, even if advised of the possibility of such damage.
  41. //
  42. //M*/
  43. #pragma once
  44. #ifndef OPENCV_CUDEV_GRID_COPY_DETAIL_HPP
  45. #define OPENCV_CUDEV_GRID_COPY_DETAIL_HPP
  46. #include "../../common.hpp"
  47. #include "../../util/tuple.hpp"
  48. #include "../../util/saturate_cast.hpp"
  49. #include "../../ptr2d/glob.hpp"
  50. #include "../../ptr2d/traits.hpp"
  51. namespace cv { namespace cudev {
  52. namespace grid_copy_detail
  53. {
  54. template <class SrcPtr, typename DstType, class MaskPtr>
  55. __global__ void copy(const SrcPtr src, GlobPtr<DstType> dst, const MaskPtr mask, const int rows, const int cols)
  56. {
  57. const int x = blockIdx.x * blockDim.x + threadIdx.x;
  58. const int y = blockIdx.y * blockDim.y + threadIdx.y;
  59. if (x >= cols || y >= rows || !mask(y, x))
  60. return;
  61. dst(y, x) = saturate_cast<DstType>(src(y, x));
  62. }
  63. template <class Policy, class SrcPtr, typename DstType, class MaskPtr>
  64. __host__ void copy(const SrcPtr& src, const GlobPtr<DstType>& dst, const MaskPtr& mask, int rows, int cols, cudaStream_t stream)
  65. {
  66. const dim3 block(Policy::block_size_x, Policy::block_size_y);
  67. const dim3 grid(divUp(cols, block.x), divUp(rows, block.y));
  68. copy<<<grid, block, 0, stream>>>(src, dst, mask, rows, cols);
  69. CV_CUDEV_SAFE_CALL( cudaGetLastError() );
  70. if (stream == 0)
  71. CV_CUDEV_SAFE_CALL( cudaDeviceSynchronize() );
  72. }
  73. template <int count> struct Unroll
  74. {
  75. template <class SrcPtrTuple, class DstPtrTuple>
  76. __device__ static void copy(const SrcPtrTuple& src, DstPtrTuple& dst, const int y, const int x)
  77. {
  78. typedef typename tuple_element<count - 1, DstPtrTuple>::type dst_ptr_type;
  79. typedef typename PtrTraits<dst_ptr_type>::value_type dst_type;
  80. get<count - 1>(dst)(y, x) = saturate_cast<dst_type>(get<count - 1>(src)(y, x));
  81. Unroll<count - 1>::copy(src, dst, y, x);
  82. }
  83. };
  84. template <> struct Unroll<0>
  85. {
  86. template <class SrcPtrTuple, class DstPtrTuple>
  87. __device__ __forceinline__ static void copy(const SrcPtrTuple&, DstPtrTuple&, const int, const int)
  88. {
  89. }
  90. };
  91. template <class SrcPtrTuple, class DstPtrTuple, class MaskPtr>
  92. __global__ void copy_tuple(const SrcPtrTuple src, DstPtrTuple dst, const MaskPtr mask, const int rows, const int cols)
  93. {
  94. const int x = blockIdx.x * blockDim.x + threadIdx.x;
  95. const int y = blockIdx.y * blockDim.y + threadIdx.y;
  96. if (x >= cols || y >= rows || !mask(y, x))
  97. return;
  98. Unroll<tuple_size<SrcPtrTuple>::value>::copy(src, dst, y, x);
  99. }
  100. template <class Policy, class SrcPtrTuple, class DstPtrTuple, class MaskPtr>
  101. __host__ void copy_tuple(const SrcPtrTuple& src, const DstPtrTuple& dst, const MaskPtr& mask, int rows, int cols, cudaStream_t stream)
  102. {
  103. const dim3 block(Policy::block_size_x, Policy::block_size_y);
  104. const dim3 grid(divUp(cols, block.x), divUp(rows, block.y));
  105. copy_tuple<<<grid, block, 0, stream>>>(src, dst, mask, rows, cols);
  106. CV_CUDEV_SAFE_CALL( cudaGetLastError() );
  107. if (stream == 0)
  108. CV_CUDEV_SAFE_CALL( cudaDeviceSynchronize() );
  109. }
  110. }
  111. }}
  112. #endif