transpose.hpp 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127
  1. /*M///////////////////////////////////////////////////////////////////////////////////////
  2. //
  3. // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
  4. //
  5. // By downloading, copying, installing or using the software you agree to this license.
  6. // If you do not agree to this license, do not download, install,
  7. // copy or use the software.
  8. //
  9. //
  10. // License Agreement
  11. // For Open Source Computer Vision Library
  12. //
  13. // Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
  14. // Copyright (C) 2009, Willow Garage Inc., all rights reserved.
  15. // Copyright (C) 2013, OpenCV Foundation, all rights reserved.
  16. // Third party copyrights are property of their respective owners.
  17. //
  18. // Redistribution and use in source and binary forms, with or without modification,
  19. // are permitted provided that the following conditions are met:
  20. //
  21. // * Redistribution's of source code must retain the above copyright notice,
  22. // this list of conditions and the following disclaimer.
  23. //
  24. // * Redistribution's in binary form must reproduce the above copyright notice,
  25. // this list of conditions and the following disclaimer in the documentation
  26. // and/or other materials provided with the distribution.
  27. //
  28. // * The name of the copyright holders may not be used to endorse or promote products
  29. // derived from this software without specific prior written permission.
  30. //
  31. // This software is provided by the copyright holders and contributors "as is" and
  32. // any express or implied warranties, including, but not limited to, the implied
  33. // warranties of merchantability and fitness for a particular purpose are disclaimed.
  34. // In no event shall the Intel Corporation or contributors be liable for any direct,
  35. // indirect, incidental, special, exemplary, or consequential damages
  36. // (including, but not limited to, procurement of substitute goods or services;
  37. // loss of use, data, or profits; or business interruption) however caused
  38. // and on any theory of liability, whether in contract, strict liability,
  39. // or tort (including negligence or otherwise) arising in any way out of
  40. // the use of this software, even if advised of the possibility of such damage.
  41. //
  42. //M*/
  43. #pragma once
  44. #ifndef OPENCV_CUDEV_GRID_TRANSPOSE_DETAIL_HPP
  45. #define OPENCV_CUDEV_GRID_TRANSPOSE_DETAIL_HPP
  46. #include "../../common.hpp"
  47. #include "../../util/saturate_cast.hpp"
  48. #include "../../ptr2d/glob.hpp"
  49. #include "../../ptr2d/traits.hpp"
  50. namespace cv { namespace cudev {
  51. namespace transpose_detail
  52. {
  53. template <int TILE_DIM, int BLOCK_DIM_Y, class SrcPtr, typename DstType>
  54. __global__ void transpose(const SrcPtr src, GlobPtr<DstType> dst, const int rows, const int cols)
  55. {
  56. typedef typename PtrTraits<SrcPtr>::value_type src_type;
  57. __shared__ src_type tile[TILE_DIM][TILE_DIM + 1];
  58. int blockIdx_x, blockIdx_y;
  59. // do diagonal reordering
  60. if (gridDim.x == gridDim.y)
  61. {
  62. blockIdx_y = blockIdx.x;
  63. blockIdx_x = (blockIdx.x + blockIdx.y) % gridDim.x;
  64. }
  65. else
  66. {
  67. int bid = blockIdx.x + gridDim.x * blockIdx.y;
  68. blockIdx_y = bid % gridDim.y;
  69. blockIdx_x = ((bid / gridDim.y) + blockIdx_y) % gridDim.x;
  70. }
  71. int xIndex = blockIdx_x * TILE_DIM + threadIdx.x;
  72. int yIndex = blockIdx_y * TILE_DIM + threadIdx.y;
  73. if (xIndex < cols)
  74. {
  75. for (int i = 0; i < TILE_DIM; i += BLOCK_DIM_Y)
  76. {
  77. if (yIndex + i < rows)
  78. {
  79. tile[threadIdx.y + i][threadIdx.x] = src(yIndex + i, xIndex);
  80. }
  81. }
  82. }
  83. __syncthreads();
  84. xIndex = blockIdx_y * TILE_DIM + threadIdx.x;
  85. yIndex = blockIdx_x * TILE_DIM + threadIdx.y;
  86. if (xIndex < rows)
  87. {
  88. for (int i = 0; i < TILE_DIM; i += BLOCK_DIM_Y)
  89. {
  90. if (yIndex + i < cols)
  91. {
  92. dst(yIndex + i, xIndex) = saturate_cast<DstType>(tile[threadIdx.x][threadIdx.y + i]);
  93. }
  94. }
  95. }
  96. }
  97. template <class Policy, class SrcPtr, typename DstType>
  98. __host__ void transpose(const SrcPtr& src, const GlobPtr<DstType>& dst, int rows, int cols, cudaStream_t stream)
  99. {
  100. const dim3 block(Policy::tile_dim, Policy::block_dim_y);
  101. const dim3 grid(divUp(cols, block.x), divUp(rows, block.y));
  102. transpose<Policy::tile_dim, Policy::block_dim_y><<<grid, block, 0, stream>>>(src, dst, rows, cols);
  103. CV_CUDEV_SAFE_CALL( cudaGetLastError() );
  104. if (stream == 0)
  105. CV_CUDEV_SAFE_CALL( cudaDeviceSynchronize() );
  106. }
  107. }
  108. }}
  109. #endif