123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126 |
- /*===---- cuda_builtin_vars.h - CUDA built-in variables ---------------------===
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to deal
- * in the Software without restriction, including without limitation the rights
- * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- * copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
- * THE SOFTWARE.
- *
- *===-----------------------------------------------------------------------===
- */
- #ifndef __CUDA_BUILTIN_VARS_H
- #define __CUDA_BUILTIN_VARS_H
- // Forward declares from vector_types.h.
- struct uint3;
- struct dim3;
- // The file implements built-in CUDA variables using __declspec(property).
- // https://msdn.microsoft.com/en-us/library/yhfk0thd.aspx
- // All read accesses of built-in variable fields get converted into calls to a
- // getter function which in turn calls the appropriate builtin to fetch the
- // value.
- //
- // Example:
- // int x = threadIdx.x;
- // IR output:
- // %0 = call i32 @llvm.nvvm.read.ptx.sreg.tid.x() #3
- // PTX output:
- // mov.u32 %r2, %tid.x;
- #define __CUDA_DEVICE_BUILTIN(FIELD, INTRINSIC) \
- __declspec(property(get = __fetch_builtin_##FIELD)) unsigned int FIELD; \
- static inline __attribute__((always_inline)) \
- __attribute__((device)) unsigned int __fetch_builtin_##FIELD(void) { \
- return INTRINSIC; \
- }
- #if __cplusplus >= 201103L
- #define __DELETE =delete
- #else
- #define __DELETE
- #endif
- // Make sure nobody can create instances of the special varible types. nvcc
- // also disallows taking address of special variables, so we disable address-of
- // operator as well.
- #define __CUDA_DISALLOW_BUILTINVAR_ACCESS(TypeName) \
- __attribute__((device)) TypeName() __DELETE; \
- __attribute__((device)) TypeName(const TypeName &) __DELETE; \
- __attribute__((device)) void operator=(const TypeName &) const __DELETE; \
- __attribute__((device)) TypeName *operator&() const __DELETE
- struct __cuda_builtin_threadIdx_t {
- __CUDA_DEVICE_BUILTIN(x,__nvvm_read_ptx_sreg_tid_x());
- __CUDA_DEVICE_BUILTIN(y,__nvvm_read_ptx_sreg_tid_y());
- __CUDA_DEVICE_BUILTIN(z,__nvvm_read_ptx_sreg_tid_z());
- // threadIdx should be convertible to uint3 (in fact in nvcc, it *is* a
- // uint3). This function is defined after we pull in vector_types.h.
- __attribute__((device)) operator uint3() const;
- private:
- __CUDA_DISALLOW_BUILTINVAR_ACCESS(__cuda_builtin_threadIdx_t);
- };
- struct __cuda_builtin_blockIdx_t {
- __CUDA_DEVICE_BUILTIN(x,__nvvm_read_ptx_sreg_ctaid_x());
- __CUDA_DEVICE_BUILTIN(y,__nvvm_read_ptx_sreg_ctaid_y());
- __CUDA_DEVICE_BUILTIN(z,__nvvm_read_ptx_sreg_ctaid_z());
- // blockIdx should be convertible to uint3 (in fact in nvcc, it *is* a
- // uint3). This function is defined after we pull in vector_types.h.
- __attribute__((device)) operator uint3() const;
- private:
- __CUDA_DISALLOW_BUILTINVAR_ACCESS(__cuda_builtin_blockIdx_t);
- };
- struct __cuda_builtin_blockDim_t {
- __CUDA_DEVICE_BUILTIN(x,__nvvm_read_ptx_sreg_ntid_x());
- __CUDA_DEVICE_BUILTIN(y,__nvvm_read_ptx_sreg_ntid_y());
- __CUDA_DEVICE_BUILTIN(z,__nvvm_read_ptx_sreg_ntid_z());
- // blockDim should be convertible to dim3 (in fact in nvcc, it *is* a
- // dim3). This function is defined after we pull in vector_types.h.
- __attribute__((device)) operator dim3() const;
- private:
- __CUDA_DISALLOW_BUILTINVAR_ACCESS(__cuda_builtin_blockDim_t);
- };
- struct __cuda_builtin_gridDim_t {
- __CUDA_DEVICE_BUILTIN(x,__nvvm_read_ptx_sreg_nctaid_x());
- __CUDA_DEVICE_BUILTIN(y,__nvvm_read_ptx_sreg_nctaid_y());
- __CUDA_DEVICE_BUILTIN(z,__nvvm_read_ptx_sreg_nctaid_z());
- // gridDim should be convertible to dim3 (in fact in nvcc, it *is* a
- // dim3). This function is defined after we pull in vector_types.h.
- __attribute__((device)) operator dim3() const;
- private:
- __CUDA_DISALLOW_BUILTINVAR_ACCESS(__cuda_builtin_gridDim_t);
- };
- #define __CUDA_BUILTIN_VAR \
- extern const __attribute__((device)) __attribute__((weak))
- __CUDA_BUILTIN_VAR __cuda_builtin_threadIdx_t threadIdx;
- __CUDA_BUILTIN_VAR __cuda_builtin_blockIdx_t blockIdx;
- __CUDA_BUILTIN_VAR __cuda_builtin_blockDim_t blockDim;
- __CUDA_BUILTIN_VAR __cuda_builtin_gridDim_t gridDim;
- // warpSize should translate to read of %WARP_SZ but there's currently no
- // builtin to do so. According to PTX v4.2 docs 'to date, all target
- // architectures have a WARP_SZ value of 32'.
- __attribute__((device)) const int warpSize = 32;
- #undef __CUDA_DEVICE_BUILTIN
- #undef __CUDA_BUILTIN_VAR
- #undef __CUDA_DISALLOW_BUILTINVAR_ACCESS
- #endif /* __CUDA_BUILTIN_VARS_H */
|