134 lines
3.7 KiB
C++
134 lines
3.7 KiB
C++
/* SPDX-FileCopyrightText: 2011-2022 Blender Foundation
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0 */
|
|
|
|
#pragma once
|
|
|
|
#define __KERNEL_GPU__
|
|
#define __KERNEL_CUDA__
|
|
#define CCL_NAMESPACE_BEGIN
|
|
#define CCL_NAMESPACE_END
|
|
|
|
#ifndef ATTR_FALLTHROUGH
|
|
# define ATTR_FALLTHROUGH
|
|
#endif
|
|
|
|
/* Manual definitions so we can compile without CUDA toolkit. */
|
|
|
|
#ifdef __CUDACC_RTC__
|
|
typedef unsigned int uint32_t;
|
|
typedef unsigned long long uint64_t;
|
|
#else
|
|
# include <stdint.h>
|
|
#endif
|
|
|
|
#ifdef CYCLES_CUBIN_CC
|
|
# define FLT_MIN 1.175494350822287507969e-38f
|
|
# define FLT_MAX 340282346638528859811704183484516925440.0f
|
|
# define FLT_EPSILON 1.192092896e-07F
|
|
#endif
|
|
|
|
/* Qualifiers */
|
|
|
|
#define ccl_device __device__ __inline__
|
|
#define ccl_device_extern extern "C" __device__
|
|
#if __CUDA_ARCH__ < 500
|
|
# define ccl_device_inline __device__ __forceinline__
|
|
# define ccl_device_forceinline __device__ __forceinline__
|
|
#else
|
|
# define ccl_device_inline __device__ __inline__
|
|
# define ccl_device_forceinline __device__ __forceinline__
|
|
#endif
|
|
#define ccl_device_noinline __device__ __noinline__
|
|
#define ccl_device_noinline_cpu ccl_device
|
|
#define ccl_device_inline_method ccl_device
|
|
#define ccl_global
|
|
#define ccl_inline_constant __constant__
|
|
#define ccl_device_constant __constant__ __device__
|
|
#define ccl_static_constexpr static constexpr
|
|
#define ccl_constant const
|
|
#define ccl_gpu_shared __shared__
|
|
#define ccl_private
|
|
#define ccl_ray_data ccl_private
|
|
#define ccl_may_alias
|
|
#define ccl_restrict __restrict__
|
|
#define ccl_loop_no_unroll
|
|
#define ccl_align(n) __align__(n)
|
|
#define ccl_optional_struct_init
|
|
|
|
/* No assert supported for CUDA */
|
|
|
|
#define kernel_assert(cond)
|
|
|
|
/* GPU thread, block, grid size and index */
|
|
|
|
#define ccl_gpu_thread_idx_x (threadIdx.x)
|
|
#define ccl_gpu_block_dim_x (blockDim.x)
|
|
#define ccl_gpu_block_idx_x (blockIdx.x)
|
|
#define ccl_gpu_grid_dim_x (gridDim.x)
|
|
#define ccl_gpu_warp_size (warpSize)
|
|
#define ccl_gpu_thread_mask(thread_warp) uint(0xFFFFFFFF >> (ccl_gpu_warp_size - thread_warp))
|
|
|
|
#define ccl_gpu_global_id_x() (ccl_gpu_block_idx_x * ccl_gpu_block_dim_x + ccl_gpu_thread_idx_x)
|
|
#define ccl_gpu_global_size_x() (ccl_gpu_grid_dim_x * ccl_gpu_block_dim_x)
|
|
|
|
/* GPU warp synchronization. */
|
|
|
|
#define ccl_gpu_syncthreads() __syncthreads()
|
|
#define ccl_gpu_ballot(predicate) __ballot_sync(0xFFFFFFFF, predicate)
|
|
|
|
/* GPU texture objects */
|
|
|
|
typedef unsigned long long CUtexObject;
|
|
typedef CUtexObject ccl_gpu_tex_object_2D;
|
|
typedef CUtexObject ccl_gpu_tex_object_3D;
|
|
|
|
template<typename T>
|
|
ccl_device_forceinline T ccl_gpu_tex_object_read_2D(const ccl_gpu_tex_object_2D texobj,
|
|
const float x,
|
|
const float y)
|
|
{
|
|
return tex2D<T>(texobj, x, y);
|
|
}
|
|
|
|
template<typename T>
|
|
ccl_device_forceinline T ccl_gpu_tex_object_read_3D(const ccl_gpu_tex_object_3D texobj,
|
|
const float x,
|
|
const float y,
|
|
const float z)
|
|
{
|
|
return tex3D<T>(texobj, x, y, z);
|
|
}
|
|
|
|
/* Use fast math functions */
|
|
|
|
#define cosf(x) __cosf(((float)(x)))
|
|
#define sinf(x) __sinf(((float)(x)))
|
|
#define powf(x, y) __powf(((float)(x)), ((float)(y)))
|
|
#define tanf(x) __tanf(((float)(x)))
|
|
#define logf(x) __logf(((float)(x)))
|
|
#define expf(x) __expf(((float)(x)))
|
|
|
|
/* Half */
|
|
|
|
typedef unsigned short half;
|
|
|
|
ccl_device_forceinline half __float2half(const float f)
|
|
{
|
|
half val;
|
|
asm("{ cvt.rn.f16.f32 %0, %1;}\n" : "=h"(val) : "f"(f));
|
|
return val;
|
|
}
|
|
|
|
ccl_device_forceinline float __half2float(const half h)
|
|
{
|
|
float val;
|
|
asm("{ cvt.f32.f16 %0, %1;}\n" : "=f"(val) : "h"(h));
|
|
return val;
|
|
}
|
|
|
|
/* Types */
|
|
|
|
#include "util/half.h"
|
|
#include "util/types.h"
|