Question

这个问题类似于cuModuleLoadDataEx options，但我想再次提出这个话题，并提供更多信息。

通过cuModuleLoadDataEx加载带有NV驱动程序的PTX字符串时，似乎忽略了所有选项。我提供了完整的工作示例，以便任何感兴趣的人都可以直接而不费力地重现这一点。首先是一个小的PTX内核（将其保存为small.ptx），然后是加载PTX内核的C ++程序。

.version 3.1
.target sm_20, texmode_independent
.address_size 64
.entry main()
{
        ret;
}

main.cc

#include<cstdlib>
#include<iostream>
#include<fstream>
#include<sstream>
#include<string>
#include<map>
#include "cuda.h"

int main(int argc,char *argv[])
{
  CUdevice cuDevice;
  CUcontext cuContext;

  CUfunction func;
  CUresult ret;
  CUmodule cuModule;

  cuInit(0);

  std::cout << "trying to get device 0\n";
  ret = cuDeviceGet(&cuDevice, 0);
  if (ret != CUDA_SUCCESS) { exit(1);}

  std::cout << "trying to create a context\n";
  ret = cuCtxCreate(&cuContext, 0, cuDevice);
  if (ret != CUDA_SUCCESS) { exit(1);}

  std::cout << "loading PTX string from file " << argv[1] << "\n";

  std::ifstream ptxfile( argv[1] );
  std::stringstream buffer;
  buffer << ptxfile.rdbuf();
  ptxfile.close();

  std::string ptx_kernel = buffer.str();

  std::cout << "Loading PTX kernel with driver\n" << ptx_kernel;

  const unsigned int jitNumOptions = 3;
  CUjit_option *jitOptions = new CUjit_option[jitNumOptions];
  void **jitOptVals = new void*[jitNumOptions];

  // set up size of compilation log buffer                                                                                                     
  jitOptions[0] = CU_JIT_INFO_LOG_BUFFER_SIZE_BYTES;
  int jitLogBufferSize = 1024*1024;
  jitOptVals[0] = (void *)&jitLogBufferSize;

  // set up pointer to the compilation log buffer                                                                                              
  jitOptions[1] = CU_JIT_INFO_LOG_BUFFER;
  char *jitLogBuffer = new char[jitLogBufferSize];
  jitOptVals[1] = jitLogBuffer;

  // set up wall clock time                                                                                                                    
  jitOptions[2] = CU_JIT_WALL_TIME;
  float jitTime = -2.0;
  jitOptVals[2] = &jitTime;

  ret = cuModuleLoadDataEx( &cuModule , ptx_kernel.c_str() , jitNumOptions, jitOptions, (void **)jitOptVals );
  if (ret != CUDA_SUCCESS) { exit(1);}

  std::cout << "walltime: " << jitTime << "\n";
  std::cout << std::string(jitLogBuffer) << "\n";
}

构建（假设CUDA安装在/ usr / local / cuda下，我使用CUDA 5.0）：

g++ -I/usr/local/cuda/include -L/usr/local/cuda/lib64/ main.cc -o main -lcuda

如果有人能够从编译过程中提取任何合理的信息，那就太棒了！ CUDA驱动程序API的文档，其中解释了cuModuleLoadDataEx（以及它应该接受的选项）http://docs.nvidia.com/cuda/cuda-driver-api/index.html

如果我运行此操作，则日志为空并且NV驱动程序甚至没有触及jitTime：

./main small.ptx
trying to get device 0
trying to create a context
loading PTX string from file empty.ptx
Loading PTX kernel with driver
.version 3.1
.target sm_20, texmode_independent
.address_size 64
.entry main()
{
    ret;
}

walltime: -2

编辑：

我设法获得了JIT编译时间。但是，似乎驱动程序需要一个32位值的数组作为OptVals。不像手册中所说的指针数组void *）在我的系统64位上。所以，这有效：

const unsigned int jitNumOptions = 1;
CUjit_option *jitOptions = new CUjit_option[jitNumOptions];
int *jitOptVals = new int[jitNumOptions];
jitOptions[0] = CU_JIT_WALL_TIME;
// here the call to cuModuleLoadDataEx
std::cout << "walltime: " << (float)jitOptions[0] << "\n";

我认为用void *数组做同样的事情是不可能的。以下代码不起作用：

const unsigned int jitNumOptions = 1;
CUjit_option *jitOptions = new CUjit_option[jitNumOptions];
void **jitOptVals = new void*[jitNumOptions];
jitOptions[0] = CU_JIT_WALL_TIME;
// here the call to cuModuleLoadDataEx
// here I also would have a problem casting a 64 bit void * to a float (32 bit)

修改

查看JIT编译时间jitOptVals[0]是误导性的。正如评论中所提到的，JIT编译器会缓存以前的翻译，如果找到缓存的编译，则不会更新JIT编译时间。由于我在查看此值是否已更改，因此我假设该调用忽略了所有选项。它没有。它工作正常。

Answer 1

您的jitOptVals不应包含指向您的值的指针，而是将值转换为void*：

// set up size of compilation log buffer
jitOptions[0] = CU_JIT_INFO_LOG_BUFFER_SIZE_BYTES;
int jitLogBufferSize = 1024*1024;
jitOptVals[0] = (void *)jitLogBufferSize;

// set up pointer to the compilation log buffer
jitOptions[1] = CU_JIT_INFO_LOG_BUFFER;
char *jitLogBuffer = new char[jitLogBufferSize];
jitOptVals[1] = jitLogBuffer;

// set up wall clock time
jitOptions[2] = CU_JIT_WALL_TIME;
float jitTime = -2.0;
//Keep jitOptVals[2] empty as it only an Output value:
//jitOptVals[2] = (void*)jitTime;

在cuModuleLoadDataEx之后，您得到jitTime jitTime = (float)jitOptions[2];

cuModuleLoadDataEx忽略所有选项

1 个答案: