Could you post an executable code snippet to reproduce this issue?
I’ve used libtorch==1.7.0+CUDA11.0 and adapted the CPP Export tutorial 6 to reproduce this issue on a 3090, but the code works fine:
#include <torch/script.h> // One-stop header.

#include <iostream>
#include <memory>

int main(int argc, const char* argv[]) {
  if (argc != 2) {
    std::cerr << "usage: example-app <path-to-exported-script-module>\n";
    return -1;
  }


  torch::jit::script::Module module;
  try {
    // Deserialize the ScriptModule from a file using torch::jit::load().
    module = torch::jit::load(argv[1]);
    module.to(torch::kCUDA);
    auto tensor = torch::randn({1, 3, 224, 224}).to(torch::kCUDA);
    std::vector<torch::jit::IValue> inputs;
    inputs.push_back(tensor);
    auto output = module.forward(inputs).toTensor();
    std::cout << output << std::endl;
  }
  catch (const c10::Error& e) {
    std::cerr << "error loading the model\n";
    return -1;
  }

  std::cout << "ok\n";

Executed via:
cmake -DCMAKE_PREFIX_PATH=/workspace/src/libtorch .. && cmake --build . --config Release && ./example-app ../traced_resnet_model.pt