Ok, here is code to reproduce .pt
import torch
from transformers import GPT2LMHeadModel
model = GPT2LMHeadModel.from_pretrained("distilgpt2", 
           pad_token_id=50256,
           torchscript=True)
traced_model = torch.jit.trace(model, [torch.tensor([[464, 6842, 1816,  625,  262, 8598,  284,  766]])])
torch.jit.save(traced_model, "traced_distilgpt2.pt")