def test_conv():
    inp = torch.rand(2, 3, 10, 10)
    annotated_conv_model = AnnotatedConvModel()
    quantize_model(annotated_conv_model, inp)

    trace = torch.jit.trace(annotated_conv_model, inp)
    torch._C._jit_pass_inline(trace.graph)
    print(trace.graph)

    torch.jit.save(trace, "trace.pt")
    loaded = torch.jit.load("trace.pt")

    for i in range(5):
        out = loaded(torch.rand(2, 3, 10, 10))

    print(loaded.graph)

Tried running a loaded graph with some inputs, it still says
%Xq.1 : Tensor = quantized::conv2d(...)