Hi @ptrblck,
I got an error on running pytorch using 4 GPUs;
the device is defined to be;
device = 'cuda:0, cuda:1, cuda:2, cuda:3'
model = GCN().to(device)
model = torch.nn.DataParrallel(model)

and below is the model;
class GraphConvolution(Module):
    def __init__(self, in_features=100, out_features=20, dropout=0., act=F.relu):
        super(GraphConvolution, self).__init__()
        self.in_features = in_features
        self.out_features = out_features
        self.dropout = dropout
        self.act = act
        self.init = math.sqrt(6.0 / (self.in_features + self.out_features))
        self.weight = Parameter(torch.nn.init.uniform_(torch.FloatTensor(in_features, out_features), a=-self.init, b=self.init), requires_grad=True)
        self.reset_parameters()

    def reset_parameters(self):
        torch.nn.init.xavier_uniform_(self.weight)

    def forward(self, input, adj):
        input = F.dropout(input, self.dropout, self.training)
        support = torch.mm(input, self.weight)
        output = torch.spmm(adj, support)
        output = self.act(output)
        return output

The error is;
 File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/modules/module.py", line 541, in __call__
    result = self.forward(*input, **kwargs)
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/parallel/data_parallel.py", line 148, in forward
    inputs, kwargs = self.scatter(inputs, kwargs, self.device_ids)
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/parallel/data_parallel.py", line 159, in scatter
    return scatter_kwargs(inputs, kwargs, device_ids, dim=self.dim)
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/parallel/scatter_gather.py", line 36, in scatter_kwargs
    inputs = scatter(inputs, target_gpus, dim) if inputs else []
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/parallel/scatter_gather.py", line 28, in scatter
    res = scatter_map(inputs)
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/parallel/scatter_gather.py", line 15, in scatter_map
    return list(zip(*map(scatter_map, obj)))
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/parallel/scatter_gather.py", line 13, in scatter_map
    return Scatter.apply(target_gpus, None, dim, obj)
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/nn/parallel/_functions.py", line 89, in forward
    outputs = comm.scatter(input, target_gpus, chunk_sizes, ctx.dim, streams)
  File "/home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/cuda/comm.py", line 147, in scatter
    return tuple(torch._C._scatter(tensor, devices, chunk_sizes, dim, streams))
RuntimeError: sparse tensors do not have strides (strides at /opt/conda/conda-bld/pytorch_1570910687650/work/aten/src/ATen/SparseTensorImpl.cpp:52)
frame #0: c10::Error::Error(c10::SourceLocation, std::string const&) + 0x47 (0x7fc0b0442687 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libc10.so)
frame #1: at::SparseTensorImpl::strides() const + 0xae (0x7fc0b35b435e in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #2: at::native::slice(at::Tensor const&, long, long, long, long) + 0xd8 (0x7fc0b394a258 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #3: <unknown function> + 0x1b5a209 (0x7fc0b3c3f209 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #4: <unknown function> + 0x1ba112b (0x7fc0b3c8612b in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #5: at::native::narrow(at::Tensor const&, long, long, long) + 0x14a (0x7fc0b3953c4a in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #6: <unknown function> + 0x1b5a059 (0x7fc0b3c3f059 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #7: <unknown function> + 0x1a648c6 (0x7fc0b3b498c6 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #8: <unknown function> + 0x15ca0b7 (0x7fc0b36af0b7 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #9: at::native::split(at::Tensor const&, long, long) + 0x1c3 (0x7fc0b3954603 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #10: <unknown function> + 0x1b5a219 (0x7fc0b3c3f219 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #11: <unknown function> + 0x1ba0a83 (0x7fc0b3c85a83 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #12: <unknown function> + 0x36a6966 (0x7fc0b578b966 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #13: <unknown function> + 0x1ba0a83 (0x7fc0b3c85a83 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #14: at::native::chunk(at::Tensor const&, long, long) + 0x131 (0x7fc0b3952611 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #15: <unknown function> + 0x1b59e79 (0x7fc0b3c3ee79 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #16: <unknown function> + 0x36e34ab (0x7fc0b57c84ab in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #17: <unknown function> + 0x1ba0a83 (0x7fc0b3c85a83 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #18: at::Tensor::chunk(long, long) const + 0xe9 (0x7fc0b388c279 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #19: torch::cuda::scatter(at::Tensor const&, c10::ArrayRef<long>, c10::optional<std::vector<long, std::allocator<long> > > const&, long, c10::optional<std::vector<c10::optional<c10::cuda::CUDAStream>, std::allocator<c10::optional<c10::cuda::CUDAStream> > > > const&) + 0x29c (0x7fc0b62fc69c in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch.so)
frame #20: <unknown function> + 0x793cbb (0x7fc0e45efcbb in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch_python.so)
frame #21: <unknown function> + 0x206506 (0x7fc0e4062506 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch_python.so)
frame #22: _PyMethodDef_RawFastCallKeywords + 0x254 (0x5641b859d744 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #23: _PyCFunction_FastCallKeywords + 0x21 (0x5641b859d861 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #24: _PyEval_EvalFrameDefault + 0x4ecd (0x5641b86092bd in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #25: _PyEval_EvalCodeWithName + 0x2f9 (0x5641b854d539 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #26: _PyFunction_FastCallKeywords + 0x325 (0x5641b859cef5 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #27: _PyEval_EvalFrameDefault + 0x4b39 (0x5641b8608f29 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #28: _PyFunction_FastCallDict + 0x10b (0x5641b854e56b in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #29: THPFunction_apply(_object*, _object*) + 0x8d6 (0x7fc0e42fbe96 in /home/ali-admin/anaconda2/envs/AliEnv/lib/python3.7/site-packages/torch/lib/libtorch_python.so)
frame #30: _PyMethodDef_RawFastCallKeywords + 0x1f0 (0x5641b859d6e0 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #31: _PyCFunction_FastCallKeywords + 0x21 (0x5641b859d861 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #32: _PyEval_EvalFrameDefault + 0x4ecd (0x5641b86092bd in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #33: _PyEval_EvalCodeWithName + 0xac9 (0x5641b854dd09 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #34: _PyFunction_FastCallDict + 0x1d5 (0x5641b854e635 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #35: <unknown function> + 0x1526a2 (0x5641b858b6a2 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #36: PyIter_Next + 0xe (0x5641b8560c8e in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #37: PySequence_Tuple + 0xfb (0x5641b85af5cb in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #38: _PyEval_EvalFrameDefault + 0x5d84 (0x5641b860a174 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #39: _PyEval_EvalCodeWithName + 0xac9 (0x5641b854dd09 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #40: _PyFunction_FastCallKeywords + 0x387 (0x5641b859cf57 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #41: _PyEval_EvalFrameDefault + 0x416 (0x5641b8604806 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #42: _PyEval_EvalCodeWithName + 0xac9 (0x5641b854dd09 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #43: _PyFunction_FastCallKeywords + 0x387 (0x5641b859cf57 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #44: _PyEval_EvalFrameDefault + 0x416 (0x5641b8604806 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #45: _PyEval_EvalCodeWithName + 0x2f9 (0x5641b854d539 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #46: _PyFunction_FastCallKeywords + 0x387 (0x5641b859cf57 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #47: _PyEval_EvalFrameDefault + 0x14dc (0x5641b86058cc in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #48: _PyFunction_FastCallKeywords + 0xfb (0x5641b859cccb in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #49: _PyEval_EvalFrameDefault + 0x4b39 (0x5641b8608f29 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #50: _PyEval_EvalCodeWithName + 0x2f9 (0x5641b854d539 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #51: _PyFunction_FastCallDict + 0x1d5 (0x5641b854e635 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #52: _PyObject_Call_Prepend + 0x63 (0x5641b856ce53 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #53: PyObject_Call + 0x6e (0x5641b855fdbe in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #54: _PyEval_EvalFrameDefault + 0x1e42 (0x5641b8606232 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #55: _PyEval_EvalCodeWithName + 0x2f9 (0x5641b854d539 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #56: _PyFunction_FastCallDict + 0x1d5 (0x5641b854e635 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #57: _PyObject_Call_Prepend + 0x63 (0x5641b856ce53 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #58: <unknown function> + 0x16ba3a (0x5641b85a4a3a in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #59: _PyObject_FastCallKeywords + 0x49b (0x5641b85a58fb in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #60: _PyEval_EvalFrameDefault + 0x4a96 (0x5641b8608e86 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #61: _PyFunction_FastCallKeywords + 0xfb (0x5641b859cccb in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #62: _PyEval_EvalFrameDefault + 0x416 (0x5641b8604806 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)
frame #63: _PyEval_EvalCodeWithName + 0x2f9 (0x5641b854d539 in /home/ali-admin/anaconda2/envs/AliEnv/bin/python)