I have tried this.
state_dict = torch.load(f, map_location=lambda storage, loc: storage)
Still getting error.
Function to load model states in CPU:
def load_model_states_without_dataparallel(model, filename):
    """Load a previously saved model states."""
    filepath = os.path.join(args.save_path, filename)
    with open(filepath, 'rb') as f:
        state_dict = torch.load(f, map_location=lambda storage, loc: storage)
    new_state_dict = OrderedDict()
    for k, v in state_dict.items():
        name = k[7:]  # remove `module.`
        new_state_dict[name] = v
    model.load_state_dict(new_state_dict)

I am getting the following error.
---------------------------------------------------------------------------
RuntimeError                              Traceback (most recent call last)
RuntimeError: cuda runtime error (30) : unknown error at /py/conda-bld/pytorch_1490983232023/work/torch/lib/THC/THCGeneral.c:66

During handling of the above exception, another exception occurred:

SystemError                               Traceback (most recent call last)
<ipython-input-12-facf4f3e448a> in <module>()
----> 1 helper.load_model_states_without_dataparallel(model, 'model_loss_3.097534_epoch_4_model.pt')
      2 model.eval()
      3 print('Model, embedding index and dictionary loaded.')

/net/if5/wua4nw/wasi/academic/research_with_prof_wang/projects/seq2seq_cover_query_generation/source_code/helper.py in load_model_states_without_dataparallel(model, filename)
     71     filepath = os.path.join(args.save_path, filename)
     72     with open(filepath, 'rb') as f:
---> 73         state_dict = torch.load(f)
     74     new_state_dict = OrderedDict()
     75     for k, v in state_dict.items():

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/serialization.py in load(f, map_location, pickle_module)
    227         f = open(f, 'rb')
    228     try:
--> 229         return _load(f, map_location, pickle_module)
    230     finally:
    231         if new_fd:

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/serialization.py in _load(f, map_location, pickle_module)
    375     unpickler = pickle_module.Unpickler(f)
    376     unpickler.persistent_load = persistent_load
--> 377     result = unpickler.load()
    378 
    379     deserialized_storage_keys = pickle_module.load(f)

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/serialization.py in persistent_load(saved_id)
    346             if root_key not in deserialized_objects:
    347                 deserialized_objects[root_key] = restore_location(
--> 348                     data_type(size), location)
    349             storage = deserialized_objects[root_key]
    350             if view_metadata is not None:

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/serialization.py in default_restore_location(storage, location)
     83 def default_restore_location(storage, location):
     84     for _, _, fn in _package_registry:
---> 85         result = fn(storage, location)
     86         if result is not None:
     87             return result

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/serialization.py in _cuda_deserialize(obj, location)
     65     if location.startswith('cuda'):
     66         device_id = max(int(location[5:]), 0)
---> 67         return obj.cuda(device_id)
     68 
     69 

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/_utils.py in _cuda(self, device, async)
     55         if device is None:
     56             device = -1
---> 57     with torch.cuda.device(device):
     58         if self.is_sparse:
     59             new_type = getattr(torch.cuda.sparse, self.__class__.__name__)

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/cuda/__init__.py in __enter__(self)
    127         if self.idx is -1:
    128             return
--> 129         _lazy_init()
    130         self.prev_idx = torch._C._cuda_getDevice()
    131         if self.prev_idx != self.idx:

/if5/wua4nw/anaconda3/lib/python3.5/site-packages/torch/cuda/__init__.py in _lazy_init()
     88             "Cannot re-initialize CUDA in forked subprocess. " + msg)
     89     _check_driver()
---> 90     assert torch._C._cuda_init()
     91     assert torch._C._cuda_sparse_init()
     92     _cudart = _load_cudart()

SystemError: <built-in function _cuda_init> returned a result with an error set