You have to copy the learning network to the target network. The target network is not updating.


def update_Network_Parameters(self,tau = None):
        
        if tau == None:
            tau_param = self.tau_param
            tau_q = self.tau_q
        else:
            tau_param = 1
            tau_q = 1
        
        q_net_dict = self.q_net_dict.named_parameters()
        target_q_net_dict = self.target_q_net_dict.named_parameters()

        q_net_dict_dict = dict(q_net_dict)
        target_q_net_dict = dict(target_q_net_dict)

        for name in q_net_dict:
            target_q_net_dict [name] = tau_param*copy.deepcopy(q_net_dict[name])+(1-tau_param)*copy.deepcopy(target_q_net_dict[name])
        
        
        self.target_q_net_dict.load_state_dict(target_q_net_dict )