Seems like it’s not included in the docs, but it’s available. See

  
      github.com
  
  
    huggingface/transformers/blob/master/src/transformers/tokenization_utils_base.py#L2943 1

    """
    Converts a sequence of token ids in a single string. The most simple way to do it is ``" ".join(tokens)`` but
    we often want to remove sub-word tokenization artifacts at the same time

    Args:
        tokens (:obj:`List[str]`): The token to join in a string.
    Return: The joined tokens.
    """
    raise NotImplementedError

def batch_decode(
    self,
    sequences: Union[List[int], List[List[int]], "np.ndarray", "torch.Tensor", "tf.Tensor"],
    skip_special_tokens: bool = False,
    clean_up_tokenization_spaces: bool = True,
    **kwargs
) -> List[str]:
    """
    Convert a list of lists of token ids into a list of strings by calling decode.

    Args: