ja_to_danbooru/ja_to_danbooru.py

import argparse
import re
from pathlib import Path


def load_json_dict(path: str):
    import json
    from pathlib import Path
    dict = {}
    if not Path(path).exists(): return dict
    try:
        with open(path, encoding='utf-8') as f:
            dict = json.load(f)
    except Exception:
        print(f"Failed to open dictionary file: {path}")
        return dict
    return dict


ja_danbooru_dict = load_json_dict('ja_danbooru_dict.json')
char_series_dict = load_json_dict('character_series_dict.json')
tagtype_dict = load_json_dict('danbooru_tagtype_dict.json')


def jatags_to_danbooru_tags(jatags: list[str]):
    from rapidfuzz.process import extractOne
    from rapidfuzz.utils import default_process
    keys = list(ja_danbooru_dict.keys())
    ckeys = list(char_series_dict.keys())
    tags = []
    for jatag in jatags:
        jatag = str(jatag).strip()
        s = default_process(str(jatag))
        e1 = extractOne(s, keys, processor=default_process, score_cutoff=90.0)
        if e1:
            tag = str(ja_danbooru_dict[e1[0]])
            tags.append(tag)
            if tag in tagtype_dict.keys() and tagtype_dict[tag] == "character":
                cs = default_process(tag)
                ce1 = extractOne(cs, ckeys, processor=default_process, score_cutoff=95.0)
                if ce1:
                    series = str(char_series_dict[ce1[0]])
                    tags.append(series)
    return tags


def jatags_to_danbooru(input_tag, input_file, output_file, is_append):
    if input_file and Path(input_file).exists():
        try:
            with open(input_file, 'r', encoding='utf-8') as f:
                input_tag = f.read()
        except Exception:
            print(f"Failed to open input file: {input_file}")
    ja_tags = [tag.strip() for tag in input_tag.split(",")] if input_tag else []
    tags = jatags_to_danbooru_tags(ja_tags)
    output_tags = ja_tags + tags if is_append else tags
    output_tag = ", ".join(output_tags)
    if output_file:
        try:
            with open(output_file, mode='w', encoding="utf-8") as f:
                f.write(output_tag)
        except Exception:
            print(f"Failed to write output file: {output_file}")
    else:
        print(output_tag)
    return output_tag


if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--tags", default=None, type=str, required=False, help="Input tags.")
    parser.add_argument("--file", default=None, type=str, required=False, help="Input tags from a text file.")
    parser.add_argument("--out", default=None, type=str, help="Output to text file.")
    parser.add_argument("--append", default=False, type=bool, help="Whether the output contains the input tags or not.")

    args = parser.parse_args()
    assert (args.tags, args.file) != (None, None), "Must provide --tags or --file!"

    jatags_to_danbooru(args.tags, args.file, args.out, args.append)


# Usage:
# python ja_to_danbooru.py --tags "女の子, 大室櫻子"
# python danbooru_to_ja.py --file inputtag.txt
# python danbooru_to_ja.py --file inputtag.txt --append True
# Datasets: https://huggingface.co/datasets/p1atdev/danbooru-ja-tag-pair-20240715
# Datasets: https://github.com/ponapon280/danbooru-e621-converter