{ "batcher": "whisper_s2t", "cacher": null, "compiler": "c_whisper", "pruner": null, "quantizer": null, "c_whisper_weight_bits": 8, "whisper_s2t_batch_size": 16, "whisper_s2t_int8": false, "max_batch_size": 1, "device": "cuda", "cache_dir": "/root/.cache/pruna/tmp1bypdhyb", "save_fns": [ "save_before_apply", "save_before_apply" ], "load_fn": "transformers", "reapply_after_load": { "pruner": null, "quantizer": null, "cacher": null, "compiler": "c_whisper", "batcher": "whisper_s2t" } }