tts-generation-webui/tts_webui/bark/BarkModelManager.py

class BarkModelManager:
    def __init__(self):
        self.models_loaded = False

    def reload_models(self, config):
        from bark.generation import preload_models

        self.models_loaded = True
        c = config["model"]

        def _print_prop(name: str, gpu: bool, small: bool):
            def _yes_or_no(x: bool):
                return "Yes" if x else "No"

            print(
                f"\t- {name}:\t\t\t GPU: {_yes_or_no(gpu)}, Small Model: {_yes_or_no(small)}"
            )

        print(f"{'Reloading' if self.models_loaded else 'Loading'} Bark models")
        _print_prop("Text-to-Semantic", c["text_use_gpu"], c["text_use_small"])
        _print_prop("Semantic-to-Coarse", c["coarse_use_gpu"], c["coarse_use_small"])
        _print_prop("Coarse-to-Fine", c["fine_use_gpu"], c["fine_use_small"])
        _print_prop("Encodec", c["codec_use_gpu"], False)

        # preload_models(**c, force_reload=True)
        preload_models(
            coarse_use_gpu=c["coarse_use_gpu"],
            coarse_use_small=c["coarse_use_small"],
            fine_use_gpu=c["fine_use_gpu"],
            fine_use_small=c["fine_use_small"],
            text_use_gpu=c["text_use_gpu"],
            text_use_small=c["text_use_small"],
            codec_use_gpu=c["codec_use_gpu"],
            force_reload=True,
        )

    def unload_models(self):
        from bark.generation import clean_models

        print("Unloading Bark models...")
        self.models_loaded = False
        clean_models()
        print("Unloaded Bark models")

    def unload_model(self, model_key):
        from bark.generation import clean_models

        print(f"Unloading Bark model {model_key}")
        clean_models(model_key=model_key)
        print(f"Unloaded Bark model {model_key}")


bark_model_manager = BarkModelManager()