def _load_custom_tokenizer(self):
        """Custom tokenizer loading. The tokenizer can be loaded in two ways:

        1. A huggingface repo, e.g., 'lb203/LanguageBind_Image'
        2. A directory containing the tokenizer files
        """
        tokenizer_location: ModalityLocation = self.model_properties.modelLocation.tokenizer
        if tokenizer_location is None:
            # Use the default tokenizer repo
            self._tokenizer = LanguageBindImageTokenizer.from_pretrained(
                self.DEFAULT_TOKENIZER_REPO, cache_dir=ModelCache.languagebind_cache_path,
            )
        elif tokenizer_location.hf and (not tokenizer_location.hf.filename):
            # Loading from a HuggingFace repo
            token = self.model_auth.hf.token if (self.model_auth and self.model_auth.hf) else None
            self._tokenizer = LanguageBindImageTokenizer.from_pretrained(
                tokenizer_location.hf.repo_id, cache_dir=ModelCache.languagebind_cache_path, token=token
            )
        elif ((tokenizer_location.hf and tokenizer_location.hf.filename) or tokenizer_location.s3 or
              tokenizer_location.url):
            # Loading from a directory provided by a zip file
            downloaded_zip_file = self._download_languagebind_model(tokenizer_location)
            extracted_dir = extract_zip_file(downloaded_zip_file)

            try:
                self._tokenizer = LanguageBindImageTokenizer.from_pretrained(
                    extracted_dir, cache_dir=ModelCache.languagebind_cache_path
                )
            except (OSError, ValueError, RuntimeError) as e:
                raise InvalidModelPropertiesError(
                    f"Marqo encountered an error loading the Languagebind tokenizer, "
                    f"modelProperties={self.model_properties}. "
                    f" Original error message = {e}") from e
        else:
            raise InternalError(f"Invalid tokenizer location provided for tokenizer: "
                                              f"{tokenizer_location}")
Custom tokenizer loading. The tokenizer can be loaded in two ways:

        1. A huggingface repo, e.g., 'lb203/LanguageBind_Image'
        2. A directory containing the tokenizer files
        
src/marqo/inference/native_inference/embedding_models/languagebind_model.py