vall-e/vall_e/models/arch/__init__.py

AVAILABLE_ARCHES = []
ERROR_ARCHES = {}

try:
	from .transformer import SinusoidalEmbedding, Block as TransformerBlock
	AVAILABLE_ARCHES.append("transformer")
except Exception as e:
	ERROR_ARCHES["transformer"] = e
	pass

try:
	from .retnet import RetNetDecoder, RetNetConfig
	AVAILABLE_ARCHES.append("retnet")
except Exception as e:
	ERROR_ARCHES["retnet"] = e
	pass

try:
	from .retnet_syncdoth.retnet_ts import RetNetDecoder as RetNetDecoder_TS, RetNetConfig as RetNetConfig_TS
	AVAILABLE_ARCHES.append("retnet-ts")
except Exception as e:
	ERROR_ARCHES["retnet-ts"] = e
	pass

try:
	from .retnet_syncdoth.retnet_hf import RetNetDecoder as RetNetDecoder_HF, RetNetConfig as RetNetConfig_HF, RetNetForCausalLM
	AVAILABLE_ARCHES.append("retnet-hf")
except Exception as e:
	ERROR_ARCHES["retnet-hf"] = e
	pass

try:
	from .llama import LlamaModel, LlamaConfig, AVAILABLE_ATTENTIONS, LlamaAttention, LlamaAttention_Adapted, LlamaForCausalLM
	AVAILABLE_ARCHES.append("llama")
except Exception as e:
	ERROR_ARCHES["llama"] = e
	AVAILABLE_ATTENTIONS = []
	pass

try:
	from .bitnet import BitNetTransformer
	AVAILABLE_ARCHES.append("bitnet")
except Exception as e:
	ERROR_ARCHES["bitnet"] = e
	pass

try:
	from .mixtral import MixtralModel, MixtralConfig, MixtralAttention, MixtralAttention_Adapted, load_balancing_loss_func
	AVAILABLE_ARCHES.append("mixtral")
except Exception as e:
	ERROR_ARCHES["mixtral"] = e

try:
	from .mamba import MambaMixelModel, MambaLMHeadModel, MambaConfig
	AVAILABLE_ARCHES.append("mamba")
	AVAILABLE_ARCHES.append("mamba2")
except Exception as e:
	ERROR_ARCHES["mamba"] = e
	ERROR_ARCHES["mamba2"] = e

try:
	from .mamba_vasqu import Mamba2Model_HF, Mamba2Config_HF
	AVAILABLE_ARCHES.append("mamba2-hf")
except Exception as e:
	ERROR_ARCHES["mamba2-hf"] = e