diff --git a/models/arch_util.py b/models/arch_util.py
index 89488f4..832315c 100644
--- a/models/arch_util.py
+++ b/models/arch_util.py
@@ -5,8 +5,7 @@ import torch
 import torch.nn as nn
 import torch.nn.functional as F
 import torchaudio
-from x_transformers import ContinuousTransformerWrapper
-from x_transformers.x_transformers import RelativePositionBias
+from models.xtransformers import ContinuousTransformerWrapper, RelativePositionBias
 
 
 def zero_module(module):
diff --git a/requirements.txt b/requirements.txt
index 568575c..880c033 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -6,5 +6,4 @@ tokenizers
 inflect
 progressbar
 einops
-unidecode
-x-transformers
\ No newline at end of file
+unidecode
\ No newline at end of file