blakelemoine/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Pull Requests Activity

added ability to toggle some settings with envvars for later testing without needing to manually edit this file (and some other things like disabling it when a user requests it in the future)

Browse Source
This commit is contained in:
mrq 2023-02-24 23:08:56 +00:00
parent 1433b7c0ea
commit 0f04206aa2
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
codes/torch_intermediary/__init__.py
View File

@ -18,6 +18,8 @@ OVERRIDE_ADAM = False # True
OVERRIDE_ADAMW = False # True OVERRIDE_ADAMW = False # True
""" """
import os
USE_STABLE_EMBEDDING = False USE_STABLE_EMBEDDING = False
try: try:
import bitsandbytes as bnb import bitsandbytes as bnb
@ -25,6 +27,12 @@ try:
OVERRIDE_EMBEDDING = True OVERRIDE_EMBEDDING = True
OVERRIDE_ADAM = True OVERRIDE_ADAM = True
OVERRIDE_ADAMW = True OVERRIDE_ADAMW = True
USE_STABLE_EMBEDDING = os.environ.get('BITSANDBYTES_USE_STABLE_EMBEDDING', '1' if USE_STABLE_EMBEDDING else '0') == '1'
OVERRIDE_LINEAR = os.environ.get('BITSANDBYTES_OVERRIDE_LINEAR', '1' if OVERRIDE_LINEAR else '0') == '1'
OVERRIDE_EMBEDDING = os.environ.get('BITSANDBYTES_OVERRIDE_EMBEDDING', '1' if OVERRIDE_EMBEDDING else '0') == '1'
OVERRIDE_ADAM = os.environ.get('BITSANDBYTES_OVERRIDE_ADAM', '1' if OVERRIDE_ADAM else '0') == '1'
OVERRIDE_ADAMW = os.environ.get('BITSANDBYTES_OVERRIDE_ADAMW', '1' if OVERRIDE_ADAMW else '0') == '1'
except Exception as e: except Exception as e:
OVERRIDE_LINEAR = False OVERRIDE_LINEAR = False
OVERRIDE_EMBEDDING = False OVERRIDE_EMBEDDING = False