Set default dimensions to 768; add config inheritance

1 files changed, 14 insertions, 0 deletions

diff --git a/common.py b/common.py
index 7ffa77f..f369475 100644
--- a/common.py
+++ b/common.py
@@ -1,9 +1,23 @@
 from pathlib import Path
+import json
+
 import torch
 
 from transformers import CLIPTextModel, CLIPTokenizer
 
 
+def load_config(filename):
+    with open(filename, 'rt') as f:
+        config = json.load(f)
+
+    args = config["args"]
+
+    if "base" in config:
+        args = load_config(Path(filename).parent.joinpath(config["base"])) | args
+
+    return args
+
+
 def load_text_embedding(embeddings, token_id, file):
     data = torch.load(file, map_location="cpu")