init

chunk_paths.json

@@ -0,0 +1 @@
+["llama-01-of-10.safetensors", "llama-02-of-10.safetensors", "llama-03-of-10.safetensors", "llama-04-of-10.safetensors", "llama-05-of-10.safetensors", "llama-06-of-10.safetensors", "llama-07-of-10.safetensors", "llama-08-of-10.safetensors", "llama-09-of-10.safetensors", "llama-10-of-10.safetensors"]

merge.py

@@ -0,0 +1,26 @@
+import os
+import math
+import json
+
+OUTPUT_FILE_NAME = "llama.safetensors" # Merge output file name
+CHUNK_PATHS_FILE = "chunk_paths.json"
+
+def merge(chunk_paths): 
+    output_path = os.path.join(os.path.dirname(chunk_paths[0]), OUTPUT_FILE_NAME)
+    
+    with open(output_path, "wb") as f_out:
+        for filepath in chunk_paths:
+            with open(filepath, "rb") as f_in:
+                f_out.write(f_in.read())
+                
+    print(f"Merged file saved to {output_path}")
+	
+if __name__ == "__main__":
+    
+    if os.path.exists(CHUNK_PATHS_FILE):
+        with open(CHUNK_PATHS_FILE) as f:
+            chunk_paths = json.load(f) 
+    else:
+        chunk_paths = split(main_filepath)
+          
+    merge(chunk_paths)