god-graph 0.6.0-alpha

A graph-based LLM white-box optimization toolbox: topology validation, Lie group orthogonalization, tensor ring compression
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

#!/usr/bin/env python3
"""
Download TinyLlama model from HuggingFace

This script downloads the TinyLlama-1.1B model weights from HuggingFace Hub.
The downloaded model will be stored in the models/ directory.

Usage:
    python scripts/download_tinyllama.py

Requirements:
    pip install huggingface_hub
"""

import os
import sys
from huggingface_hub import hf_hub_download

def download_tinyllama():
    """Download TinyLlama model files"""
    
    # Model repository on HuggingFace
    repo_id = "TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-5T"
    
    # Files to download
    files_to_download = [
        "config.json",
        "model.safetensors",
    ]
    
    # Local directory to store models
    local_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), "models")
    os.makedirs(local_dir, exist_ok=True)
    
    print(f"Downloading TinyLlama model from {repo_id}")
    print(f"Local directory: {local_dir}")
    print()
    
    downloaded_files = []
    
    for filename in files_to_download:
        print(f"Downloading {filename}...")
        try:
            file_path = hf_hub_download(
                repo_id=repo_id,
                filename=filename,
                local_dir=local_dir,
                local_dir_use_symlinks=False,
            )
            downloaded_files.append(file_path)
            print(f"  ✓ Downloaded to: {file_path}")
        except Exception as e:
            print(f"  ✗ Error downloading {filename}: {e}")
            print("  Make sure you have huggingface_hub installed: pip install huggingface_hub")
            sys.exit(1)
    
    print()
    print("Download complete!")
    print(f"Downloaded {len(downloaded_files)} files:")
    for f in downloaded_files:
        print(f"  - {f}")
    
    return downloaded_files

if __name__ == "__main__":
    download_tinyllama()