topological-coherence 0.3.1

Toroidal topology primitives for LLM coherence research — Tonnetz geometry, spectral gap, attention masks, Karmonic spectral filter (v7: inference-time bias null, training-time valid)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

#!/usr/bin/env python3
"""Debug: test if model loads and generates"""
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
import traceback

MODEL = "Qwen/Qwen2.5-7B-Instruct"

print(f"Loading {MODEL}...")
try:
    tokenizer = AutoTokenizer.from_pretrained(MODEL, trust_remote_code=True)
    bnb_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_compute_dtype=torch.float16)
    model = AutoModelForCausalLM.from_pretrained(MODEL, quantization_config=bnb_config, device_map="auto", trust_remote_code=True)
    print("Model loaded OK")
    inputs = tokenizer("Hello", return_tensors="pt").to(model.device)
    out = model.generate(**inputs, max_new_tokens=10)
    print("Output:", tokenizer.decode(out[0]))
except Exception as e:
    print("FULL TRACEBACK:")
    traceback.print_exc()