entrenar 0.5.6

Training & Optimization library with autograd, LoRA, quantization, and model merging
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

{
  "metadata": {
    "name": "example-model",
    "architecture": "simple-mlp",
    "version": "0.1.0",
    "training_config": null,
    "custom": {
      "activation": "relu",
      "input_dim": 4,
      "hidden_dim": 2,
      "output_dim": 1
    }
  },
  "parameters": [
    {
      "name": "layer1.weight",
      "shape": [
        4
      ],
      "dtype": "f32",
      "requires_grad": true
    },
    {
      "name": "layer1.bias",
      "shape": [
        2
      ],
      "dtype": "f32",
      "requires_grad": true
    },
    {
      "name": "layer2.weight",
      "shape": [
        2
      ],
      "dtype": "f32",
      "requires_grad": true
    },
    {
      "name": "layer2.bias",
      "shape": [
        1
      ],
      "dtype": "f32",
      "requires_grad": false
    }
  ],
  "data": [
    0.1,
    0.2,
    0.3,
    0.4,
    0.01,
    0.02,
    0.5,
    0.6,
    0.1
  ]
}