llmao 0.0.1

Large Language Model API Ops, an abstraction layer for interfacing with different LLM providers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

{
  description = "llmao";

  inputs = {
    nixpkgs.url = "github:NixOS/nixpkgs/nixpkgs-unstable";

    flake-parts.url = "github:hercules-ci/flake-parts";

    crane.url = "github:ipetkov/crane";

    fenix = {
      url = "github:nix-community/fenix";
      inputs.nixpkgs.follows = "nixpkgs";
    };
  };

  outputs = {
    nixpkgs,
    flake-parts,
    ...
  } @ inputs:
    flake-parts.lib.mkFlake {inherit inputs;} {
      systems = nixpkgs.lib.systems.flakeExposed;

      perSystem = {
        pkgs,
        system,
        ...
      }: let
        rustToolchain = inputs.fenix.packages.${system}.stable.toolchain;

        craneLib = (inputs.crane.mkLib pkgs).overrideToolchain rustToolchain;

        versionInfo = craneLib.crateNameFromCargoToml {cargoToml = ./Cargo.toml;};
        src = craneLib.cleanCargoSource ./.;

        commonArgs = {
          inherit (versionInfo) pname version;
          inherit src;
          buildInputs = [
          ];
        };

        cargoArtifacts = craneLib.buildDepsOnly commonArgs;
      in {
        packages = let
          llmao = craneLib.buildPackage (
            commonArgs
            // {
              inherit cargoArtifacts src;
            }
          );
        in {
          inherit llmao;
          default = llmao;
        };

        devShells.default = let
          inherit
            (pkgs)
            mkShell
            ;
        in
          mkShell {
            name = "llmao-shell";
            packages = [
              rustToolchain
            ];

            buildInputs = [
            ];
          };
      };
    };
}