pyspark-arrow-rs 0.4.1

Derive macros to be used to add some helper functions to Rust structs to make them useable in Pyspark's mapInArrow 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

{
  description = "Rust dev environment";

  # Flake inputs
  inputs = {
    nixpkgs.url = "github:NixOS/nixpkgs"; # also valid: "nixpkgs"
    flake-utils.url = "github:numtide/flake-utils";
    rust-overlay = {  
      url = "github:oxalica/rust-overlay";
      inputs = {
        nixpkgs.follows = "nixpkgs";
        flake-utils.follows = "flake-utils";
      };
    };
  };

  outputs = { self, nixpkgs, flake-utils, rust-overlay }:
    flake-utils.lib.eachDefaultSystem
      (system:
        let
          overlays = [ (import rust-overlay) ];
          pkgs = import nixpkgs {
            inherit system overlays;
          };
          buildInputs = with pkgs; 
            [ rust-analyzer
              hurl
              (rust-bin.stable.latest.default.override {
                extensions = ["rust-src"];
              })
            ] ++ 
              (if system == "aarch64-darwin" then [ darwin.apple_sdk.frameworks.Security ] 
              else []);
        in
        with pkgs;
        {
          devShells.default = mkShell {
            inherit buildInputs;
            RUST_SRC_PATH="${rust.packages.stable.rustPlatform.rustLibSrc}";
          };
        }
      ); 
}