deltalake-core 0.18.0

Native Delta Lake implementation in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

credentials = session.get_credentials()
current_credentials = credentials.get_frozen_credentials()
self.storage_options = {"AWS_DEFAULT_REGION": os.getenv("AWS_REGION"),
                        'AWS_S3_ALLOW_UNSAFE_RENAME': 'true',
                        'AWS_ACCESS_KEY_ID': current_credentials.access_key,
                        'AWS_SECRET_ACCESS_KEY': current_credentials.secret_key,
                        'AWS_SESSION_TOKEN': current_credentials.token}

 

""" Delta table insert method"""

mode = 'append'

write_deltalake(location,
                df,
                storage_options=self.storage_options,
                mode=mode,
                overwrite_schema=True)

#root:inserting_to_delta_write:145 - storage Metric collection process failed! reason is : Generic DeltaTable error: Schema overwrite not supported for Append

 

""" Delta table Update method"""

deltatable = DeltaTable(location, storage_options=self.storage_options)
update_resp = deltatable.update(predicate=filter_condition, updates=update_data)