1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
pub mod types;
pub mod utils;
use crate::utils::governance_notif_cache_key;
use anyhow::Result;
use borsh::{BorshDeserialize, BorshSchema, BorshSerialize};
use chrono::prelude::*;
use sled::IVec;
use solana_client::rpc_client::RpcClient;
use solana_program::account_info::AccountInfo;
use solana_program::account_info::IntoAccountInfo;
use spl_governance::{
solana_program::pubkey::Pubkey,
state::{governance::GovernanceV2, proposal::ProposalV2, realm::RealmV2},
};
use static_pubkey::static_pubkey;
use std::sync::Arc;
use tulip_sled_util::types::{DbKey, DbTrees};
use types::NotifCacheEntry;
use types::{
get_governance_wrapper, get_proposal_wrapper, get_realm_wrapper, GovernanceV2Wrapper,
ProposalV2Wrapper, RealmV2Wrapper,
};
pub const GOVERNANCE_TREE: &str = "governance_info";
pub const PROPOSAL_TREE: &str = "proposal_info";
pub const REALM_TREE: &str = "realm_info";
pub const GOVERNANCE_PROGRAM: Pubkey =
static_pubkey!("GovER5Lthms3bLBqWub97yVrMmEogzX7xNjdXpPPCVZw");
#[derive(Clone)]
pub struct Database {
pub db: Arc<tulip_sled_util::Database>,
}
impl Database {
pub fn new(opts: tulip_sled_util::config::DbOpts) -> Result<Self> {
Ok(Self {
db: tulip_sled_util::Database::new(&opts)?,
})
}
pub fn insert_governance(&self, governance: &GovernanceV2Wrapper) -> Result<()> {
self.db
.open_tree(DbTrees::Custom(GOVERNANCE_TREE))?
.insert(governance)?;
Ok(())
}
pub fn insert_proposal(&self, proposal: &ProposalV2Wrapper) -> Result<()> {
self.db
.open_tree(DbTrees::Custom(PROPOSAL_TREE))?
.insert(proposal)?;
Ok(())
}
pub fn insert_realm(&self, realm: &RealmV2Wrapper) -> Result<()> {
self.db
.open_tree(DbTrees::Custom(REALM_TREE))?
.insert(realm)?;
Ok(())
}
pub fn insert_notif_cache_entry(&self, cache_entry: &NotifCacheEntry) -> Result<()> {
self.db.open_tree(DbTrees::Default)?.insert(cache_entry)?;
Ok(())
}
pub fn get_governance_notif_cache(&self, governance_key: Pubkey) -> Result<NotifCacheEntry> {
let notif_cache = self
.db
.open_tree(DbTrees::Default)?
.deserialize(governance_notif_cache_key(governance_key))?;
Ok(notif_cache)
}
pub fn list_governances(&self) -> Result<Vec<GovernanceV2Wrapper>> {
let tree = self.db.open_tree(DbTrees::Custom(GOVERNANCE_TREE))?;
let keys: Vec<IVec> = tree
.iter()
.filter_map(|entry| {
if let Ok((key, _)) = entry {
Some(key)
} else {
None
}
})
.collect();
let govs = keys
.iter()
.filter_map(|key| {
let governance: GovernanceV2Wrapper = if let Ok(gov) = tree.deserialize(key) {
gov
} else {
return None;
};
Some(governance)
})
.collect();
Ok(govs)
}
pub fn list_proposals(&self) -> Result<Vec<ProposalV2Wrapper>> {
let tree = self.db.open_tree(DbTrees::Custom(PROPOSAL_TREE))?;
let keys: Vec<IVec> = tree
.iter()
.filter_map(|entry| {
if let Ok((key, _)) = entry {
Some(key)
} else {
None
}
})
.collect();
let props = keys
.iter()
.filter_map(|key| {
let proposal: ProposalV2Wrapper = if let Ok(prop) = tree.deserialize(key) {
prop
} else {
return None;
};
Some(proposal)
})
.collect();
Ok(props)
}
pub fn list_realms(&self) -> Result<Vec<RealmV2Wrapper>> {
let tree = self.db.open_tree(DbTrees::Custom(REALM_TREE))?;
let keys: Vec<IVec> = tree
.iter()
.filter_map(|entry| {
if let Ok((key, _)) = entry {
Some(key)
} else {
None
}
})
.collect();
let realms = keys
.iter()
.filter_map(|key| {
let realm: RealmV2Wrapper = if let Ok(realm) = tree.deserialize(key) {
realm
} else {
return None;
};
Some(realm)
})
.collect();
Ok(realms)
}
pub fn populate_database_with_mint_governance(
&self,
realm_key: Pubkey,
council_mint_key: Pubkey,
community_mint_key: Pubkey,
now: DateTime<Utc>,
rpc: &RpcClient,
) -> Result<()> {
let realm_account = rpc.get_account(&realm_key).unwrap();
let mut realm_account_tup = (realm_key, realm_account);
let realm_account_info = realm_account_tup.into_account_info();
let realm = get_realm_wrapper(&realm_account_info).unwrap();
self.insert_realm(&realm)?;
let mint_gov_key = spl_governance::state::governance::get_mint_governance_address(
&GOVERNANCE_PROGRAM,
&realm_key,
&council_mint_key,
);
let main_gov_account = rpc.get_account(&mint_gov_key).unwrap();
let mut main_gov_account_tup = (mint_gov_key, main_gov_account);
let main_gov_info = main_gov_account_tup.into_account_info();
let mint_gov = get_governance_wrapper(&main_gov_info).unwrap();
self.insert_governance(&mint_gov)?;
let mut notif_cache = NotifCacheEntry {
governance_key: mint_gov_key,
last_proposals_count: mint_gov.governance.proposals_count,
voting_proposals_last_notification_time: Vec::with_capacity(5),
};
for idx in 0..mint_gov.governance.proposals_count {
let proposal_key = spl_governance::state::proposal::get_proposal_address(
&GOVERNANCE_PROGRAM,
&mint_gov_key,
&community_mint_key,
&idx.to_le_bytes()[..],
);
let proposal_account = rpc.get_account(&proposal_key).unwrap();
let mut proposal_account_tup = (proposal_key, proposal_account);
let proposal_account_info = proposal_account_tup.into_account_info();
let mut proposal = get_proposal_wrapper(&proposal_account_info).unwrap();
proposal.finalize_vote(&mint_gov.governance.config, now);
if proposal.proposal.voting_at.is_some()
&& !proposal.has_vote_time_ended(&mint_gov.governance.config, now)
{
notif_cache
.voting_proposals_last_notification_time
.push((proposal.key, 0));
}
self.insert_proposal(&proposal)?;
}
self.insert_notif_cache_entry(¬if_cache)?;
Ok(())
}
}
#[cfg(test)]
mod test {
use super::*;
use solana_client::rpc_client::RpcClient;
use solana_program::account_info::IntoAccountInfo;
use solana_program::pubkey::Pubkey;
use spl_governance::state::proposal::get_proposal_address;
use std::str::FromStr;
pub fn get_tulip_realm_account() -> Pubkey {
Pubkey::from_str("413KSeuFUBSWDzfjU9BBqBAWYKmoR8mncrhV84WcGNAk").unwrap()
}
pub fn get_tulip_council_mint() -> Pubkey {
Pubkey::from_str("EzSjCzCPwpchdQVaGJZYpgDNagzasKFVGJ66Dmut26FL").unwrap()
}
pub fn get_tulip_community_mint() -> Pubkey {
Pubkey::from_str("STuLiPmUCUtG1hQcwdc9de9sjYhVsYoucCiWqbApbpM").unwrap()
}
pub fn get_tulip_governance_account() -> Pubkey {
spl_governance::state::governance::get_mint_governance_address(
&GOVERNANCE_PROGRAM,
&get_tulip_realm_account(),
&get_tulip_council_mint(),
)
}
#[tokio::test(flavor = "multi_thread")]
async fn test_database_simple() {
let rpc = RpcClient::new("https://ssc-dao.genesysgo.net".to_string());
let realm_key = get_tulip_realm_account();
let realm_account = rpc.get_account(&realm_key).unwrap();
let mut realm_account_tup = (realm_key, realm_account);
let realm_account_info = realm_account_tup.into_account_info();
let realm = get_realm_wrapper(&realm_account_info).unwrap();
let main_gov_key = get_tulip_governance_account();
let main_gov_account = rpc.get_account(&main_gov_key).unwrap();
let mut main_gov_account_tup = (main_gov_key, main_gov_account);
let main_gov_info = main_gov_account_tup.into_account_info();
let main_gov = get_governance_wrapper(&main_gov_info).unwrap();
let proposal1_key = get_proposal_address(
&GOVERNANCE_PROGRAM,
&main_gov_key,
&get_tulip_community_mint(),
&(0_u32.to_le_bytes()),
);
let proposal1_account = rpc.get_account(&proposal1_key).unwrap();
let mut proposal1_account_tup = (proposal1_key, proposal1_account);
let proposal1_account_info = proposal1_account_tup.into_account_info();
let proposal1 = get_proposal_wrapper(&proposal1_account_info).unwrap();
let proposal2_key = get_proposal_address(
&GOVERNANCE_PROGRAM,
&main_gov_key,
&get_tulip_community_mint(),
&(1_u32.to_le_bytes()),
);
let proposal2_account = rpc.get_account(&proposal2_key).unwrap();
let mut proposal2_account_tup = (proposal2_key, proposal2_account);
let proposal2_account_info = proposal2_account_tup.into_account_info();
let proposal2 = get_proposal_wrapper(&proposal2_account_info).unwrap();
let opts = tulip_sled_util::config::DbOpts {
path: "realms_sdk_list_voting.db".to_string(),
..Default::default()
};
let db = Database::new(opts).unwrap();
db.insert_realm(&realm).unwrap();
db.insert_governance(&main_gov).unwrap();
db.insert_proposal(&proposal1).unwrap();
db.insert_proposal(&proposal2).unwrap();
let proposals = db.list_proposals().unwrap();
assert_eq!(proposals.len(), 2);
assert_eq!(proposals[0].key, proposal1_key);
assert_eq!(proposals[1].key, proposal2_key);
let governances = db.list_governances().unwrap();
assert_eq!(governances.len(), 1);
assert_eq!(governances[0].key, main_gov_key);
let realms = db.list_realms().unwrap();
assert_eq!(realms.len(), 1);
assert_eq!(realms[0].key, realm_key);
std::fs::remove_dir_all("realms_sdk_list_voting.db").unwrap();
}
#[tokio::test(flavor = "multi_thread")]
async fn test_populate_database_with_mint() {
let rpc = RpcClient::new("https://ssc-dao.genesysgo.net".to_string());
let opts = tulip_sled_util::config::DbOpts {
path: "realms_sdk_populate_mint.db".to_string(),
..Default::default()
};
let db = Database::new(opts).unwrap();
db.populate_database_with_mint_governance(
get_tulip_realm_account(),
get_tulip_council_mint(),
get_tulip_community_mint(),
Utc::now(),
&rpc,
)
.unwrap();
let governances = db.list_governances().unwrap();
assert_eq!(governances.len(), 1);
let realms = db.list_realms().unwrap();
assert_eq!(realms.len(), 1);
let proposals = db.list_proposals().unwrap();
assert_eq!(
proposals.len(),
governances[0].governance.proposals_count as usize
);
let notif_cache = db.get_governance_notif_cache(governances[0].key).unwrap();
assert_eq!(notif_cache.governance_key, governances[0].key);
assert_eq!(
notif_cache.last_proposals_count,
governances[0].governance.proposals_count
);
assert_eq!(notif_cache.voting_proposals_last_notification_time.len(), 0);
std::fs::remove_dir_all("realms_sdk_populate_mint.db").unwrap();
}
}