lockbook_server_lib/

file_service.rs

use crate::ServerError;
use crate::ServerError::ClientError;
use crate::billing::app_store_client::AppStoreClient;
use crate::billing::google_play_client::GooglePlayClient;
use crate::billing::stripe_client::StripeClient;
use crate::defense::SERVER_BANDWIDTH_CAP;
use crate::document_service::DocumentService;
use crate::schema::ServerDb;

use crate::{RequestContext, ServerState};
use db_rs::Db;
use lb_rs::model::api::{UpsertError, *};
use lb_rs::model::clock::get_time;
use lb_rs::model::errors::{LbErrKind, LbResult};
use lb_rs::model::file_like::FileLike;
use lb_rs::model::file_metadata::{Diff, Owner};
use lb_rs::model::server_meta::{IntoServerMeta, ServerMeta};
use lb_rs::model::server_tree::ServerTree;
use lb_rs::model::tree_like::TreeLike;
use std::collections::{HashMap, HashSet};
use std::hash::Hash;
use std::ops::DerefMut;
use tracing::{debug, error, warn};

impl<S, A, G, D> ServerState<S, A, G, D>
where
    S: StripeClient,
    A: AppStoreClient,
    G: GooglePlayClient,
    D: DocumentService,
{
    pub async fn upsert_file_metadata_v2(
        &self, context: RequestContext<UpsertRequestV2>,
    ) -> Result<(), ServerError<UpsertError>> {
        let req_owner = Owner(context.public_key);
        let UpsertRequestV2 { updates } = context.request;

        let mut prior_deleted = HashSet::new();
        let mut current_deleted = HashSet::new();

        let mut lock = self.index_db.lock().await;
        let db = lock.deref_mut();
        let tx = db.begin_transaction()?;

        // fail fast on things like access control
        let mut tree = ServerTree::new(
            req_owner,
            &mut db.owned_files,
            &mut db.shared_files,
            &mut db.file_children,
            &mut db.metas,
        )?
        .to_lazy();

        for id in tree.ids() {
            if tree.calculate_deleted(&id)? {
                prior_deleted.insert(id);
            }
        }

        let mut tree = tree.stage_diff_v2(updates.clone())?;
        tree.validate(req_owner)?;

        for id in tree.ids() {
            if tree.calculate_deleted(&id)? {
                current_deleted.insert(id);
            }
        }

        drop(tree);

        // Collect unique owners from the updates
        let mut affected_owners: HashSet<Owner> = HashSet::new();
        for update in &updates {
            affected_owners.insert(update.new.owner());
        }

        // Get usage caps and calculate old/new usage for each affected owner
        // Each owner needs their own tree to see all their files
        for &owner in &affected_owners {
            let usage_cap = Self::get_cap(db, &owner.0).map_err(|err| internal!("{:?}", err))?;

            let mut tree = ServerTree::new(
                owner,
                &mut db.owned_files,
                &mut db.shared_files,
                &mut db.file_children,
                &mut db.metas,
            )?
            .to_lazy();

            let old_usage = tree.calculate_usage(owner)?;
            let mut tree = tree.stage_unvalidated(updates.clone());
            let new_usage = tree.calculate_usage(owner)?;

            debug!(?owner, ?old_usage, ?new_usage, ?usage_cap, "usage caps on upsert");

            if new_usage > usage_cap && new_usage >= old_usage {
                warn!(?owner, "user over cap");
                return Err(ClientError(UpsertError::UsageIsOverDataCap));
            }
        }

        let tree = ServerTree::new(
            req_owner,
            &mut db.owned_files,
            &mut db.shared_files,
            &mut db.file_children,
            &mut db.metas,
        )?
        .to_lazy();

        let tree = tree.stage_unvalidated(updates.clone());
        let tree = tree.promote()?;

        for id in tree.ids() {
            if tree.find(&id)?.is_document()
                && current_deleted.contains(&id)
                && !prior_deleted.contains(&id)
            {
                let meta = tree.find(&id)?;
                if let Some(hmac) = meta.file.timestamped_value.value.document_hmac().copied() {
                    db.scheduled_file_cleanups
                        .insert((*meta.id(), hmac), get_time().0)?;
                }
            }
        }

        let all_files: Vec<ServerMeta> = tree.all_files()?.into_iter().cloned().collect();
        for meta in all_files {
            let id = meta.id();
            if current_deleted.contains(id) && !prior_deleted.contains(id) {
                for user_access_info in meta.user_access_keys() {
                    db.shared_files
                        .remove(&Owner(user_access_info.encrypted_for), id)?;
                }
            }
        }

        db.last_seen.insert(req_owner, get_time().0 as u64)?;

        tx.drop_safely()?;

        Ok(())
    }

    pub async fn change_doc_v2(
        &self, context: RequestContext<ChangeDocRequestV2>,
    ) -> Result<(), ServerError<ChangeDocError>> {
        use ChangeDocError::*;
        let ChangeDocRequestV2 { diff, new_content } = context.request;

        // Validate Diff
        if diff.diff() != vec![Diff::Hmac] {
            return Err(ClientError(DiffMalformed));
        }

        match diff.new.timestamped_value.value.doc_size() {
            Some(size) => {
                if *size != new_content.value.len() {
                    return Err(ClientError(NewSizeIncorrect));
                }
            }
            None => {
                // do we even want to support this?
                if !new_content.value.is_empty() {
                    return Err(ClientError(NewSizeIncorrect));
                }
            }
        }

        let hmac_bytes = *diff.new.document_hmac().ok_or(ClientError(HmacMissing))?;
        let hmac = base64::encode_config(hmac_bytes, base64::URL_SAFE);

        let requester = Owner(context.public_key);
        let id = *diff.id();
        let new_meta = diff.new.clone().add_time(get_time().0 as u64);

        // phase 1: validate request before io
        let mut lock = self.index_db.lock().await;
        let db = lock.deref_mut();
        let og_meta = db
            .metas
            .get()
            .get(&id)
            .ok_or(ClientError(DocumentNotFound))?
            .clone();
        let tree_owner = og_meta.owner();

        let usage_cap = Self::get_cap(db, &tree_owner.0).map_err(|err| internal!("{:?}", err))?;

        let tree = ServerTree::new(
            requester,
            &mut db.owned_files,
            &mut db.shared_files,
            &mut db.file_children,
            &mut db.metas,
        )?
        .to_lazy();

        let current_meta = &tree
            .maybe_find(&id)
            // note: DocumentNotFound would be returned above, if NotPermissioned *you* don't have
            // access
            .ok_or(ClientError(NotPermissioned))?
            .file;

        if let Some(old) = &diff.old {
            if current_meta != old {
                return Err(ClientError(OldVersionIncorrect));
            }
        }

        let mut tree = tree.stage(vec![new_meta.clone()]);
        tree.validate(requester)?;

        let mut tree = ServerTree::new(
            tree_owner,
            &mut db.owned_files,
            &mut db.shared_files,
            &mut db.file_children,
            &mut db.metas,
        )?
        .to_lazy();

        let old_usage = tree.calculate_usage(tree_owner)?;
        let mut tree = tree.stage(vec![new_meta.clone()]); // todo check if this used to be stage
        let new_usage = tree.calculate_usage(tree_owner)?;
        debug!(?old_usage, ?new_usage, ?usage_cap, "usage caps on change doc");

        if new_usage > usage_cap && new_usage >= old_usage {
            warn!("user over cap");
            return Err(ClientError(UsageIsOverDataCap));
        }

        db.scheduled_file_cleanups.remove(&(id, hmac_bytes))?;
        drop(lock);

        self.document_service
            .insert(&id, &hmac_bytes, &new_content)
            .await?;
        debug!(?id, ?hmac, "Inserted document contents");

        let result = async {
            let mut lock = self.index_db.lock().await;
            let db = lock.deref_mut();
            let tx = db.begin_transaction()?;

            let mut tree = ServerTree::new(
                requester,
                &mut db.owned_files,
                &mut db.shared_files,
                &mut db.file_children,
                &mut db.metas,
            )?
            .to_lazy();

            if tree.calculate_deleted(&id)? {
                return Err(ClientError(DocumentDeleted));
            }

            let current_meta = &tree
                .maybe_find(&id)
                .ok_or(ClientError(DocumentNotFound))?
                .file;

            if let Some(old) = &diff.old {
                if current_meta != old {
                    return Err(ClientError(OldVersionIncorrect));
                }
            }

            let old_usage = tree.calculate_usage(tree_owner)?;
            let mut tree = tree.stage(vec![new_meta]);
            let new_usage = tree.calculate_usage(tree_owner)?;
            tree.validate(requester)?;
            if new_usage > usage_cap && new_usage >= old_usage {
                warn!("user over cap");
                return Err(ClientError(UsageIsOverDataCap));
            }
            tree.promote()?;

            if let Some(old_hmac) = diff.old.and_then(|old| old.document_hmac().copied()) {
                db.scheduled_file_cleanups
                    .insert((id, old_hmac), get_time().0)?;
            }

            tx.drop_safely()?;
            drop(lock);
            Ok(())
        };

        let result = result.await;

        if result.is_err() {
            // Cleanup the NEW file created if, for some reason, the tx failed
            self.document_service.delete(&id, &hmac_bytes).await?;
            debug!(?id, ?hmac, "Cleaned up new document contents after failed metadata update");
        }

        result?;

        Ok(())
    }

    pub async fn get_document(
        &self, context: RequestContext<GetDocRequest>,
    ) -> Result<GetDocumentResponse, ServerError<GetDocumentError>> {
        let request = &context.request;
        let requester = Owner(context.public_key);
        {
            let mut lock = self.index_db.lock().await;
            let db = lock.deref_mut();
            let tx = db.begin_transaction()?;

            let meta_exists = db.metas.get().get(&request.id).is_some();

            let mut tree = ServerTree::new(
                requester,
                &mut db.owned_files,
                &mut db.shared_files,
                &mut db.file_children,
                &mut db.metas,
            )?
            .to_lazy();

            if tree.maybe_find(&request.id).is_none() {
                return Err(if meta_exists {
                    ClientError(GetDocumentError::NotPermissioned)
                } else {
                    ClientError(GetDocumentError::DocumentNotFound)
                });
            }

            if tree.calculate_deleted(&request.id)? {
                return Err(ClientError(GetDocumentError::DocumentNotFound));
            }

            tx.drop_safely()?;
        };

        let Some(content) = self
            .document_service
            .maybe_get(&request.id, &request.hmac)
            .await?
        else {
            return Err(ClientError(GetDocumentError::DocumentNotFound));
        };

        let mut lock = self.index_db.lock().await;
        let db = lock.deref_mut();
        let tx = db.begin_transaction()?;

        if self.config.features.bandwidth_controls {
            let mut server_wide = db.server_egress.get().cloned().unwrap_or_default();
            let mut account_bandwidth = db
                .egress_by_owner
                .get()
                .get(&requester)
                .cloned()
                .unwrap_or_default();
            let account_bandwidth_cap = db
                .accounts
                .get()
                .get(&requester)
                .map(|account| account.billing_info.bandwidth_cap())
                .unwrap_or_default();

            let doc_size = content.value.len();

            if doc_size + server_wide.current_bandwidth() > SERVER_BANDWIDTH_CAP {
                error!("Bandwidth caps are now being enforced");
                if doc_size + account_bandwidth.current_bandwidth() > account_bandwidth_cap {
                    error!("User bandwidth cap exceeded");
                    return Err(ClientError(GetDocumentError::BandwidthExceeded));
                }
            }

            server_wide.increase_by(doc_size);
            account_bandwidth.increase_by(doc_size);

            db.server_egress.insert(server_wide)?;
            db.egress_by_owner.insert(requester, account_bandwidth)?;
        }

        tx.drop_safely()?;

        Ok(GetDocumentResponse { content })
    }

    pub async fn get_file_ids(
        &self, context: RequestContext<GetFileIdsRequest>,
    ) -> Result<GetFileIdsResponse, ServerError<GetFileIdsError>> {
        let owner = Owner(context.public_key);
        let mut db = self.index_db.lock().await;
        let db = db.deref_mut();

        Ok(GetFileIdsResponse {
            ids: ServerTree::new(
                owner,
                &mut db.owned_files,
                &mut db.shared_files,
                &mut db.file_children,
                &mut db.metas,
            )?
            .ids()
            .into_iter()
            .collect(),
        })
    }

    pub async fn get_updates_v2(
        &self, context: RequestContext<GetUpdatesRequestV2>,
    ) -> Result<GetUpdatesResponseV2, ServerError<GetUpdatesError>> {
        let request = &context.request;
        let owner = Owner(context.public_key);

        let mut db = self.index_db.lock().await;
        let db = db.deref_mut();
        let mut tree = ServerTree::new(
            owner,
            &mut db.owned_files,
            &mut db.shared_files,
            &mut db.file_children,
            &mut db.metas,
        )?
        .to_lazy();

        let mut result_ids = HashSet::new();
        for id in tree.ids() {
            let file = tree.find(&id)?;
            if file.version >= request.since_metadata_version {
                result_ids.insert(id);
                if file.owner() != owner
                    && file
                        .user_access_keys()
                        .iter()
                        .any(|k| !k.deleted && k.encrypted_for == context.public_key)
                {
                    result_ids.insert(id);
                    result_ids.extend(tree.descendants(&id)?);
                }
            }
        }

        Ok(GetUpdatesResponseV2 {
            as_of_metadata_version: get_time().0 as u64,
            file_metadata: tree
                .all_files()?
                .into_iter()
                .filter(|meta| result_ids.contains(meta.id()))
                .map(|meta| meta.file.clone())
                .collect(),
        })
    }

    pub async fn admin_disappear_file(
        &self, context: RequestContext<AdminDisappearFileRequest>,
    ) -> Result<(), ServerError<AdminDisappearFileError>> {
        let mut docs_to_delete = Vec::new();

        {
            let mut db = self.index_db.lock().await;
            let db = db.deref_mut();
            let tx = db.begin_transaction()?;

            if !Self::is_admin::<AdminDisappearFileError>(
                db,
                &context.public_key,
                &self.config.admin.admins,
            )? {
                return Err(ClientError(AdminDisappearFileError::NotPermissioned));
            }

            let owner = {
                let meta = db
                    .metas
                    .get()
                    .get(&context.request.id)
                    .ok_or(ClientError(AdminDisappearFileError::FileNonexistent))?;
                if meta.is_root() {
                    return Err(ClientError(AdminDisappearFileError::RootModificationInvalid));
                }
                meta.owner()
            };
            let mut tree = ServerTree::new(
                owner,
                &mut db.owned_files,
                &mut db.shared_files,
                &mut db.file_children,
                &mut db.metas,
            )?
            .to_lazy();

            let metas_to_delete = {
                let mut metas_to_delete = tree.descendants(&context.request.id)?;
                metas_to_delete.insert(context.request.id);
                metas_to_delete
            };
            for id in metas_to_delete.clone() {
                if !tree.calculate_deleted(&id)? {
                    let meta = tree.find(&id)?;
                    if meta.is_document() && meta.owner() == owner {
                        if let Some(hmac) = meta.document_hmac() {
                            docs_to_delete.push((*meta.id(), *hmac));
                        }
                    }
                }
            }

            for id in metas_to_delete {
                let meta = db
                    .metas
                    .remove(&id)?
                    .ok_or(ClientError(AdminDisappearFileError::FileNonexistent))?;

                // maintain index: owned_files
                let owner = meta.owner();

                if !db.owned_files.remove(&owner, &id)? {
                    error!(
                        ?id,
                        ?owner,
                        "attempted to disappear a file, owner or id not present in owned_files"
                    );
                }

                // maintain index: shared_files
                for user_access_key in meta.user_access_keys() {
                    let sharee = Owner(user_access_key.encrypted_for);
                    if !db.shared_files.remove(&sharee, &id)? {
                        error!(
                            ?id,
                            ?sharee,
                            "attempted to disappear a file, a sharee didn't have it shared"
                        );
                    }
                }

                // maintain index: file_children
                let parent = *meta.parent();
                if !db.file_children.remove(meta.parent(), &id)? {
                    error!(
                        ?id,
                        ?parent,
                        "attempted to disappear a file, the parent didn't have it as a child"
                    );
                }
            }

            let username = db
                .accounts
                .get()
                .get(&Owner(context.public_key))
                .map(|account| account.username.clone())
                .unwrap_or_else(|| "~unknown~".to_string());
            warn!(?username, ?context.request.id, "Disappeared file");

            tx.drop_safely()?;
        }

        for (id, version) in docs_to_delete {
            self.document_service.delete(&id, &version).await?;
        }

        Ok(())
    }

    pub async fn admin_validate_account(
        &self, context: RequestContext<AdminValidateAccountRequest>,
    ) -> Result<AdminValidateAccount, ServerError<AdminValidateAccountError>> {
        let request = &context.request;
        let mut db = self.index_db.lock().await;
        if !Self::is_admin::<AdminValidateAccountError>(
            &db,
            &context.public_key,
            &self.config.admin.admins,
        )? {
            return Err(ClientError(AdminValidateAccountError::NotPermissioned));
        }

        let owner = *db
            .usernames
            .get()
            .get(&request.username)
            .ok_or(ClientError(AdminValidateAccountError::UserNotFound))?;

        Ok(self.validate_account_helper(&mut db, owner)?)
    }

    pub fn validate_account_helper(
        &self, db: &mut ServerDb, owner: Owner,
    ) -> LbResult<AdminValidateAccount> {
        let mut result = AdminValidateAccount::default();

        let mut tree = ServerTree::new(
            owner,
            &mut db.owned_files,
            &mut db.shared_files,
            &mut db.file_children,
            &mut db.metas,
        )?
        .to_lazy();

        for id in tree.ids() {
            if !tree.calculate_deleted(&id)? {
                let file = tree.find(&id)?;
                if file.is_document() && file.document_hmac().is_some() {
                    if file.file.timestamped_value.value.doc_size().is_none() {
                        result.documents_missing_size.push(id);
                    }

                    if !self
                        .document_service
                        .exists(&id, file.document_hmac().unwrap())
                    {
                        result.documents_missing_content.push(id);
                    }
                }
            }
        }

        let validation_res = tree.stage(None).validate(owner);
        match validation_res {
            Ok(_) => {}
            Err(err) => match err.kind {
                LbErrKind::Validation(validation) => {
                    result.tree_validation_failures.push(validation)
                }
                _ => {
                    error!(?owner, ?err, "Unexpected error while validating tree")
                }
            },
        }

        Ok(result)
    }

    pub async fn admin_validate_server(
        &self, context: RequestContext<AdminValidateServerRequest>,
    ) -> Result<AdminValidateServer, ServerError<AdminValidateServerError>> {
        let mut db = self.index_db.lock().await;
        let db = db.deref_mut();

        if !Self::is_admin::<AdminValidateServerError>(
            db,
            &context.public_key,
            &self.config.admin.admins,
        )? {
            return Err(ClientError(AdminValidateServerError::NotPermissioned));
        }

        let mut result: AdminValidateServer = Default::default();

        let mut deleted_ids = HashSet::new();
        for (id, meta) in db.metas.get().clone() {
            // todo: optimize
            let mut tree = ServerTree::new(
                meta.owner(),
                &mut db.owned_files,
                &mut db.shared_files,
                &mut db.file_children,
                &mut db.metas,
            )?
            .to_lazy();
            if tree.calculate_deleted(&id)? {
                deleted_ids.insert(id);
            }
        }

        // validate accounts
        for (owner, account) in db.accounts.get().clone() {
            let validation = self.validate_account_helper(db, owner)?;
            if !validation.is_empty() {
                result
                    .users_with_validation_failures
                    .insert(account.username, validation);
            }
        }

        // validate index: usernames
        for (username, owner) in db.usernames.get().clone() {
            if let Some(account) = db.accounts.get().get(&owner) {
                if username != account.username {
                    result
                        .usernames_mapped_to_wrong_accounts
                        .insert(username, account.username.clone());
                }
            } else {
                result
                    .usernames_mapped_to_nonexistent_accounts
                    .insert(username, owner);
            }
        }
        for (_, account) in db.accounts.get().clone() {
            if db.usernames.get().get(&account.username).is_none() {
                result
                    .usernames_unmapped_to_accounts
                    .insert(account.username.clone());
            }
        }

        // validate index: owned_files
        for (owner, ids) in db.owned_files.get().clone() {
            for id in ids {
                if let Some(meta) = db.metas.get().get(&id) {
                    if meta.owner() != owner {
                        insert(&mut result.owners_mapped_to_unowned_files, owner, id);
                    }
                } else {
                    insert(&mut result.owners_mapped_to_nonexistent_files, owner, id);
                }
            }
        }
        for (id, meta) in db.metas.get().clone() {
            if let Some(ids) = db.owned_files.get().get(&meta.owner()) {
                if !ids.contains(&id) {
                    insert(&mut result.owners_unmapped_to_owned_files, meta.owner(), *meta.id());
                }
            } else {
                result.owners_unmapped.insert(meta.owner());
            }
        }

        // validate index: shared_files
        for (sharee, ids) in db.shared_files.get().clone() {
            for id in ids {
                if let Some(meta) = db.metas.get().get(&id) {
                    if !meta.user_access_keys().iter().any(|k| {
                        !k.deleted && k.encrypted_for == sharee.0 && k.encrypted_by != sharee.0
                    }) {
                        insert(&mut result.sharees_mapped_to_unshared_files, sharee, id);
                    }
                } else {
                    insert(&mut result.sharees_mapped_to_nonexistent_files, sharee, id);
                }
                if deleted_ids.contains(&id) {
                    insert(&mut result.sharees_mapped_for_deleted_files, sharee, id);
                }
            }
        }
        for (id, meta) in db.metas.get().clone() {
            // check for implicit deletion (can't use server tree which depends on index)
            let mut deleted = false;
            let mut ancestor = meta.clone();
            loop {
                if ancestor.explicitly_deleted() {
                    deleted = true;
                    break;
                }
                if ancestor.is_root() {
                    break;
                }
                match db.metas.get().get(ancestor.parent()) {
                    Some(parent) => ancestor = parent.clone(),
                    None => {
                        error!("missing parent for file {:?}", ancestor.parent());
                        deleted = true;
                        break;
                    }
                }
            }
            if deleted {
                continue;
            }

            for k in meta.user_access_keys() {
                if k.deleted {
                    continue;
                }
                let sharee = Owner(k.encrypted_for);
                if let Some(ids) = db.shared_files.get().get(&sharee) {
                    let self_share = k.encrypted_for == k.encrypted_by;
                    let indexed_share = ids.contains(&id);
                    if self_share && indexed_share {
                        insert(&mut result.sharees_mapped_for_owned_files, sharee, id);
                    } else if !self_share && !indexed_share {
                        insert(&mut result.sharees_unmapped_to_shared_files, sharee, id);
                    }
                } else {
                    result.sharees_unmapped.insert(meta.owner());
                }
            }
        }

        // validate index: file_children
        for (parent_id, child_ids) in db.file_children.get().clone() {
            for child_id in child_ids {
                if let Some(meta) = db.metas.get().get(&child_id) {
                    if meta.parent() != &parent_id {
                        insert(
                            &mut result.files_mapped_as_parent_to_non_children,
                            parent_id,
                            child_id,
                        );
                    }
                } else {
                    insert(
                        &mut result.files_mapped_as_parent_to_nonexistent_children,
                        parent_id,
                        child_id,
                    );
                }
            }
        }
        for (id, meta) in db.metas.get().clone() {
            if let Some(child_ids) = db.file_children.get().get(meta.parent()) {
                if meta.is_root() && child_ids.contains(&id) {
                    result.files_mapped_as_parent_to_self.insert(id);
                } else if !meta.is_root() && !child_ids.contains(&id) {
                    insert(&mut result.files_unmapped_as_parent_to_children, *meta.parent(), id);
                }
            } else {
                result.files_unmapped_as_parent.insert(*meta.parent());
            }
        }

        // validate presence of documents
        for (id, meta) in db.metas.get().clone() {
            if let Some(hmac) = meta.document_hmac() {
                if !deleted_ids.contains(&id) && !self.document_service.exists(&id, hmac) {
                    result.files_with_hmacs_and_no_contents.insert(id);
                }
            }
        }

        Ok(result)
    }

    pub async fn admin_file_info(
        &self, context: RequestContext<AdminFileInfoRequest>,
    ) -> Result<AdminFileInfoResponse, ServerError<AdminFileInfoError>> {
        let request = &context.request;
        let mut db = self.index_db.lock().await;
        let db = db.deref_mut();
        if !Self::is_admin::<AdminFileInfoError>(
            db,
            &context.public_key,
            &self.config.admin.admins,
        )? {
            return Err(ClientError(AdminFileInfoError::NotPermissioned));
        }

        let file = db
            .metas
            .get()
            .get(&request.id)
            .ok_or(ClientError(AdminFileInfoError::FileNonexistent))?
            .clone();

        let mut tree = ServerTree::new(
            file.owner(),
            &mut db.owned_files,
            &mut db.shared_files,
            &mut db.file_children,
            &mut db.metas,
        )?
        .to_lazy();

        let ancestors = tree
            .ancestors(&request.id)?
            .into_iter()
            .filter_map(|id| tree.maybe_find(&id))
            .cloned()
            .collect();
        let descendants = tree
            .descendants(&request.id)?
            .into_iter()
            .filter_map(|id| tree.maybe_find(&id))
            .cloned()
            .collect();

        Ok(AdminFileInfoResponse { file, ancestors, descendants })
    }

    pub async fn admin_rebuild_index(
        &self, context: RequestContext<AdminRebuildIndexRequest>,
    ) -> Result<(), ServerError<AdminRebuildIndexError>> {
        let mut db = self.index_db.lock().await;

        match context.request.index {
            ServerIndex::OwnedFiles => {
                db.owned_files.clear()?;
                for owner in db.accounts.get().clone().keys() {
                    db.owned_files.create_key(*owner)?;
                }
                for (id, file) in db.metas.get().clone() {
                    db.owned_files.insert(file.owner(), id)?;
                }
            }
            ServerIndex::SharedFiles => {
                db.shared_files.clear()?;
                for owner in db.accounts.get().clone().keys() {
                    db.shared_files.create_key(*owner)?;
                }
                for (id, file) in db.metas.get().clone() {
                    // check for implicit deletion (can't use server tree which depends on index)
                    let mut deleted = false;
                    let mut ancestor = file.clone();
                    loop {
                        if ancestor.explicitly_deleted() {
                            deleted = true;
                            break;
                        }
                        if ancestor.is_root() {
                            break;
                        }
                        match db.metas.get().get(ancestor.parent()) {
                            Some(parent) => ancestor = parent.clone(),
                            None => {
                                error!("missing parent for file {:?}", ancestor.parent());
                                deleted = true;
                                break;
                            }
                        }
                    }

                    if !deleted {
                        for user_access_key in file.user_access_keys() {
                            if !user_access_key.deleted
                                && user_access_key.encrypted_for != user_access_key.encrypted_by
                            {
                                db.shared_files
                                    .insert(Owner(user_access_key.encrypted_for), id)?;
                            }
                        }
                    }
                }
            }
            ServerIndex::FileChildren => {
                db.file_children.clear()?;
                for id in db.metas.get().clone().keys() {
                    db.file_children.create_key(*id)?;
                }
                for (id, file) in db.metas.get().clone() {
                    db.file_children.insert(*file.parent(), id)?;
                }
            }
        }
        Ok(())
    }
}

fn insert<K: Hash + Eq, V: Hash + Eq>(map: &mut HashMap<K, HashSet<V>>, k: K, v: V) {
    map.entry(k).or_default().insert(v);
}