feat: serve forest CAR file as Blockstore

Cargo.toml

@@ -178,7 +178,6 @@ url = { version = "2.3", features = ["serde"] }
 uuid = { version = "1.3", features = ['v4'] }
 walkdir = "2"
 zstd = "0.12.3"
-zstd-safe = "6.0.5"
 
 [target.'cfg(unix)'.dependencies]
 termios = "0.3"

src/blocks/tipset.rs

@@ -3,6 +3,7 @@
 
 use std::{fmt, sync::OnceLock};
 
+use crate::db::{SettingsStore, SettingsStoreExt};
 use crate::ipld::FrozenCids;
 use crate::networks::{calibnet, mainnet};
 use crate::shim::{address::Address, clock::ChainEpoch};
@@ -151,6 +152,25 @@ impl Tipset {
             .transpose()?)
     }
 
+    /// Load the heaviest tipset from the blockstore
+    pub fn load_heaviest(
+        store: &impl Blockstore,
+        settings: &impl SettingsStore,
+    ) -> anyhow::Result<Option<Tipset>> {
+        Ok(
+            match settings.read_obj::<TipsetKeys>(crate::db::setting_keys::HEAD_KEY)? {
+                Some(tsk) => tsk
+                    .cids
+                    .into_iter()
+                    .map(|key| BlockHeader::load(store, key))
+                    .collect::<anyhow::Result<Option<_>>>()?
+                    .map(Tipset::new)
+                    .transpose()?,
+                None => None,
+            },
+        )
+    }
+
     /// Fetch a tipset from the blockstore. This calls fails if the tipset is
     /// missing or invalid.
     pub fn load_required(store: impl Blockstore, tsk: &TipsetKeys) -> anyhow::Result<Tipset> {

src/chain/store/chain_store.rs

@@ -32,7 +32,7 @@ use super::{
     Error,
 };
 use crate::chain::Scale;
-use crate::db::setting_keys::{ESTIMATED_RECORDS_KEY, HEAD_KEY};
+use crate::db::setting_keys::HEAD_KEY;
 use crate::db::{SettingsStore, SettingsStoreExt};
 
 // A cap on the size of the future_sink
@@ -150,11 +150,6 @@ where
         self.tipset_tracker.add(header);
     }
 
-    pub fn set_estimated_records(&self, records: u64) -> anyhow::Result<()> {
-        self.settings.write_obj(ESTIMATED_RECORDS_KEY, &records)?;
-        Ok(())
-    }
-
     /// Writes tipset block headers to data store and updates heaviest tipset
     /// with other compatible tracked headers.
     pub fn put_tipset<S>(&self, ts: &Tipset) -> Result<(), Error>

src/cli_shared/snapshot.rs

@@ -72,11 +72,15 @@ pub async fn fetch(
         .date_and_height_and_forest();
     let filename = filename(vendor, chain, date, height, forest_format);
 
-    match download_aria2c(&url, directory, &filename).await {
+    download_file(url, directory, &filename).await
+}
+
+pub async fn download_file(url: Url, directory: &Path, filename: &str) -> anyhow::Result<PathBuf> {
+    match download_aria2c(&url, directory, filename).await {
         Ok(path) => Ok(path),
         Err(AriaErr::CouldNotExec(reason)) => {
             warn!(%reason, "couldn't run aria2c. Falling back to conventional download, which will be much slower - consider installing aria2c.");
-            download_http(url, directory, &filename).await
+            download_http(url, directory, filename).await
         }
         Err(AriaErr::Other(o)) => Err(o),
     }

src/daemon/main.rs

@@ -48,7 +48,7 @@ fn build_daemon<'a>(config: &DaemonConfig) -> anyhow::Result<Daemon<'a>> {
         daemon = daemon.pid_file(path, Some(false))
     }
 
-    daemon = daemon.setup_post_fork_parent_hook(|_parent_pid, _child_pid| {
+    daemon = daemon.setup_post_fork_parent_hook(|_parent_pid, child_pid| {
         let mut shmem = ipc_shmem_conf().open().expect("open must succeed");
         shmem.set_owner(true);
         let (event, _) =
@@ -61,7 +61,7 @@ fn build_daemon<'a>(config: &DaemonConfig) -> anyhow::Result<Daemon<'a>> {
                 1,
             );
         }
-        info!("Forest has been detached and runs in the background.");
+        info!("Forest has been detached and runs in the background (PID: {child_pid}).");
         process::exit(0);
     });