use std::collections::HashSet; use std::hash::RandomState; use color_eyre::eyre::Context; use color_eyre::Result; use tracing::debug; use crate::db::{BuildMode, FinishedNightly}; const EARLIEST_CUTOFF_DATE: &str = "2023-01-01"; /// All nightlies that exist. pub struct Nightlies { all: Vec, } impl Nightlies { pub async fn fetch() -> Result { let manifests = reqwest::get("https://static.rust-lang.org/manifests.txt") .await .wrap_err("fetching https://static.rust-lang.org/manifests.txt")? .text() .await .wrap_err("fetching body of https://static.rust-lang.org/manifests.txt")?; let mut all = nightlies_from_manifest(&manifests) .into_iter() .filter(|date| date.as_str() > EARLIEST_CUTOFF_DATE) .collect::>(); all.sort_by(|a, b| b.cmp(a)); // Reverse sort. debug!( "Loaded {} nightlies from the manifest and manual additions", all.len() ); Ok(Self { all }) } pub fn select_latest_to_build( &self, already_finished: &[FinishedNightly], ) -> Option<(String, BuildMode)> { let already_finished = HashSet::<_, RandomState>::from_iter(already_finished.iter()); self.all .iter() .flat_map(|nightly| [(nightly, BuildMode::Std)]) .find(|(nightly, mode)| { !already_finished.contains(&FinishedNightly { nightly: (*nightly).to_owned(), mode: *mode, }) }) .map(|(nightly, mode)| (nightly.clone(), mode)) } } fn nightlies_from_manifest(manifest: &str) -> Vec { manifest .lines() .filter_map(|line| { let rest = line.strip_prefix("static.rust-lang.org/dist/")?; let date = rest.strip_suffix("/channel-rust-nightly.toml")?; Some(date.to_owned()) }) .collect() } #[cfg(test)] mod tests { #[test] fn manifest_parse() { let test_manifest = "static.rust-lang.org/dist/2024-08-22/channel-rust-nightly.toml static.rust-lang.org/dist/2024-08-22/channel-rust-1.81.0-beta.toml static.rust-lang.org/dist/2024-08-22/channel-rust-1.81.0-beta.6.toml static.rust-lang.org/dist/2024-08-23/channel-rust-nightly.toml"; let nightlies = super::nightlies_from_manifest(&test_manifest); assert_eq!(nightlies, vec!["2024-08-22", "2024-08-23"]); } }