get meta

.rustfmt.toml

@@ -0,0 +1,3 @@
+imports_granularity = "Crate"
+newline_style = "Unix"
+group_imports = "StdExternalCrate"

Cargo.toml

@@ -6,7 +6,13 @@ edition = "2021"
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
-clap = "3.1.18"
+clap = { version = "3.1.18", features = ["derive"] }
+color-eyre = "0.6.1"
 indexmap = { version = "1.8.1", features = ["serde"] }
+reqwest = { version = "0.11.10", features = ["blocking", "rustls-tls", "json"] }
 serde = { version = "1.0.137", features = ["derive"] }
 serde_json = "1.0.81"
+tracing = "0.1.34"
+tracing-forest = { version = "0.1.4", features = ["env-filter"] }
+tracing-subscriber = { version = "0.3.11", features = ["env-filter"] }
+tracing-tree = "0.2.0"

src/download.rs

@@ -0,0 +1,118 @@
+#![allow(dead_code)]
+
+use color_eyre::Result;
+use indexmap::IndexMap;
+use reqwest::blocking::Client;
+use serde::Deserialize;
+use tracing::{error, info};
+
+#[derive(Debug, Deserialize)]
+struct Person {
+    name: String,
+    url: Option<String>,
+    email: Option<String>,
+}
+
+#[derive(Debug, Deserialize)]
+struct Bugs {
+    url: String,
+}
+
+#[derive(Debug, Deserialize)]
+struct Repository {
+    r#type: String,
+    url: String,
+}
+
+#[derive(Debug, Deserialize)]
+struct Dist {
+    shasum: String,
+    tarball: String,
+}
+
+// todo: this is actually just a package.json with extra stuff
+#[derive(Debug, Deserialize)]
+struct VersionMeta {
+    _from: Option<String>,
+    _id: String,
+    #[serde(rename = "_nodeVersion")]
+    _node_version: String,
+    #[serde(rename = "_npmUser")]
+    _npm_user: Person,
+    #[serde(rename = "_npmVersion")]
+    _npm_version: String,
+    _shasum: Option<String>,
+    author: Person,
+    bugs: Bugs,
+    dependencies: IndexMap<String, String>,
+    #[serde(rename = "devDependencies")]
+    dev_dependencies: IndexMap<String, String>,
+    dist: Dist,
+    engines: IndexMap<String, String>,
+    files: Vec<String>,
+    homepage: String,
+    keywords: Vec<String>,
+    license: String,
+    main: String,
+    maintainers: Vec<Person>,
+    name: String,
+    repository: Repository,
+    scripts: IndexMap<String, String>,
+    version: String,
+}
+
+#[derive(Debug, Deserialize)]
+struct PackageMeta {
+    _id: String,
+    _rev: String,
+    author: Person,
+    bugs: Bugs,
+    #[serde(default = "Vec::new")]
+    contributors: Vec<Person>,
+    description: String,
+    #[serde(rename = "dist-tags")]
+    dist_tags: IndexMap<String, String>,
+    homepage: String,
+    keywords: Vec<String>,
+    license: String,
+    maintainers: Vec<Person>,
+    name: String,
+    readme: String,
+    #[serde(rename = "readmeFilename")]
+    readme_filename: String,
+    repository: Repository,
+    time: IndexMap<String, String>,
+    users: IndexMap<String, bool>,
+    versions: IndexMap<String, VersionMeta>,
+}
+
+pub struct NpmClient {
+    reqwest: Client,
+}
+
+const BASE_URL: &str = "https://registry.npmjs.org";
+
+impl NpmClient {
+    pub fn new() -> Self {
+        let reqwest = Client::new();
+        Self { reqwest }
+    }
+
+    #[tracing::instrument(skip(self))]
+    pub fn inspect_package(&self, name: &str) -> Result<()> {
+        let res = self.reqwest.get(format!("{BASE_URL}/{name}")).send()?;
+        let code = res.status();
+        let body = res.text()?;
+        let meta = serde_json::from_str::<PackageMeta>(&body);
+        if let Err(err) = meta {
+            error!(?err, "error");
+            let col = err.column();
+            let after = &body[col..][..50];
+            let before = &body[col - 50..col];
+            error!(%before, %after, "err");
+        }
+
+        info!(?code, "Received response");
+        Ok(())
+    }
+}

src/main.rs

@@ -1,5 +1,44 @@
+use std::fs;
+
+use color_eyre::{eyre::WrapErr, Result};
+use tracing::{debug, metadata::LevelFilter};
+use tracing_subscriber::{layer::SubscriberExt, util::SubscriberInitExt, EnvFilter, Registry};
+
+use crate::{download::NpmClient, manifest::PackageJson};
+
+mod download;
 mod manifest;
 
-fn main() {
-    let manifest = "package.json";
+fn main() -> Result<()> {
+    color_eyre::install()?;
+    setup_tracing()?;
+
+    let manifest = "testing/package.json";
+    let manifest = fs::read_to_string(manifest).wrap_err("Opening package.json file")?;
+
+    let manifest: PackageJson = serde_json::from_str(&manifest)?;
+
+    debug!(?manifest, "Read manifest");
+
+    let client = NpmClient::new();
+
+    for (name, _) in &manifest.dependencies {
+        client.inspect_package(name)?;
+    }
+
+    Ok(())
+}
+
+fn setup_tracing() -> Result<()> {
+    let registry = Registry::default().with(
+        EnvFilter::builder()
+            .with_default_directive(LevelFilter::INFO.into())
+            .from_env()?,
+    );
+    let tree_layer = tracing_tree::HierarchicalLayer::new(2)
+        .with_targets(true)
+        .with_bracketed_fields(true);
+
+    registry.with(tree_layer).init();
+    Ok(())
 }

src/manifest.rs

@@ -0,0 +1,16 @@
+use indexmap::map::IndexMap;
+use serde::{Deserialize, Serialize};
+
+#[derive(Debug, Serialize, Deserialize)]
+#[serde(rename_all = "camelCase")]
+pub struct PackageJson {
+    pub name: String,
+    pub version: String,
+    pub private: Option<bool>,
+    #[serde(default = "IndexMap::new")]
+    pub scripts: IndexMap<String, String>,
+    #[serde(default = "IndexMap::new")]
+    pub dependencies: IndexMap<String, String>,
+    #[serde(default = "IndexMap::new")]
+    pub dev_dependencies: IndexMap<String, String>,
+}