feat: enhanced cargo workspace, NM usage, Dockerfile

bulk_loader/Cargo.toml

@@ -0,0 +1,9 @@
+[package]
+name = "bulk_loader"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+anyhow = "1.0.102"
+reqwest = "0.13.4"
+tokio = { version = "1.52.1", features = ["full"] }

bulk_loader/Dockerfile

@@ -0,0 +1,9 @@
+FROM rust:1.96 AS builder
+WORKDIR /app
+RUN rustup set profile minimal
+COPY . .
+RUN cargo build --release
+
+FROM ubuntu:latest
+COPY --from=builder /app/target/release/bulk_loader /
+ENTRYPOINT ["/bulk_loader"]

bulk_loader/src/main.rs

@@ -0,0 +1,17 @@
+use anyhow::Result;
+
+#[tokio::main]
+async fn main() -> Result<()> {
+    // Get latest release data which is organized as a single JSONL file
+    // at https://github.com/dathere/ckan_geoconnex_bulk_runner/releases/latest
+    let body = reqwest::get("https://github.com/dathere/ckan_geoconnex_bulk_runner/releases/latest/download/ckan-geoconnex-web-resources.jsonl")
+        .await?
+        .text()
+        .await?;
+    // Print each line to stdout
+    for line in body.lines() {
+        println!("{line}");
+    }
+
+    Ok(())
+}