Hanzo Extract

cargo add hanzo-extract

# Cargo.toml - pick what you need
[dependencies]
hanzo-extract = "0.1"                                         # web + pdf (default)
hanzo-extract = { version = "0.1", features = ["full"] }      # everything
hanzo-extract = { version = "0.1", features = ["conversations"] }  # dataset export

use hanzo_extract::{WebExtractor, ExtractorConfig, Extractor};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let extractor = WebExtractor::new(ExtractorConfig::default());
    let result = extractor.extract("https://example.com").await?;

    println!("Title: {:?}", result.title);
    println!("Text: {}", result.text);
    println!("Words: {}", result.word_count);
    Ok(())
}

use hanzo_extract::{PdfExtractor, Extractor};

let extractor = PdfExtractor::default();
let result = extractor.extract("document.pdf").await?;
println!("{}", result.text);

use hanzo_extract::conversations::{ConversationExporter, ExporterConfig};
use std::path::Path;

let mut exporter = ConversationExporter::new();
exporter.export(
    Path::new("~/.claude/projects"),
    Path::new("./training-data"),
)?;

./training-data/
  conversations_20260313.jsonl   # Full conversation data
  training_20260313.jsonl        # Instruction/response pairs
  splits/
    train_20260313.jsonl         # 80%
    val_20260313.jsonl           # 10%
    test_20260313.jsonl          # 10%

# Web extraction
cargo install hanzo-extract --features web
extract-web https://example.com
extract-web https://example.com --json

# Conversation export
cargo install hanzo-extract --features conversations
extract-conversations --source ~/.claude/projects --output ./conversations

use hanzo_extract::ExtractorConfig;

let config = ExtractorConfig::default()
    .with_max_length(200_000)       // Max chars (default: 100,000)
    .with_timeout(60)               // Request timeout secs (default: 30)
    .with_clean_text(true);         // Strip HTML/scripts (default: true)

// With sanitization (requires `sanitize` feature)
let config = config
    .with_sanitize(true)
    .with_redact_pii(true)
    .with_detect_injection(true);