JSON to CSV with Hash Verification Workflow

# Format JSON with jq
cat raw-data.json | jq '.' > formatted.json

# Generate SHA-256 hash
SHA=$(sha256sum formatted.json | cut -d" " -f1)
echo "SHA-256: $SHA" > manifest.txt

# Convert JSON array to CSV with jq
jq -r '(.[0] | keys_unsorted) as $keys
  | $keys, map([.[ $keys[] ]])[] | @csv' \
  formatted.json > output.csv

# Verify integrity
echo "Records: $(wc -l < output.csv)"
echo "Hash: $SHA"

import json
import csv
import hashlib

# Load and format JSON
with open("raw-data.json") as f:
    data = json.load(f)
formatted = json.dumps(data, indent=2)

# Generate SHA-256
sha256 = hashlib.sha256(formatted.encode()).hexdigest()
print(f"SHA-256: {sha256}")

# Convert to CSV
with open("output.csv", "w", newline="") as f:
    writer = csv.DictWriter(f, fieldnames=data[0].keys())
    writer.writeheader()
    writer.writerows(data)

# Save manifest
with open("manifest.txt", "w") as f:
    f.write(f"sha256={sha256}\nrecords={len(data)}")

const fs = require("fs");
const crypto = require("crypto");

// Load and format JSON
const raw = fs.readFileSync("raw-data.json", "utf8");
const data = JSON.parse(raw);
const formatted = JSON.stringify(data, null, 2);

// Generate SHA-256
const hash = crypto.createHash("sha256")
  .update(formatted).digest("hex");
console.log(`SHA-256: ${hash}`);

// Convert to CSV
const headers = Object.keys(data[0]);
const csv = [headers.join(","),
  ...data.map(row =>
    headers.map(h => JSON.stringify(row[h] ?? "")).join(",")
  )
].join("\n");
fs.writeFileSync("output.csv", csv);