mirror of
https://github.com/profullstack/logicsrc.git
synced 2026-10-01 20:33:50 +00:00
vault + teams: filter secrets by category, export to CSV, simpler help (#195)
Every secret now has a category derived from its name (db, social, server,
api, cloud, finance, crypto, ai, email, messaging, storage, dns, analytics,
devtools, auth, config, other). One rule table in @logicsrc/opencreds serves
both vaults; services win over generic words, so STRIPE_WEBHOOK_SECRET is
finance, not auth. Checked against the 1,208 distinct key names in the
profullstack team: 74 fall to "other".
Team vaults (where the shared .env secrets live):
- teams categories [team] the filter words, with per-category counts
- teams secrets <team> [project] [env] --category/-c --search/-s
names + categories, never decrypts; --format csv
- teams export <team> [project] [env] --category -o file.csv [--yes]
decrypts into team,project,env,category,key,
value,updated_at (0600); skips vaults without a
grant and names them
Personal vault (OpenCreds):
- vault list --category, and the category column in list output
- vault export --format csv: one flat row per item, keeps key/account
secrets that a Bitwarden CSV drops; --category on every export format
DX:
- examples in `logicsrc vault help` / -h / --help that start by saying which
of the two vaults you want, plus examples on teams and each subcommand
- password prompts go to stderr, so eval "$(logicsrc vault unlock)" works
- hints name the command you actually ran (logicsrc vault init, not
opencreds init)
Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
GitHub
parent
156c9164a9
commit
3d155af970
11 changed files with 846 additions and 19 deletions
106
packages/opencreds/src/categories.test.ts
Normal file
106
packages/opencreds/src/categories.test.ts
Normal file
|
|
@ -0,0 +1,106 @@
|
|||
import { describe, expect, it } from "vitest";
|
||||
|
||||
import {
|
||||
SECRET_CATEGORIES,
|
||||
SECRET_CATEGORY_IDS,
|
||||
categorizeItem,
|
||||
categorizeSecret,
|
||||
csvLine,
|
||||
parseCategories,
|
||||
toSimpleCsv,
|
||||
} from "./categories.js";
|
||||
import { createItem } from "./items.js";
|
||||
|
||||
describe("categorizeSecret", () => {
|
||||
it("puts every documented example in its own category", () => {
|
||||
for (const category of SECRET_CATEGORIES) {
|
||||
for (const example of category.examples) {
|
||||
expect([example, categorizeSecret(example)]).toEqual([example, category.id]);
|
||||
}
|
||||
}
|
||||
});
|
||||
|
||||
it.each([
|
||||
["DATABASE_URL", "db"],
|
||||
["SUPABASE_SERVICE_ROLE_KEY", "db"],
|
||||
["SUPABAsE_URL", "db"],
|
||||
["TWITTER_API_KEY", "social"],
|
||||
["X_CLIENT_SECRET", "social"],
|
||||
["SSH_PORT", "server"],
|
||||
["SEED1_SUDO_PASSWORD", "server"],
|
||||
["TMDB_API_KEY", "api"],
|
||||
// a service beats the generic word: rotate Stripe, get its webhook secret too
|
||||
["STRIPE_WEBHOOK_SECRET", "finance"],
|
||||
["COINPAYPORTAL_API_KEY", "finance"],
|
||||
["SMTP_HOST", "email"],
|
||||
["DB_HOST", "db"],
|
||||
["R2_SECRET_ACCESS_KEY", "storage"],
|
||||
["SUPABASE_S3_SECRET_KEY", "storage"],
|
||||
["SYSTEM_MNEMONIC_BTC", "crypto"],
|
||||
["JWT_SECRET", "auth"],
|
||||
["NODE_ENV", "config"],
|
||||
["NEXT_PUBLIC_APP_URL", "config"],
|
||||
["PLANETSCALE_DATABASE_URL", "db"],
|
||||
["SOMETHING_ELSE", "other"],
|
||||
])("%s is %s", (name, category) => {
|
||||
expect(categorizeSecret(name)).toBe(category);
|
||||
});
|
||||
|
||||
it("reads item names and hosts the same way as env names", () => {
|
||||
expect(categorizeSecret("My Postgres")).toBe("db");
|
||||
expect(categorizeSecret("api.stripe.com")).toBe("finance");
|
||||
});
|
||||
});
|
||||
|
||||
describe("categorizeItem", () => {
|
||||
it("uses the item type where it is unambiguous", () => {
|
||||
expect(categorizeItem(createItem("card", { name: "Visa" }))).toBe("finance");
|
||||
expect(categorizeItem(createItem("key", { name: "laptop", key: { keyType: "ssh" } }))).toBe("server");
|
||||
});
|
||||
|
||||
it("classifies a login by its URL when the name says nothing", () => {
|
||||
const item = createItem("login", { name: "work", login: { uris: [{ uri: "https://www.reddit.com/login" }] } });
|
||||
expect(categorizeItem(item)).toBe("social");
|
||||
});
|
||||
|
||||
it("classifies an env key by its name", () => {
|
||||
expect(categorizeItem(createItem("key", { name: "REDIS_URL", key: { keyType: "env", value: "redis://x" } }))).toBe("db");
|
||||
});
|
||||
});
|
||||
|
||||
describe("parseCategories", () => {
|
||||
it("accepts commas, repeats and aliases", () => {
|
||||
expect(parseCategories(["db,social", "payments"])).toEqual(new Set(["db", "social", "finance"]));
|
||||
expect(parseCategories(" DB ")).toEqual(new Set(["db"]));
|
||||
});
|
||||
|
||||
it("means no filter when nothing is given", () => {
|
||||
expect(parseCategories(undefined)).toBeUndefined();
|
||||
expect(parseCategories([])).toBeUndefined();
|
||||
});
|
||||
|
||||
it("names the valid words when one is wrong", () => {
|
||||
expect(() => parseCategories("databse")).toThrow(/Unknown category "databse".*db/);
|
||||
});
|
||||
|
||||
it("lists other last so every secret has a category to filter on", () => {
|
||||
expect(SECRET_CATEGORY_IDS.at(-1)).toBe("other");
|
||||
});
|
||||
});
|
||||
|
||||
describe("csv", () => {
|
||||
it("quotes only what needs quoting, including multi-line keys", () => {
|
||||
expect(csvLine(["a", 'b"c', "d,e", "-----BEGIN\nKEY-----", undefined])).toBe('a,"b""c","d,e","-----BEGIN\nKEY-----",');
|
||||
});
|
||||
|
||||
it("keeps key and account secrets, which a Bitwarden CSV drops", () => {
|
||||
const items = [
|
||||
createItem("key", { name: "DATABASE_URL", key: { keyType: "env", value: "postgres://u:p@h/db" } }),
|
||||
createItem("account", { name: "Mastodon", account: { provider: "mastodon", handle: "@me", accessToken: "tok" } }),
|
||||
];
|
||||
const lines = toSimpleCsv(items, []).trim().split("\n");
|
||||
expect(lines[0]).toBe("folder,category,type,name,username,password,url,value,totp,notes");
|
||||
expect(lines[1]).toBe(",db,key,DATABASE_URL,,,,postgres://u:p@h/db,,");
|
||||
expect(lines[2]).toBe(",social,account,Mastodon,@me,,mastodon,tok,,");
|
||||
});
|
||||
});
|
||||
224
packages/opencreds/src/categories.ts
Normal file
224
packages/opencreds/src/categories.ts
Normal file
|
|
@ -0,0 +1,224 @@
|
|||
/**
|
||||
* Secret categories — "is this a database password, a social login, a server
|
||||
* key or an API token?" — derived from the NAME alone.
|
||||
*
|
||||
* Names only, on purpose: `logicsrc teams secrets` lists a vault without
|
||||
* decrypting it, and `teams export` has the values in hand. If a value could
|
||||
* move a secret between categories, the same key would land in one bucket when
|
||||
* listed and another when exported, and a filter that disagrees with itself is
|
||||
* worse than no filter.
|
||||
*
|
||||
* The rules are an ordered list and the first match wins, with specific
|
||||
* services before generic words: STRIPE_WEBHOOK_SECRET is `finance` (you want
|
||||
* it when rotating Stripe), not `auth` (every webhook secret), and SMTP_HOST is
|
||||
* `email`, not `server`. Each pattern runs against the name upper-cased with
|
||||
* every non-alphanumeric run turned into "_" and padded with "_" at both ends,
|
||||
* so `_OPENAI_` is a whole token and `_COINPAY` is a token prefix
|
||||
* (COINPAYPORTAL_API_KEY). The same normaliser turns an OpenCreds item name or
|
||||
* login URL ("api.stripe.com") into tokens, so one table serves both vaults.
|
||||
*/
|
||||
|
||||
import type { Item } from "./types.js";
|
||||
|
||||
export interface SecretCategory {
|
||||
/** The name typed on the command line: `--category db`. */
|
||||
id: string;
|
||||
/** One line for `logicsrc teams categories`. */
|
||||
description: string;
|
||||
/** Other words people reach for; `--category payments` means `finance`. */
|
||||
aliases: readonly string[];
|
||||
/** A few names this category catches, shown as examples. */
|
||||
examples: readonly string[];
|
||||
patterns: readonly RegExp[];
|
||||
}
|
||||
|
||||
const rule = (
|
||||
id: string,
|
||||
description: string,
|
||||
aliases: string[],
|
||||
examples: string[],
|
||||
patterns: RegExp[],
|
||||
): SecretCategory => Object.freeze({ id, description, aliases, examples, patterns });
|
||||
|
||||
export const SECRET_CATEGORIES: readonly SecretCategory[] = Object.freeze([
|
||||
rule("crypto", "Wallets, seed phrases, chain RPCs, exchanges", ["wallet", "wallets", "web3", "blockchain", "exchange"],
|
||||
["SYSTEM_MNEMONIC_BTC", "SOLANA_RPC_URL", "KRAKEN_API_KEY"], [
|
||||
/_(MNEMONIC|SEED_PHRASE|WALLET|WALLETCONNECT|RPC|ALCHEMY|INFURA|HELIUS|QUICKNODE|TATUM|BLOCKFROST|BLOCKSTREAM|LNBITS|LIGHTNING|LN|EVM|SOLANA|SOL|ETH|ETHEREUM|BTC|BITCOIN|BCH|DOGE|XRP|XMR|MONERO|POLYGON|BNB|USDC|USDT|ZEROX|UNISWAP|PUMPFUN|CHANGENOW|KRAKEN|BINANCE|COINBASE|BITSTAMP|MOONPAY|SIDESHIFT|GEMINI_API_SECRET|BYBIT|OKX|KUCOIN|DEX|ARB)_/,
|
||||
/_(ETHERSCAN|BSCSCAN|POLYGONSCAN|SOLSCAN|CRYPTO_?APIS)/,
|
||||
]),
|
||||
rule("ai", "LLM and model providers", ["llm", "ml", "model", "models"],
|
||||
["OPENAI_API_KEY", "ANTHROPIC_API_KEY", "ELEVENLABS_API_KEY"], [
|
||||
/_(OPENAI|ANTHROPIC|CLAUDE|GEMINI|GOOGLE_AI|GROQ|GROK|XAI|MISTRAL|COHERE|DEEPSEEK|PERPLEXITY|MOONSHOT|DASHSCOPE|QWEN|ZAI|OPENROUTER|TOGETHER|FIREWORKS|REPLICATE|HUGGINGFACE|HF|ELEVENLABS|STABILITY|OLLAMA|VOYAGE|AI)_/,
|
||||
]),
|
||||
rule("finance", "Payments, billing, banking and brokerage", ["payment", "payments", "billing", "bank", "banking", "stripe"],
|
||||
["STRIPE_SECRET_KEY", "COINPAY_API_KEY", "PLAID_SECRET"], [
|
||||
/_(STRIPE|PAYPAL|COINPAY|SQUARE|BRAINTREE|LEMONSQUEEZY|PADDLE|GUMROAD|CHARGEBEE|REVENUECAT|PLAID|SIMPLEFIN|BTCPAY|X402|ALPACA|APCA|FINNHUB|ROBINHOOD|SHOPIFY|MERCHANT)/,
|
||||
/_(PAY|PAYMENT|PAYMENTS|PAYOUT|PAYOUTS|INVOICE)_/,
|
||||
/_(PRICE|PLAN)_/,
|
||||
]),
|
||||
rule("email", "Sending and receiving mail", ["mail", "smtp"],
|
||||
["RESEND_API_KEY", "SMTP_PASS", "MAILGUN_DOMAIN"], [
|
||||
/_(RESEND|MAILGUN|SENDGRID|POSTMARK|SMTP|IMAP|POP3|SES|MAILCHIMP|BREVO|SENDINBLUE|MAILJET|SPARKPOST|MAIL|EMAIL|EMAILS)_/,
|
||||
]),
|
||||
rule("messaging", "SMS, voice, push, chat and realtime", ["sms", "phone", "push", "chat", "realtime"],
|
||||
["TWILIO_AUTH_TOKEN", "VAPID_PRIVATE_KEY", "LIVEKIT_API_SECRET"], [
|
||||
/_(TWILIO|TELNYX|VONAGE|NEXMO|PLIVO|SMS|PHONE|VAPID|ONESIGNAL|FCM|APNS|PUSHER|SLACK|DISCORD|TELEGRAM|WHATSAPP|LIVEKIT|TURN|JITSI|AGORA)_/,
|
||||
]),
|
||||
rule("social", "Social networks and publishing platforms", ["socials", "oauth-social"],
|
||||
["X_CLIENT_SECRET", "REDDIT_CLIENT_ID", "META_APP_SECRET"], [
|
||||
/_(TWITTER|X|FACEBOOK|FB|META|INSTAGRAM|THREADS|LINKEDIN|REDDIT|TIKTOK|YOUTUBE|MASTODON|BLUESKY|BSKY|PINTEREST|NOSTR|FARCASTER|DEVTO|HASHNODE|MEDIUM|POSTIZ|TUMBLR|SNAPCHAT|TWITCH|KICK|LEMMY|SOCIAL)_/,
|
||||
]),
|
||||
rule("storage", "Object storage, buckets and file/media hosts", ["s3", "bucket", "files", "media"],
|
||||
["R2_SECRET_ACCESS_KEY", "SUPABASE_S3_SECRET_KEY", "CLOUDINARY_API_SECRET"], [
|
||||
/_(S3|R2|B2|BUCKET|STORAGE|CLOUDINARY|UPLOADTHING|BACKBLAZE|MINIO|SPACES|DROPBOX|GCS)_/,
|
||||
]),
|
||||
rule("db", "Databases, caches and backends-as-a-service", ["database", "databases", "sql", "cache", "supabase"],
|
||||
["DATABASE_URL", "SUPABASE_SERVICE_ROLE_KEY", "REDIS_URL"], [
|
||||
/_(DATABASE|DB|POSTGRES|POSTGRESQL|PG|PGHOST|PGUSER|PGPASSWORD|PGDATABASE|MYSQL|MARIADB|MONGO|MONGODB|REDIS|VALKEY|UPSTASH|TURSO|LIBSQL|SQLITE|SQLITECLOUD|DBSTRING|SUPABASE|NEON|PLANETSCALE|COCKROACH|CLICKHOUSE|ELASTIC|ELASTICSEARCH|SURREAL|DYNAMODB|FIRESTORE|GOTRUE)_/,
|
||||
]),
|
||||
rule("dns", "Domains, DNS and TLS certificates", ["domain", "domains", "tls", "ssl", "certs"],
|
||||
["PORKBUN_API_KEY", "PORKBUN_SECRET_API_KEY", "CLOUDFLARE_DNS_TOKEN"], [
|
||||
/_(PORKBUN|NAMECHEAP|GODADDY|ROUTE53|DNSIMPLE|DNS|CERTBOT|ACME|LETSENCRYPT)_/,
|
||||
]),
|
||||
rule("analytics", "Analytics, error tracking and logging", ["monitoring", "observability", "logging", "tracking"],
|
||||
["SENTRY_DSN", "POSTHOG_KEY", "GOOGLE_ANALYTICS_ID"], [
|
||||
/_(SENTRY|DATADOG|POSTHOG|ANALYTICS|GA|PLAUSIBLE|UMAMI|MIXPANEL|AMPLITUDE|SEGMENT|LOGTAIL|BETTERSTACK|NEW_RELIC|NEWRELIC|GRAFANA|HONEYCOMB|DATAFAST|MAXMIND)_/,
|
||||
]),
|
||||
rule("devtools", "Source control, package registries, app stores, signing", ["dev", "git", "github", "ci", "registry"],
|
||||
["GITHUB_TOKEN", "NPM_TOKEN", "GPG_PRIVATE_KEY"], [
|
||||
/_(GITHUB|GH|GITLAB|BITBUCKET|GITEA|NPM|PYPI|DOCKER|GHCR|AUR|CHOCOLATEY|GPG|PGP|PKG|EXPO|EAS|APPLE|CHROME|FIREFOX|EDGE|CODECOV|LINEAR|JIRA|SH1PT)_/,
|
||||
]),
|
||||
rule("cloud", "Cloud and hosting platforms", ["hosting", "paas", "infra"],
|
||||
["RAILWAY_API_TOKEN", "CLOUDFLARE_GLOBAL_API_TOKEN", "FIREBASE_PRIVATE_KEY"], [
|
||||
/_(AWS|GCP|GCLOUD|GOOGLE_APPLICATION_CREDENTIALS|AZURE|CLOUDFLARE|CF|DIGITALOCEAN|HETZNER|VULTR|LINODE|RAILWAY|VERCEL|NETLIFY|FLY|RENDER|HEROKU|DOPPLER|FIREBASE)_/,
|
||||
]),
|
||||
rule("server", "Servers, SSH, hosts and proxies", ["ssh", "host", "hosts", "vps", "proxy"],
|
||||
["SSH_PORT", "HOST_USER", "PROXY_PASSWORD"], [
|
||||
/_(SSH|HOST|HOSTNAME|SERVER|VPS|SUDO|ROOT|DROPLET|SFTP|FTP|PROXY|SEED1)_/,
|
||||
/_SEED\d+_/,
|
||||
]),
|
||||
rule("auth", "App auth: JWT/session/encryption keys, OAuth apps, webhook and signing secrets", ["jwt", "session", "oauth", "signing", "webhook", "encryption"],
|
||||
["JWT_SECRET", "SESSION_SECRET", "GOOGLE_CLIENT_SECRET"], [
|
||||
/_(JWT|JWKS|SESSION|AUTH|NEXTAUTH|OAUTH|CLIENT_SECRET|CLIENT_ID|ENCRYPTION|ENCRYPT|COOKIE|SIGNING|SIGN|HMAC|WEBHOOK|PEPPER|SALT|TOTP|OTP|PASSKEY|WEBAUTHN|CLERK|AUTH0|CAPTCHA|HCAPTCHA|RECAPTCHA|TURNSTILE|CRON|TICKET|VERIFY|CSRF|PASSWORD|PASS|USERNAME|LOGIN)_/,
|
||||
/_SHARED_SECRET_/,
|
||||
]),
|
||||
rule("api", "Other third-party API keys and tokens", ["apis", "token", "tokens", "keys"],
|
||||
["TMDB_API_KEY", "VALUESERP_API_KEY", "CAPSOLVER_API_KEY"], [
|
||||
/_(API_KEY|API_TOKEN|API_SECRET|APIKEY|ACCESS_KEY|ACCESS_TOKEN|REFRESH_TOKEN|TOKEN|KEY|SECRET|PAT|PRIVATE_KEY|SECRET_KEY|LICENSE_KEY|KEY_ID)_/,
|
||||
]),
|
||||
rule("config", "Settings that are not secrets: URLs, ports, flags, limits, names", ["settings", "env", "public"],
|
||||
["NODE_ENV", "PORT", "NEXT_PUBLIC_APP_URL"], [
|
||||
/^_(NEXT_PUBLIC|PUBLIC|VITE|EXPO_PUBLIC|NODE|APP)_/,
|
||||
/_(URL|URLS|URI|ORIGIN|ORIGINS|DOMAIN|NAME|ID|PORT|ENV|ENVIRONMENT|MODE|LEVEL|DEBUG|ENABLED|ENABLE|DISABLE|DISABLED|MS|SECONDS|MINUTES|TTL|LIMIT|MAX|MIN|PCT|BPS|USD|CENTS|PATH|DIR|FILE|DESCRIPTION|VERSION|REGION|CONFIG|PROJECT|MODEL|PROVIDER|FORMAT|TIMEOUT|HEADLESS|SIZE|AGENT|INTERVAL|FROM|TO|CONCURRENCY|WIDTH|HEIGHT|FPS|QUALITY|SCOPES|ROLES)_/,
|
||||
]),
|
||||
]);
|
||||
|
||||
/** Everything the rules did not recognise. Always a valid filter value. */
|
||||
export const OTHER_CATEGORY: SecretCategory = rule("other", "Anything the rules did not recognise", ["misc", "unknown"], [], []);
|
||||
|
||||
export const SECRET_CATEGORY_IDS: readonly string[] = Object.freeze([...SECRET_CATEGORIES.map((c) => c.id), OTHER_CATEGORY.id]);
|
||||
|
||||
function tokens(text: string): string {
|
||||
return `_${text.toUpperCase().replace(/[^A-Z0-9]+/g, "_").replace(/^_+|_+$/g, "")}_`;
|
||||
}
|
||||
|
||||
/** The category of one secret, from its name (an env var, an item name, a URL). */
|
||||
export function categorizeSecret(...names: Array<string | undefined>): string {
|
||||
const texts = names.filter((n): n is string => Boolean(n && n.trim())).map(tokens);
|
||||
for (const category of SECRET_CATEGORIES) {
|
||||
if (texts.some((text) => category.patterns.some((p) => p.test(text)))) return category.id;
|
||||
}
|
||||
return OTHER_CATEGORY.id;
|
||||
}
|
||||
|
||||
/**
|
||||
* The category of an OpenCreds item. The item type decides where it is
|
||||
* unambiguous (a card is money, an ssh key is a server credential); otherwise
|
||||
* the name, account provider and login hosts are classified like env names.
|
||||
*/
|
||||
export function categorizeItem(item: Item): string {
|
||||
if (item.type === "card") return "finance";
|
||||
switch (item.key?.keyType) {
|
||||
case "ssh": return "server";
|
||||
case "pgp": return "devtools";
|
||||
case "certificate": return "dns";
|
||||
}
|
||||
const hosts = (item.login?.uris ?? []).map((u) => {
|
||||
try {
|
||||
return new URL(u.uri.includes("://") ? u.uri : `https://${u.uri}`).hostname.replace(/^www\./, "").replace(/\.[a-z]+$/, "");
|
||||
} catch {
|
||||
return u.uri;
|
||||
}
|
||||
});
|
||||
const found = categorizeSecret(item.name, item.account?.provider, ...hosts);
|
||||
if (found !== OTHER_CATEGORY.id) return found;
|
||||
if (item.key?.keyType === "api") return "api";
|
||||
if (item.key?.keyType === "symmetric") return "auth";
|
||||
return found;
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse `--category db,social --category api` into canonical ids, accepting
|
||||
* aliases. Unknown words throw with the list of valid ones, so a typo fails
|
||||
* loudly instead of silently matching nothing.
|
||||
*/
|
||||
export function parseCategories(input: string | readonly string[] | undefined): Set<string> | undefined {
|
||||
if (input === undefined) return undefined;
|
||||
const words = (Array.isArray(input) ? input : [input])
|
||||
.flatMap((part) => String(part).split(","))
|
||||
.map((word) => word.trim().toLowerCase())
|
||||
.filter(Boolean);
|
||||
if (words.length === 0) return undefined;
|
||||
const all = [...SECRET_CATEGORIES, OTHER_CATEGORY];
|
||||
const picked = new Set<string>();
|
||||
for (const word of words) {
|
||||
const match = all.find((c) => c.id === word || c.aliases.includes(word));
|
||||
if (!match) {
|
||||
throw new Error(`Unknown category "${word}". Choose from: ${SECRET_CATEGORY_IDS.join(", ")}.`);
|
||||
}
|
||||
picked.add(match.id);
|
||||
}
|
||||
return picked;
|
||||
}
|
||||
|
||||
export const SIMPLE_CSV_COLUMNS = Object.freeze([
|
||||
"folder", "category", "type", "name", "username", "password", "url", "value", "totp", "notes",
|
||||
] as const);
|
||||
|
||||
/**
|
||||
* One flat row per item, for a spreadsheet or a script: `username`/`password`
|
||||
* for anything you log in with, and `value` for the one opaque secret of the
|
||||
* rest — an env or API key, a private key, an access token, a card number.
|
||||
* Unlike Bitwarden's CSV it keeps key and account items, which is where most
|
||||
* developer secrets live. It is not an import format; export OpenCreds for that.
|
||||
*/
|
||||
export function toSimpleCsv(items: readonly Item[], folders: ReadonlyArray<{ id: string; name: string }>): string {
|
||||
const folderName = new Map(folders.map((f) => [f.id, f.name]));
|
||||
const lines = [csvLine(SIMPLE_CSV_COLUMNS)];
|
||||
for (const item of items) {
|
||||
const { login, key, account, card, identity } = item;
|
||||
lines.push(csvLine([
|
||||
item.folderId ? folderName.get(item.folderId) : "",
|
||||
categorizeItem(item),
|
||||
item.type,
|
||||
item.name,
|
||||
login?.username || account?.handle || account?.email || identity?.username || identity?.email || card?.cardholderName,
|
||||
login?.password || key?.passphrase || card?.code,
|
||||
login?.uris?.[0]?.uri || key?.path || account?.provider,
|
||||
key?.value || key?.privateKey || account?.accessToken || card?.number,
|
||||
login?.totp,
|
||||
item.notes,
|
||||
]));
|
||||
}
|
||||
return `${lines.join("\n")}\n`;
|
||||
}
|
||||
|
||||
/** One RFC 4180 CSV line; quotes a cell only when it has to. */
|
||||
export function csvLine(cells: ReadonlyArray<string | number | undefined | null>): string {
|
||||
return cells
|
||||
.map((cell) => {
|
||||
const value = cell === undefined || cell === null ? "" : String(cell);
|
||||
return /[",\n\r]/.test(value) ? `"${value.replace(/"/g, '""')}"` : value;
|
||||
})
|
||||
.join(",");
|
||||
}
|
||||
|
|
@ -24,6 +24,7 @@ import {
|
|||
parseDatabase,
|
||||
readHeader,
|
||||
} from "./database.js";
|
||||
import { categorizeItem, parseCategories, toSimpleCsv } from "./categories.js";
|
||||
import { CSV_LOSSY_FIELDS, IMPORT_SOURCES, parseCsvImport, toBitwardenCsv } from "./importers.js";
|
||||
import {
|
||||
createItem,
|
||||
|
|
@ -68,6 +69,12 @@ class CliError extends Error {
|
|||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* The command as the person typed it — `opencreds` standalone, `logicsrc vault`
|
||||
* when mounted — so every hint and example is one they can paste as is.
|
||||
*/
|
||||
let cli = "opencreds";
|
||||
|
||||
function fail(message: string, code: number): never {
|
||||
throw new CliError(message, code);
|
||||
}
|
||||
|
|
@ -94,7 +101,7 @@ function storeFor(command: Command) {
|
|||
|
||||
function requireMeta(store: ReturnType<typeof createVaultStore>) {
|
||||
const meta = store.readMeta();
|
||||
if (!meta) fail(`No vault at ${store.baseDir} — run \`opencreds init\` first`, EXIT.USAGE);
|
||||
if (!meta) fail(`No vault at ${store.baseDir} — create one with \`${cli} init\``, EXIT.USAGE);
|
||||
return meta;
|
||||
}
|
||||
|
||||
|
|
@ -257,14 +264,27 @@ function applyTypeFlags(command: Command, type: ItemTypeName): Command {
|
|||
return command;
|
||||
}
|
||||
|
||||
function categoriesOrFail(input: string | undefined): Set<string> | undefined {
|
||||
try {
|
||||
return parseCategories(input);
|
||||
} catch (error) {
|
||||
return fail((error as Error).message, EXIT.USAGE);
|
||||
}
|
||||
}
|
||||
|
||||
function printItemLine(item: Item): string {
|
||||
const type = item.type.padEnd(8);
|
||||
const id = item.id.slice(0, 8);
|
||||
return `${id} ${type} ${item.name}`;
|
||||
const category = categorizeItem(item).padEnd(9);
|
||||
return `${id} ${type} ${category} ${item.name}`;
|
||||
}
|
||||
|
||||
/** Register every OpenCreds command onto `parent`. */
|
||||
export function registerCredsCommands(parent: Command): void {
|
||||
const names: string[] = [];
|
||||
for (let c: Command | null = parent; c; c = c.parent) names.unshift(c.name());
|
||||
cli = names.join(" ");
|
||||
const examples = (lines: string) => `\nExamples:\n${lines.replace(/^\n/, "").replace(/\$CLI/g, cli)}\n`;
|
||||
parent.option("--home <dir>", "vault directory (default $OPENCREDS_HOME)");
|
||||
|
||||
// ---------------------------------------------------------------- vault ---
|
||||
|
|
@ -272,6 +292,9 @@ export function registerCredsCommands(parent: Command): void {
|
|||
parent
|
||||
.command("init")
|
||||
.description("create a vault")
|
||||
.addHelpText("after", examples(`
|
||||
$CLI init create your vault (asks for a master password)
|
||||
$CLI status is there a vault, is it unlocked, what is in it`))
|
||||
.option("--namespace <name>", "domain-separation namespace", "opencreds")
|
||||
.option("--iterations <n>", "PBKDF2 iterations", (v: string) => Number.parseInt(v, 10))
|
||||
.option("--password-stdin", "read the master password from stdin instead of prompting twice")
|
||||
|
|
@ -311,6 +334,9 @@ export function registerCredsCommands(parent: Command): void {
|
|||
parent
|
||||
.command("unlock")
|
||||
.description("start a session")
|
||||
.addHelpText("after", examples(`
|
||||
eval "$($CLI unlock)" unlock for this shell only (nothing written to disk)
|
||||
$CLI unlock --persist --timeout 30 unlock for scripts for 30 minutes; \`lock\` ends it`))
|
||||
.option("--persist", "write the session to a 0600 file instead of printing a token")
|
||||
.option("--password-stdin", "read the master password from stdin")
|
||||
.option("--timeout <minutes>", "session lifetime when persisted", (v: string) => Number.parseInt(v, 10), 15)
|
||||
|
|
@ -335,7 +361,7 @@ export function registerCredsCommands(parent: Command): void {
|
|||
process.stdout.write(`Session written to ${path}, expiring in ${opts.timeout} minutes.\n`);
|
||||
process.stdout.write(
|
||||
"That file holds the key to this vault. Anything that can read it can read\n" +
|
||||
"every item. Run `opencreds lock` when you are done.\n",
|
||||
"every item. Run `" + cli + " lock` when you are done.\n",
|
||||
);
|
||||
return;
|
||||
}
|
||||
|
|
@ -433,7 +459,13 @@ export function registerCredsCommands(parent: Command): void {
|
|||
|
||||
// ---------------------------------------------------------------- items ---
|
||||
|
||||
const add = parent.command("add").description("add an item");
|
||||
const add = parent
|
||||
.command("add")
|
||||
.description("add an item")
|
||||
.addHelpText("after", examples(`
|
||||
$CLI add login --name GitHub --username me --password - password read from stdin
|
||||
$CLI add key --name DATABASE_URL --key-type env --value - one .env secret
|
||||
$CLI add login --help every flag for one type`));
|
||||
for (const type of ITEM_TYPE_NAMES) {
|
||||
const sub = add
|
||||
.command(type)
|
||||
|
|
@ -484,11 +516,20 @@ export function registerCredsCommands(parent: Command): void {
|
|||
parent
|
||||
.command("list")
|
||||
.description("list items; never prints secret values")
|
||||
.addHelpText("after", examples(`
|
||||
$CLI list everything (never shows values)
|
||||
$CLI list --category db database credentials only
|
||||
$CLI list -c social,api two categories at once
|
||||
$CLI list --type login --search github`))
|
||||
.option("--type <type>", "filter by item type")
|
||||
.option("-c, --category <names>", "filter by category: db, social, server, api, … (comma-separated)")
|
||||
.option("--folder <name>", "filter by folder")
|
||||
.option("--search <text>", "match against the item name")
|
||||
.option("--json", "machine-readable output, masked identically")
|
||||
.action(async function (this: Command, opts: { type?: string; folder?: string; search?: string; json?: boolean }) {
|
||||
.action(async function (
|
||||
this: Command,
|
||||
opts: { type?: string; category?: string; folder?: string; search?: string; json?: boolean },
|
||||
) {
|
||||
await run(async () => {
|
||||
const store = storeFor(this);
|
||||
const userKey = await unlock(store);
|
||||
|
|
@ -500,9 +541,11 @@ export function registerCredsCommands(parent: Command): void {
|
|||
const folderId = opts.folder ? folders.find((f) => f.name === opts.folder)?.id : undefined;
|
||||
if (opts.folder && !folderId) fail(`No folder named "${opts.folder}"`, EXIT.USAGE);
|
||||
|
||||
const categories = categoriesOrFail(opts.category);
|
||||
const needle = opts.search?.toLowerCase();
|
||||
const filtered = items
|
||||
.filter((item) => (opts.type ? item.type === opts.type : true))
|
||||
.filter((item) => (categories ? categories.has(categorizeItem(item)) : true))
|
||||
.filter((item) => (folderId ? item.folderId === folderId : true))
|
||||
.filter((item) => (needle ? item.name.toLowerCase().includes(needle) : true))
|
||||
.sort((a, b) => a.name.localeCompare(b.name) || a.id.localeCompare(b.id));
|
||||
|
|
@ -523,6 +566,9 @@ export function registerCredsCommands(parent: Command): void {
|
|||
.command("get")
|
||||
.argument("<needle>", "item id or name")
|
||||
.description("show one item, with every secret masked")
|
||||
.addHelpText("after", examples(`
|
||||
$CLI get GitHub the item, secrets masked
|
||||
$CLI get GitHub --field login.password --reveal one value, in the clear`))
|
||||
.option("--field <path>", "a single dotted field path, e.g. login.password")
|
||||
.option("--reveal", "print the value of --field in the clear")
|
||||
.option("--json", "machine-readable output, masked identically")
|
||||
|
|
@ -649,22 +695,35 @@ export function registerCredsCommands(parent: Command): void {
|
|||
parent
|
||||
.command("export")
|
||||
.description("export the vault as an OpenCreds database")
|
||||
.addHelpText("after", examples(`
|
||||
$CLI export --format csv --out vault.csv --yes everything, one flat row per item
|
||||
$CLI export --format csv --category db --out db.csv --yes one category
|
||||
$CLI export --out backup.opencreds encrypted backup (asks for a passphrase)`))
|
||||
.option("--out <file>", "output file", `vault${DATABASE_EXTENSION}`)
|
||||
.option("--passphrase-stdin", "read the export passphrase from stdin")
|
||||
.option("--plaintext", "write every secret in the clear (requires --yes)")
|
||||
.option("--format <format>", "opencreds or bitwarden-csv", "opencreds")
|
||||
.option("--format <format>", "opencreds, csv (one flat row per item) or bitwarden-csv", "opencreds")
|
||||
.option("-c, --category <names>", "only items in these categories: db, social, server, api, …")
|
||||
.option("--yes", "confirm a plaintext export")
|
||||
.action(async function (
|
||||
this: Command,
|
||||
opts: { out: string; passphraseStdin?: boolean; plaintext?: boolean; format: string; yes?: boolean },
|
||||
opts: { out: string; passphraseStdin?: boolean; plaintext?: boolean; format: string; category?: string; yes?: boolean },
|
||||
) {
|
||||
await run(async () => {
|
||||
if (!["opencreds", "csv", "bitwarden-csv"].includes(opts.format)) {
|
||||
fail(`Unknown format "${opts.format}"; expected opencreds, csv or bitwarden-csv`, EXIT.USAGE);
|
||||
}
|
||||
if (opts.format !== "opencreds" && this.getOptionValueSource("out") === "default") opts.out = "vault.csv";
|
||||
const categories = categoriesOrFail(opts.category);
|
||||
const store = storeFor(this);
|
||||
const meta = requireMeta(store);
|
||||
const userKey = await unlock(store);
|
||||
const payload = await loadPayload(store, userKey);
|
||||
const loaded = await loadPayload(store, userKey);
|
||||
const payload = categories
|
||||
? { ...loaded, items: loaded.items.filter((item) => categories.has(categorizeItem(item))) }
|
||||
: loaded;
|
||||
|
||||
const wantsPlaintext = Boolean(opts.plaintext) || opts.format === "bitwarden-csv";
|
||||
const wantsPlaintext = Boolean(opts.plaintext) || opts.format !== "opencreds";
|
||||
|
||||
if (wantsPlaintext) {
|
||||
process.stdout.write(
|
||||
|
|
@ -677,6 +736,18 @@ export function registerCredsCommands(parent: Command): void {
|
|||
}
|
||||
}
|
||||
|
||||
if (opts.format === "csv") {
|
||||
writeFileSync(opts.out, toSimpleCsv(payload.items, payload.folders), { encoding: "utf8", mode: 0o600 });
|
||||
try {
|
||||
chmodSync(opts.out, 0o600);
|
||||
} catch {
|
||||
/* no modes on this platform */
|
||||
}
|
||||
store.appendAudit(auditEvent({ action: "database.export_plaintext", itemCount: payload.items.length }));
|
||||
process.stdout.write(`Wrote ${opts.out} — ${payload.items.length} items, every secret in the clear.\n`);
|
||||
return;
|
||||
}
|
||||
|
||||
if (opts.format === "bitwarden-csv") {
|
||||
const { csv, dropped } = toBitwardenCsv(payload.items, payload.folders);
|
||||
writeFileSync(opts.out, csv, { encoding: "utf8", mode: 0o600 });
|
||||
|
|
@ -730,6 +801,10 @@ export function registerCredsCommands(parent: Command): void {
|
|||
.command("import")
|
||||
.argument("<file>", "an OpenCreds database, or a CSV export from another product")
|
||||
.description("import into the vault")
|
||||
.addHelpText("after", examples(`
|
||||
$CLI import bitwarden.csv --dry-run see what would be imported
|
||||
$CLI import bitwarden.csv import it (Bitwarden, 1Password, Chrome, LastPass or KeePass CSV)
|
||||
$CLI import backup.opencreds restore an OpenCreds export`))
|
||||
.option("--dry-run", "report what would happen and write nothing")
|
||||
.option("--merge <strategy>", "skip, replace or duplicate", "skip")
|
||||
.option("--source <name>", `force a CSV source (${Object.keys(IMPORT_SOURCES).join(", ")})`)
|
||||
|
|
|
|||
|
|
@ -197,3 +197,16 @@ export type {
|
|||
UriMatch,
|
||||
VaultMeta,
|
||||
} from "./types.js";
|
||||
|
||||
export {
|
||||
SECRET_CATEGORIES,
|
||||
SECRET_CATEGORY_IDS,
|
||||
OTHER_CATEGORY,
|
||||
categorizeSecret,
|
||||
categorizeItem,
|
||||
parseCategories,
|
||||
csvLine,
|
||||
toSimpleCsv,
|
||||
SIMPLE_CSV_COLUMNS,
|
||||
type SecretCategory,
|
||||
} from "./categories.js";
|
||||
|
|
|
|||
|
|
@ -8,7 +8,9 @@
|
|||
*/
|
||||
|
||||
import { createInterface } from "node:readline";
|
||||
import { stdin, stdout } from "node:process";
|
||||
// Prompts go to stderr so stdout carries only the answer: `eval "$(opencreds
|
||||
// unlock)"` then captures the export line and nothing else.
|
||||
import { stdin, stderr } from "node:process";
|
||||
|
||||
/** Read a line with the terminal's echo turned off. */
|
||||
export async function promptSecret(label: string): Promise<string> {
|
||||
|
|
@ -18,7 +20,7 @@ export async function promptSecret(label: string): Promise<string> {
|
|||
return readLineFromStdin();
|
||||
}
|
||||
|
||||
const rl = createInterface({ input: stdin, output: stdout, terminal: true });
|
||||
const rl = createInterface({ input: stdin, output: stderr, terminal: true });
|
||||
const asMutable = rl as unknown as { output: { write: (chunk: string) => void }; _writeToOutput?: (s: string) => void };
|
||||
|
||||
let muted = false;
|
||||
|
|
@ -51,7 +53,7 @@ export async function promptNewSecret(label: string, confirmLabel = "Repeat: "):
|
|||
}
|
||||
|
||||
export async function promptLine(label: string): Promise<string> {
|
||||
const rl = createInterface({ input: stdin, output: stdout });
|
||||
const rl = createInterface({ input: stdin, output: stderr });
|
||||
const answer = await new Promise<string>((resolve) => rl.question(label, resolve));
|
||||
rl.close();
|
||||
return answer;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue