Merge pull request #54 from Pazificateur69/feat/arsenal-re-analysis-invocations

feat(arsenal): real invocations for the reverse-engineering / mobile / smart-contract analysis loadout
This commit is contained in:
pliny authored and GitHub committed 2026-07-09 08:51:34 -04:00
commit ae32cf5051
2 files changed
+198

No files matched your search

+106
View File
@@ -14,6 +14,8 @@ import {
adapterToCustomTool,
buildAdapterTools,
toolNameFor,
isMintable,
hasArgTemplate,
type AdapterToolDeps,
type SubprocessResult,
} from '../arsenal/adapter-tools.js';
@@ -261,3 +263,107 @@ describe('source / supply-chain scanners run a real invocation (not `<binary> <t
expect(deps.spawns.length).toBe(0);
});
});
describe('reverse / mobile / smart-contract analysers run a real invocation (not `<binary> <file>`)', () => {
// Each entry: [adapter id, params, expected argv]. Without bespoke templates these all fell through
// to DEFAULT_TEMPLATE and spawned `['<file>']` — a broken invocation for a subcommand/flag-driven
// analyser (and, for r2, one that drops into an interactive shell and hangs the loop).
const CASES: Array<[string, Record<string, unknown>, string[]]> = [
['objdump', { file: 'a.out' }, ['-d', '-M', 'intel', 'a.out']],
['readelf', { file: 'a.out' }, ['-a', 'a.out']],
['checksec', { file: 'a.out' }, ['--file=a.out']],
['radare2', { file: 'a.out' }, ['-q', '-e', 'scr.color=0', '-c', 'ij', 'a.out']],
['exiftool', { file: 'a.out' }, ['-json', 'a.out']],
['mythril', { file: 'Vault.sol' }, ['analyze', 'Vault.sol', '-o', 'json']],
['apkleaks', { file: 'app.apk' }, ['-f', 'app.apk']],
['slither', { path: 'contracts' }, ['contracts', '--json', '-']],
['mobsfscan', { path: 'app-src' }, ['--json', 'app-src']],
];
it.each(CASES)('%s builds its real analyser argv', async (id, params, expected) => {
const deps = makeDeps();
await mint(id, deps).handler(ctx(params));
expect(deps.spawns[0]).toEqual(expected);
});
it('radare2 never drops into an interactive shell (batch `-q -c`, never a bare file)', async () => {
const deps = makeDeps();
await mint('radare2', deps).handler(ctx({ file: 'a.out' }));
const argv = deps.spawns[0];
expect(argv).toContain('-q'); // quit after the command
expect(argv).toContain('-c'); // run one command, non-interactive
expect(argv).not.toEqual(['a.out']); // the old broken/hanging positional default
});
it('a file-oriented analyser with no path degrades (clean failure, no spawn)', async () => {
const deps = makeDeps();
const res = await mint('objdump', deps).handler(ctx({}));
expect(res.success).toBe(false);
expect(res.error).toMatch(/file\/artifact path/);
expect(deps.spawns.length).toBe(0); // never spawned `objdump ''`
});
it('a file-oriented analyser refuses an http(s) URL as a local artifact (no spawn)', async () => {
const deps = makeDeps();
// A networked mission address inherited via context must not become `objdump https://x`.
const res = await mint('readelf', deps).handler(ctx({ file: 'https://victim.example/firmware.bin' }));
expect(res.success).toBe(false);
expect(deps.spawns.length).toBe(0);
});
});
describe('invocation-honesty guard — every mintable adapter is classified, none silently falls through', () => {
// Every adapter that CAN be minted either carries a bespoke ARG_TEMPLATE (a real invocation) or is
// explicitly filed under exactly one reason for legitimately falling through to `<binary> <target>`.
// This is the invocation-correctness sibling of the tool-count honesty test: a newly-catalogued
// subcommand tool (e.g. a future `zzuf`/`radare2`-style binary) FAILS this test until someone
// decides whether it needs a template — it can never silently ship a broken positional invocation.
// `<binary> <target>` is genuinely a correct, useful invocation for these.
const POSITIONAL_TARGET_OK = new Set([
'file', 'strings', 'binwalk', 'radamsa', 'jadx', 'class-dump', 'solhint', 'echidna', 'john',
]);
// No single safe default exists: the operator supplies the full command (cloud CLIs, model-config
// red-team harnesses, device-runtime tools, project-scaffolded RE, or a target-executing debugger).
const OPERATOR_DRIVEN = new Set([
'prowler', 'scoutsuite', 'cloudfox', 'pmapper', 'aws-cli', 'az-cli', 'gcloud-cli',
'garak', 'promptfoo', 'foundry-forge', 'foundry-cast', 'openssl', 'afl-fuzz', 'ghidra',
'gdb', 'objection', 'drozer',
]);
// KNOWN DEBT: the positional default is broken/degraded and these SHOULD get a template later.
// Tracked honestly here rather than hidden — a good follow-up PR shrinks this set.
const KNOWN_DEBT = new Set([
'feroxbuster', 'osv-scanner', 'hashcat', 'apktool', 'yara',
]);
const mintable = TOOL_ADAPTERS.filter(isMintable);
const classified = [POSITIONAL_TARGET_OK, OPERATOR_DRIVEN, KNOWN_DEBT];
it('every mintable adapter is either templated or explicitly filed under one fall-through reason', () => {
const unaccounted = mintable
.filter(a => !hasArgTemplate(a))
.map(a => a.id)
.filter(id => !classified.some(s => s.has(id)));
expect(unaccounted, 'these mintable adapters silently fall through to `<binary> <target>`').toEqual([]);
});
it('the fall-through allow-lists are disjoint and never overlap a templated adapter', () => {
const seen = new Set<string>();
for (const set of classified) {
for (const id of set) {
expect(seen.has(id), `${id} is listed in more than one fall-through set`).toBe(false);
seen.add(id);
const a = TOOL_ADAPTERS.find(x => x.id === id);
expect(a, `allow-listed id '${id}' is not in the catalog`).toBeTruthy();
expect(isMintable(a as ToolAdapter), `${id} is not mintable — remove it`).toBe(true);
expect(hasArgTemplate(a as ToolAdapter), `${id} IS templated — remove it from the fall-through lists`).toBe(false);
}
}
});
it('the reverse/mobile/smart-contract loadout is actually templated (regression pin)', () => {
for (const id of ['objdump', 'readelf', 'checksec', 'radare2', 'exiftool', 'mythril', 'apkleaks', 'slither', 'mobsfscan']) {
expect(hasArgTemplate(adapter(id)), `${id} lost its ARG_TEMPLATE`).toBe(true);
}
});
});
+92
View File
@@ -93,6 +93,24 @@ const scanPath = (target: string, params: Record<string, unknown>): string => {
return p;
};
/**
* Resolve the local FILE/artifact a reverse-engineering or mobile analyser runs against (objdump,
* readelf, r2, myth, apkleaks, …). Unlike a directory scanner, a binary tool has no sensible cwd
* default — a bare `objdump .` is meaningless — so instead of silently degrading this REFUSES an
* absent or non-local path by throwing, which the factory handler turns into a clean
* `{ success:false }` result (never an unhandled rejection). The two rejected shapes:
* - no path at all → the tool would spawn `<binary> ''` / `<binary>` and produce nothing,
* - an http(s) URL (e.g. a networked mission target inherited via context.target.address) → not a
* local artifact. (A leading `-` is already refused upstream by the factory's option-looking-
* target guard, since these templates read the artifact from their `targetParam`.)
*/
const artifactPath = (target: string, params: Record<string, unknown>): string => {
const p = str(params.file) ?? str(params.path) ?? str(params.artifact) ?? (target || undefined);
if (!p) throw new Error('requires a file/artifact path (none was provided).');
if (/^https?:\/\//i.test(p)) throw new Error(`'${p}' is a URL, not a local artifact path.`);
return p;
};
/**
* Per-binary arg templates for the common command-ready adapters. Keyed by `adapter.binary` (the
* process name), with `adapter.id` also accepted as a fallback key so callers can template by either.
@@ -273,6 +291,70 @@ const ARG_TEMPLATES: Record<string, ArgTemplate> = {
defaultTimeoutMs: 180_000,
build: (target, params) => ['-d', scanPath(target, params), '-o', 'json'],
},
// ── Reverse-engineering / mobile / smart-contract static analysis (local_read, operate on a FILE) ─
// Without these each falls through to DEFAULT_TEMPLATE and spawns `<binary> <file>` — which for a
// subcommand- or flag-driven analyser is a broken (or, for r2, an INTERACTIVE-shell-hanging)
// invocation. Templates mirror the catalog `commandHint` and hardcode the READ-ONLY subcommand +
// machine-readable output flags; the only tunable is the artifact/scan path (see artifactPath /
// scanPath). None add an intrusive or code-executing flag — risk stays where the catalog put it.
objdump: {
// `objdump <file>` errors ("no options given"); disassembly needs an action flag.
targetParam: 'file',
defaultTimeoutMs: 60_000,
build: (target, params) => ['-d', '-M', 'intel', artifactPath(target, params)],
},
readelf: {
// `readelf <file>` errors ("Warning: Nothing to do"); `-a` dumps all ELF headers.
targetParam: 'file',
defaultTimeoutMs: 60_000,
build: (target, params) => ['-a', artifactPath(target, params)],
},
checksec: {
// checksec takes its subject as `--file=<path>`, not a bare positional.
targetParam: 'file',
defaultTimeoutMs: 30_000,
build: (target, params) => ['--file=' + artifactPath(target, params)],
},
r2: {
// A bare `r2 <file>` drops into an INTERACTIVE prompt and blocks the agent loop until the
// per-adapter timeout burns out. `-q -c ij` runs ONE read-only info command as JSON, then quits;
// `scr.color=0` keeps the JSON free of ANSI escapes. No `w`/`!`/analysis-write commands are used.
targetParam: 'file',
defaultTimeoutMs: 60_000,
build: (target, params) => ['-q', '-e', 'scr.color=0', '-c', 'ij', artifactPath(target, params)],
},
exiftool: {
// `exiftool <file>` works but prints human text; `-json` gives a structured, parseable channel.
targetParam: 'file',
defaultTimeoutMs: 30_000,
build: (target, params) => ['-json', artifactPath(target, params)],
},
myth: {
// `myth <file>` errors; Mythril needs the `analyze` subcommand. `-o json` emits machine output.
targetParam: 'file',
defaultTimeoutMs: 300_000,
build: (target, params) => ['analyze', artifactPath(target, params), '-o', 'json'],
},
apkleaks: {
// `apkleaks <file>` errors; the APK is supplied via `-f`. Results print to stdout.
targetParam: 'file',
defaultTimeoutMs: 180_000,
build: (target, params) => ['-f', artifactPath(target, params)],
},
slither: {
// Slither accepts a positional target, but a bare run prints human text; `--json -` streams the
// findings as JSON to stdout. Directory-oriented, so it may default to the working dir.
targetParam: 'path',
defaultTimeoutMs: 300_000,
build: (target, params) => [scanPath(target, params), '--json', '-'],
},
mobsfscan: {
// Directory-oriented static scanner; `--json` gives a structured channel over the default text.
targetParam: 'path',
defaultTimeoutMs: 180_000,
build: (target, params) => ['--json', scanPath(target, params)],
},
};
/** Fallback for any mintable adapter without a bespoke template: pass the target as a positional arg. */
@@ -289,6 +371,16 @@ function resolveTemplate(adapter: ToolAdapter): ArgTemplate {
return ARG_TEMPLATES[adapter.binary] ?? ARG_TEMPLATES[adapter.id] ?? DEFAULT_TEMPLATE;
}
/**
* True when the adapter has a bespoke `ARG_TEMPLATE` (a real, hardcoded invocation) rather than
* falling through to `DEFAULT_TEMPLATE`'s bare `<binary> <target>`. Exported so the invocation-honesty
* guard test can assert that every mintable adapter's invocation correctness is explicitly classified
* — and that a newly-catalogued subcommand tool cannot silently ship a broken positional invocation.
*/
export function hasArgTemplate(adapter: ToolAdapter): boolean {
return Boolean(ARG_TEMPLATES[adapter.binary] ?? ARG_TEMPLATES[adapter.id]);
}
/**
* Resolve the target string for an adapter call: the template's preferred param first, then the other
* common target keys, then `context.target.address`. Returns undefined if none is present.