Merge pull request #24 from mane/fix/ingest-byte-limit-stats
fix: report processed files after ingest byte cap
This commit is contained in:
2 files changed
+5
-1
No files matched your search
@@ -36,6 +36,8 @@ describe('ingest ceilings (bounded ingest, non-regressing)', () => {
|
||||
const dir = makeRepo(20); dirs.push(dir);
|
||||
const res = ingestRepository(cfg(dir, { maxTotalBytes: 50 })); // ~30 bytes/file → breaks after ~2
|
||||
expect(res.stats.truncated).toBe(true);
|
||||
expect(res.stats.files).toBeLessThan(20);
|
||||
expect(res.stats.files).toBe(res.stats.blocks); // fixture has one block per processed file
|
||||
expect(res.stats.blocks).toBeGreaterThan(0);
|
||||
});
|
||||
|
||||
|
||||
@@ -753,6 +753,7 @@ export function ingestRepository(config: IngestConfig): IngestResult {
|
||||
let truncated = config.maxFiles !== undefined && files.length >= config.maxFiles;
|
||||
|
||||
const allBlocks: CodeBlock[] = [];
|
||||
let processedFiles = 0;
|
||||
for (const path of files) {
|
||||
let content: string;
|
||||
try {
|
||||
@@ -760,6 +761,7 @@ export function ingestRepository(config: IngestConfig): IngestResult {
|
||||
} catch {
|
||||
continue;
|
||||
}
|
||||
processedFiles += 1;
|
||||
totalBytes += content.length;
|
||||
allBlocks.push(...parseFile(path, content));
|
||||
if (maxTotalBytes !== undefined && totalBytes >= maxTotalBytes) {
|
||||
@@ -775,7 +777,7 @@ export function ingestRepository(config: IngestConfig): IngestResult {
|
||||
const reach = reachability(callGraph, entryPoints);
|
||||
|
||||
const stats: IngestResult['stats'] = {
|
||||
files: files.length,
|
||||
files: processedFiles,
|
||||
blocks: allBlocks.length,
|
||||
exposed_externally: 0,
|
||||
exposed_internally: 0,
|
||||
|
||||
Reference in new issue
Block a user