wip: [01-stabilize] paused at task 1/1 - OCR Hallucination Immune logic via Semantic delta window and fret-isolation
This commit is contained in:
@@ -0,0 +1,528 @@
|
||||
import { describe, it, expect, mock, beforeEach } from 'bun:test';
|
||||
|
||||
// Mock the ModeManager before importing the formatter
|
||||
mock.module('../../../src/services/domain/ModeManager.js', () => ({
|
||||
ModeManager: {
|
||||
getInstance: () => ({
|
||||
getActiveMode: () => ({
|
||||
name: 'code',
|
||||
prompts: {},
|
||||
observation_types: [
|
||||
{ id: 'decision', emoji: 'D' },
|
||||
{ id: 'bugfix', emoji: 'B' },
|
||||
{ id: 'discovery', emoji: 'I' },
|
||||
],
|
||||
observation_concepts: [],
|
||||
}),
|
||||
getTypeIcon: (type: string) => {
|
||||
const icons: Record<string, string> = {
|
||||
decision: 'D',
|
||||
bugfix: 'B',
|
||||
discovery: 'I',
|
||||
};
|
||||
return icons[type] || '?';
|
||||
},
|
||||
getWorkEmoji: () => 'W',
|
||||
}),
|
||||
},
|
||||
}));
|
||||
|
||||
import {
|
||||
renderMarkdownHeader,
|
||||
renderMarkdownLegend,
|
||||
renderMarkdownColumnKey,
|
||||
renderMarkdownContextIndex,
|
||||
renderMarkdownContextEconomics,
|
||||
renderMarkdownDayHeader,
|
||||
renderMarkdownFileHeader,
|
||||
renderMarkdownTableRow,
|
||||
renderMarkdownFullObservation,
|
||||
renderMarkdownSummaryItem,
|
||||
renderMarkdownSummaryField,
|
||||
renderMarkdownPreviouslySection,
|
||||
renderMarkdownFooter,
|
||||
renderMarkdownEmptyState,
|
||||
} from '../../../src/services/context/formatters/MarkdownFormatter.js';
|
||||
|
||||
import type { Observation, TokenEconomics, ContextConfig, PriorMessages } from '../../../src/services/context/types.js';
|
||||
|
||||
// Helper to create a minimal observation
|
||||
function createTestObservation(overrides: Partial<Observation> = {}): Observation {
|
||||
return {
|
||||
id: 1,
|
||||
memory_session_id: 'session-123',
|
||||
type: 'discovery',
|
||||
title: 'Test Observation',
|
||||
subtitle: null,
|
||||
narrative: 'A test narrative',
|
||||
facts: '["fact1"]',
|
||||
concepts: '["concept1"]',
|
||||
files_read: null,
|
||||
files_modified: null,
|
||||
discovery_tokens: 100,
|
||||
created_at: '2025-01-01T12:00:00.000Z',
|
||||
created_at_epoch: 1735732800000,
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
// Helper to create token economics
|
||||
function createTestEconomics(overrides: Partial<TokenEconomics> = {}): TokenEconomics {
|
||||
return {
|
||||
totalObservations: 10,
|
||||
totalReadTokens: 500,
|
||||
totalDiscoveryTokens: 5000,
|
||||
savings: 4500,
|
||||
savingsPercent: 90,
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
// Helper to create context config
|
||||
function createTestConfig(overrides: Partial<ContextConfig> = {}): ContextConfig {
|
||||
return {
|
||||
totalObservationCount: 50,
|
||||
fullObservationCount: 5,
|
||||
sessionCount: 3,
|
||||
showReadTokens: true,
|
||||
showWorkTokens: true,
|
||||
showSavingsAmount: true,
|
||||
showSavingsPercent: true,
|
||||
observationTypes: new Set(['discovery', 'decision', 'bugfix']),
|
||||
observationConcepts: new Set(['concept1', 'concept2']),
|
||||
fullObservationField: 'narrative',
|
||||
showLastSummary: true,
|
||||
showLastMessage: true,
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
describe('MarkdownFormatter', () => {
|
||||
describe('renderMarkdownHeader', () => {
|
||||
it('should produce valid markdown header with project name', () => {
|
||||
const result = renderMarkdownHeader('my-project');
|
||||
|
||||
expect(result).toHaveLength(2);
|
||||
expect(result[0]).toMatch(/^# \[my-project\] recent context, \d{4}-\d{2}-\d{2} \d{1,2}:\d{2}[ap]m [A-Z]{3,4}$/);
|
||||
expect(result[1]).toBe('');
|
||||
});
|
||||
|
||||
it('should handle special characters in project name', () => {
|
||||
const result = renderMarkdownHeader('project-with-special_chars.v2');
|
||||
|
||||
expect(result[0]).toContain('project-with-special_chars.v2');
|
||||
});
|
||||
|
||||
it('should handle empty project name', () => {
|
||||
const result = renderMarkdownHeader('');
|
||||
|
||||
expect(result[0]).toMatch(/^# \[\] recent context, \d{4}-\d{2}-\d{2} \d{1,2}:\d{2}[ap]m [A-Z]{3,4}$/);
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownLegend', () => {
|
||||
it('should produce legend with type items', () => {
|
||||
const result = renderMarkdownLegend();
|
||||
|
||||
expect(result).toHaveLength(2);
|
||||
expect(result[0]).toContain('**Legend:**');
|
||||
expect(result[1]).toBe('');
|
||||
});
|
||||
|
||||
it('should include session-request in legend', () => {
|
||||
const result = renderMarkdownLegend();
|
||||
|
||||
expect(result[0]).toContain('session-request');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownColumnKey', () => {
|
||||
it('should produce column key explanation', () => {
|
||||
const result = renderMarkdownColumnKey();
|
||||
|
||||
expect(result.length).toBeGreaterThan(0);
|
||||
expect(result[0]).toContain('**Column Key**');
|
||||
});
|
||||
|
||||
it('should explain Read column', () => {
|
||||
const result = renderMarkdownColumnKey();
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('Read');
|
||||
expect(joined).toContain('Tokens to read');
|
||||
});
|
||||
|
||||
it('should explain Work column', () => {
|
||||
const result = renderMarkdownColumnKey();
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('Work');
|
||||
expect(joined).toContain('Tokens spent');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownContextIndex', () => {
|
||||
it('should produce context index instructions', () => {
|
||||
const result = renderMarkdownContextIndex();
|
||||
|
||||
expect(result.length).toBeGreaterThan(0);
|
||||
expect(result[0]).toContain('**Context Index:**');
|
||||
});
|
||||
|
||||
it('should mention mem-search skill', () => {
|
||||
const result = renderMarkdownContextIndex();
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('mem-search');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownContextEconomics', () => {
|
||||
it('should include observation count', () => {
|
||||
const economics = createTestEconomics({ totalObservations: 25 });
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownContextEconomics(economics, config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('25 observations');
|
||||
});
|
||||
|
||||
it('should include read tokens', () => {
|
||||
const economics = createTestEconomics({ totalReadTokens: 1500 });
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownContextEconomics(economics, config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('1,500 tokens');
|
||||
});
|
||||
|
||||
it('should include work investment', () => {
|
||||
const economics = createTestEconomics({ totalDiscoveryTokens: 10000 });
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownContextEconomics(economics, config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('10,000 tokens');
|
||||
});
|
||||
|
||||
it('should show savings when config has showSavingsAmount', () => {
|
||||
const economics = createTestEconomics({ savings: 4500, savingsPercent: 90, totalDiscoveryTokens: 5000 });
|
||||
const config = createTestConfig({ showSavingsAmount: true, showSavingsPercent: false });
|
||||
|
||||
const result = renderMarkdownContextEconomics(economics, config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('savings');
|
||||
expect(joined).toContain('4,500 tokens');
|
||||
});
|
||||
|
||||
it('should show savings percent when config has showSavingsPercent', () => {
|
||||
const economics = createTestEconomics({ savingsPercent: 85, totalDiscoveryTokens: 1000 });
|
||||
const config = createTestConfig({ showSavingsAmount: false, showSavingsPercent: true });
|
||||
|
||||
const result = renderMarkdownContextEconomics(economics, config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('85%');
|
||||
});
|
||||
|
||||
it('should not show savings when discovery tokens is 0', () => {
|
||||
const economics = createTestEconomics({ totalDiscoveryTokens: 0, savings: 0, savingsPercent: 0 });
|
||||
const config = createTestConfig({ showSavingsAmount: true, showSavingsPercent: true });
|
||||
|
||||
const result = renderMarkdownContextEconomics(economics, config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).not.toContain('Your savings');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownDayHeader', () => {
|
||||
it('should render day as h3 heading', () => {
|
||||
const result = renderMarkdownDayHeader('2025-01-01');
|
||||
|
||||
expect(result).toHaveLength(2);
|
||||
expect(result[0]).toBe('### 2025-01-01');
|
||||
expect(result[1]).toBe('');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownFileHeader', () => {
|
||||
it('should render file name in bold', () => {
|
||||
const result = renderMarkdownFileHeader('src/index.ts');
|
||||
|
||||
expect(result[0]).toBe('**src/index.ts**');
|
||||
});
|
||||
|
||||
it('should include table headers', () => {
|
||||
const result = renderMarkdownFileHeader('test.ts');
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('| ID |');
|
||||
expect(joined).toContain('| Time |');
|
||||
expect(joined).toContain('| T |');
|
||||
expect(joined).toContain('| Title |');
|
||||
expect(joined).toContain('| Read |');
|
||||
expect(joined).toContain('| Work |');
|
||||
});
|
||||
|
||||
it('should include separator row', () => {
|
||||
const result = renderMarkdownFileHeader('test.ts');
|
||||
|
||||
expect(result[2]).toContain('|----');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownTableRow', () => {
|
||||
it('should include observation ID with hash prefix', () => {
|
||||
const obs = createTestObservation({ id: 42 });
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownTableRow(obs, '10:30', config);
|
||||
|
||||
expect(result).toContain('#42');
|
||||
});
|
||||
|
||||
it('should include time display', () => {
|
||||
const obs = createTestObservation();
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownTableRow(obs, '14:30', config);
|
||||
|
||||
expect(result).toContain('14:30');
|
||||
});
|
||||
|
||||
it('should include title', () => {
|
||||
const obs = createTestObservation({ title: 'Important Discovery' });
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownTableRow(obs, '10:00', config);
|
||||
|
||||
expect(result).toContain('Important Discovery');
|
||||
});
|
||||
|
||||
it('should use "Untitled" when title is null', () => {
|
||||
const obs = createTestObservation({ title: null });
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownTableRow(obs, '10:00', config);
|
||||
|
||||
expect(result).toContain('Untitled');
|
||||
});
|
||||
|
||||
it('should show read tokens when config enabled', () => {
|
||||
const obs = createTestObservation();
|
||||
const config = createTestConfig({ showReadTokens: true });
|
||||
|
||||
const result = renderMarkdownTableRow(obs, '10:00', config);
|
||||
|
||||
expect(result).toContain('~');
|
||||
});
|
||||
|
||||
it('should hide read tokens when config disabled', () => {
|
||||
const obs = createTestObservation();
|
||||
const config = createTestConfig({ showReadTokens: false });
|
||||
|
||||
const result = renderMarkdownTableRow(obs, '10:00', config);
|
||||
|
||||
// Row should have empty read column
|
||||
const columns = result.split('|');
|
||||
// Find the Read column (5th column, index 5)
|
||||
expect(columns[5].trim()).toBe('');
|
||||
});
|
||||
|
||||
it('should use quote mark for repeated time', () => {
|
||||
const obs = createTestObservation();
|
||||
const config = createTestConfig();
|
||||
|
||||
// Empty string timeDisplay means "same as previous"
|
||||
const result = renderMarkdownTableRow(obs, '', config);
|
||||
|
||||
expect(result).toContain('"');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownFullObservation', () => {
|
||||
it('should include observation ID and title', () => {
|
||||
const obs = createTestObservation({ id: 7, title: 'Full Observation' });
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownFullObservation(obs, '10:00', 'Detail content', config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('**#7**');
|
||||
expect(joined).toContain('**Full Observation**');
|
||||
});
|
||||
|
||||
it('should include detail field when provided', () => {
|
||||
const obs = createTestObservation();
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownFullObservation(obs, '10:00', 'The detailed narrative here', config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('The detailed narrative here');
|
||||
});
|
||||
|
||||
it('should not include detail field when null', () => {
|
||||
const obs = createTestObservation();
|
||||
const config = createTestConfig();
|
||||
|
||||
const result = renderMarkdownFullObservation(obs, '10:00', null, config);
|
||||
|
||||
// Should not have an extra content block
|
||||
expect(result.length).toBeLessThan(5);
|
||||
});
|
||||
|
||||
it('should include token info when enabled', () => {
|
||||
const obs = createTestObservation({ discovery_tokens: 250 });
|
||||
const config = createTestConfig({ showReadTokens: true, showWorkTokens: true });
|
||||
|
||||
const result = renderMarkdownFullObservation(obs, '10:00', null, config);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('Read:');
|
||||
expect(joined).toContain('Work:');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownSummaryItem', () => {
|
||||
it('should include session ID with S prefix', () => {
|
||||
const summary = { id: 5, request: 'Implement feature' };
|
||||
|
||||
const result = renderMarkdownSummaryItem(summary, '2025-01-01 10:00');
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('**#S5**');
|
||||
});
|
||||
|
||||
it('should include request text', () => {
|
||||
const summary = { id: 1, request: 'Build authentication' };
|
||||
|
||||
const result = renderMarkdownSummaryItem(summary, '10:00');
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('Build authentication');
|
||||
});
|
||||
|
||||
it('should use "Session started" when request is null', () => {
|
||||
const summary = { id: 1, request: null };
|
||||
|
||||
const result = renderMarkdownSummaryItem(summary, '10:00');
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('Session started');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownSummaryField', () => {
|
||||
it('should render label and value in bold', () => {
|
||||
const result = renderMarkdownSummaryField('Learned', 'How to test');
|
||||
|
||||
expect(result).toHaveLength(2);
|
||||
expect(result[0]).toBe('**Learned**: How to test');
|
||||
expect(result[1]).toBe('');
|
||||
});
|
||||
|
||||
it('should return empty array when value is null', () => {
|
||||
const result = renderMarkdownSummaryField('Learned', null);
|
||||
|
||||
expect(result).toHaveLength(0);
|
||||
});
|
||||
|
||||
it('should return empty array when value is empty string', () => {
|
||||
const result = renderMarkdownSummaryField('Learned', '');
|
||||
|
||||
// Empty string is falsy, so should return empty array
|
||||
expect(result).toHaveLength(0);
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownPreviouslySection', () => {
|
||||
it('should render section when assistantMessage exists', () => {
|
||||
const priorMessages: PriorMessages = {
|
||||
userMessage: '',
|
||||
assistantMessage: 'I completed the task successfully.',
|
||||
};
|
||||
|
||||
const result = renderMarkdownPreviouslySection(priorMessages);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('**Previously**');
|
||||
expect(joined).toContain('A: I completed the task successfully.');
|
||||
});
|
||||
|
||||
it('should return empty when assistantMessage is empty', () => {
|
||||
const priorMessages: PriorMessages = {
|
||||
userMessage: '',
|
||||
assistantMessage: '',
|
||||
};
|
||||
|
||||
const result = renderMarkdownPreviouslySection(priorMessages);
|
||||
|
||||
expect(result).toHaveLength(0);
|
||||
});
|
||||
|
||||
it('should include separator', () => {
|
||||
const priorMessages: PriorMessages = {
|
||||
userMessage: '',
|
||||
assistantMessage: 'Some message',
|
||||
};
|
||||
|
||||
const result = renderMarkdownPreviouslySection(priorMessages);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('---');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownFooter', () => {
|
||||
it('should include token amounts', () => {
|
||||
const result = renderMarkdownFooter(10000, 500);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('10k');
|
||||
expect(joined).toContain('500');
|
||||
});
|
||||
|
||||
it('should mention claude-mem skill', () => {
|
||||
const result = renderMarkdownFooter(5000, 100);
|
||||
const joined = result.join('\n');
|
||||
|
||||
expect(joined).toContain('claude-mem');
|
||||
});
|
||||
|
||||
it('should round work tokens to nearest thousand', () => {
|
||||
const result = renderMarkdownFooter(15500, 100);
|
||||
const joined = result.join('\n');
|
||||
|
||||
// 15500 / 1000 = 15.5 -> rounds to 16
|
||||
expect(joined).toContain('16k');
|
||||
});
|
||||
});
|
||||
|
||||
describe('renderMarkdownEmptyState', () => {
|
||||
it('should return helpful message with project name', () => {
|
||||
const result = renderMarkdownEmptyState('my-project');
|
||||
|
||||
expect(result).toContain('# [my-project] recent context');
|
||||
expect(result).toContain('No previous sessions found');
|
||||
});
|
||||
|
||||
it('should be valid markdown', () => {
|
||||
const result = renderMarkdownEmptyState('test');
|
||||
|
||||
// Should start with h1
|
||||
expect(result.startsWith('#')).toBe(true);
|
||||
});
|
||||
|
||||
it('should handle empty project name', () => {
|
||||
const result = renderMarkdownEmptyState('');
|
||||
|
||||
expect(result).toContain('# [] recent context');
|
||||
});
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,146 @@
|
||||
import { describe, it, expect } from 'bun:test';
|
||||
import { buildTimeline } from '../../src/services/context/index.js';
|
||||
import type { Observation, SummaryTimelineItem } from '../../src/services/context/types.js';
|
||||
|
||||
/**
|
||||
* Timeline building tests - validates real sorting and merging logic
|
||||
*
|
||||
* Removed: queryObservations, querySummaries tests (mock database - not testing real behavior)
|
||||
* Kept: buildTimeline tests (tests actual sorting algorithm)
|
||||
*/
|
||||
|
||||
// Helper to create a minimal observation
|
||||
function createTestObservation(overrides: Partial<Observation> = {}): Observation {
|
||||
return {
|
||||
id: 1,
|
||||
memory_session_id: 'session-123',
|
||||
type: 'discovery',
|
||||
title: 'Test Observation',
|
||||
subtitle: null,
|
||||
narrative: 'A test narrative',
|
||||
facts: '["fact1"]',
|
||||
concepts: '["concept1"]',
|
||||
files_read: null,
|
||||
files_modified: null,
|
||||
discovery_tokens: 100,
|
||||
created_at: '2025-01-01T12:00:00.000Z',
|
||||
created_at_epoch: 1735732800000,
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
// Helper to create a summary timeline item
|
||||
function createTestSummaryTimelineItem(overrides: Partial<SummaryTimelineItem> = {}): SummaryTimelineItem {
|
||||
return {
|
||||
id: 1,
|
||||
memory_session_id: 'session-123',
|
||||
request: 'Test Request',
|
||||
investigated: 'Investigated things',
|
||||
learned: 'Learned things',
|
||||
completed: 'Completed things',
|
||||
next_steps: 'Next steps',
|
||||
created_at: '2025-01-01T12:00:00.000Z',
|
||||
created_at_epoch: 1735732800000,
|
||||
displayEpoch: 1735732800000,
|
||||
displayTime: '2025-01-01T12:00:00.000Z',
|
||||
shouldShowLink: false,
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
describe('buildTimeline', () => {
|
||||
it('should combine observations and summaries into timeline', () => {
|
||||
const observations = [
|
||||
createTestObservation({ id: 1, created_at_epoch: 1000 }),
|
||||
];
|
||||
const summaries = [
|
||||
createTestSummaryTimelineItem({ id: 1, displayEpoch: 2000 }),
|
||||
];
|
||||
|
||||
const timeline = buildTimeline(observations, summaries);
|
||||
|
||||
expect(timeline).toHaveLength(2);
|
||||
});
|
||||
|
||||
it('should sort timeline items chronologically by epoch', () => {
|
||||
const observations = [
|
||||
createTestObservation({ id: 1, created_at_epoch: 3000 }),
|
||||
createTestObservation({ id: 2, created_at_epoch: 1000 }),
|
||||
];
|
||||
const summaries = [
|
||||
createTestSummaryTimelineItem({ id: 1, displayEpoch: 2000 }),
|
||||
];
|
||||
|
||||
const timeline = buildTimeline(observations, summaries);
|
||||
|
||||
// Should be sorted: obs2 (1000), summary (2000), obs1 (3000)
|
||||
expect(timeline).toHaveLength(3);
|
||||
expect(timeline[0].type).toBe('observation');
|
||||
expect((timeline[0].data as Observation).id).toBe(2);
|
||||
expect(timeline[1].type).toBe('summary');
|
||||
expect(timeline[2].type).toBe('observation');
|
||||
expect((timeline[2].data as Observation).id).toBe(1);
|
||||
});
|
||||
|
||||
it('should handle empty observations array', () => {
|
||||
const summaries = [
|
||||
createTestSummaryTimelineItem({ id: 1, displayEpoch: 1000 }),
|
||||
];
|
||||
|
||||
const timeline = buildTimeline([], summaries);
|
||||
|
||||
expect(timeline).toHaveLength(1);
|
||||
expect(timeline[0].type).toBe('summary');
|
||||
});
|
||||
|
||||
it('should handle empty summaries array', () => {
|
||||
const observations = [
|
||||
createTestObservation({ id: 1, created_at_epoch: 1000 }),
|
||||
];
|
||||
|
||||
const timeline = buildTimeline(observations, []);
|
||||
|
||||
expect(timeline).toHaveLength(1);
|
||||
expect(timeline[0].type).toBe('observation');
|
||||
});
|
||||
|
||||
it('should handle both empty arrays', () => {
|
||||
const timeline = buildTimeline([], []);
|
||||
|
||||
expect(timeline).toHaveLength(0);
|
||||
});
|
||||
|
||||
it('should correctly tag items with their type', () => {
|
||||
const observations = [createTestObservation()];
|
||||
const summaries = [createTestSummaryTimelineItem()];
|
||||
|
||||
const timeline = buildTimeline(observations, summaries);
|
||||
|
||||
const observationItem = timeline.find(item => item.type === 'observation');
|
||||
const summaryItem = timeline.find(item => item.type === 'summary');
|
||||
|
||||
expect(observationItem).toBeDefined();
|
||||
expect(summaryItem).toBeDefined();
|
||||
expect(observationItem!.data).toHaveProperty('narrative');
|
||||
expect(summaryItem!.data).toHaveProperty('request');
|
||||
});
|
||||
|
||||
it('should use displayEpoch for summary sorting, not created_at_epoch', () => {
|
||||
const observations = [
|
||||
createTestObservation({ id: 1, created_at_epoch: 2000 }),
|
||||
];
|
||||
const summaries = [
|
||||
createTestSummaryTimelineItem({
|
||||
id: 1,
|
||||
created_at_epoch: 3000, // Created later
|
||||
displayEpoch: 1000, // But displayed earlier
|
||||
}),
|
||||
];
|
||||
|
||||
const timeline = buildTimeline(observations, summaries);
|
||||
|
||||
// Summary should come first because its displayEpoch is earlier
|
||||
expect(timeline[0].type).toBe('summary');
|
||||
expect(timeline[1].type).toBe('observation');
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,262 @@
|
||||
import { describe, it, expect } from 'bun:test';
|
||||
|
||||
import {
|
||||
calculateObservationTokens,
|
||||
calculateTokenEconomics,
|
||||
} from '../../src/services/context/index.js';
|
||||
import type { Observation } from '../../src/services/context/types.js';
|
||||
import { CHARS_PER_TOKEN_ESTIMATE } from '../../src/services/context/types.js';
|
||||
|
||||
// Helper to create a minimal observation for testing
|
||||
function createTestObservation(overrides: Partial<Observation> = {}): Observation {
|
||||
return {
|
||||
id: 1,
|
||||
memory_session_id: 'session-123',
|
||||
type: 'discovery',
|
||||
title: null,
|
||||
subtitle: null,
|
||||
narrative: null,
|
||||
facts: null,
|
||||
concepts: null,
|
||||
files_read: null,
|
||||
files_modified: null,
|
||||
discovery_tokens: null,
|
||||
created_at: '2025-01-01T12:00:00.000Z',
|
||||
created_at_epoch: 1735732800000,
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
describe('TokenCalculator', () => {
|
||||
describe('CHARS_PER_TOKEN_ESTIMATE constant', () => {
|
||||
it('should be 4 characters per token', () => {
|
||||
expect(CHARS_PER_TOKEN_ESTIMATE).toBe(4);
|
||||
});
|
||||
});
|
||||
|
||||
describe('calculateObservationTokens', () => {
|
||||
it('should return 0 for an observation with no content', () => {
|
||||
const obs = createTestObservation();
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// Even empty observations have facts as "[]" when stringified
|
||||
// null facts becomes '[]' = 2 chars / 4 = 0.5 -> ceil = 1
|
||||
expect(tokens).toBe(1);
|
||||
});
|
||||
|
||||
it('should estimate tokens based on title length', () => {
|
||||
const title = 'A'.repeat(40); // 40 chars = 10 tokens
|
||||
const obs = createTestObservation({ title });
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// title (40) + facts stringified (null -> '[]' = 2) = 42 / 4 = 10.5 -> 11
|
||||
expect(tokens).toBe(11);
|
||||
});
|
||||
|
||||
it('should estimate tokens based on subtitle length', () => {
|
||||
const subtitle = 'B'.repeat(20); // 20 chars = 5 tokens
|
||||
const obs = createTestObservation({ subtitle });
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// subtitle (20) + facts (2) = 22 / 4 = 5.5 -> 6
|
||||
expect(tokens).toBe(6);
|
||||
});
|
||||
|
||||
it('should estimate tokens based on narrative length', () => {
|
||||
const narrative = 'C'.repeat(80); // 80 chars = 20 tokens
|
||||
const obs = createTestObservation({ narrative });
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// narrative (80) + facts (2) = 82 / 4 = 20.5 -> 21
|
||||
expect(tokens).toBe(21);
|
||||
});
|
||||
|
||||
it('should estimate tokens based on facts JSON length', () => {
|
||||
// When facts is a string, JSON.stringify adds quotes around it
|
||||
// '["fact"]' as string becomes '"[\\"fact\\"]"' when stringified
|
||||
// But in practice, obs.facts is a string that gets stringified
|
||||
const facts = '["fact one", "fact two", "fact three"]'; // 38 chars
|
||||
const obs = createTestObservation({ facts });
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// JSON.stringify of string adds quotes: 38 + 2 = 40, plus escaping
|
||||
// Actually becomes: '"[\"fact one\", \"fact two\", \"fact three\"]"' = 46 chars
|
||||
// 46 / 4 = 11.5 -> 12
|
||||
expect(tokens).toBe(12);
|
||||
});
|
||||
|
||||
it('should combine all fields for total token estimate', () => {
|
||||
const obs = createTestObservation({
|
||||
title: 'A'.repeat(20), // 20 chars
|
||||
subtitle: 'B'.repeat(20), // 20 chars
|
||||
narrative: 'C'.repeat(40), // 40 chars
|
||||
facts: '["test"]', // 8 chars, but JSON.stringify adds quotes = 10 chars
|
||||
});
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// 20 + 20 + 40 + 10 (stringified) = 90 / 4 = 22.5 -> 23
|
||||
expect(tokens).toBe(23);
|
||||
});
|
||||
|
||||
it('should handle large observations correctly', () => {
|
||||
const largeNarrative = 'X'.repeat(4000); // 4000 chars = 1000 tokens
|
||||
const obs = createTestObservation({ narrative: largeNarrative });
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// 4000 + 2 (null facts) = 4002 / 4 = 1000.5 -> 1001
|
||||
expect(tokens).toBe(1001);
|
||||
});
|
||||
|
||||
it('should round up fractional tokens using ceil', () => {
|
||||
// 9 chars / 4 = 2.25 -> should be 3
|
||||
const obs = createTestObservation({ title: 'ABCDEFGHI' }); // 9 chars
|
||||
const tokens = calculateObservationTokens(obs);
|
||||
// 9 + 2 = 11 / 4 = 2.75 -> 3
|
||||
expect(tokens).toBe(3);
|
||||
});
|
||||
});
|
||||
|
||||
describe('calculateTokenEconomics', () => {
|
||||
it('should return zeros for empty observations array', () => {
|
||||
const economics = calculateTokenEconomics([]);
|
||||
|
||||
expect(economics.totalObservations).toBe(0);
|
||||
expect(economics.totalReadTokens).toBe(0);
|
||||
expect(economics.totalDiscoveryTokens).toBe(0);
|
||||
expect(economics.savings).toBe(0);
|
||||
expect(economics.savingsPercent).toBe(0);
|
||||
});
|
||||
|
||||
it('should count total observations', () => {
|
||||
const observations = [
|
||||
createTestObservation({ id: 1 }),
|
||||
createTestObservation({ id: 2 }),
|
||||
createTestObservation({ id: 3 }),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.totalObservations).toBe(3);
|
||||
});
|
||||
|
||||
it('should sum read tokens from all observations', () => {
|
||||
const observations = [
|
||||
createTestObservation({ title: 'A'.repeat(40) }), // ~11 tokens
|
||||
createTestObservation({ title: 'B'.repeat(40) }), // ~11 tokens
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.totalReadTokens).toBe(22);
|
||||
});
|
||||
|
||||
it('should sum discovery tokens from all observations', () => {
|
||||
const observations = [
|
||||
createTestObservation({ discovery_tokens: 100 }),
|
||||
createTestObservation({ discovery_tokens: 200 }),
|
||||
createTestObservation({ discovery_tokens: 300 }),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.totalDiscoveryTokens).toBe(600);
|
||||
});
|
||||
|
||||
it('should handle null discovery_tokens as 0', () => {
|
||||
const observations = [
|
||||
createTestObservation({ discovery_tokens: 100 }),
|
||||
createTestObservation({ discovery_tokens: null }),
|
||||
createTestObservation({ discovery_tokens: 50 }),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.totalDiscoveryTokens).toBe(150);
|
||||
});
|
||||
|
||||
it('should calculate savings as discovery minus read tokens', () => {
|
||||
const observations = [
|
||||
createTestObservation({
|
||||
title: 'A'.repeat(40), // ~11 read tokens
|
||||
discovery_tokens: 500,
|
||||
}),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.savings).toBe(500 - 11);
|
||||
expect(economics.savings).toBe(489);
|
||||
});
|
||||
|
||||
it('should calculate savings percent correctly', () => {
|
||||
// If discovery = 1000 and read = 100, savings = 900, percent = 90%
|
||||
const observations = [
|
||||
createTestObservation({
|
||||
title: 'A'.repeat(396), // 396 + 2 = 398 / 4 = 99.5 -> 100 read tokens
|
||||
discovery_tokens: 1000,
|
||||
}),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.totalReadTokens).toBe(100);
|
||||
expect(economics.totalDiscoveryTokens).toBe(1000);
|
||||
expect(economics.savings).toBe(900);
|
||||
expect(economics.savingsPercent).toBe(90);
|
||||
});
|
||||
|
||||
it('should return 0% savings when discovery tokens is 0', () => {
|
||||
const observations = [
|
||||
createTestObservation({ discovery_tokens: 0 }),
|
||||
createTestObservation({ discovery_tokens: null }),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.savingsPercent).toBe(0);
|
||||
});
|
||||
|
||||
it('should handle negative savings correctly', () => {
|
||||
// When read tokens > discovery tokens, savings is negative
|
||||
const observations = [
|
||||
createTestObservation({
|
||||
narrative: 'X'.repeat(400), // ~101 read tokens
|
||||
discovery_tokens: 50,
|
||||
}),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.savings).toBeLessThan(0);
|
||||
});
|
||||
|
||||
it('should round savings percent to nearest integer', () => {
|
||||
// Create a scenario where savings percent is fractional
|
||||
// discovery = 100, read = 33, savings = 67, percent = 67%
|
||||
const observations = [
|
||||
createTestObservation({
|
||||
title: 'A'.repeat(130), // 130 + 2 = 132 / 4 = 33 read tokens
|
||||
discovery_tokens: 100,
|
||||
}),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.totalReadTokens).toBe(33);
|
||||
expect(economics.savingsPercent).toBe(67);
|
||||
});
|
||||
|
||||
it('should aggregate correctly with multiple observations', () => {
|
||||
const observations = [
|
||||
createTestObservation({
|
||||
id: 1,
|
||||
title: 'A'.repeat(20),
|
||||
narrative: 'X'.repeat(60),
|
||||
discovery_tokens: 500,
|
||||
}),
|
||||
createTestObservation({
|
||||
id: 2,
|
||||
title: 'B'.repeat(40),
|
||||
subtitle: 'Y'.repeat(40),
|
||||
discovery_tokens: 300,
|
||||
}),
|
||||
createTestObservation({
|
||||
id: 3,
|
||||
narrative: 'Z'.repeat(100),
|
||||
facts: '["fact1", "fact2"]',
|
||||
discovery_tokens: 200,
|
||||
}),
|
||||
];
|
||||
const economics = calculateTokenEconomics(observations);
|
||||
|
||||
expect(economics.totalObservations).toBe(3);
|
||||
expect(economics.totalDiscoveryTokens).toBe(1000);
|
||||
expect(economics.totalReadTokens).toBeGreaterThan(0);
|
||||
expect(economics.savings).toBe(economics.totalDiscoveryTokens - economics.totalReadTokens);
|
||||
});
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user