Tools/Notes
1
0
Fork 0
mirror of https://github.com/TriliumNext/Notes.git synced 2025-10-31 04:51:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(llm): decrease the throttle on the chunking tests lol

Browse Source
This commit is contained in:
perf3ct 2025-06-08 21:47:53 +00:00
parent 93cf868dcf
commit b28387bada
No known key found for this signature in database
GPG Key ID: 569C4EEC436F5232
1 changed files with 18 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
apps/server/src/services/llm/providers/integration/streaming.spec.ts
View File

@ -388,9 +388,11 @@ describe('Provider Streaming Integration Tests', () => {
describe('Performance and Scalability', () => { describe('Performance and Scalability', () => {
it('should handle high-frequency chunk delivery', async () => { it('should handle high-frequency chunk delivery', async () => {
const highFrequencyChunks = Array.from({ length: 1000 }, (_, i) => ({ // Reduced count for CI stability while still testing high frequency
const chunkCount = 500; // Reduced from 1000
const highFrequencyChunks = Array.from({ length: chunkCount }, (_, i) => ({
message: { content: `chunk${i}` }, message: { content: `chunk${i}` },
done: i === 999 done: i === (chunkCount - 1)
})); }));
const mockIterator = { const mockIterator = {
@ -409,10 +411,10 @@ describe('Provider Streaming Integration Tests', () => {
); );
const endTime = Date.now(); const endTime = Date.now();
expect(result.chunkCount).toBe(1000); expect(result.chunkCount).toBe(chunkCount);
expect(result.completeText).toContain('chunk999'); expect(result.completeText).toContain(`chunk${chunkCount - 1}`);
expect(endTime - startTime).toBeLessThan(5000); // Should complete in under 5s expect(endTime - startTime).toBeLessThan(3000); // Should complete in under 3s
}); }, 15000); // Add 15 second timeout
it('should handle large individual chunks', async () => { it('should handle large individual chunks', async () => {
const largeContent = 'x'.repeat(100000); // 100KB chunk const largeContent = 'x'.repeat(100000); // 100KB chunk
@ -471,16 +473,18 @@ describe('Provider Streaming Integration Tests', () => {
describe('Memory Management', () => { describe('Memory Management', () => {
it('should not leak memory during long streaming sessions', async () => { it('should not leak memory during long streaming sessions', async () => {
// Reduced chunk count for CI stability - still tests memory management
const chunkCount = 1000; // Reduced from 10000
const longSessionIterator = { const longSessionIterator = {
async *[Symbol.asyncIterator]() { async *[Symbol.asyncIterator]() {
for (let i = 0; i < 10000; i++) { for (let i = 0; i < chunkCount; i++) {
yield { yield {
message: { content: `Chunk ${i} with some additional content to increase memory usage` }, message: { content: `Chunk ${i} with some additional content to increase memory usage` },
done: i === 9999 done: i === (chunkCount - 1)
}; };
// Periodic yield to event loop // Periodic yield to event loop to prevent blocking
if (i % 100 === 0) { if (i % 50 === 0) { // More frequent yields for shorter test
await new Promise(resolve => setImmediate(resolve)); await new Promise(resolve => setImmediate(resolve));
} }
} }
@ -496,12 +500,12 @@ describe('Provider Streaming Integration Tests', () => {
const finalMemory = process.memoryUsage(); const finalMemory = process.memoryUsage();
expect(result.chunkCount).toBe(10000); expect(result.chunkCount).toBe(chunkCount);
// Memory increase should be reasonable (less than 50MB) // Memory increase should be reasonable (less than 20MB for smaller test)
const memoryIncrease = finalMemory.heapUsed - initialMemory.heapUsed; const memoryIncrease = finalMemory.heapUsed - initialMemory.heapUsed;
expect(memoryIncrease).toBeLessThan(50 * 1024 * 1024); expect(memoryIncrease).toBeLessThan(20 * 1024 * 1024);
}); }, 30000); // Add 30 second timeout for this test
it('should clean up resources on stream completion', async () => { it('should clean up resources on stream completion', async () => {
const resourceTracker = { const resourceTracker = {