Files
Shade/packages/shade-sdk/tests/streams-integration.test.ts
Sterister 53ce776c02 test: stop guessing port numbers
Twenty test servers picked a port with `NNNN + Math.floor(Math.random() * 500)`
and hoped it was free. Several files guessed inside the *same* range —
sdk.test.ts and gates.test.ts both on 19500, three files on 22000, and
webrtc-integration.test.ts used 22000 twice within itself — so with test files
serving in parallel the collision was not unlikely, it was scheduled.

Found from the outside, in Nova, where Shade is vendored: across eight runs of
an unchanged tree, two had failures and six were clean. The visible error was

    Failed to start server. Is port 24287 in use?  EADDRINUSE

and then a second, louder one: `teardownRig` ran on a rig that setup had never
finished building and died on `rig.alice`, so the TypeError from cleanup is
what you read first and the real cause scrolled past above it.

`Bun.serve({ port: 0 })` lets the OS hand out a free port and `server.port`
reads it back. There is no range to collide inside.

teardownRig now tolerates a rig that was never built. Cleanup must never be the
loudest thing in a failing test.

A suite that fails a quarter of the time is worse than a suite that fails: it
teaches everyone to re-run it, and then a real regression looks like the flake.

Verified: 1198 pass / 0 fail here, and the same fix is going into Nova's
vendored copy so the next sync does not bring the guessing back.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014489bKUtUEY1Zgs9xN9mt7
2026-09-08 16:33:40 +02:00

168 lines
5.4 KiB
TypeScript

import { describe, test, expect, beforeAll, afterAll } from 'bun:test';
import { createShade, type Shade, type TransferHandle, type TransferResult } from '../src/index.js';
import {
createPrekeyServer,
MemoryPrekeyStore,
PrekeyServerEvents,
} from '@shade/server';
import { SubtleCryptoProvider } from '@shade/crypto-web';
import { sha256Once } from '@shade/streams';
const crypto = new SubtleCryptoProvider();
interface TestRig {
alice: Shade;
bob: Shade;
bobBaseUrl: string;
prekeyStop: () => void;
bobServerStop: () => void;
}
async function startPrekeyServer(): Promise<{ url: string; stop: () => void }> {
const events = new PrekeyServerEvents();
const server = createPrekeyServer({
crypto,
store: new MemoryPrekeyStore(),
disableRateLimit: true,
events,
});
// Port 0 lets the OS hand out a free one. This guessed inside a 500-wide
// range and hoped — and several files here guessed inside the SAME range,
// so with test files serving in parallel the collision arrived about a
// quarter of the time as EADDRINUSE.
const handle = Bun.serve({ port: 0, fetch: server.fetch });
const port = handle.port;
return { url: `http://localhost:${port}`, stop: () => handle.stop() };
}
async function setupRig(): Promise<TestRig> {
const prekey = await startPrekeyServer();
const alice = await createShade({ prekeyServer: prekey.url, address: 'alice' });
const bob = await createShade({ prekeyServer: prekey.url, address: 'bob' });
// Bob's transferRoute lazily creates a TransferEngine, which requires
// configureTransfers first.
bob.configureTransfers({
resolveBaseUrl: async () => {
throw new Error('bob is receive-only in this test');
},
});
// Spin up Bob's HTTP transfer endpoint.
const bobApp = await bob.transferRoute();
// Port 0 lets the OS hand out a free one. This guessed inside a 500-wide
// range and hoped — and several files here guessed inside the SAME range,
// so with test files serving in parallel the collision arrived about a
// quarter of the time as EADDRINUSE.
const bobServer = Bun.serve({ port: 0, fetch: bobApp.fetch });
const port = bobServer.port;
const bobBaseUrl = `http://localhost:${port}`;
// Wire up Alice's outgoing transfer routing.
alice.configureTransfers({
resolveBaseUrl: async (addr) => {
if (addr === 'bob') return bobBaseUrl;
throw new Error(`unknown peer ${addr}`);
},
});
return {
alice,
bob,
bobBaseUrl,
prekeyStop: prekey.stop,
bobServerStop: () => bobServer.stop(),
};
}
async function teardownRig(rig: TestRig): Promise<void> {
await rig.alice.shutdown();
await rig.bob.shutdown();
rig.bobServerStop();
rig.prekeyStop();
}
function hex(b: Uint8Array): string {
return Array.from(b, (x) => x.toString(16).padStart(2, '0')).join('');
}
async function uploadAndAwait(
rig: TestRig,
input: Uint8Array,
opts?: { lanes?: number; chunkSize?: number },
): Promise<{ senderResult: TransferResult; received: Uint8Array }> {
let resolveRecv!: (h: TransferHandle) => void;
const recvHandlePromise = new Promise<TransferHandle>((r) => {
resolveRecv = r;
});
const unsubscribe = await rig.bob.onIncomingTransfer(async (incoming) => {
const h = await incoming.accept({ output: { kind: 'buffer' } });
resolveRecv(h);
});
const handle = await rig.alice.upload({
to: 'bob',
input,
...(opts?.lanes !== undefined ? { lanes: opts.lanes } : {}),
...(opts?.chunkSize !== undefined ? { chunkSize: opts.chunkSize } : {}),
metadata: { name: 'integration-test.bin' },
});
const recvHandle = await recvHandlePromise;
const [senderResult, recvResult] = await Promise.all([handle.done(), recvHandle.done()]);
unsubscribe();
const received =
(recvResult as TransferResult & { bytes?: Uint8Array }).bytes ?? new Uint8Array();
return { senderResult, received };
}
describe('Shade SDK end-to-end E2EE transfer', () => {
let rig: TestRig;
beforeAll(async () => {
rig = await setupRig();
});
afterAll(async () => {
await teardownRig(rig);
});
test('64 KiB payload — 1 lane', async () => {
const input = crypto.randomBytes(64 * 1024);
const { senderResult, received } = await uploadAndAwait(rig, input, {
lanes: 1,
chunkSize: 16 * 1024,
});
expect(received).toEqual(input);
expect(senderResult.sha256).toBe(hex(sha256Once(input)));
});
test('512 KiB payload — 4 lanes range partition', async () => {
const input = crypto.randomBytes(512 * 1024);
const { senderResult, received } = await uploadAndAwait(rig, input, {
lanes: 4,
chunkSize: 32 * 1024,
});
expect(received).toEqual(input);
expect(senderResult.sha256).toBe(hex(sha256Once(input)));
});
test(
'4 MiB payload — 4 lanes, simulates Dispatch upload',
async () => {
const input = crypto.randomBytes(4 * 1024 * 1024);
const { senderResult, received } = await uploadAndAwait(rig, input, {
lanes: 4,
chunkSize: 128 * 1024,
});
expect(received).toEqual(input);
expect(senderResult.sha256).toBe(hex(sha256Once(input)));
},
30_000,
);
test('listTransfers returns empty before transfer (memory storage)', async () => {
// MemoryStorage's listActiveStreamStates is implemented but never
// populated by the engine in v0.2.0 (resume persistence is M-Stream-6).
const list = await rig.alice.listTransfers();
expect(Array.isArray(list)).toBe(true);
});
});