-
Notifications
You must be signed in to change notification settings - Fork 59
feat(toolkit-lib): network detector #926
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
base: main
Are you sure you want to change the base?
Changes from 10 commits
7ee3f4d
7718108
91d3441
51ffbf6
d7dcdc6
f69b420
f7cd018
d0d4e93
ec0768f
60f2c12
c342cc2
671b1ee
995765b
5365dfb
d037ec8
2cbbc6b
22f49d4
4e65441
c05df0e
0d975e9
e647834
34683ea
12e07e2
0fc2d90
ae56f62
0818fb2
7f2d4ea
c33ec6c
b2822d2
0dd91d8
ae20ea5
2adf47e
d1355f1
1dc3a75
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -17,3 +17,6 @@ export * from './api/cloud-assembly'; | |
| export * from './api/io'; | ||
| export * from './api/tags'; | ||
| export * from './api/plugin'; | ||
|
|
||
| // Utilities | ||
| export { NetworkDetector } from './util/network-detector'; | ||
|
||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,90 @@ | ||
| import type { Agent } from 'https'; | ||
| import { request } from 'https'; | ||
| import * as path from 'path'; | ||
| import * as fs from 'fs-extra'; | ||
| import { cdkCacheDir } from './'; | ||
|
|
||
| interface CachedConnectivity { | ||
| expiration: number; | ||
| hasConnectivity: boolean; | ||
| } | ||
|
|
||
| const TIME_TO_LIVE_SUCCESS = 60 * 60 * 1000; // 1 hour | ||
| const CACHE_FILE_PATH = path.join(cdkCacheDir(), 'connection.json'); | ||
|
|
||
| /** | ||
| * Detects internet connectivity by making a lightweight request to the notices endpoint | ||
| */ | ||
| export class NetworkDetector { | ||
| /** | ||
| * Check if internet connectivity is available | ||
| */ | ||
| public static async hasConnectivity(agent?: Agent): Promise<boolean> { | ||
| const cachedData = await this.load(); | ||
| const expiration = cachedData.expiration ?? 0; | ||
|
|
||
| if (Date.now() > expiration) { | ||
| try { | ||
| const connected = await this.ping(agent); | ||
| const updatedData = { | ||
| expiration: Date.now() + TIME_TO_LIVE_SUCCESS, | ||
| hasConnectivity: connected, | ||
| }; | ||
| await this.save(updatedData); | ||
| return connected; | ||
| } catch { | ||
| return false; | ||
| } | ||
| } else { | ||
| return cachedData.hasConnectivity; | ||
| } | ||
| } | ||
|
|
||
| private static readonly TIMEOUT_MS = 500; | ||
|
|
||
| private static async load(): Promise<CachedConnectivity> { | ||
| const defaultValue = { | ||
| expiration: 0, | ||
| hasConnectivity: false, | ||
| }; | ||
|
|
||
| try { | ||
| return fs.existsSync(CACHE_FILE_PATH) | ||
| ? await fs.readJSON(CACHE_FILE_PATH) as CachedConnectivity | ||
| : defaultValue; | ||
| } catch { | ||
| return defaultValue; | ||
| } | ||
| } | ||
|
|
||
| private static async save(cached: CachedConnectivity): Promise<void> { | ||
| try { | ||
| await fs.ensureFile(CACHE_FILE_PATH); | ||
| await fs.writeJSON(CACHE_FILE_PATH, cached); | ||
| } catch { | ||
| // Silently ignore cache save errors | ||
| } | ||
| } | ||
|
|
||
| private static ping(agent?: Agent): Promise<boolean> { | ||
| return new Promise((resolve) => { | ||
| const req = request({ | ||
| hostname: 'cli.cdk.dev-tools.aws.dev', | ||
| path: '/notices.json', | ||
| method: 'HEAD', | ||
| agent, | ||
| timeout: this.TIMEOUT_MS, | ||
| }, (res) => { | ||
| resolve(res.statusCode !== undefined && res.statusCode < 500); | ||
| }); | ||
|
|
||
| req.on('error', () => resolve(false)); | ||
| req.on('timeout', () => { | ||
| req.destroy(); | ||
| resolve(false); | ||
| }); | ||
|
|
||
| req.end(); | ||
| }); | ||
| } | ||
| } |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,169 @@ | ||
| import * as https from 'https'; | ||
| import * as fs from 'fs-extra'; | ||
| import { NetworkDetector } from '../../lib/util/network-detector'; | ||
|
|
||
| // Mock the https module | ||
| jest.mock('https'); | ||
| const mockHttps = https as jest.Mocked<typeof https>; | ||
|
|
||
| // Mock fs-extra | ||
| jest.mock('fs-extra'); | ||
| const mockFs = fs as jest.Mocked<typeof fs>; | ||
|
|
||
| // Mock cdkCacheDir | ||
| jest.mock('../../lib/util', () => ({ | ||
| cdkCacheDir: jest.fn(() => '/mock/cache/dir'), | ||
| })); | ||
|
|
||
| describe('NetworkDetector', () => { | ||
| let mockRequest: jest.Mock; | ||
|
|
||
| beforeEach(() => { | ||
| jest.clearAllMocks(); | ||
| mockRequest = jest.fn(); | ||
| mockHttps.request.mockImplementation(mockRequest); | ||
| }); | ||
|
|
||
| test('returns true when server responds with success status', async () => { | ||
| const mockReq = { | ||
| on: jest.fn(), | ||
| end: jest.fn(), | ||
| destroy: jest.fn(), | ||
| }; | ||
|
|
||
| mockRequest.mockImplementation((_options, callback) => { | ||
| callback({ statusCode: 200 }); | ||
| return mockReq; | ||
| }); | ||
|
|
||
| mockFs.existsSync.mockReturnValue(false); | ||
| (mockFs.ensureFile as jest.Mock).mockResolvedValue(undefined); | ||
| (mockFs.writeJSON as jest.Mock).mockResolvedValue(undefined); | ||
|
|
||
| const result = await NetworkDetector.hasConnectivity(); | ||
| expect(result).toBe(true); // Should return true for successful HTTP response | ||
| }); | ||
|
|
||
| test('returns false when server responds with server error', async () => { | ||
| const mockReq = { | ||
| on: jest.fn(), | ||
| end: jest.fn(), | ||
| destroy: jest.fn(), | ||
| }; | ||
|
|
||
| mockRequest.mockImplementation((_options, callback) => { | ||
| callback({ statusCode: 500 }); | ||
| return mockReq; | ||
| }); | ||
|
|
||
| mockFs.existsSync.mockReturnValue(false); | ||
| (mockFs.ensureFile as jest.Mock).mockResolvedValue(undefined); | ||
| (mockFs.writeJSON as jest.Mock).mockResolvedValue(undefined); | ||
|
|
||
| const result = await NetworkDetector.hasConnectivity(); | ||
| expect(result).toBe(false); // Should return false for server error status codes | ||
| }); | ||
|
|
||
| test('returns false on network error', async () => { | ||
| const mockReq = { | ||
| on: jest.fn((event, handler) => { | ||
| if (event === 'error') { | ||
| setTimeout(() => handler(new Error('Network error')), 0); | ||
| } | ||
| }), | ||
| end: jest.fn(), | ||
| destroy: jest.fn(), | ||
| }; | ||
|
|
||
| mockRequest.mockReturnValue(mockReq); | ||
| mockFs.existsSync.mockReturnValue(false); | ||
|
|
||
| const result = await NetworkDetector.hasConnectivity(); | ||
| expect(result).toBe(false); // Should return false when network request fails | ||
| }); | ||
|
|
||
| test('returns cached result from disk when not expired', async () => { | ||
| const cachedData = { | ||
| expiration: Date.now() + 30000, // 30 seconds in future | ||
| hasConnectivity: true, | ||
| }; | ||
|
|
||
| mockFs.existsSync.mockReturnValue(true); | ||
| (mockFs.readJSON as jest.Mock).mockResolvedValue(cachedData); | ||
|
|
||
| const result = await NetworkDetector.hasConnectivity(); | ||
|
|
||
| expect(result).toBe(true); // Should return cached connectivity result | ||
| expect(mockRequest).not.toHaveBeenCalled(); // Should not make network request when cache is valid | ||
| }); | ||
|
|
||
| test('performs ping when disk cache is expired', async () => { | ||
| const expiredData = { | ||
| expiration: Date.now() - 1000, // 1 second ago | ||
| hasConnectivity: true, | ||
| }; | ||
|
|
||
| const mockReq = { | ||
| on: jest.fn(), | ||
| end: jest.fn(), | ||
| destroy: jest.fn(), | ||
| }; | ||
|
|
||
| mockRequest.mockImplementation((_options, callback) => { | ||
| callback({ statusCode: 200 }); | ||
| return mockReq; | ||
| }); | ||
|
|
||
| mockFs.existsSync.mockReturnValue(true); | ||
| (mockFs.readJSON as jest.Mock).mockResolvedValue(expiredData); | ||
| (mockFs.ensureFile as jest.Mock).mockResolvedValue(undefined); | ||
| (mockFs.writeJSON as jest.Mock).mockResolvedValue(undefined); | ||
|
|
||
| const result = await NetworkDetector.hasConnectivity(); | ||
|
|
||
| expect(result).toBe(true); // Should return fresh connectivity result | ||
| expect(mockRequest).toHaveBeenCalledTimes(1); // Should make network request when cache is expired | ||
| }); | ||
|
|
||
| test('handles cache save errors gracefully', async () => { | ||
| const mockReq = { | ||
| on: jest.fn(), | ||
| end: jest.fn(), | ||
| destroy: jest.fn(), | ||
| }; | ||
|
|
||
| mockRequest.mockImplementation((_options, callback) => { | ||
| callback({ statusCode: 200 }); | ||
| return mockReq; | ||
| }); | ||
|
|
||
| mockFs.existsSync.mockReturnValue(false); | ||
| (mockFs.ensureFile as jest.Mock).mockRejectedValue(new Error('Disk full')); | ||
|
|
||
| const result = await NetworkDetector.hasConnectivity(); | ||
|
|
||
| expect(result).toBe(true); // Should still return connectivity result despite cache save failure | ||
| }); | ||
|
|
||
| test('handles cache load errors gracefully', async () => { | ||
| const mockReq = { | ||
| on: jest.fn(), | ||
| end: jest.fn(), | ||
| destroy: jest.fn(), | ||
| }; | ||
|
|
||
| mockRequest.mockImplementation((_options, callback) => { | ||
| callback({ statusCode: 200 }); | ||
| return mockReq; | ||
| }); | ||
|
|
||
| mockFs.existsSync.mockReturnValue(true); | ||
| (mockFs.readJSON as jest.Mock).mockRejectedValue(new Error('Read failed')); | ||
| (mockFs.ensureFile as jest.Mock).mockResolvedValue(undefined); | ||
| (mockFs.writeJSON as jest.Mock).mockResolvedValue(undefined); | ||
|
|
||
| const result = await NetworkDetector.hasConnectivity(); | ||
|
|
||
| expect(result).toBe(true); // Should still return connectivity result despite cache load failure | ||
| }); | ||
| }); |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,4 +1,5 @@ | ||
| import * as https from 'https'; | ||
| import { NetworkDetector } from '@aws-cdk/toolkit-lib'; | ||
| import { createTestEvent } from './util'; | ||
| import { IoHelper } from '../../../../lib/api-private'; | ||
| import { CliIoHost } from '../../../../lib/cli/io-host'; | ||
|
|
@@ -9,12 +10,23 @@ jest.mock('https', () => ({ | |
| request: jest.fn(), | ||
| })); | ||
|
|
||
| // Mock NetworkDetector | ||
| jest.mock('@aws-cdk/toolkit-lib', () => ({ | ||
| ...jest.requireActual('@aws-cdk/toolkit-lib'), | ||
| NetworkDetector: { | ||
| hasConnectivity: jest.fn(), | ||
| }, | ||
| })); | ||
|
|
||
| describe('EndpointTelemetrySink', () => { | ||
| let ioHost: CliIoHost; | ||
|
|
||
| beforeEach(() => { | ||
| jest.resetAllMocks(); | ||
|
|
||
| // Mock NetworkDetector to return true by default for existing tests | ||
| (NetworkDetector.hasConnectivity as jest.Mock).mockResolvedValue(true); | ||
|
|
||
| ioHost = CliIoHost.instance(); | ||
| }); | ||
|
|
||
|
|
@@ -312,4 +324,20 @@ describe('EndpointTelemetrySink', () => { | |
| expect.stringContaining('Telemetry Error: POST example.com/telemetry:'), | ||
| ); | ||
| }); | ||
|
|
||
| test('skips request when no connectivity detected', async () => { | ||
|
Contributor
Author
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. this is the true result: we do not ping the telemetry endpoint in environments without internet access |
||
| // GIVEN | ||
| (NetworkDetector.hasConnectivity as jest.Mock).mockResolvedValue(false); | ||
|
|
||
| const testEvent = createTestEvent('INVOKE', { foo: 'bar' }); | ||
| const client = new EndpointTelemetrySink({ endpoint: 'https://example.com/telemetry', ioHost }); | ||
|
|
||
| // WHEN | ||
| await client.emit(testEvent); | ||
| await client.flush(); | ||
|
|
||
| // THEN | ||
| expect(NetworkDetector.hasConnectivity).toHaveBeenCalledWith(undefined); | ||
| expect(https.request).not.toHaveBeenCalled(); | ||
| }); | ||
| }); | ||
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Is throwing the right thing here? Is that error caught elsewhere? Asking because Notices should just silently fail. A comment might help.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
this is the right thing to do here. we are throwing errors in
web-data-sourceon failures and expecting to swallow them elsewhere (which we do)There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
[non-blocking] Since this pattern will be very common (get the result, check whether it's true and throw an error if not), we could also have a method that takes a callback and does this for you:
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
this is a good thought and i have considered this. im not entirely against it, but i feel like my more (naive) approach works more intuitively even if it reuses the same pattern. we can always refactor in the future if it turns out that
ifConnectedis a cleaner API