From 5f9771ddb61988064edb20f292f4301f08f2143d Mon Sep 17 00:00:00 2001 From: david Date: Mon, 31 Mar 2025 14:48:18 -0700 Subject: [PATCH] working with webcam --- .gitignore | 2 + package.json | 18 +++++ scripts.bash | 6 ++ src/server.ts | 172 ++++++++++++++++++++++++++++++++++++++++++++++ static/index.html | 70 +++++++++++++++++++ tsconfig.json | 116 +++++++++++++++++++++++++++++++ 6 files changed, 384 insertions(+) create mode 100644 .gitignore create mode 100644 package.json create mode 100644 scripts.bash create mode 100644 src/server.ts create mode 100644 static/index.html create mode 100644 tsconfig.json diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..8f9d799 --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +node_modules/* +dist/* \ No newline at end of file diff --git a/package.json b/package.json new file mode 100644 index 0000000..a1d92f0 --- /dev/null +++ b/package.json @@ -0,0 +1,18 @@ +{ + "dependencies": { + "@roamhq/wrtc": "^0.8.0", + "node-pre-gyp": "^0.17.0", + "ws": "^8.18.0" + }, + "scripts": { + "build": "npx tsc --skipLibCheck --outDir dist src/server.ts", + "start": "npm run build && node dist/server.js", + "debug": "npx ts-node src/server.ts" + }, + "devDependencies": { + "@types/node": "^22.10.2", + "@types/ws": "^8.5.13", + "ts-node": "^10.9.2", + "typescript": "^5.8.2" + } +} diff --git a/scripts.bash b/scripts.bash new file mode 100644 index 0000000..44c397c --- /dev/null +++ b/scripts.bash @@ -0,0 +1,6 @@ +curl https://git.linuxtv.org/dtv-scan-tables.git/plain/atsc/us-ATSC-center-frequencies-8VSB + + +dvbv5-zap -c dvb_channel.conf -CUS -IZAP "ION" + +dvbv5-scan -Cus -o dvb_channel.conf -O zap -v us-ATSC-center-frequencies-8VSB \ No newline at end of file diff --git a/src/server.ts b/src/server.ts new file mode 100644 index 0000000..dcff874 --- /dev/null +++ b/src/server.ts @@ -0,0 +1,172 @@ +// @ts-ignore +import { nonstandard, RTCPeerConnection, MediaStreamTrack, MediaStream, RTCSessionDescription } from '@roamhq/wrtc'; +import { spawn, ChildProcessWithoutNullStreams } from 'child_process'; +import { Readable } from 'stream'; +import * as ws from 'ws' +import * as fs from 'fs'; +import { i420ToRgba, RTCVideoSource } from '@roamhq/wrtc/types/nonstandard'; +// import { RTCVideoSource } from '@roamhq/wrtc/types/nonstandard'; + + + +// type RTCVideoSource = nonstandard.RTCVideoSource; +// const RTCVideoSource = wrtc.nonstandard.RTCVideoSource; +// const {mediaDevices} = wrtc + +// Constants +const VIDEO_DEVICE = '/dev/video0'; // Video source device +const WIDTH = 640; // Video width +const HEIGHT = 480; // Video height +const FRAME_SIZE = WIDTH * HEIGHT * 1.5; // YUV420p frame size (460800 bytes) + +class VideoStream extends Readable { + private device: fs.ReadStream; + + constructor(devicePath: string) { + super(); + this.device = fs.createReadStream(devicePath); + } + + _read(size: number): void { + const chunk = this.device.read(size); + if (chunk === null) { + this.push(null); // Signal end of stream + } else { + this.push(chunk); + } + } +} + + +// Function to start FFmpeg and capture raw video +function startFFmpeg(): ChildProcessWithoutNullStreams { + return spawn('ffmpeg', [ + '-f', 'v4l2', // Use Video4Linux2 for video capture + '-i', VIDEO_DEVICE, // Input device + '-vf', `scale=${WIDTH}:${HEIGHT}`, // Scale video resolution + '-vcodec', 'rawvideo', // Output raw video codec + '-pix_fmt', 'yuv420p', // Pixel format for WebRTC + '-f', 'rawvideo', // Output format + 'pipe:1' // Pipe to stdout + ]); +} + +// const videoSource = + + + + +let frameBuffer = Buffer.alloc(0); +const ffmpegProcess = startFFmpeg(); +const videoSource = new nonstandard.RTCVideoSource(); +// Function to create a WebRTC PeerConnection +async function createPeerConnection(): Promise { + + const peerConnection = new RTCPeerConnection({iceServers: []} ); + + // Create a video source + + // const videoStream = new VideoStream('/dev/video0'); + + // track.addEventListener('') + + + + // Start FFmpeg and pipe video frames to the source + + + ffmpegProcess.stdout.on('data', (chunk: Buffer) => { + // Push video frames to the RTCVideoSource + + frameBuffer = Buffer.concat([frameBuffer, chunk]); + while (frameBuffer.length >= FRAME_SIZE) { + + const frameData = frameBuffer.slice(0, FRAME_SIZE); + frameBuffer = frameBuffer.slice(FRAME_SIZE); // Keep remaining data + + + const frame: nonstandard.RTCVideoFrame = { + width: WIDTH, + height: HEIGHT, + data: new Uint8Array(frameData), + } + + videoSource.onFrame(frame); + } + }); + + ffmpegProcess.stderr.on('data', (data: Buffer) => { + // console.error('FFmpeg Error:', data.toString()); + }); + + ffmpegProcess.on('exit', (code) => { + console.log(`FFmpeg exited with code ${code}`); + }); + + // Add the track to the PeerConnection + const track: MediaStreamTrack = videoSource.createTrack(); + console.log('vdei src ',videoSource.isScreencast) + const stream = new MediaStream() + stream.addTrack(track) + console.log('enabled ',track.enabled, track.id, track.kind, track.label, track.readyState); + // track. + console.log('get',stream.getVideoTracks()[0].id) + peerConnection.addTrack(track, stream) + // peerConnection.addTransceiver(track, { direction: 'sendonly' }); // peerConnection.add + // peerConnection.addIceCandidate(); + // peerConnection + // console.log('Stream with track:', s.track.); + return peerConnection; +} + + + +// WebSocket signaling server +const wss = new ws.WebSocketServer({ port: 8080 }); + +wss.on('connection', async (ws: ws.WebSocket) => { + const peerConnection: RTCPeerConnection = await createPeerConnection(); + // const source = new RTCVideoSource(); + + console.log('Client connected'); + ws.on('message', async (message: Buffer) => { + const { type, data} = JSON.parse(message.toString()); + console.log("message type", type) + + if(type == 'offer') { + await peerConnection.setRemoteDescription(data); + const answer = await peerConnection.createAnswer(); + await peerConnection.setLocalDescription(answer); + ws.send(JSON.stringify({ type: 'answer', data: peerConnection.localDescription })); + } + + if (type === 'ice-candidate') { + console.log('type ice') + await peerConnection.addIceCandidate(data); + } + + }); + + peerConnection.oniceconnectionstatechange = () => { + console.log('ICE connection state:', peerConnection.iceConnectionState); + if (peerConnection.iceConnectionState === 'failed') { + console.error('ICE connection failed'); + } + }; + + + // Send ICE candidates to the client + peerConnection.onicecandidate = ({ candidate }) => { + console.log("onicecandidate") + if (candidate) { + ws.send(JSON.stringify({ type: 'ice-candidate', data: candidate })); + } + }; + + ws.on('close', () => { + console.log('Client disconnected'); + peerConnection.close(); + }); +}); + +console.log('WebRTC signaling server running on ws://localhost:8080'); diff --git a/static/index.html b/static/index.html new file mode 100644 index 0000000..ee479f8 --- /dev/null +++ b/static/index.html @@ -0,0 +1,70 @@ + + + + + WebRTC Stream + + + + + +

Video streams

+

WebRTC

+ + + + + + \ No newline at end of file diff --git a/tsconfig.json b/tsconfig.json new file mode 100644 index 0000000..633cb3e --- /dev/null +++ b/tsconfig.json @@ -0,0 +1,116 @@ +{ + "compilerOptions": { + /* Visit https://aka.ms/tsconfig to read more about this file */ + /* Projects */ + // "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */ + // "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */ + // "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */ + // "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */ + // "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */ + // "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */ + /* Language and Environment */ + "target": "ES2020", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */ + "lib": [ + "esnext", + "ES2020", + "DOM" + ], /* Specify a set of bundled library declaration files that describe the target runtime environment. */ + // "jsx": "preserve", /* Specify what JSX code is generated. */ + // "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */ + // "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */ + // "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */ + // "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */ + // "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */ + // "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */ + "noLib": false, /* Disable including any library files, including the default lib.d.ts. */ + // "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */ + // "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */ + /* Modules */ + "module": "commonjs", /* Specify what module code is generated. */ + "rootDir": "src", /* Specify the root folder within your source files. */ + "moduleResolution": "node10", /* Specify how TypeScript looks up a file from a given module specifier. */ + // "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */ + // "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */ + // "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */ + // "types": ["node", "webrtc"], + // "typeRoots": ["./node_modules/@types"], + // "typeRoots": ["./node_modules/@types/webrtc"], /* Specify multiple folders that act like './node_modules/@types'. */ + // "types": [], /* Specify type package names to be included without being referenced in a source file. */ + // "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */ + // "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */ + // "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */ + // "rewriteRelativeImportExtensions": true, /* Rewrite '.ts', '.tsx', '.mts', and '.cts' file extensions in relative import paths to their JavaScript equivalent in output files. */ + // "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */ + // "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */ + // "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */ + // "noUncheckedSideEffectImports": true, /* Check side effect imports. */ + // "resolveJsonModule": true, /* Enable importing .json files. */ + // "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */ + // "noResolve": true, /* Disallow 'import's, 'require's or ''s from expanding the number of files TypeScript should add to a project. */ + /* JavaScript Support */ + // "allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */ + // "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */ + // "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */ + /* Emit */ + // "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */ + // "declarationMap": true, /* Create sourcemaps for d.ts files. */ + // "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */ + "sourceMap": true, /* Create source map files for emitted JavaScript files. */ + // "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */ + // "noEmit": true, /* Disable emitting files from a compilation. */ + // "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */ + "outDir": "dist", /* Specify an output folder for all emitted files. */ + // "removeComments": true, /* Disable emitting comments. */ + // "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */ + // "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */ + // "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */ + // "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */ + // "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */ + // "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */ + // "newLine": "crlf", /* Set the newline character for emitting files. */ + // "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */ + // "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */ + "noEmitOnError": false, /* Disable emitting files if any type checking errors are reported. */ + // "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */ + // "declarationDir": "./", /* Specify the output directory for generated declaration files. */ + /* Interop Constraints */ + // "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */ + // "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */ + // "isolatedDeclarations": true, /* Require sufficient annotation on exports so other tools can trivially generate declaration files. */ + "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */ + "esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */ + // "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */ + "forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */ + /* Type Checking */ + "strict": false, /* Enable all strict type-checking options. */ + // "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */ + // "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */ + // "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */ + // "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */ + // "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */ + // "strictBuiltinIteratorReturn": true, /* Built-in iterators are instantiated with a 'TReturn' type of 'undefined' instead of 'any'. */ + // "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */ + // "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */ + // "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */ + // "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */ + // "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */ + // "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */ + // "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */ + // "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */ + // "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */ + // "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */ + // "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */ + // "allowUnusedLabels": true, /* Disable error reporting for unused labels. */ + // "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */ + /* Completeness */ + "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */ + "skipLibCheck": true /* Skip type checking all .d.ts files. */ + }, + "include": ["src"], + "exclude": [ + "node_modules","./node_modules/@roamhq/wrtc" + ] + // "include": [ + // "./src", "./types" + // ] +} \ No newline at end of file