david/ota-tv-web
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

working with webcam

Browse Source
This commit is contained in:
david 2025-03-31 14:48:18 -07:00
parent 454d5934ce
commit 5f9771ddb6
6 changed files with 384 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.gitignore vendored Normal file
View File

@ -0,0 +1,2 @@
node_modules/*
dist/*

18
package.json Normal file
View File

@ -0,0 +1,18 @@
{
"dependencies": {
"@roamhq/wrtc": "^0.8.0",
"node-pre-gyp": "^0.17.0",
"ws": "^8.18.0"
},
"scripts": {
"build": "npx tsc --skipLibCheck --outDir dist src/server.ts",
"start": "npm run build && node dist/server.js",
"debug": "npx ts-node src/server.ts"
},
"devDependencies": {
"@types/node": "^22.10.2",
"@types/ws": "^8.5.13",
"ts-node": "^10.9.2",
"typescript": "^5.8.2"
}
}

6
scripts.bash Normal file
View File

@ -0,0 +1,6 @@
curl https://git.linuxtv.org/dtv-scan-tables.git/plain/atsc/us-ATSC-center-frequencies-8VSB
dvbv5-zap -c dvb_channel.conf -CUS -IZAP "ION"
dvbv5-scan -Cus -o dvb_channel.conf -O zap -v us-ATSC-center-frequencies-8VSB

172
src/server.ts Normal file
View File

@ -0,0 +1,172 @@
// @ts-ignore
import { nonstandard, RTCPeerConnection, MediaStreamTrack, MediaStream, RTCSessionDescription } from '@roamhq/wrtc';
import { spawn, ChildProcessWithoutNullStreams } from 'child_process';
import { Readable } from 'stream';
import * as ws from 'ws'
import * as fs from 'fs';
import { i420ToRgba, RTCVideoSource } from '@roamhq/wrtc/types/nonstandard';
// import { RTCVideoSource } from '@roamhq/wrtc/types/nonstandard';
// type RTCVideoSource = nonstandard.RTCVideoSource;
// const RTCVideoSource = wrtc.nonstandard.RTCVideoSource;
// const {mediaDevices} = wrtc
// Constants
const VIDEO_DEVICE = '/dev/video0'; // Video source device
const WIDTH = 640; // Video width
const HEIGHT = 480; // Video height
const FRAME_SIZE = WIDTH * HEIGHT * 1.5; // YUV420p frame size (460800 bytes)
class VideoStream extends Readable {
private device: fs.ReadStream;
constructor(devicePath: string) {
super();
this.device = fs.createReadStream(devicePath);
}
_read(size: number): void {
const chunk = this.device.read(size);
if (chunk === null) {
this.push(null); // Signal end of stream
} else {
this.push(chunk);
}
}
}
// Function to start FFmpeg and capture raw video
function startFFmpeg(): ChildProcessWithoutNullStreams {
return spawn('ffmpeg', [
'-f', 'v4l2', // Use Video4Linux2 for video capture
'-i', VIDEO_DEVICE, // Input device
'-vf', `scale=${WIDTH}:${HEIGHT}`, // Scale video resolution
'-vcodec', 'rawvideo', // Output raw video codec
'-pix_fmt', 'yuv420p', // Pixel format for WebRTC
'-f', 'rawvideo', // Output format
'pipe:1' // Pipe to stdout
]);
}
// const videoSource =
let frameBuffer = Buffer.alloc(0);
const ffmpegProcess = startFFmpeg();
const videoSource = new nonstandard.RTCVideoSource();
// Function to create a WebRTC PeerConnection
async function createPeerConnection(): Promise<RTCPeerConnection> {
const peerConnection = new RTCPeerConnection({iceServers: []} );
// Create a video source
// const videoStream = new VideoStream('/dev/video0');
// track.addEventListener('')
// Start FFmpeg and pipe video frames to the source
ffmpegProcess.stdout.on('data', (chunk: Buffer) => {
// Push video frames to the RTCVideoSource
frameBuffer = Buffer.concat([frameBuffer, chunk]);
while (frameBuffer.length >= FRAME_SIZE) {
const frameData = frameBuffer.slice(0, FRAME_SIZE);
frameBuffer = frameBuffer.slice(FRAME_SIZE); // Keep remaining data
const frame: nonstandard.RTCVideoFrame = {
width: WIDTH,
height: HEIGHT,
data: new Uint8Array(frameData),
}
videoSource.onFrame(frame);
}
});
ffmpegProcess.stderr.on('data', (data: Buffer) => {
// console.error('FFmpeg Error:', data.toString());
});
ffmpegProcess.on('exit', (code) => {
console.log(`FFmpeg exited with code ${code}`);
});
// Add the track to the PeerConnection
const track: MediaStreamTrack = videoSource.createTrack();
console.log('vdei src ',videoSource.isScreencast)
const stream = new MediaStream()
stream.addTrack(track)
console.log('enabled ',track.enabled, track.id, track.kind, track.label, track.readyState);
// track.
console.log('get',stream.getVideoTracks()[0].id)
peerConnection.addTrack(track, stream)
// peerConnection.addTransceiver(track, { direction: 'sendonly' }); // peerConnection.add
// peerConnection.addIceCandidate();
// peerConnection
// console.log('Stream with track:', s.track.);
return peerConnection;
}
// WebSocket signaling server
const wss = new ws.WebSocketServer({ port: 8080 });
wss.on('connection', async (ws: ws.WebSocket) => {
const peerConnection: RTCPeerConnection = await createPeerConnection();
// const source = new RTCVideoSource();
console.log('Client connected');
ws.on('message', async (message: Buffer) => {
const { type, data} = JSON.parse(message.toString());
console.log("message type", type)
if(type == 'offer') {
await peerConnection.setRemoteDescription(data);
const answer = await peerConnection.createAnswer();
await peerConnection.setLocalDescription(answer);
ws.send(JSON.stringify({ type: 'answer', data: peerConnection.localDescription }));
}
if (type === 'ice-candidate') {
console.log('type ice')
await peerConnection.addIceCandidate(data);
}
});
peerConnection.oniceconnectionstatechange = () => {
console.log('ICE connection state:', peerConnection.iceConnectionState);
if (peerConnection.iceConnectionState === 'failed') {
console.error('ICE connection failed');
}
};
// Send ICE candidates to the client
peerConnection.onicecandidate = ({ candidate }) => {
console.log("onicecandidate")
if (candidate) {
ws.send(JSON.stringify({ type: 'ice-candidate', data: candidate }));
}
};
ws.on('close', () => {
console.log('Client disconnected');
peerConnection.close();
});
});
console.log('WebRTC signaling server running on ws://localhost:8080');

70
static/index.html Normal file
View File

@ -0,0 +1,70 @@
<!DOCTYPE html>
<html>
<head>
<title>WebRTC Stream</title>
<script src="https://cdnjs.cloudflare.com/ajax/libs/dashjs/4.7.1/dash.all.min.js"></script>
</head>
<body>
<h1>Video streams</h1>
<h2>WebRTC</h2>
<video id="video" autoplay playsinline controls></video>
<script>
const ws = new WebSocket('ws://localhost:8080');
const pc = new RTCPeerConnection({ iceServers: [] });
const video = document.getElementById('video');
pc.onconnectionstatechange = (event) => {
console.log("onconnectionstatechange ", event)
}
pc.ondatachannel = (event) => {
console.log("ondatachannel ", event)
}
pc.ontrack = (event) => {
console.log("Received track event", event.streams);
video.srcObject = event.streams[0];
};
pc.onicecandidate = ({ candidate }) => {
console.log("pc.onicecandidate")
if (candidate) {
ws.send(JSON.stringify({ type: 'ice-candidate', data: candidate })); // Use 'candidate' instead of 'ice-candidate'
}
};
pc.onicegatheringstatechange = () => {
console.log('ICE state:', pc.iceGatheringState);
};
ws.onopen = async () => {
pc.addTransceiver('video', { direction: 'recvonly' });
const offer = await pc.createOffer();
await pc.setLocalDescription(offer);
// ws.send(JSON.stringify(offer));
console.log("on open ")
// ws.send(JSON.stringify(offer));
ws.send(JSON.stringify({ type: 'offer', data: offer }));
}
ws.onmessage = async (message) => {
const msg = JSON.parse(message.data);
console.log("onmessage type:", msg.type, msg)
if (msg.type === 'answer') {
await pc.setRemoteDescription(msg.data);
}
else if (msg.type === 'ice-candidate') {
await pc.addIceCandidate(msg.data);
}
};
;
</script>
</body>
</html>

116
tsconfig.json Normal file
View File

@ -0,0 +1,116 @@
{
"compilerOptions": {
/* Visit https://aka.ms/tsconfig to read more about this file */
/* Projects */
// "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
// "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */
// "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */
// "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */
// "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */
// "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */
/* Language and Environment */
"target": "ES2020", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
"lib": [
"esnext",
"ES2020",
"DOM"
], /* Specify a set of bundled library declaration files that describe the target runtime environment. */
// "jsx": "preserve", /* Specify what JSX code is generated. */
// "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */
// "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */
// "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
// "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
// "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
// "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
"noLib": false, /* Disable including any library files, including the default lib.d.ts. */
// "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */
// "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */
/* Modules */
"module": "commonjs", /* Specify what module code is generated. */
"rootDir": "src", /* Specify the root folder within your source files. */
"moduleResolution": "node10", /* Specify how TypeScript looks up a file from a given module specifier. */
// "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */
// "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */
// "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */
// "types": ["node", "webrtc"],
// "typeRoots": ["./node_modules/@types"],
// "typeRoots": ["./node_modules/@types/webrtc"], /* Specify multiple folders that act like './node_modules/@types'. */
// "types": [], /* Specify type package names to be included without being referenced in a source file. */
// "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */
// "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */
// "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */
// "rewriteRelativeImportExtensions": true, /* Rewrite '.ts', '.tsx', '.mts', and '.cts' file extensions in relative import paths to their JavaScript equivalent in output files. */
// "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */
// "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */
// "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */
// "noUncheckedSideEffectImports": true, /* Check side effect imports. */
// "resolveJsonModule": true, /* Enable importing .json files. */
// "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */
// "noResolve": true, /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */
/* JavaScript Support */
// "allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
// "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */
// "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */
/* Emit */
// "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
// "declarationMap": true, /* Create sourcemaps for d.ts files. */
// "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */
"sourceMap": true, /* Create source map files for emitted JavaScript files. */
// "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */
// "noEmit": true, /* Disable emitting files from a compilation. */
// "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
"outDir": "dist", /* Specify an output folder for all emitted files. */
// "removeComments": true, /* Disable emitting comments. */
// "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
// "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
// "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */
// "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */
// "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */
// "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
// "newLine": "crlf", /* Set the newline character for emitting files. */
// "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
// "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */
"noEmitOnError": false, /* Disable emitting files if any type checking errors are reported. */
// "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */
// "declarationDir": "./", /* Specify the output directory for generated declaration files. */
/* Interop Constraints */
// "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
// "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */
// "isolatedDeclarations": true, /* Require sufficient annotation on exports so other tools can trivially generate declaration files. */
"allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
"esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
// "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
"forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */
/* Type Checking */
"strict": false, /* Enable all strict type-checking options. */
// "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */
// "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */
// "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
// "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
// "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */
// "strictBuiltinIteratorReturn": true, /* Built-in iterators are instantiated with a 'TReturn' type of 'undefined' instead of 'any'. */
// "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */
// "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */
// "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */
// "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */
// "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */
// "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */
// "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */
// "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */
// "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */
// "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */
// "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */
// "allowUnusedLabels": true, /* Disable error reporting for unused labels. */
// "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */
/* Completeness */
"skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
"skipLibCheck": true /* Skip type checking all .d.ts files. */
},
"include": ["src"],
"exclude": [
"node_modules","./node_modules/@roamhq/wrtc"
]
// "include": [
// "./src", "./types"
// ]
}