Richard's webrtc playground

.gitignore

@@ -102,3 +102,9 @@ dist
 
 # TernJS port file
 .tern-port
+
+# Media folder
+media/
+
+# Startup commands
+startupAMCPCommands

package.json

@@ -8,24 +8,36 @@
   "license": "GPL-3.0",
   "private": false,
   "scripts": {
+    "buildstart": "yarn build && yarn start",
     "build": "trash dist && yarn build:main",
     "build:main": "tsc -p tsconfig.json",
     "lint": "eslint . --ext .ts",
     "lint:fix": "yarn lint --fix",
-    "start": "node dist/index.js"
+    "start": "node dist/index.js",
+    "build-start": "yarn build && yarn start"
   },
   "dependencies": {
     "@koa/cors": "3",
+    "@types/koa-bodyparser": "^4.3.0",
+    "@types/koa-route": "^3.2.4",
+    "@types/uuid": "^8.3.0",
+    "@types/webrtc": "^0.0.26",
     "beamcoder": "^0.6.11",
     "koa": "^2.13.0",
+    "koa-bodyparser": "^4.3.0",
+    "koa-route": "^3.2.0",
+    "koa-static": "^5.0.0",
     "macadam": "^2.0.14",
     "naudiodon": "^2.3.4",
     "nodencl": "^1.3.1",
     "redioactive": "0.0.16",
-		"ts-osc": "^0.3.1"
+    "ts-osc": "^0.3.1",
+    "uuid": "^8.3.2",
+    "wrtc": "^0.4.7"
   },
   "devDependencies": {
     "@types/koa": "2.11.6",
+    "@types/koa-static": "^4.0.1",
     "@types/koa__cors": "3.0.2",
     "@types/node": "^14.14.28",
     "@typescript-eslint/eslint-plugin": "^4.15.1",

src/AMCP/basicCmds.ts

@@ -24,6 +24,7 @@ import { Channel } from '../channel'
 import { ConsumerRegistry } from '../consumer/consumer'
 import { ClJobs } from '../clJobQueue'
 import { ConfigParams } from '../config'
+import { assetManager } from '../assets/assetManager'
 
 export class BasicCmds implements CmdList {
 	private readonly consumerRegistry: ConsumerRegistry
@@ -104,8 +105,10 @@ export class BasicCmds implements CmdList {
 		if (params.find((param, i) => { curParam = i; return param === 'SEEK'	}) !== undefined)
 			seek = +params[curParam + 1]
 
+		const url = await assetManager.getAsset(clip)
+
 		const loadParams: LoadParams = {
-			url: clip,
+			url: url,
 			layer: chanLay.layer,
 			channel: chanNum,
 			loop: loop,
@@ -224,6 +227,7 @@ export class BasicCmds implements CmdList {
 
 		try {
 			const consumer = this.consumerRegistry.createConsumer(
+				channel,
 				chanLay.channel,
 				consumerIndex,
 				this.parseParams(params),

src/assets/assetManager.ts

@@ -0,0 +1,28 @@
+import fs from 'fs'
+import path from 'path'
+
+const MEDIA_DIR = '../media/dpp/'
+
+class AssetManager {
+	public getAsset(clip: string): Promise<string> {
+		const files = fs.existsSync(MEDIA_DIR) ? fs.readdirSync(MEDIA_DIR) : []
+		console.log("FILES:", files)
+		if (clip.match(/^(?!file).*:\/\//i)) {
+			return Promise.resolve(clip)
+		}
+
+		const exact_match = files.find((f) => f === clip)
+		if (exact_match) {
+			return Promise.resolve(path.join(MEDIA_DIR, exact_match))
+		}
+
+		const inexact_match = files.find((f) => f.toUpperCase() === clip.toUpperCase())
+		if (inexact_match) {
+			return Promise.resolve(path.join(MEDIA_DIR, inexact_match))
+		}
+
+		return Promise.reject(`Could not find clip ${clip}`)
+	}
+}
+
+export const assetManager = new AssetManager()

src/channel.ts

@@ -53,6 +53,7 @@ export class Channel {
 		this.clJobs = clJobs
 		this.combiner = new Combiner(this.clContext, chanID, this.consumerConfig.format, this.clJobs)
 		this.consumers = this.consumerRegistry.createConsumers(
+			this,
 			chanNum,
 			chanID,
 			this.consumerConfig,

src/consumer/consumer.ts

@@ -27,6 +27,7 @@ import { Frame } from 'beamcoder'
 import { Channel } from '../channel'
 import { ConfigParams, VideoFormat, DeviceConfig, ConsumerConfig } from '../config'
 import { ClJobs } from '../clJobQueue'
+import { WebRTCConsumerFactory } from './webrtcConsumer'
 
 export interface Consumer {
 	initialise(): Promise<void>
@@ -35,6 +36,7 @@ export interface Consumer {
 
 export interface ConsumerFactory<T extends Consumer> {
 	createConsumer(
+		channel: Channel,
 		chanID: string,
 		params: ConfigParams,
 		format: VideoFormat,
@@ -55,12 +57,14 @@ export class ConsumerRegistry {
 		this.consumerFactories.set('decklink', new MacadamConsumerFactory(clContext))
 		this.consumerFactories.set('screen', new ScreenConsumerFactory(clContext))
 		this.consumerFactories.set('ffmpeg', new FFmpegConsumerFactory(clContext))
+		this.consumerFactories.set('webrtc', new WebRTCConsumerFactory(clContext))
 		this.consumers = new Map()
 		this.chanIDs = new Map()
 		this.formats = new Map()
 	}
 
 	createConsumer(
+		channel: Channel,
 		chanNum: number,
 		consumerIndex: number,
 		params: ConfigParams,
@@ -83,6 +87,7 @@ export class ConsumerRegistry {
 		if (!format) throw new Error(`channel format not registered`)
 
 		const consumer = factory.createConsumer(
+			channel,
 			chanID,
 			params,
 			format,
@@ -115,6 +120,7 @@ export class ConsumerRegistry {
 	}
 
 	createConsumers(
+		channel: Channel,
 		chanNum: number,
 		chanID: string,
 		config: ConsumerConfig,
@@ -124,7 +130,7 @@ export class ConsumerRegistry {
 		this.formats.set(chanNum, config.format)
 
 		return config.devices.map((device) =>
-			this.createConsumer(chanNum, this.consumerIndex++, {}, device, clJobs)
+			this.createConsumer(channel, chanNum, this.consumerIndex++, {}, device, clJobs)
 		)
 	}
 }

src/consumer/ffmpegConsumer.ts

@@ -26,6 +26,7 @@ import { FromRGBA } from '../process/io'
 import { Writer } from '../process/yuv422p8'
 import { ConfigParams, VideoFormat, DeviceConfig } from '../config'
 import { ClJobs } from '../clJobQueue'
+import { Channel } from '../channel'
 
 interface AudioBuffer {
 	buffer: Buffer
@@ -261,6 +262,7 @@ export class FFmpegConsumerFactory implements ConsumerFactory<FFmpegConsumer> {
 	}
 
 	createConsumer(
+		_channel: Channel,
 		chanID: string,
 		params: ConfigParams,
 		format: VideoFormat,

src/consumer/macadamConsumer.ts

@@ -27,6 +27,7 @@ import { Writer } from '../process/v210'
 import { Frame, Filterer, filterer } from 'beamcoder'
 import { ConfigParams, VideoFormat, DeviceConfig } from '../config'
 import { ClJobs } from '../clJobQueue'
+import { Channel } from '../channel'
 
 interface DecklinkConfig extends DeviceConfig {
 	keyDeviceIndex: number
@@ -296,6 +297,7 @@ export class MacadamConsumerFactory implements ConsumerFactory<MacadamConsumer>
 	}
 
 	createConsumer(
+		_channel: Channel,
 		chanID: string,
 		params: ConfigParams,
 		format: VideoFormat,

src/consumer/screenConsumer.ts

@@ -29,6 +29,7 @@ import { FromRGBA } from '../process/io'
 import { Writer } from '../process/rgba8'
 import { ConfigParams, VideoFormat, DeviceConfig } from '../config'
 import { ClJobs } from '../clJobQueue'
+import { Channel } from '../channel'
 
 interface AudioBuffer {
 	buffer: Buffer
@@ -237,6 +238,7 @@ export class ScreenConsumerFactory implements ConsumerFactory<ScreenConsumer> {
 	}
 
 	createConsumer(
+		_channel: Channel,
 		chanID: string,
 		params: ConfigParams,
 		format: VideoFormat,

src/consumer/webrtcConsumer/api.ts

@@ -0,0 +1,126 @@
+import Koa from 'koa'
+import * as _ from 'koa-route'
+import { ConsumerInfoExt } from './peerManager'
+// import { RTCSessionDescriptionInit /* RTCPeerConnection, nonstandard as WebRTCNonstandard, MediaStream, MediaStreamTrack */ } from 'wrtc'
+// const { RTCVideoSource /*, rgbaToI420, RTCAudioSource */ } = WebRTCNonstandard
+
+export default function mountConnectionsApi(
+	kapp: Koa<Koa.DefaultState, Koa.DefaultContext>,
+	consumers: Map<string, ConsumerInfoExt>,
+	prefix: string = ''
+) {
+	kapp.use(_.get(`${prefix}/streams`, (ctx) => {
+		ctx.body = JSON.stringify(Array.from(consumers.values()).map(c => ({ streamId: c.id, description: c.description})))
+	}))
+	kapp.use(_.get(`${prefix}/streams/:consumerId/connections`, (ctx, consumerId: string) => {
+		const consumer = consumers.get(consumerId)
+		if (!consumer) {
+			ctx.status = 404
+			return
+		}
+		ctx.body = consumer.connectionManager.getConnections()
+	}))
+	kapp.use(
+		_.post(`${prefix}/streams/:consumerId/connections`, async (ctx, consumerId: string) => {
+			try {
+				const consumer = consumers.get(consumerId)
+				if (!consumer) {
+					ctx.status = 404
+					return
+				}
+				let offer = ctx.request.body as RTCSessionDescription
+				// console.log('Received offer:', offer)
+				// const connection = new RTCPeerConnection({})
+				// await connection.setRemoteDescription(offer)
+				const connection = await consumer.connectionManager.createConnection(offer)
+				// console.log(connection.localDescription)
+				// ctx.body = connection
+				ctx.body = connection.localDescription
+			} catch (error) {
+				console.error(error)
+				ctx.status = 500
+			}
+		})
+	)
+	kapp.use(
+		_.delete(`${prefix}/streams/:consumerId/connections/:id`, (ctx, consumerId: string, id: string) => {
+			const consumer = consumers.get(consumerId)
+			if (!consumer) {
+				ctx.status = 404
+				return
+			}
+			const connection = consumer.connectionManager.getConnection(id)
+			if (!connection) {
+				ctx.status = 404
+				return
+			}
+			connection.close()
+			ctx.body = connection
+		})
+	)
+	kapp.use(
+		_.get(`${prefix}/streams/:consumerId/connections/:id`, (ctx, consumerId: string, id: string) => {
+			const consumer = consumers.get(consumerId)
+			if (!consumer) {
+				ctx.status = 404
+				return
+			}
+			const connection = consumer.connectionManager.getConnection(id)
+			if (!connection) {
+				ctx.status = 404
+				return
+			}
+			ctx.body = connection
+		})
+	)
+	kapp.use(
+		_.get(`${prefix}/streams/:consumerId/connections/:id/local-description`, (ctx, consumerId: string, id: string) => {
+			const consumer = consumers.get(consumerId)
+			if (!consumer) {
+				ctx.status = 404
+				return
+			}
+			const connection = consumer.connectionManager.getConnection(id)
+			if (!connection) {
+				ctx.status = 404
+				return
+			}
+			ctx.body = connection.toJSON().localDescription
+		})
+	)
+	kapp.use(
+		_.get(`${prefix}/streams/:consumerId/connections/:id/remote-description`, (ctx, consumerId: string, id: string) => {
+			const consumer = consumers.get(consumerId)
+			if (!consumer) {
+				ctx.status = 404
+				return
+			}
+			const connection = consumer.connectionManager.getConnection(id)
+			if (!connection) {
+				ctx.status = 404
+				return
+			}
+			ctx.body = connection.toJSON().remoteDescription
+		})
+	)
+	// kapp.use(
+	// 	_.post(`${prefix}/streams/:consumerId/connections/:id/remote-description`, async (ctx, consumerId: string, id: string) => {
+	// 		const consumer = consumers.get(consumerId)
+	// 		if (!consumer) {
+	// 			ctx.status = 404
+	// 			return
+	// 		}
+	// 		const connection = consumer.connectionManager.getConnection(id)
+	// 		if (!connection) {
+	// 			ctx.status = 404
+	// 			return
+	// 		}
+	// 		try {
+	// 			await connection.applyAnswer(ctx.request.body as RTCSessionDescriptionInit)
+	// 			ctx.body = connection.toJSON().remoteDescription
+	// 		} catch (error) {
+	// 			ctx.status = 400
+	// 		}
+	// 	})
+	//)
+}

src/consumer/webrtcConsumer/connections/connection.ts

@@ -0,0 +1,28 @@
+import { EventEmitter } from 'events'
+
+/**
+ * Lifted from: https://github.com/node-webrtc/node-webrtc-examples/
+ */
+
+export default class Connection extends EventEmitter {
+	id: string
+	state: 'open' | 'closed'
+
+	constructor(id: string, _options: {}) {
+		super()
+		this.id = id
+		this.state = 'open'
+	}
+
+	close() {
+		this.state = 'closed'
+		this.emit('closed')
+	}
+
+	toJSON() {
+		return {
+			id: this.id,
+			state: this.state
+		}
+	}
+}