import { BehaviorSubject, Observable, Subject, buffer, bufferWhen, elementAt, filter, interval, map } from 'rxjs'; import { DataPrepService } from '../services/dataprep.service'; import { StorageLocation } from '../types/interface'; import { Server } from 'socket.io' import { io } from 'socket.io-client'; import { UtilityService } from '../services/utility.service'; import { Worker } from "worker_threads" let msgData = new DataPrepService() let util = new UtilityService() util.checkMaxHeap() /* ---------------------- COMPLEX OPERATION ------------------------------ */ let msgPayload: Subject = new Subject(); let consumerTrafficStatus: Subject = new Subject() let mongoStorage: StorageLocation = { type: `MongoDB`, url: `mongodb://192.168.100.59:27017/default` } msgData.loadObsData(mongoStorage, msgPayload) // Create a WebSocket server function createWebsocketServer() { const io = new Server({}) io.on('connection', (socket) => { console.log(`Connected to Clients/Consumers`) // let notifier = consumerTrafficStatus.pipe(filter(value => !value.pause)) // Subscribe to the subject when a client connects const subscription = msgPayload.pipe( backlogBuffer(msgPayload, consumerTrafficStatus) ).subscribe((element) => { if (element.length >= 25000) { const chunkSize = 1024; // Specify the desired chunk size in bytes const totalChunks = Math.ceil(element.length / chunkSize); Array.from({ length: totalChunks }, (_, i) => { const start = i * chunkSize; const end = start + chunkSize; const chunk = element.slice(start, end); console.log(`Emitting ${element.length} messages`) socket.emit('payload', chunk); }); socket.emit(`end`) } else { // console.log(`Emitting ${element.length} messages`) socket.emit(`payload`, element); } }); // Listen for the socket to be closed socket.on('disconnect', () => { console.log('Client/Consumer disconnected'); subscription.unsubscribe(); }); }) io.listen(8080) } // Create a new WebSocket client function connectWebSocket() { const socket = io('http://localhost:8081'); socket.on('connect', () => { console.log(`Connected to Consumer'Server.`); }); socket.on('trafficControl', (report: any) => { console.log(report) consumerTrafficStatus.next(report); }); socket.on('disconnect', () => { console.log(`Disconnected from Consumer'Server`); // Attempt to reconnect every 3 seconds setTimeout(() => { console.log('Attempting to reconnect...'); socket.connect(); }, 3000); }); } createWebsocketServer() connectWebSocket(); let inputliveSubject = new Subject(); let OutputliveSubject = new Subject(); function backlogBuffer(msgPayload: Subject, notifier: Observable) { // Pulse by each message msgPayload.subscribe(inputliveSubject) // Notifier subscription notifier.subscribe(inputliveSubject) let pause = false // true or false inputliveSubject.subscribe((element: any) => { if('pause' in element && element.pause == true){ // Start the buffer pause = element.pause console.log(`buffering`) } if(element && pause == false){ // Continue to release the buffer OutputliveSubject.next(element) } }) return buffer(OutputliveSubject); }