| 
														
															@@ -1,7 +1,7 @@ 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import mongoose, { Model, Mongoose } from "mongoose"; 
														 | 
														
														 | 
														
															 import mongoose, { Model, Mongoose } from "mongoose"; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import { Observable, Subject } from "rxjs"; 
														 | 
														
														 | 
														
															 import { Observable, Subject } from "rxjs"; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 import * as fs from 'fs' 
														 | 
														
														 | 
														
															 import * as fs from 'fs' 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-import { Storage } from "./query.service"; 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+import { Storage, StorageLocation } from "./query.service"; 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															 export class DataPrepService { 
														 | 
														
														 | 
														
															 export class DataPrepService { 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -14,11 +14,17 @@ export class DataPrepService { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         if (storage.type == `File`) { 
														 | 
														
														 | 
														
															         if (storage.type == `File`) { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             this.streamFileData(storage, dataFromStorage) 
														 | 
														
														 | 
														
															             this.streamFileData(storage, dataFromStorage) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         } else { 
														 | 
														
														 | 
														
															         } else { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-            this.streamMongoData(storage, dataFromStorage) 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+            if (storage.type != `observable`) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+            { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                this.streamMongoData(storage as StorageLocation, dataFromStorage) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+            } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+            else{ 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+                //.... 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+            } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         } 
														 | 
														
														 | 
														
															         } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     } 
														 | 
														
														 | 
														
															     } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															-    private streamMongoData(storage: Storage, subjectStream: Subject<any>) { 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    private streamMongoData(storage: StorageLocation, subjectStream: Subject<any>) { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         this.connectMongo(storage).then(() => { 
														 | 
														
														 | 
														
															         this.connectMongo(storage).then(() => { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             let message: Model<any> = this.MongooseConnection.model('Message', require('../types/message.schema')) 
														 | 
														
														 | 
														
															             let message: Model<any> = this.MongooseConnection.model('Message', require('../types/message.schema')) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             let stream = message.find().cursor() 
														 | 
														
														 | 
														
															             let stream = message.find().cursor() 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -29,7 +35,7 @@ export class DataPrepService { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         }) 
														 | 
														
														 | 
														
															         }) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     } 
														 | 
														
														 | 
														
															     } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															-    private streamFileData(storage: Storage, dataFromStorage: Subject<any>) { 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    private streamFileData(storage: StorageLocation, dataFromStorage: Subject<any>) { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         let data = fs.readFileSync(storage.url, 'utf-8') 
														 | 
														
														 | 
														
															         let data = fs.readFileSync(storage.url, 'utf-8') 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         let dataJson = JSON.parse(data) 
														 | 
														
														 | 
														
															         let dataJson = JSON.parse(data) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         let count = 0 
														 | 
														
														 | 
														
															         let count = 0 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -45,7 +51,7 @@ export class DataPrepService { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     } 
														 | 
														
														 | 
														
															     } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															     // Conect to designated storage destination 
														 | 
														
														 | 
														
															     // Conect to designated storage destination 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-    private async connectMongo(storage: Storage) { 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    private async connectMongo(storage: StorageLocation) { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         return new Promise((resolve, reject) => { 
														 | 
														
														 | 
														
															         return new Promise((resolve, reject) => { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															             try { 
														 | 
														
														 | 
														
															             try { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															                 console.log(`Connecting to ${storage.url}`) 
														 | 
														
														 | 
														
															                 console.log(`Connecting to ${storage.url}`) 
														 |