Update Virtual Background Model (#9867)

* update virtual background

* remove comments

* remove general model

react/features/stream-effects/virtual-background/JitsiStreamBackgroundEffect.js

@@ -166,14 +166,10 @@ export default class JitsiStreamBackgroundEffect {
         const outputMemoryOffset = this._model._getOutputMemoryOffset() / 4;
 
         for (let i = 0; i < this._segmentationPixelCount; i++) {
-            const background = this._model.HEAPF32[outputMemoryOffset + (i * 2)];
+            const person = this._model.HEAPF32[outputMemoryOffset + i];
-            const person = this._model.HEAPF32[outputMemoryOffset + (i * 2) + 1];
-            const shift = Math.max(background, person);
-            const backgroundExp = Math.exp(background - shift);
-            const personExp = Math.exp(person - shift);
             
             // Sets only the alpha component of each pixel.
-            this._segmentationMask.data[(i * 4) + 3] = (255 * personExp) / (backgroundExp + personExp);
+            this._segmentationMask.data[(i * 4) + 3] = (255 * person);
         }
         this._segmentationMaskCtx.putImageData(this._segmentationMask, 0, 0);
     }

react/features/stream-effects/virtual-background/index.js

@@ -8,8 +8,8 @@ import JitsiStreamBackgroundEffect from './JitsiStreamBackgroundEffect';
 import createTFLiteModule from './vendor/tflite/tflite';
 import createTFLiteSIMDModule from './vendor/tflite/tflite-simd';
 const models = {
-    model96: 'libs/segm_lite_v681.tflite',
+    model_landscape: 'libs/selfie_segmentation_landscape.tflite'
-    model144: 'libs/segm_full_v679.tflite'
+    
 };
 
 let tflite;
@@ -17,11 +17,7 @@ let wasmCheck;
 let isWasmDisabled = false;
 
 const segmentationDimensions = {
-    model96: {
+    model_landscape: {
-        height: 96,
-        width: 160
-    },
-    model144: {
         height: 144,
         width: 256
     }
@@ -76,7 +72,7 @@ export async function createVirtualBackgroundEffect(virtualBackground: Object, d
     }
 
     const modelBufferOffset = tflite._getModelBufferMemoryOffset();
-    const modelResponse = await fetch(wasmCheck.feature.simd ? models.model144 : models.model96);
+    const modelResponse = await fetch(models.model_landscape); 
 
     if (!modelResponse.ok) {
         throw new Error('Failed to download tflite model!');
@@ -89,9 +85,12 @@ export async function createVirtualBackgroundEffect(virtualBackground: Object, d
     tflite._loadModel(model.byteLength);
 
     const options = {
-        ...wasmCheck.feature.simd ? segmentationDimensions.model144 : segmentationDimensions.model96,
+        ...segmentationDimensions.model_landscape,
         virtualBackground
     }; 
 
+
+    
+
     return new JitsiStreamBackgroundEffect(tflite, options);
 }