Created
October 29, 2018 12:33
-
-
Save astojilj/c894e55b127276853fdc0b9bf2537d3f to your computer and use it in GitHub Desktop.
TensorFlow.js CNN Background Removal
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <html> | |
| <head> | |
| <body onload="onLoad()"> | |
| <div id="container"> | |
| <div id="show-background">Show background as magenta<input id="show-background-toggle" type="checkbox" checked></div> | |
| <canvas id="canvas" width=640px height=480px></canvas> | |
| </div> | |
| </body> | |
| </head> | |
| <script src="https://cdn.jsdelivr.net/npm/@tensorflow/[email protected]"> </script> | |
| <script> | |
| async function onLoad() { | |
| const MODEL_URL = 'deeplabv3_mnv2_pascal_train_aug_web_model/tensorflowjs_model.pb'; | |
| const WEIGHTS_URL = 'deeplabv3_mnv2_pascal_train_aug_web_model/weights_manifest.json'; | |
| // Model's input and output have width and height of 513. | |
| const TENSOR_EDGE = 513; | |
| const [model, stream] = await Promise.all([ | |
| tf.loadFrozenModel(MODEL_URL, WEIGHTS_URL), | |
| navigator.mediaDevices.getUserMedia({video: {facingMode: 'user', | |
| frameRate: 30, width : 640, height:480}})]); | |
| const video = document.createElement('video'); | |
| video.autoplay = true; | |
| video.width = video.height = TENSOR_EDGE; | |
| const ctx = document.getElementById("canvas").getContext("2d"); | |
| const videoCopy = ctx.canvas.cloneNode(false).getContext("2d"); | |
| const maskContext = document.createElement('canvas').getContext("2d"); | |
| maskContext.canvas.width = maskContext.canvas.height = TENSOR_EDGE; | |
| const img = maskContext.createImageData(TENSOR_EDGE, TENSOR_EDGE); | |
| let imgd = img.data; | |
| new Uint32Array(imgd.buffer).fill(0x00FFFF00); | |
| const render = () => { | |
| const t1 = performance.now(); | |
| videoCopy.drawImage(video, 0, 0, ctx.canvas.width, ctx.canvas.height); | |
| const out = tf.tidy(() => { | |
| return model.execute({'ImageTensor': tf.fromPixels(video).expandDims(0)}); | |
| }); | |
| const t2 = performance.now(); | |
| const data = out.dataSync(); | |
| const t3 = performance.now(); | |
| for (let i = 0; i < data.length; i++) { | |
| imgd[i * 4 + 3] = data[i] == 15 ? 0 : 255; | |
| } | |
| maskContext.putImageData(img, 0, 0); | |
| ctx.drawImage(videoCopy.canvas, 0, 0); | |
| if (document.getElementById("show-background-toggle").checked) | |
| ctx.drawImage(maskContext.canvas, 0, 0, ctx.canvas.width, ctx.canvas.height); | |
| console.log("model.execute took " + (t2 - t1) + "ms, read data took " + (t3 - t2) + "ms, draw: " + (performance.now() - t3) + "ms."); | |
| window.requestAnimationFrame(render); | |
| } | |
| video.oncanplay = render; | |
| video.srcObject = stream; | |
| } | |
| </script> | |
| <style type="text/css"> | |
| #container { | |
| position: relative; | |
| display: inline-block; | |
| } | |
| #show-background { | |
| position: absolute; | |
| bottom: 20px; | |
| right: 20px; | |
| color: gray; | |
| z-index: 5; | |
| height: 20px; | |
| text-align: right; | |
| display:block; | |
| } | |
| #show-background-toggle { | |
| height: 15px !important; | |
| vertical-align:middle; | |
| } | |
| </style> | |
| </html> | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
from where to download deeplabv3_mnv2_pascal_train_aug_web_model/tensorflowjs_model.pb and deeplabv3_mnv2_pascal_train_aug_web_model/weights_manifest.json