Skip to content

Instantly share code, notes, and snippets.

@davidsaccavino
Created August 7, 2018 04:17
Show Gist options
  • Save davidsaccavino/b7887fa1b51833f5df3348d40cadd0a2 to your computer and use it in GitHub Desktop.
Save davidsaccavino/b7887fa1b51833f5df3348d40cadd0a2 to your computer and use it in GitHub Desktop.
let video;
let poseNet;
let poses = [];
function setup() {
createCanvas(640, 480);
video = createCapture(VIDEO);
video.size(width, height);
// Create a new poseNet method with a single detection
poseNet = ml5.poseNet(video, modelReady);
// This sets up an event that fills the global variable "poses"
// with an array every time new poses are detected
poseNet.on('pose', function(results) {
poses = results;
});
// Hide the video element, and just show the canvas
video.hide();
}
function modelReady() {
console.log('Model Loaded');
}
function draw() {
image(video, 0, 0, width, height);
// We can call both functions to draw all keypoints and the skeletons
drawKeypoints();
drawSkeleton();
}
// A function to draw ellipses over the detected keypoints
function drawKeypoints() {
// Loop through all the poses detected
for (let i = 0; i < poses.length; i++) {
// For each pose detected, loop through all the keypoints
let pose = poses[i].pose;
if(i === 0){
drawTriangle(pose);
}
for (let j = 0; j < pose.keypoints.length; j++) {
// A keypoint is an object describing a body part (like rightArm or leftShoulder)
let keypoint = pose.keypoints[j];
// Only draw an ellipse is the pose probability is bigger than 0.2
if (keypoint.score > 0.2) {
fill(255, 0, 0);
noStroke();
ellipse(keypoint.position.x, keypoint.position.y, 10, 10);
}
}
}
}
// A function to draw the skeletons
function drawSkeleton() {
// Loop through all the skeletons detected
for (let i = 0; i < poses.length; i++) {
let skeleton = poses[i].skeleton;
// For every skeleton, loop through all body connections
for (let j = 0; j < skeleton.length; j++) {
let partA = skeleton[j][0];
let partB = skeleton[j][1];
stroke(255, 0, 0);
line(partA.position.x, partA.position.y, partB.position.x, partB.position.y);
}
}
}
function drawTriangle(pose){
// console.log(pose);
let nose = pose.keypoints[0]['position'];
let leftEye = pose.keypoints[1]['position'];
let rightEye = pose.keypoints[2]['position'];
// console.log(leftEye)
line(leftEye.x, leftEye.y, rightEye.x, rightEye.y);
line(leftEye.x, leftEye.y, nose.x, nose.y);
line(nose.x, nose.y, rightEye.x, rightEye.y);
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment