xxxxxxxxxx
90
let video;
let poseNet;
let pose;
let skeleton;
let img
var w = window.innerWidth;
var h = window.innerHeight;
function setup() {
img = loadImage('catnose.png');
createCanvas(640, 480);
video=createCapture(VIDEO);
video.hide();
poseNet = ml5.poseNet(video, modelLoaded);
poseNet.on('pose', gotPoses);
}
function gotPoses(poses) {
// console.log(poses);
if (poses.length > 0) {
pose = poses[0].pose;
skeleton = poses[0].skeleton;
}
}
function modelLoaded() {
console.log('poseNet ready');
}
function draw() {
image(video,0,0);
if (pose) {
let eyeR=pose.rightEye;
let eyeL=pose.leftEye;
let earR=pose.rightEar;
let earL=pose.leftEar;
let nose=pose.nose;
let shoulderR=pose.rightShoulder;
let shoulderL=pose.leftShoulder;
let elbowR=pose.rightElbow;
let elbowL=pose.leftElbow;
let wristR=pose.rightWrist;
let wristL=pose.leftWrist;
let hipR=pose.rightHip;
let hipL=pose.leftHip;
let kneeR=pose.rightKnee;
let kneeL=pose.leftKnee;
let ankleR=pose.rightAnkle;
let ankleL=pose.leftAnkle;
let d=dist(eyeR.x, eyeR.y, eyeL.x, eyeL.y);
fill(255,0,0);
console.log(pose.leftWrist.y)
if (wristL.y <200){
imageMode(CENTER)
image(img, pose.nose.x, pose.nose.y, d*2,d*2);
}
imageMode(CORNER)
// Display Pose Points
for (let i = 0; i < pose.keypoints.length; i++) {
let x = pose.keypoints[i].position.x;
let y = pose.keypoints[i].position.y;
fill(255,255,255);
ellipse(x,y,10,10);
}
// Display Skeleton
for (let i = 0; i < skeleton.length; i++) {
let a = skeleton[i][0];
let b = skeleton[i][1];
strokeWeight(2);
stroke(255);
line(a.position.x, a.position.y,b.position.x,b.position.y);
}
}
}