xxxxxxxxxx
501
// https://teachablemachine.withgoogle.com/models/-WRDWUT2c/
// p5.js drum machine
// incorporating elements of tone.js library
// Inspiration: https://editor.p5js.org/asd0999/sketches/r1od2atFQ
// tried to add smoothing like https://javascript.plainenglish.io/simple-smoothing-for-posenet-keypoints-cd1bc57f5872
// but it didn't seem to make things any better
// ------------- setting global variables -------------
let canvasW = 800;
let canvasH = 700;
// set some colors ----
// let buttonColor = "#7c3f58";
// let textColor = "#e2f3e4";
// let bpmTextColor = "#e2f3e4";
// let canvasColor = "#ee8695";
// let gridColor = "##e2f3e4";
// -----------
let buttonColor = "white";
let textColor = "grey";
let bpmTextColor = "#e2f3e4";
let canvasColor = "white";
let gridColor = "##e2f3e4";
// vars for adding poseNet functionality ----
let poseNet;
let myVideo;
let myResults;
const minDistHands = 0;
const minDistHandsButton = 0;
let leftW;
let rightW;
lastPos = [0, 0];
currPos = [];
// an array for past x positions positions
let recentXs = [];
let recentYs = [];
const numXs = 10;
const numYs = 10;
// -----------
let clicked = true;
// vars to control playback ----
let numSteps = 8; // number of columns / loop (x-axis)
let currentStep = 0;
let numSamples = 4; // number of sounds / kit (y-axis)
let beat = 0;
let value = 0;
let cells = []; // stores cells as list
let cellCenterPositions = []; // creates a 4*8 empty array
// grid drawing settings ----
let a = 40; // cell height variable
let b = 25; // cell width variable
let gridW, gridH, cellW, cellH; // initializing values for grid
//let colors = ["#292831", "#333f58", "#4a7a96", "#96b0b3"]; // array of colors
let colors;
// -----------
// button for play/pause, slider for controlling BPM / speed
let playButton;
let slider;
// -----------
// bpm/mascot/ settings ----
let drummingSpeed = 5.5;
//let drumMap;
let swayingSpeed = 0.1;
minBpm = 50;
maxBpm = 200;
bpm = 50;
// -----------
// sample kits/sounds ----
let beats; // kit 1
let trap; // kit 2
let mix; // kit 3
let kitChosen; // variable for choosing drum kit
let soundNames = ["kick", "snare", "hat", "other"]; //one of each in each kit
// associate different sounds with each kit
//Tone.Player is a way to load and play back an audio file
// -----------
// create three sets of beat sounds ----
// these can be replaced with different kit sounds
beats = new Tone.Players({
kick: "sounds/beats/kick1.wav",
snare: "sounds/beats/snare1.wav",
hat: "sounds/beats/hat1.wav",
other: "sounds/beats/other1.wav",
});
trap = new Tone.Players({
kick: "sounds/trap/kick2.wav",
snare: "sounds/trap/snare2.wav",
hat: "sounds/trap/hat2.wav",
other: "sounds/trap/other2.wav",
});
mix = new Tone.Players({
kick: "sounds/mix/kick3.mp3",
snare: "sounds/mix/snare3.mp3",
hat: "sounds/mix/hat3.mp3",
other: "sounds/mix/other3.mp3",
});
// toMaster function connects the output to the context's destination node
beats.toMaster();
trap.toMaster();
mix.toMaster();
// transport is a timekeeper function in tone.js
//8th means 8th note
Tone.Transport.scheduleRepeat(onTheBeat, "8n");
// ------------- end of setting global variables ---------------
function keyPressed() {
if (keyCode == RIGHT_ARROW && slider.value() < maxBpm) {
bpm += 10;
slider.value(bpm);
} else if (keyCode == LEFT_ARROW && slider.value() > minBpm) {
bpm -= 10;
slider.value(bpm);
}
}
function setup() {
// for poseNet ----
myVideo = createCapture(VIDEO);
myVideo.hide();
createCanvas(640, 480);
poseNet = ml5.poseNet(myVideo, gotModel);
// noStroke();
// fill(155, 20, 200);
// rectMode(CENTER);
// -----------
colors = ["#11826e", "#edd92a", "#e957b2", "#f7583a"]; // array of colors
mascot = new mascot(350, 600);
// slider for bpm
slider = createSlider(minBpm, maxBpm, 100);
slider.position(540, 445);
slider.input(speedVisualization);
slider.style("width", "200px");
// mapping slider to bpm ----
// drop down menu to select kit ----
menu = createSelect();
menu.position(70, 395);
menu.size(150, 70);
menu.style("background-color", buttonColor);
menu.style("font-family", "Fredoka One");
menu.style("font-size", "30px");
menu.style("text-align", "center");
menu.style("border-width", "0px"); // get rid of border width
menu.style("color", textColor);
menu.style("border-radius", "20px");
menu.selected("beats");
menu.option("beats");
menu.option("trap");
menu.option("mix");
menu.changed(mySelectEvent);
kitChosen = menu.value(); // set kit chosen to be menu item selected
// initialize cells
// OFF = 0, ON = 1
for (let sample = 0; sample < numSamples; sample++) {
cells[sample] = []; // make empty list of 4 rows
//
for (let step = 0; step < numSteps; step++) {
cells[sample][step] = 0; // set each cell in row to 0
}
}
// visual settings for grid ----
createCanvas(canvasW, canvasH);
gridW = canvasW - 2 * b; // 750 across
gridH = canvasW / 2 - 2 * a; // 320 down
cellW = gridW / numSteps; // width of each cell
cellH = gridH / numSamples; // height of each cell
// create play button ----
playButton = createButton("PLAY");
playButton.position(310, 400);
playButton.mouseClicked(togglePlay);
playButton.style("background-color", buttonColor);
// playButton.size(200, 100);
playButton.size(150, 75);
playButton.style("font-family", "Fredoka One");
playButton.style("color", textColor);
playButton.style("font-size", "48px");
playButton.style("border-width", "0px"); // get rid of border/stroke
playButton.style("border-radius", "20px");
}
function gotModel() {
poseNet.on("pose", gotResults);
poseNet.flipHorizontal = false;
}
function gotResults(results) {
myResults = results;
// if (myResults[0]){
// const newNose = results[0].pose.nose;
// }
//console.log('myResults', myResults)
}
function onTheBeat(time) {
currentStep = beat % numSteps; //beat starts at 0, numSteps is global num of columns
for (let sample = 0; sample < numSamples; sample++) {
//
if (cells[sample][currentStep]) {
// if row at column is 'on'
let k, k2, k3;
// grab correct sample from chosen kit
if (kitChosen == "beats") {
k = beats.get(soundNames[sample]);
k.start(time);
} else if (kitChosen == "trap") {
k2 = trap.get(soundNames[sample]);
k2.start(time);
} else if (kitChosen == "mix") {
k3 = mix.get(soundNames[sample]);
k3.start(time);
}
}
}
beat++; //increase beat for looping
}
function toggleCell(noseX, noseY, leftX, leftY) { //, leftX, leftY
while (clicked == false){
let x = noseX - b; // current x position of mouse
let y = noseY - a; // current y position of mouse
// which cell is clicked
let i = floor(x / cellW);
let j = floor(y / cellH);
// cell on/off switch
cells[j][i] = !cells[j][i];
clicked = true
// lastPos[0] = noseX;
// lastPos[1] = noseY;
}
}
function draw() {
// initialize canvas + mascot each time
background(canvasColor);
slider.input(speedVisualization);
mascot.updateSpeedSway(drummingSpeed, swayingSpeed);
mascot.display();
mascot.update();
if (myResults && myResults[0]) {
const nose = myResults[0].pose.nose;
// const left = myResults[0].pose.leftWrist;
let leftx = mouseX
let lefty = mouseY
//const nose = myResults[0].pose.leftWrist;
fill("red");
ellipse(nose.x, nose.y, 10, 10);
//ellipse(left.x, left.y, 10, 10);
ellipse(leftx, lefty, 10, 10);
//smoothing
// get the keypoint data from posenet results
// let myAveragedNoseXPos = averageXPos(nose.x);
// let myAveragedNoseYPos = averageXPos(nose.y);
// let myAveragedNoseXPos = nose.x;
// let myAveragedNoseYPos = nose.y;
// set the number of frames to average
// ---
// console.log('averagedX' + myAveragedNoseXPos)
// console.log('averagedY' + myAveragedNoseYPos)
// currPos[0] = nose.x;
// currPos[1] = nose.y;
if (
b < nose.x &&
nose.x < b + gridW &&
a < nose.y &&
nose.y < a + gridH &&
dist(nose.x, nose.y, leftx, lefty) < 30
) {
// console.log('curr0' + currPos[0])
// console.log('curr0' + currPos[1])
//console.log(dist(currPos[0], currPos[1], lastPos[0],lastPos[1]))
// && dist(currPos[0], currPos[1], lastPos[0],lastPos[1]) > 0
clicked = false
toggleCell(nose.x, nose.y, leftx, lefty); // , left.x, left.y
// if(dist(nose.x, nose.y, leftx, lefty) > 30){
// clicked = false
// }
}
}
// }
fill("purple");
ellipse(71.875, 80, 10, 10);
// draw play button shadow
drawingContext.shadowOffsetX = 5;
drawingContext.shadowOffsetY = 5;
drawingContext.shadowBlur = 10;
drawingContext.shadowColor = "black";
fill("black");
rect(310, 400, 150, 75, 20);
rect(70, 395, 150, 70, 20);
drawingContext.shadowOffsetX = 0;
drawingContext.shadowOffsetY = 0;
drawingContext.shadowBlur = 0;
drawingContext.shadowColor = "black";
// create bpm slider ---------
fill("#7c3f58");
noStroke();
rect(595, 390, 80, 45, 20);
textSize(24);
fill(bpmTextColor);
noStroke();
text("BPM", 610, 420);
textFont("Fredoka One");
// make BPM slider control speed of playback
let currBpm = slider.value();
// use Tone.Transport to help with bpm
Tone.Transport.bpm.value = currBpm;
//fill(value);
// ---------------
// draw faded dots
for (let step = 0; step < numSteps; step++) {
for (let sample = 0; sample < numSamples; sample++) {
fill("rgba(192,192,192, 0.5)"); // grey faded dot grid
xPos = (2 * (b + step * cellW) + cellW) / 2;
yPos = (2 * (a + sample * cellH) + cellH) / 2;
// console.log((2 * (b + step * cellW) + cellW) / 2)
// console.log((2 * (a + sample * cellH) + cellH) / 2)
ellipse(xPos, yPos, 30, 30);
}
}
// for getting center coords of each cell
for (let sample = 0; sample < numSamples; sample++) {
cellCenterPositions[sample] = []; // make am empty array each loop
for (let step = 0; step < numSteps; step++) {
fill("rgba(192,192,192, 0.5)"); // grey faded dot grid
xPos = (2 * (b + step * cellW) + cellW) / 2;
yPos = (2 * (a + sample * cellH) + cellH) / 2;
cellCenterPositions[sample][step] = [xPos, yPos];
// console.log((2 * (b + step * cellW) + cellW) / 2)
// console.log((2 * (a + sample * cellH) + cellH) / 2)
ellipse(
(2 * (b + step * cellW) + cellW) / 2,
(2 * (a + sample * cellH) + cellH) / 2,
30,
30
);
}
}
//console.log(cellCenterPositions) // show position array
// fill the 'on' cells in grid each draw loop
for (let step = 0; step < numSteps; step++) {
for (let sample = 0; sample < numSamples; sample++) {
if (cells[sample][step] == 1) {
// if user turned cell 'on'
fill(colors[sample]); // fill with correct color scheme
// rect(
// b + step * cellW, //
// a + sample * cellH,
// cellW,
// cellH
// );
ellipse(
(2 * (b + step * cellW) + cellW) / 2, //
(2 * (a + sample * cellH) + cellH) / 2,
50,
50
);
}
}
}
// highlight column playing
for (let i = 0; i <= numSteps; i++) {
// highlight the cell that is playing
let step = (beat - 1) % numSteps;
if (i == step && Tone.Transport.state == "started") {
fill(0, 40); // highlight column with a shade of black
noStroke();
rect(b + i * cellW, a, cellW, gridH);
}
}
}
function mousePressed() {
// make sure the mouse is in the grid
if (b < mouseX && mouseX < b + gridW && a < mouseY && mouseY < a + gridH) {
// margins
let x = mouseX - b;
let y = mouseY - a;
// which cell is clicked
let i = floor(x / cellW);
let j = floor(y / cellH);
// cell on/off switch
cells[j][i] = !cells[j][i];
}
}
// PLAY / PAUSE button
function togglePlay() {
if (Tone.Transport.state == "started") {
Tone.Transport.stop();
playButton.html("PLAY");
} else {
if (beats.loaded && trap.loaded) {
Tone.Transport.start();
playButton.html("STOP");
}
}
}
// select the kits 'mySelectEvent' is a function in p5.js
function mySelectEvent() {
if (menu.value() == "beats") {
kitChosen = "beats";
} else if (menu.value() == "trap") {
kitChosen = "trap";
} else if (menu.value() == "mix") {
kitChosen = "mix";
}
// say which kit is currently selected and playing in console
console.log("playing kit: " + kitChosen);
}
// changes drummer mascot's speed of movement according to BPM
function speedVisualization() {
// setting new drummingSpeed global
let value = slider.value();
drummingSpeed = value;
swayingSpeed = value;
}
// function averageXPos(x) {
// // the first time this runs add the current x to the array n number of times. this only runs once
// if (recentXs.length < 1) {
// for (let i = 0; i < numXs; i++) {
// recentXs.push(x);
// }
// // otherwise update only the most recent number
// } else {
// recentXs.shift(); // removes first item from array
// recentXs.push(x); // adds new x to end of array
// }
// // add up all the values in the array
// let sum = 0;
// for (let i = 0; i < recentXs.length; i++) {
// sum += recentXs[i];
// }
// // return the average x value
// return sum / recentXs.length;
// }
// function averageYPos(y) {
// // the first time this runs add the current x to the array n number of times. this only runs once
// if (recentXs.length < 1) {
// for (let i = 0; i < numXs; i++) {
// recentXs.push(x);
// }
// // otherwise update only the most recent number
// } else {
// recentXs.shift(); // removes first item from array
// recentXs.push(x); // adds new x to end of array
// }
// // add up all the values in the array
// let sum = 0;
// for (let i = 0; i < recentXs.length; i++) {
// sum += recentXs[i];
// }
// // return the average x value
// return sum / recentXs.length;
// }