-
Notifications
You must be signed in to change notification settings - Fork 15
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Michael Jae-Yoon Chung
committed
May 1, 2019
1 parent
b6a4bd3
commit 241b807
Showing
4 changed files
with
482 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
examples/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,282 @@ | ||
<!DOCTYPE html> | ||
<html> | ||
<head> | ||
<meta name="viewport" content="width=device-width, user-scalable=no, initial-scale=1, maximum-scale=1"> | ||
<link rel="stylesheet" href="assets/style.css"> | ||
<title>Jammer.js</title> | ||
|
||
<style> | ||
html, body { | ||
overflow: hidden; | ||
margin: 0; | ||
} | ||
|
||
body { | ||
-webkit-perspective: 500; | ||
-moz-perspective: 500; | ||
perspective: 500; | ||
} | ||
|
||
.animate { | ||
-webkit-transition: all .3s; | ||
-moz-transition: all .3s; | ||
transition: all .3s; | ||
} | ||
|
||
#hit { | ||
padding: 10px; | ||
} | ||
|
||
#log { | ||
position: absolute; | ||
padding: 10px; | ||
} | ||
|
||
</style> | ||
</head> | ||
<body> | ||
|
||
<div id="log"></div> | ||
<div id="hit" style="background: #42d692; width: 150px; height: 150px;"></div> | ||
|
||
<div id="updatenote" class="updatenote mt10"> loading model ..</div> | ||
<video class="videobox canvasbox" autoplay="autoplay" id="myvideo"></video> | ||
<canvas id="canvas" class="border canvasbox"></canvas> | ||
<script src="../node_modules/handtrackjs/dist/handtrack.min.js"> </script> | ||
|
||
<script src="../node_modules/hammerjs/hammer.js"></script> | ||
<script> | ||
const video = document.getElementById("myvideo"); | ||
const canvas = document.getElementById("canvas"); | ||
const context = canvas.getContext("2d"); | ||
let updateNote = document.getElementById("updatenote"); | ||
|
||
let imgindex = 1 | ||
let isVideo = false; | ||
let model = null; | ||
|
||
// video.width = 500 | ||
// video.height = 400 | ||
|
||
const modelParams = { | ||
flipHorizontal: true, // flip e.g for video | ||
maxNumBoxes: 20, // maximum number of boxes to detect | ||
iouThreshold: 0.5, // ioU threshold for non-max suppression | ||
scoreThreshold: 0.6, // confidence threshold for predictions. | ||
} | ||
|
||
|
||
function startVideo() { | ||
handTrack.startVideo(video).then(function (status) { | ||
console.log("video started", status); | ||
if (status) { | ||
updateNote.innerText = "Video started. Now tracking" | ||
isVideo = true | ||
runDetection() | ||
} else { | ||
updateNote.innerText = "Please enable video" | ||
} | ||
}); | ||
} | ||
|
||
function runDetection() { | ||
model.detect(video).then(predictions => { | ||
console.log("Predictions: ", predictions); | ||
model.renderPredictions(predictions, canvas, context, video); | ||
if (isVideo) { | ||
requestAnimationFrame(runDetection); | ||
} | ||
}); | ||
} | ||
|
||
// Load the model. | ||
handTrack.load(modelParams).then(lmodel => { | ||
// detect objects in the image. | ||
model = lmodel | ||
updateNote.innerText = "Loaded Model!" | ||
runDetectionImage(handimg) | ||
trackButton.disabled = false | ||
nextImageButton.disabled = false | ||
}); | ||
|
||
startVideo(); | ||
|
||
|
||
class HandrackInput extends Hammer.Input { | ||
constructor() { | ||
super(...arguments); | ||
console.log('created!'); | ||
} | ||
|
||
handler(ev) { | ||
console.log('handler'); | ||
} | ||
} | ||
|
||
|
||
|
||
var reqAnimationFrame = (function () { | ||
return window[Hammer.prefixed(window, 'requestAnimationFrame')] || function (callback) { | ||
window.setTimeout(callback, 1000 / 60); | ||
}; | ||
})(); | ||
|
||
var log = document.querySelector("#log"); | ||
var el = document.querySelector("#hit"); | ||
|
||
var START_X = Math.round((window.innerWidth - el.offsetWidth) / 2); | ||
var START_Y = Math.round((window.innerHeight - el.offsetHeight) / 2); | ||
|
||
var ticking = false; | ||
var transform; | ||
var timer; | ||
|
||
var mc = new Hammer.Manager(el, {inputClass: HandrackInput}); | ||
|
||
mc.add(new Hammer.Pan({ threshold: 0, pointers: 0 })); | ||
|
||
mc.add(new Hammer.Swipe()).recognizeWith(mc.get('pan')); | ||
mc.add(new Hammer.Rotate({ threshold: 0 })).recognizeWith(mc.get('pan')); | ||
mc.add(new Hammer.Pinch({ threshold: 0 })).recognizeWith([mc.get('pan'), mc.get('rotate')]); | ||
|
||
mc.add(new Hammer.Tap({ event: 'doubletap', taps: 2 })); | ||
mc.add(new Hammer.Tap()); | ||
|
||
mc.on("panstart panmove", onPan); | ||
mc.on("rotatestart rotatemove", onRotate); | ||
mc.on("pinchstart pinchmove", onPinch); | ||
mc.on("swipe", onSwipe); | ||
mc.on("tap", onTap); | ||
mc.on("doubletap", onDoubleTap); | ||
|
||
mc.on("hammer.input", function(ev) { | ||
if(ev.isFinal) { | ||
resetElement(); | ||
} | ||
}); | ||
|
||
|
||
function resetElement() { | ||
el.className = 'animate'; | ||
transform = { | ||
translate: { x: START_X, y: START_Y }, | ||
scale: 1, | ||
angle: 0, | ||
rx: 0, | ||
ry: 0, | ||
rz: 0 | ||
}; | ||
|
||
requestElementUpdate(); | ||
|
||
if (log.textContent.length > 2000) { | ||
log.textContent = log.textContent.substring(0, 2000) + "..."; | ||
} | ||
} | ||
|
||
function updateElementTransform() { | ||
var value = [ | ||
'translate3d(' + transform.translate.x + 'px, ' + transform.translate.y + 'px, 0)', | ||
'scale(' + transform.scale + ', ' + transform.scale + ')', | ||
'rotate3d('+ transform.rx +','+ transform.ry +','+ transform.rz +','+ transform.angle + 'deg)' | ||
]; | ||
|
||
value = value.join(" "); | ||
el.textContent = value; | ||
el.style.webkitTransform = value; | ||
el.style.mozTransform = value; | ||
el.style.transform = value; | ||
ticking = false; | ||
} | ||
|
||
function requestElementUpdate() { | ||
if(!ticking) { | ||
reqAnimationFrame(updateElementTransform); | ||
ticking = true; | ||
} | ||
} | ||
|
||
function logEvent(str) { | ||
//log.insertBefore(document.createTextNode(str +"\n"), log.firstChild); | ||
} | ||
|
||
function onPan(ev) { | ||
el.className = ''; | ||
transform.translate = { | ||
x: START_X + ev.deltaX, | ||
y: START_Y + ev.deltaY | ||
}; | ||
|
||
requestElementUpdate(); | ||
logEvent(ev.type); | ||
} | ||
|
||
var initScale = 1; | ||
function onPinch(ev) { | ||
if(ev.type == 'pinchstart') { | ||
initScale = transform.scale || 1; | ||
} | ||
|
||
el.className = ''; | ||
transform.scale = initScale * ev.scale; | ||
|
||
requestElementUpdate(); | ||
logEvent(ev.type); | ||
} | ||
|
||
var initAngle = 0; | ||
function onRotate(ev) { | ||
if(ev.type == 'rotatestart') { | ||
initAngle = transform.angle || 0; | ||
} | ||
|
||
el.className = ''; | ||
transform.rz = 1; | ||
transform.angle = initAngle + ev.rotation; | ||
requestElementUpdate(); | ||
logEvent(ev.type); | ||
} | ||
|
||
function onSwipe(ev) { | ||
var angle = 50; | ||
transform.ry = (ev.direction & Hammer.DIRECTION_HORIZONTAL) ? 1 : 0; | ||
transform.rx = (ev.direction & Hammer.DIRECTION_VERTICAL) ? 1 : 0; | ||
transform.angle = (ev.direction & (Hammer.DIRECTION_RIGHT | Hammer.DIRECTION_UP)) ? angle : -angle; | ||
|
||
clearTimeout(timer); | ||
timer = setTimeout(function () { | ||
resetElement(); | ||
}, 300); | ||
requestElementUpdate(); | ||
logEvent(ev.type); | ||
} | ||
|
||
function onTap(ev) { | ||
transform.rx = 1; | ||
transform.angle = 25; | ||
|
||
clearTimeout(timer); | ||
timer = setTimeout(function () { | ||
resetElement(); | ||
}, 200); | ||
requestElementUpdate(); | ||
logEvent(ev.type); | ||
} | ||
|
||
function onDoubleTap(ev) { | ||
transform.rx = 1; | ||
transform.angle = 80; | ||
|
||
clearTimeout(timer); | ||
timer = setTimeout(function () { | ||
resetElement(); | ||
}, 500); | ||
requestElementUpdate(); | ||
logEvent(ev.type); | ||
} | ||
|
||
resetElement(); | ||
|
||
</script> | ||
</body> | ||
</html> |
Oops, something went wrong.