soiz1's picture
Create src/extensions copy/scratch3_posenet2scratch/index.js
cce5302 verified
raw
history blame
30.5 kB
const ArgumentType = require('../../extension-support/argument-type');
const BlockType = require('../../extension-support/block-type');
const Cast = require('../../util/cast');
const ml5 = require('ml5');
const formatMessage = require('format-message');
const blockIconURI = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACgAAAAoCAYAAACM/rhtAAAABGdBTUEAALGPC/xhBQAAACBjSFJNAAB6JgAAgIQAAPoAAACA6AAAdTAAAOpgAAA6mAAAF3CculE8AAAACXBIWXMAAAsTAAALEwEAmpwYAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNS40LjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgpMwidZAAAKPElEQVRYCa1YaWyU1xU9M56xx/syZjAYjA02mN0UHAtCA5RGKa2oKApVk7TNIlWg0hYi0UhJFbVR+oOKJkWNokCUlLYkoqJLSEkaQgs0JECK2QRmszHe8Ib38Trjree8mXGAjD+PZO7oW+Z977537vLuve/Z0o68Moz7SEMcyxa87sew9vsxiMaQlAKWaYtCDJ+Dwf98jIvuC8CQxvS87PfCS7gCOcBLbeOhcQOU5mTWWELx87lr2nLMsDvROjyMNJvdgByPD0UMUCD6eUkrevqpJbWlEESW3YHagR58KzYNG/NXYUvGAgz01JtvE/k9zoAfHnEDskVMjrF6ykQClGaz8YoyoMQjcJLuwkAv/xD2oB9PTF6oT1ifU4iavg681HSF3wYx3RmPPGq1ge9ecroIOFKt2sZaxQIiDdQN0YACw3cQLGyUbagfK+I92DplCRal5yAr0W1Wi03fSdfb6vBu5Wm8fPui4cuPTqRQNtwcHkB8hCAtAUrKaF6Nw4P4ZkwylidlCh681FZVbzvmJkzAxpkr4XYlsDVAMuQw/c9O04aouLEc+2rO4nct14xgs6nRWxzTGepg8bQ0sbSXwIka+7uxyjMP2+avMaYZIgD/YD9iHE6jkcGhIcGCwx5FAfgLavBg5Vm4YxKwbNIsLPLk4OnWW9hR9l/s9dYglyCbh4cQxTmszP2FmGGkEHM3wUQ74vBz+lN5R4PRoJhiHdEBcJzEbrcbcAK+/eKH+IDABjjtt8sOY1PZEQPAQUHnu7Owu/AxPJuWhxv9PUhlm+KlFVkCFGMfh8+hZjDQh20lH6LN12M0NECHlymjjCkDOvBzsTzfdBXHWyvgoCilhU/hYMEGI5TAiyc2yonNeSsMJvHLSgGPNU1fulmaWL0lwW1qaTEd/EBHBTZUn8fjeQ8GgAVNKbMKoouTNz+4CU4JRMpLmWSeMr+dfW1GGGBSfCpWx7pxxNeBTK7ubn03Pb98GxOgWGQGYwoO1tjXaUaRn0kDZkWzRVoQkNCC0bs+iwQuQIGnzJ1GYUDBHWwK9Qt2uusxGvC7OgXnIQo7av2dGODA4UiaHOI3mVPvAvYFOAEJjNQz4Mc5fxeRO9DLNisQVt9GMEjuPg0eFY3j3bfR6Vc8DGjMvNxxU3i5E9Qdnwx4/S9prUZ5XxtmEWCPhXnVNyKA8qhmxq35US4UE+AVhgvDHPQp82eUm0w9SK0qFCkMNfS046tXPwIcLvTym5OaHrFQmDEiBtghs9FkUxmwd9z8FFWdTcZkmlwg7iWZWeaWqbXSoxiKGno7UNndiv3Tlhp38ckqY1BEACVpFqW/yFBT42vH+63XkX1mL3oZVjR5aAmYsMFJBTrgf3YDvqu/D+9VFKPwzLvYX1WMIk8uHo9NRyMzUgK5w3t0ALnlKtbEql4yWCSUE9xShppncx7CYubdGAbqo7dKkJOQjrnuqWY0aTgA1oYO+qmLmeZaay0Kit/Cj9Ly8aJnLjZWn8K6rmaC81GLUfBRhJCAAUh33y0BKrQkkb2cg61ypeJnWYVY4s42WeRSaw3WXtqH9WmzsTm7iBGDfsb+NrsNLoajNypOoorFxc78R3BwznrEMKx0Ukj/15/D8dorONJVi9mudFSzcLCqbiwByv5tNJcql1fnrMGO0qP4ztWDOFHwGOalZuLYoqfQy5z8tclz0MvQofAzrP4UalGTB7OUrwk2lcXE8nN/xo/d+abvbytPcJHEo4t9Y9jXyhPDApTKtfxzGQYuMRzsmvYQCphHlyZPwcZpRViWMZM9gJWZc3Ck9jL66YvKzXdS0YQZWEpfC2WVzwq+j1rWiNtLPsKhnmZkO+PgHc8ikevbJRoHKZow3azYhWlTMT1pIl4p+RgXmqsMnjgCq+1uM+/9zLWiev0nn8BpwdR0tZj2f98uxW+aryGPlUwk4MQUdhXLSPG8vDIXg3NmfBqafV0m1x6sPodtl15HaXud+JEZl4p6xjaRg6FE1NjrxcTYZPOucPP85X9hefFuvMUyaxbBKbdbmdUwBm9hAYpZjltBB14SnYSyjnpsPf8PtPR1ocXfAyTmB57s54lLRteADz76WyDVDaOFwkyKSzFTyDerfJ1wx2diHsHVEZwCv9XKNYzBW1iAYtbyj6GCVU1f9d7GDebgFn83c3E39R6NC10N9L1Bo9UU+lOrj+2kVgqh6ZOiY83/Opr7s752uGnuMm4R7vZU08XyFhagGjuDi6TG54WPGjrwwA+RHh2PXd5qzHC58WZHDW4FfWuIQrx8+RCr7AF4+3uR7pKDBOhwXQn9UeVrwCqRmjbEHxZgaLBaTuyJTsDmurN47sJ7+EbpYfKxelYOpqn23jxlxlHx8MbNv+F4/TVUMghPoc+KzjVVYAt5M5wJ6GD/sCHD9Bz9FhZgqLs+asFMpknfoYNrcz6ZoceUo5zwly2luMXcqqxy8eGdONpUhtXn9pigXEG3WFz8NtLJG0uBtKmX4BpPz0g1GRX75CO/Yv9RSYFDQHOcLgPMQ1+6xHz8aNIUHCh4FNfb6wnIgUKGomSC6e/3I5GBfWbKZGQO2vH3jipMiYoZKavcBJvEy8G0qBxvqaHg3KOC0wcNoOqvkQtCA5/vbmBGmIW/LnsGldTSmk+2Io2+KSrgzm1P0Q+Qx1h5pO4yQ00SVnHfXMLSXqcPE5h7y5g2r3LBVfCp/bZyvRWNJYDhdfGuHdhlau617FV4vfB7kAlrWD59vGIn4qjdV0sOYcuZ/Wjnpio3OQPxBPTdz1/CC9nLsJvnNec6q3CFB0tF9OlfsGhYy2OSOq7qRIIMhPfwMC037iGWZJqjgtvE7ZO+gk35K3Gzo9FUKysnz0ZlZzNeKPkA+2hK7U/WJWbi9wvWYWqCG8dYFCgkr2BKfKf0U7ip6WUZs8y+pay9ATNP/wHTHbEmYkiT4WKjpQbl0KrXBO7XExcgn6ZLOfQi6nra8IBnBvZc/wQ5J17Dvs5aLHalYXFMKg50NSLr9J9wuvEGVhGYi5rccHIPlnnysDZ78cimyk/tgVHCSaFMFRTSxj1PS4BaaXJmHQ5lxCQiN9GDde7ZWDpxJnZfO4Znrv8TuQQ1l2HkKs9uSngtpAmdXOFFZ/+IAxVnkBITjwPt5SPpUJnl88YyPHHpfaZRlzkYGJeJVQ7VU9Jslk0ni54cSWE1Xa3I+t/bmMn2Gn6Xw4u00VeBq23ATVZCP5kwFw+n57HacaK6uwX/aa3EX7y3TI6fQl4lBMXH0cLOmD4oxiRqsYqSr3Yl46c8yZqR5MGZ5ko8XXOKcdFpVvmd/iPX0MGQDjCvM7OYvbMqaAoCHqPkasPEIsJqw052Q2MCVC85sM4HK7mHQD9zLTWkAJROcwpMOBJg5fOJ7KtEpxClo6U2gtTpq7R2p1DhxlBbRNlH2tBJVC4Dbgo10MN3QVQqHI2keblHU7BvM/OxBFWVpIJhNJPeO15EAEOTqY5r4KWw3MdLK8xKC+ILTSBgIrVFCk79/w80jyIu3cZhqQAAAABJRU5ErkJggg==';
const Message = {
x: {
'ja': 'のx座標',
'ja-Hira': 'のxざひょう',
'en': ' x'
},
y: {
'ja': 'のy座標',
'ja-Hira': 'のyざひょう',
'en': ' y'
},
peopleCount: {
'ja': '人数',
'ja-Hira': 'にんずう',
'en': 'people count'
},
nose: {
'ja': '鼻',
'ja-Hira': 'はな',
'en': 'nose'
},
leftEye: {
'ja': '左目',
'ja-Hira': 'ひだりめ',
'en': 'left eye'
},
rightEye: {
'ja': '右目',
'ja-Hira': 'みぎめ',
'en': 'right eye'
},
leftEar: {
'ja': '左耳',
'ja-Hira': 'ひだりみみ',
'en': 'left ear'
},
rightEar: {
'ja': '右耳',
'ja-Hira': 'みぎみみ',
'en': 'right ear'
},
leftShoulder: {
'ja': '左肩',
'ja-Hira': 'ひだりかた',
'en': 'left shoulder'
},
rightShoulder: {
'ja': '右肩',
'ja-Hira': 'みぎかた',
'en': 'right shoulder'
},
leftElbow: {
'ja': '左ひじ',
'ja-Hira': 'ひだりひじ',
'en': 'left elbow'
},
rightElbow: {
'ja': '右ひじ',
'ja-Hira': 'みぎひじ',
'en': 'right elbow'
},
leftWrist: {
'ja': '左手首',
'ja-Hira': 'ひだりてくび',
'en': 'left wrist'
},
rightWrist: {
'ja': '右手首',
'ja-Hira': 'みぎてくび',
'en': 'right wrist'
},
leftHip: {
'ja': '左腰',
'ja-Hira': 'ひだりこし',
'en': 'left hip'
},
rightHip: {
'ja': '右腰',
'ja-Hira': 'みぎこし',
'en': 'right hip'
},
leftKnee: {
'ja': '左ひざ',
'ja-Hira': 'ひだりひざ',
'en': 'left knee'
},
rightKnee: {
'ja': '右ひざ',
'ja-Hira': 'みぎひざ',
'en': 'right knee'
},
leftAnkle: {
'ja': '左足首',
'ja-Hira': 'ひだりあしくび',
'en': 'left ankle'
},
rightAnkle: {
'ja': '右足首',
'ja-Hira': 'みぎあしくび',
'en': 'right ankle'
},
getX: {
'ja': '[PERSON_NUMBER] 人目の [PART] のx座標',
'ja-Hira': '[PERSON_NUMBER] にんめの [PART] のxざひょう',
'en': '[PART] x of person no. [PERSON_NUMBER]'
},
getY: {
'ja': '[PERSON_NUMBER] 人目の [PART] のy座標',
'ja-Hira': '[PERSON_NUMBER] にんめの [PART] のyざひょう',
'en': '[PART] y of person no. [PERSON_NUMBER]'
},
videoToggle: {
'ja': 'ビデオを[VIDEO_STATE]にする',
'ja-Hira': 'ビデオを[VIDEO_STATE]にする',
'en': 'turn video [VIDEO_STATE]'
},
on: {
'ja': '入',
'ja-Hira': 'いり',
'en': 'on'
},
off: {
'ja': '切',
'ja-Hira': 'きり',
'en': 'off'
},
video_on_flipped: {
'ja': '左右反転',
'ja-Hira': 'さゆうはんてん',
'en': 'on flipped',
},
}
const AvailableLocales = ['en', 'ja', 'ja-Hira'];
class Scratch3Posenet2ScratchBlocks {
get PERSON_NUMBERS_MENU () {
return [
{
text: '1',
value: '1'
},
{
text: '2',
value: '2'
},
{
text: '3',
value: '3'
},
{
text: '4',
value: '4'
},
{
text: '5',
value: '5'
},
{
text: '6',
value: '6'
},
{
text: '7',
value: '7'
},
{
text: '8',
value: '8'
},
{
text: '9',
value: '9'
},
{
text: '10',
value: '10'
}
]
}
get PARTS_MENU () {
return [
{
text: Message.nose[this._locale],
value: '0'
},
{
text: Message.leftEye[this._locale],
value: '1'
},
{
text: Message.rightEye[this._locale],
value: '2'
},
{
text: Message.leftEar[this._locale],
value: '3'
},
{
text: Message.rightEar[this._locale],
value: '4'
},
{
text: Message.leftShoulder[this._locale],
value: '5'
},
{
text: Message.rightShoulder[this._locale],
value: '6'
},
{
text: Message.leftElbow[this._locale],
value: '7'
},
{
text: Message.rightElbow[this._locale],
value: '8'
},
{
text: Message.leftWrist[this._locale],
value: '9'
},
{
text: Message.rightWrist[this._locale],
value: '10'
},
{
text: Message.leftHip[this._locale],
value: '11'
},
{
text: Message.rightHip[this._locale],
value: '12'
},
{
text: Message.leftKnee[this._locale],
value: '13'
},
{
text: Message.rightKnee[this._locale],
value: '14'
},
{
text: Message.leftAnkle[this._locale],
value: '15'
},
{
text: Message.rightAnkle[this._locale],
value: '16'
}
]
}
get VIDEO_MENU () {
return [
{
text: Message.off[this._locale],
value: 'off'
},
{
text: Message.on[this._locale],
value: 'on'
},
{
text: Message.video_on_flipped[this._locale],
value: 'on-flipped'
}
]
}
constructor (runtime) {
this.runtime = runtime;
this.poses = [];
this.keypoints = [];
let video = document.createElement("video");
video.width = 480;
video.height = 360;
video.autoplay = true;
video.style.display = "none";
let media = navigator.mediaDevices.getUserMedia({
video: true,
audio: false
});
media.then((stream) => {
video.srcObject = stream;
});
let poseNet = ml5.poseNet(video, ()=>{
console.log('Model Loaded!');
});
poseNet.on('pose', (poses)=>{
if (poses.length > 0) {
this.poses = poses;
this.keypoints = poses[0].pose.keypoints;
} else {
this.poses = [];
this.keypoints = [];
}
});
this.runtime.ioDevices.video.enableVideo();
}
getInfo () {
this._locale = this.setLocale();
return {
id: 'posenet2scratch',
name: 'Posenet2Scratch',
blockIconURI: blockIconURI,
blocks: [
{
opcode: 'getX',
blockType: BlockType.REPORTER,
text: Message.getX[this._locale],
arguments: {
PERSON_NUMBER: {
type: ArgumentType.STRING,
menu: 'personNumbers',
defaultValue: '1'
},
PART: {
type: ArgumentType.STRING,
menu: 'parts',
defaultValue: '0'
}
}
},
{
opcode: 'getY',
blockType: BlockType.REPORTER,
text: Message.getY[this._locale],
arguments: {
PERSON_NUMBER: {
type: ArgumentType.STRING,
menu: 'personNumbers',
defaultValue: '1'
},
PART: {
type: ArgumentType.STRING,
menu: 'parts',
defaultValue: '0'
}
}
},
{ opcode: 'getPeopleCount',
blockType: BlockType.REPORTER,
text: Message.peopleCount[this._locale]
},
{
opcode: 'getNoseX',
blockType: BlockType.REPORTER,
text: Message.nose[this._locale] + Message.x[this._locale]
},
{
opcode: 'getNoseY',
blockType: BlockType.REPORTER,
text: Message.nose[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftEyeX',
blockType: BlockType.REPORTER,
text: Message.leftEye[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftEyeY',
blockType: BlockType.REPORTER,
text: Message.leftEye[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightEyeX',
blockType: BlockType.REPORTER,
text: Message.rightEye[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightEyeY',
blockType: BlockType.REPORTER,
text: Message.rightEye[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftEarX',
blockType: BlockType.REPORTER,
text: Message.leftEar[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftEarY',
blockType: BlockType.REPORTER,
text: Message.leftEar[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightEarX',
blockType: BlockType.REPORTER,
text: Message.rightEar[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightEarY',
blockType: BlockType.REPORTER,
text: Message.rightEar[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftShoulderX',
blockType: BlockType.REPORTER,
text: Message.leftShoulder[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftShoulderY',
blockType: BlockType.REPORTER,
text: Message.leftShoulder[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightShoulderX',
blockType: BlockType.REPORTER,
text: Message.rightShoulder[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightShoulderY',
blockType: BlockType.REPORTER,
text: Message.rightShoulder[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftElbowX',
blockType: BlockType.REPORTER,
text: Message.leftElbow[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftElbowY',
blockType: BlockType.REPORTER,
text: Message.leftElbow[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightElbowX',
blockType: BlockType.REPORTER,
text: Message.rightElbow[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightElbowY',
blockType: BlockType.REPORTER,
text: Message.rightElbow[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftWristX',
blockType: BlockType.REPORTER,
text: Message.leftWrist[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftWristY',
blockType: BlockType.REPORTER,
text: Message.leftWrist[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightWristX',
blockType: BlockType.REPORTER,
text: Message.rightWrist[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightWristY',
blockType: BlockType.REPORTER,
text: Message.rightWrist[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftHipX',
blockType: BlockType.REPORTER,
text: Message.leftHip[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftHipY',
blockType: BlockType.REPORTER,
text: Message.leftHip[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightHipX',
blockType: BlockType.REPORTER,
text: Message.rightHip[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightHipY',
blockType: BlockType.REPORTER,
text: Message.rightHip[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftKneeX',
blockType: BlockType.REPORTER,
text: Message.leftKnee[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftKneeY',
blockType: BlockType.REPORTER,
text: Message.leftKnee[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightKneeX',
blockType: BlockType.REPORTER,
text: Message.rightKnee[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightKneeY',
blockType: BlockType.REPORTER,
text: Message.rightKnee[this._locale] + Message.y[this._locale]
},
{
opcode: 'getLeftAnkleX',
blockType: BlockType.REPORTER,
text: Message.leftAnkle[this._locale] + Message.x[this._locale]
},
{
opcode: 'getLeftAnkleY',
blockType: BlockType.REPORTER,
text: Message.leftAnkle[this._locale] + Message.y[this._locale]
},
{
opcode: 'getRightAnkleX',
blockType: BlockType.REPORTER,
text: Message.rightAnkle[this._locale] + Message.x[this._locale]
},
{
opcode: 'getRightAnkleY',
blockType: BlockType.REPORTER,
text: Message.rightAnkle[this._locale] + Message.y[this._locale]
},
{
opcode: 'videoToggle',
blockType: BlockType.COMMAND,
text: Message.videoToggle[this._locale],
arguments: {
VIDEO_STATE: {
type: ArgumentType.STRING,
menu: 'videoMenu',
defaultValue: 'off'
}
}
}
],
menus: {
personNumbers: {
acceptReporters: true,
items: this.PERSON_NUMBERS_MENU
},
parts: {
acceptReporters: true,
items: this.PARTS_MENU
},
videoMenu: {
acceptReporters: false,
items: this.VIDEO_MENU
}
}
};
}
getX (args) {
if (this.poses[parseInt(args.PERSON_NUMBER, 10) - 1] && this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.x);
} else {
return 240 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.x;
}
} else {
return "";
}
}
getY (args) {
if (this.poses[parseInt(args.PERSON_NUMBER, 10) - 1] && this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)]) {
return 180 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.y;
} else {
return "";
}
}
getPeopleCount () {
return this.poses.length;
}
getNoseX () {
if (this.keypoints[0]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[0].position.x);
} else {
return 240 - this.keypoints[0].position.x;
}
} else {
return "";
}
}
getNoseY () {
if (this.keypoints[0]) {
return 180 - this.keypoints[0].position.y;
} else {
return "";
}
}
getLeftEyeX () {
if (this.keypoints[1]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[1].position.x);
} else {
return 240 - this.keypoints[1].position.x;
}
} else {
return "";
}
}
getLeftEyeY () {
if (this.keypoints[1]) {
return 180 - this.keypoints[1].position.y;
} else {
return "";
}
}
getRightEyeX () {
if (this.keypoints[2]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[2].position.x);
} else {
return 240 - this.keypoints[2].position.x;
}
} else {
return "";
}
}
getRightEyeY () {
if (this.keypoints[2]) {
return 180 - this.keypoints[2].position.y;
} else {
return "";
}
}
getLeftEarX () {
if (this.keypoints[3]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[3].position.x);
} else {
return 240 - this.keypoints[3].position.x;
}
} else {
return "";
}
}
getLeftEarY () {
if (this.keypoints[3]) {
return 180 - this.keypoints[3].position.y;
} else {
return "";
}
}
getRightEarX () {
if (this.keypoints[4]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[4].position.x);
} else {
return 240 - this.keypoints[4].position.x;
}
} else {
return "";
}
}
getRightEarY () {
if (this.keypoints[4]) {
return 180 - this.keypoints[4].position.y;
} else {
return "";
}
}
getLeftShoulderX () {
if (this.keypoints[5]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[5].position.x);
} else {
return 240 - this.keypoints[5].position.x;
}
} else {
return "";
}
}
getLeftShoulderY () {
if (this.keypoints[5]) {
return 180 - this.keypoints[5].position.y;
} else {
return "";
}
}
getRightShoulderX () {
if (this.keypoints[6]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[6].position.x);
} else {
return 240 - this.keypoints[6].position.x;
}
} else {
return "";
}
}
getRightShoulderY () {
if (this.keypoints[6]) {
return 180 - this.keypoints[6].position.y;
} else {
return "";
}
}
getLeftElbowX () {
if (this.keypoints[7]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[7].position.x);
} else {
return 240 - this.keypoints[7].position.x;
}
} else {
return "";
}
}
getLeftElbowY () {
if (this.keypoints[7]) {
return 180 - this.keypoints[7].position.y;
} else {
return "";
}
}
getRightElbowX () {
if (this.keypoints[8]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[8].position.x);
} else {
return 240 - this.keypoints[8].position.x;
}
} else {
return "";
}
}
getRightElbowY () {
if (this.keypoints[8]) {
return 180 - this.keypoints[8].position.y;
} else {
return "";
}
}
getLeftWristX () {
if (this.keypoints[9]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[9].position.x);
} else {
return 240 - this.keypoints[9].position.x;
}
} else {
return "";
}
}
getLeftWristY () {
if (this.keypoints[9]) {
return 180 - this.keypoints[9].position.y;
} else {
return "";
}
}
getRightWristX () {
if (this.keypoints[10]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[10].position.x);
} else {
return 240 - this.keypoints[10].position.x;
}
} else {
return "";
}
}
getRightWristY () {
if (this.keypoints[10]) {
return 180 - this.keypoints[10].position.y;
} else {
return "";
}
}
getLeftHipX () {
if (this.keypoints[11]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[11].position.x);
} else {
return 240 - this.keypoints[11].position.x;
}
} else {
return "";
}
}
getLeftHipY () {
if (this.keypoints[11]) {
return 180 - this.keypoints[11].position.y;
} else {
return "";
}
}
getRightHipX () {
if (this.keypoints[12]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[12].position.x);
} else {
return 240 - this.keypoints[12].position.x;
}
} else {
return "";
}
}
getRightHipY () {
if (this.keypoints[12]) {
return 180 - this.keypoints[12].position.y;
} else {
return "";
}
}
getLeftKneeX () {
if (this.keypoints[13]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[13].position.x);
} else {
return 240 - this.keypoints[13].position.x;
}
} else {
return "";
}
}
getLeftKneeY () {
if (this.keypoints[13]) {
return 180 - this.keypoints[13].position.y;
} else {
return "";
}
}
getRightKneeX () {
if (this.keypoints[14]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[14].position.x);
} else {
return 240 - this.keypoints[14].position.x;
}
} else {
return "";
}
}
getRightKneeY () {
if (this.keypoints[14]) {
return 180 - this.keypoints[14].position.y;
} else {
return "";
}
}
getLeftAnkleX () {
if (this.keypoints[15]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[15].position.x);
} else {
return 240 - this.keypoints[15].position.x;
}
} else {
return "";
}
}
getLeftAnkleY () {
if (this.keypoints[15]) {
return 180 - this.keypoints[15].position.y;
} else {
return "";
}
}
getRightAnkleX () {
if (this.keypoints[16]) {
if (this.runtime.ioDevices.video.mirror === false) {
return -1 * (240 - this.keypoints[16].position.x);
} else {
return 240 - this.keypoints[16].position.x;
}
} else {
return "";
}
}
getRightAnkleY () {
if (this.keypoints[16]) {
return 180 - this.keypoints[16].position.y;
} else {
return "";
}
}
videoToggle (args) {
let state = args.VIDEO_STATE;
if (state === 'off') {
this.runtime.ioDevices.video.disableVideo();
} else {
this.runtime.ioDevices.video.enableVideo();
this.runtime.ioDevices.video.mirror = state === "on";
}
}
setLocale() {
let locale = formatMessage.setup().locale;
if (AvailableLocales.includes(locale)) {
return locale;
} else {
return 'en';
}
}
}
module.exports = Scratch3Posenet2ScratchBlocks;