Spaces:
Build error
Build error
| const ArgumentType = require('../../extension-support/argument-type'); | |
| const BlockType = require('../../extension-support/block-type'); | |
| const Cast = require('../../util/cast'); | |
| const ml5 = require('ml5'); | |
| const formatMessage = require('format-message'); | |
| const blockIconURI = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACgAAAAoCAYAAACM/rhtAAAABGdBTUEAALGPC/xhBQAAACBjSFJNAAB6JgAAgIQAAPoAAACA6AAAdTAAAOpgAAA6mAAAF3CculE8AAAACXBIWXMAAAsTAAALEwEAmpwYAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNS40LjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgpMwidZAAAKPElEQVRYCa1YaWyU1xU9M56xx/syZjAYjA02mN0UHAtCA5RGKa2oKApVk7TNIlWg0hYi0UhJFbVR+oOKJkWNokCUlLYkoqJLSEkaQgs0JECK2QRmszHe8Ib38Trjree8mXGAjD+PZO7oW+Z977537vLuve/Z0o68Moz7SEMcyxa87sew9vsxiMaQlAKWaYtCDJ+Dwf98jIvuC8CQxvS87PfCS7gCOcBLbeOhcQOU5mTWWELx87lr2nLMsDvROjyMNJvdgByPD0UMUCD6eUkrevqpJbWlEESW3YHagR58KzYNG/NXYUvGAgz01JtvE/k9zoAfHnEDskVMjrF6ykQClGaz8YoyoMQjcJLuwkAv/xD2oB9PTF6oT1ifU4iavg681HSF3wYx3RmPPGq1ge9ecroIOFKt2sZaxQIiDdQN0YACw3cQLGyUbagfK+I92DplCRal5yAr0W1Wi03fSdfb6vBu5Wm8fPui4cuPTqRQNtwcHkB8hCAtAUrKaF6Nw4P4ZkwylidlCh681FZVbzvmJkzAxpkr4XYlsDVAMuQw/c9O04aouLEc+2rO4nct14xgs6nRWxzTGepg8bQ0sbSXwIka+7uxyjMP2+avMaYZIgD/YD9iHE6jkcGhIcGCwx5FAfgLavBg5Vm4YxKwbNIsLPLk4OnWW9hR9l/s9dYglyCbh4cQxTmszP2FmGGkEHM3wUQ74vBz+lN5R4PRoJhiHdEBcJzEbrcbcAK+/eKH+IDABjjtt8sOY1PZEQPAQUHnu7Owu/AxPJuWhxv9PUhlm+KlFVkCFGMfh8+hZjDQh20lH6LN12M0NECHlymjjCkDOvBzsTzfdBXHWyvgoCilhU/hYMEGI5TAiyc2yonNeSsMJvHLSgGPNU1fulmaWL0lwW1qaTEd/EBHBTZUn8fjeQ8GgAVNKbMKoouTNz+4CU4JRMpLmWSeMr+dfW1GGGBSfCpWx7pxxNeBTK7ubn03Pb98GxOgWGQGYwoO1tjXaUaRn0kDZkWzRVoQkNCC0bs+iwQuQIGnzJ1GYUDBHWwK9Qt2uusxGvC7OgXnIQo7av2dGODA4UiaHOI3mVPvAvYFOAEJjNQz4Mc5fxeRO9DLNisQVt9GMEjuPg0eFY3j3bfR6Vc8DGjMvNxxU3i5E9Qdnwx4/S9prUZ5XxtmEWCPhXnVNyKA8qhmxq35US4UE+AVhgvDHPQp82eUm0w9SK0qFCkMNfS046tXPwIcLvTym5OaHrFQmDEiBtghs9FkUxmwd9z8FFWdTcZkmlwg7iWZWeaWqbXSoxiKGno7UNndiv3Tlhp38ckqY1BEACVpFqW/yFBT42vH+63XkX1mL3oZVjR5aAmYsMFJBTrgf3YDvqu/D+9VFKPwzLvYX1WMIk8uHo9NRyMzUgK5w3t0ALnlKtbEql4yWCSUE9xShppncx7CYubdGAbqo7dKkJOQjrnuqWY0aTgA1oYO+qmLmeZaay0Kit/Cj9Ly8aJnLjZWn8K6rmaC81GLUfBRhJCAAUh33y0BKrQkkb2cg61ypeJnWYVY4s42WeRSaw3WXtqH9WmzsTm7iBGDfsb+NrsNLoajNypOoorFxc78R3BwznrEMKx0Ukj/15/D8dorONJVi9mudFSzcLCqbiwByv5tNJcql1fnrMGO0qP4ztWDOFHwGOalZuLYoqfQy5z8tclz0MvQofAzrP4UalGTB7OUrwk2lcXE8nN/xo/d+abvbytPcJHEo4t9Y9jXyhPDApTKtfxzGQYuMRzsmvYQCphHlyZPwcZpRViWMZM9gJWZc3Ck9jL66YvKzXdS0YQZWEpfC2WVzwq+j1rWiNtLPsKhnmZkO+PgHc8ikevbJRoHKZow3azYhWlTMT1pIl4p+RgXmqsMnjgCq+1uM+/9zLWiev0nn8BpwdR0tZj2f98uxW+aryGPlUwk4MQUdhXLSPG8vDIXg3NmfBqafV0m1x6sPodtl15HaXud+JEZl4p6xjaRg6FE1NjrxcTYZPOucPP85X9hefFuvMUyaxbBKbdbmdUwBm9hAYpZjltBB14SnYSyjnpsPf8PtPR1ocXfAyTmB57s54lLRteADz76WyDVDaOFwkyKSzFTyDerfJ1wx2diHsHVEZwCv9XKNYzBW1iAYtbyj6GCVU1f9d7GDebgFn83c3E39R6NC10N9L1Bo9UU+lOrj+2kVgqh6ZOiY83/Opr7s752uGnuMm4R7vZU08XyFhagGjuDi6TG54WPGjrwwA+RHh2PXd5qzHC58WZHDW4FfWuIQrx8+RCr7AF4+3uR7pKDBOhwXQn9UeVrwCqRmjbEHxZgaLBaTuyJTsDmurN47sJ7+EbpYfKxelYOpqn23jxlxlHx8MbNv+F4/TVUMghPoc+KzjVVYAt5M5wJ6GD/sCHD9Bz9FhZgqLs+asFMpknfoYNrcz6ZoceUo5zwly2luMXcqqxy8eGdONpUhtXn9pigXEG3WFz8NtLJG0uBtKmX4BpPz0g1GRX75CO/Yv9RSYFDQHOcLgPMQ1+6xHz8aNIUHCh4FNfb6wnIgUKGomSC6e/3I5GBfWbKZGQO2vH3jipMiYoZKavcBJvEy8G0qBxvqaHg3KOC0wcNoOqvkQtCA5/vbmBGmIW/LnsGldTSmk+2Io2+KSrgzm1P0Q+Qx1h5pO4yQ00SVnHfXMLSXqcPE5h7y5g2r3LBVfCp/bZyvRWNJYDhdfGuHdhlau617FV4vfB7kAlrWD59vGIn4qjdV0sOYcuZ/Wjnpio3OQPxBPTdz1/CC9nLsJvnNec6q3CFB0tF9OlfsGhYy2OSOq7qRIIMhPfwMC037iGWZJqjgtvE7ZO+gk35K3Gzo9FUKysnz0ZlZzNeKPkA+2hK7U/WJWbi9wvWYWqCG8dYFCgkr2BKfKf0U7ip6WUZs8y+pay9ATNP/wHTHbEmYkiT4WKjpQbl0KrXBO7XExcgn6ZLOfQi6nra8IBnBvZc/wQ5J17Dvs5aLHalYXFMKg50NSLr9J9wuvEGVhGYi5rccHIPlnnysDZ78cimyk/tgVHCSaFMFRTSxj1PS4BaaXJmHQ5lxCQiN9GDde7ZWDpxJnZfO4Znrv8TuQQ1l2HkKs9uSngtpAmdXOFFZ/+IAxVnkBITjwPt5SPpUJnl88YyPHHpfaZRlzkYGJeJVQ7VU9Jslk0ni54cSWE1Xa3I+t/bmMn2Gn6Xw4u00VeBq23ATVZCP5kwFw+n57HacaK6uwX/aa3EX7y3TI6fQl4lBMXH0cLOmD4oxiRqsYqSr3Yl46c8yZqR5MGZ5ko8XXOKcdFpVvmd/iPX0MGQDjCvM7OYvbMqaAoCHqPkasPEIsJqw052Q2MCVC85sM4HK7mHQD9zLTWkAJROcwpMOBJg5fOJ7KtEpxClo6U2gtTpq7R2p1DhxlBbRNlH2tBJVC4Dbgo10MN3QVQqHI2keblHU7BvM/OxBFWVpIJhNJPeO15EAEOTqY5r4KWw3MdLK8xKC+ILTSBgIrVFCk79/w80jyIu3cZhqQAAAABJRU5ErkJggg=='; | |
| const Message = { | |
| x: { | |
| 'ja': 'のx座標', | |
| 'ja-Hira': 'のxざひょう', | |
| 'en': ' x' | |
| }, | |
| y: { | |
| 'ja': 'のy座標', | |
| 'ja-Hira': 'のyざひょう', | |
| 'en': ' y' | |
| }, | |
| peopleCount: { | |
| 'ja': '人数', | |
| 'ja-Hira': 'にんずう', | |
| 'en': 'people count' | |
| }, | |
| nose: { | |
| 'ja': '鼻', | |
| 'ja-Hira': 'はな', | |
| 'en': 'nose' | |
| }, | |
| leftEye: { | |
| 'ja': '左目', | |
| 'ja-Hira': 'ひだりめ', | |
| 'en': 'left eye' | |
| }, | |
| rightEye: { | |
| 'ja': '右目', | |
| 'ja-Hira': 'みぎめ', | |
| 'en': 'right eye' | |
| }, | |
| leftEar: { | |
| 'ja': '左耳', | |
| 'ja-Hira': 'ひだりみみ', | |
| 'en': 'left ear' | |
| }, | |
| rightEar: { | |
| 'ja': '右耳', | |
| 'ja-Hira': 'みぎみみ', | |
| 'en': 'right ear' | |
| }, | |
| leftShoulder: { | |
| 'ja': '左肩', | |
| 'ja-Hira': 'ひだりかた', | |
| 'en': 'left shoulder' | |
| }, | |
| rightShoulder: { | |
| 'ja': '右肩', | |
| 'ja-Hira': 'みぎかた', | |
| 'en': 'right shoulder' | |
| }, | |
| leftElbow: { | |
| 'ja': '左ひじ', | |
| 'ja-Hira': 'ひだりひじ', | |
| 'en': 'left elbow' | |
| }, | |
| rightElbow: { | |
| 'ja': '右ひじ', | |
| 'ja-Hira': 'みぎひじ', | |
| 'en': 'right elbow' | |
| }, | |
| leftWrist: { | |
| 'ja': '左手首', | |
| 'ja-Hira': 'ひだりてくび', | |
| 'en': 'left wrist' | |
| }, | |
| rightWrist: { | |
| 'ja': '右手首', | |
| 'ja-Hira': 'みぎてくび', | |
| 'en': 'right wrist' | |
| }, | |
| leftHip: { | |
| 'ja': '左腰', | |
| 'ja-Hira': 'ひだりこし', | |
| 'en': 'left hip' | |
| }, | |
| rightHip: { | |
| 'ja': '右腰', | |
| 'ja-Hira': 'みぎこし', | |
| 'en': 'right hip' | |
| }, | |
| leftKnee: { | |
| 'ja': '左ひざ', | |
| 'ja-Hira': 'ひだりひざ', | |
| 'en': 'left knee' | |
| }, | |
| rightKnee: { | |
| 'ja': '右ひざ', | |
| 'ja-Hira': 'みぎひざ', | |
| 'en': 'right knee' | |
| }, | |
| leftAnkle: { | |
| 'ja': '左足首', | |
| 'ja-Hira': 'ひだりあしくび', | |
| 'en': 'left ankle' | |
| }, | |
| rightAnkle: { | |
| 'ja': '右足首', | |
| 'ja-Hira': 'みぎあしくび', | |
| 'en': 'right ankle' | |
| }, | |
| getX: { | |
| 'ja': '[PERSON_NUMBER] 人目の [PART] のx座標', | |
| 'ja-Hira': '[PERSON_NUMBER] にんめの [PART] のxざひょう', | |
| 'en': '[PART] x of person no. [PERSON_NUMBER]' | |
| }, | |
| getY: { | |
| 'ja': '[PERSON_NUMBER] 人目の [PART] のy座標', | |
| 'ja-Hira': '[PERSON_NUMBER] にんめの [PART] のyざひょう', | |
| 'en': '[PART] y of person no. [PERSON_NUMBER]' | |
| }, | |
| videoToggle: { | |
| 'ja': 'ビデオを[VIDEO_STATE]にする', | |
| 'ja-Hira': 'ビデオを[VIDEO_STATE]にする', | |
| 'en': 'turn video [VIDEO_STATE]' | |
| }, | |
| on: { | |
| 'ja': '入', | |
| 'ja-Hira': 'いり', | |
| 'en': 'on' | |
| }, | |
| off: { | |
| 'ja': '切', | |
| 'ja-Hira': 'きり', | |
| 'en': 'off' | |
| }, | |
| video_on_flipped: { | |
| 'ja': '左右反転', | |
| 'ja-Hira': 'さゆうはんてん', | |
| 'en': 'on flipped', | |
| }, | |
| } | |
| const AvailableLocales = ['en', 'ja', 'ja-Hira']; | |
| class Scratch3Posenet2ScratchBlocks { | |
| get PERSON_NUMBERS_MENU () { | |
| return [ | |
| { | |
| text: '1', | |
| value: '1' | |
| }, | |
| { | |
| text: '2', | |
| value: '2' | |
| }, | |
| { | |
| text: '3', | |
| value: '3' | |
| }, | |
| { | |
| text: '4', | |
| value: '4' | |
| }, | |
| { | |
| text: '5', | |
| value: '5' | |
| }, | |
| { | |
| text: '6', | |
| value: '6' | |
| }, | |
| { | |
| text: '7', | |
| value: '7' | |
| }, | |
| { | |
| text: '8', | |
| value: '8' | |
| }, | |
| { | |
| text: '9', | |
| value: '9' | |
| }, | |
| { | |
| text: '10', | |
| value: '10' | |
| } | |
| ] | |
| } | |
| get PARTS_MENU () { | |
| return [ | |
| { | |
| text: Message.nose[this._locale], | |
| value: '0' | |
| }, | |
| { | |
| text: Message.leftEye[this._locale], | |
| value: '1' | |
| }, | |
| { | |
| text: Message.rightEye[this._locale], | |
| value: '2' | |
| }, | |
| { | |
| text: Message.leftEar[this._locale], | |
| value: '3' | |
| }, | |
| { | |
| text: Message.rightEar[this._locale], | |
| value: '4' | |
| }, | |
| { | |
| text: Message.leftShoulder[this._locale], | |
| value: '5' | |
| }, | |
| { | |
| text: Message.rightShoulder[this._locale], | |
| value: '6' | |
| }, | |
| { | |
| text: Message.leftElbow[this._locale], | |
| value: '7' | |
| }, | |
| { | |
| text: Message.rightElbow[this._locale], | |
| value: '8' | |
| }, | |
| { | |
| text: Message.leftWrist[this._locale], | |
| value: '9' | |
| }, | |
| { | |
| text: Message.rightWrist[this._locale], | |
| value: '10' | |
| }, | |
| { | |
| text: Message.leftHip[this._locale], | |
| value: '11' | |
| }, | |
| { | |
| text: Message.rightHip[this._locale], | |
| value: '12' | |
| }, | |
| { | |
| text: Message.leftKnee[this._locale], | |
| value: '13' | |
| }, | |
| { | |
| text: Message.rightKnee[this._locale], | |
| value: '14' | |
| }, | |
| { | |
| text: Message.leftAnkle[this._locale], | |
| value: '15' | |
| }, | |
| { | |
| text: Message.rightAnkle[this._locale], | |
| value: '16' | |
| } | |
| ] | |
| } | |
| get VIDEO_MENU () { | |
| return [ | |
| { | |
| text: Message.off[this._locale], | |
| value: 'off' | |
| }, | |
| { | |
| text: Message.on[this._locale], | |
| value: 'on' | |
| }, | |
| { | |
| text: Message.video_on_flipped[this._locale], | |
| value: 'on-flipped' | |
| } | |
| ] | |
| } | |
| constructor (runtime) { | |
| this.runtime = runtime; | |
| this.poses = []; | |
| this.keypoints = []; | |
| let video = document.createElement("video"); | |
| video.width = 480; | |
| video.height = 360; | |
| video.autoplay = true; | |
| video.style.display = "none"; | |
| let media = navigator.mediaDevices.getUserMedia({ | |
| video: true, | |
| audio: false | |
| }); | |
| media.then((stream) => { | |
| video.srcObject = stream; | |
| }); | |
| let poseNet = ml5.poseNet(video, ()=>{ | |
| console.log('Model Loaded!'); | |
| }); | |
| poseNet.on('pose', (poses)=>{ | |
| if (poses.length > 0) { | |
| this.poses = poses; | |
| this.keypoints = poses[0].pose.keypoints; | |
| } else { | |
| this.poses = []; | |
| this.keypoints = []; | |
| } | |
| }); | |
| this.runtime.ioDevices.video.enableVideo(); | |
| } | |
| getInfo () { | |
| this._locale = this.setLocale(); | |
| return { | |
| id: 'posenet2scratch', | |
| name: 'Posenet2Scratch', | |
| blockIconURI: blockIconURI, | |
| blocks: [ | |
| { | |
| opcode: 'getX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.getX[this._locale], | |
| arguments: { | |
| PERSON_NUMBER: { | |
| type: ArgumentType.STRING, | |
| menu: 'personNumbers', | |
| defaultValue: '1' | |
| }, | |
| PART: { | |
| type: ArgumentType.STRING, | |
| menu: 'parts', | |
| defaultValue: '0' | |
| } | |
| } | |
| }, | |
| { | |
| opcode: 'getY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.getY[this._locale], | |
| arguments: { | |
| PERSON_NUMBER: { | |
| type: ArgumentType.STRING, | |
| menu: 'personNumbers', | |
| defaultValue: '1' | |
| }, | |
| PART: { | |
| type: ArgumentType.STRING, | |
| menu: 'parts', | |
| defaultValue: '0' | |
| } | |
| } | |
| }, | |
| { opcode: 'getPeopleCount', | |
| blockType: BlockType.REPORTER, | |
| text: Message.peopleCount[this._locale] | |
| }, | |
| { | |
| opcode: 'getNoseX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.nose[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getNoseY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.nose[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftEyeX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftEye[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftEyeY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftEye[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightEyeX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightEye[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightEyeY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightEye[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftEarX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftEar[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftEarY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftEar[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightEarX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightEar[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightEarY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightEar[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftShoulderX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftShoulder[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftShoulderY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftShoulder[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightShoulderX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightShoulder[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightShoulderY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightShoulder[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftElbowX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftElbow[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftElbowY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftElbow[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightElbowX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightElbow[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightElbowY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightElbow[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftWristX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftWrist[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftWristY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftWrist[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightWristX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightWrist[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightWristY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightWrist[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftHipX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftHip[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftHipY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftHip[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightHipX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightHip[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightHipY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightHip[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftKneeX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftKnee[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftKneeY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftKnee[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightKneeX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightKnee[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightKneeY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightKnee[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftAnkleX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftAnkle[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getLeftAnkleY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.leftAnkle[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightAnkleX', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightAnkle[this._locale] + Message.x[this._locale] | |
| }, | |
| { | |
| opcode: 'getRightAnkleY', | |
| blockType: BlockType.REPORTER, | |
| text: Message.rightAnkle[this._locale] + Message.y[this._locale] | |
| }, | |
| { | |
| opcode: 'videoToggle', | |
| blockType: BlockType.COMMAND, | |
| text: Message.videoToggle[this._locale], | |
| arguments: { | |
| VIDEO_STATE: { | |
| type: ArgumentType.STRING, | |
| menu: 'videoMenu', | |
| defaultValue: 'off' | |
| } | |
| } | |
| } | |
| ], | |
| menus: { | |
| personNumbers: { | |
| acceptReporters: true, | |
| items: this.PERSON_NUMBERS_MENU | |
| }, | |
| parts: { | |
| acceptReporters: true, | |
| items: this.PARTS_MENU | |
| }, | |
| videoMenu: { | |
| acceptReporters: false, | |
| items: this.VIDEO_MENU | |
| } | |
| } | |
| }; | |
| } | |
| getX (args) { | |
| if (this.poses[parseInt(args.PERSON_NUMBER, 10) - 1] && this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.x); | |
| } else { | |
| return 240 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getY (args) { | |
| if (this.poses[parseInt(args.PERSON_NUMBER, 10) - 1] && this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)]) { | |
| return 180 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getPeopleCount () { | |
| return this.poses.length; | |
| } | |
| getNoseX () { | |
| if (this.keypoints[0]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[0].position.x); | |
| } else { | |
| return 240 - this.keypoints[0].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getNoseY () { | |
| if (this.keypoints[0]) { | |
| return 180 - this.keypoints[0].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftEyeX () { | |
| if (this.keypoints[1]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[1].position.x); | |
| } else { | |
| return 240 - this.keypoints[1].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftEyeY () { | |
| if (this.keypoints[1]) { | |
| return 180 - this.keypoints[1].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightEyeX () { | |
| if (this.keypoints[2]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[2].position.x); | |
| } else { | |
| return 240 - this.keypoints[2].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightEyeY () { | |
| if (this.keypoints[2]) { | |
| return 180 - this.keypoints[2].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftEarX () { | |
| if (this.keypoints[3]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[3].position.x); | |
| } else { | |
| return 240 - this.keypoints[3].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftEarY () { | |
| if (this.keypoints[3]) { | |
| return 180 - this.keypoints[3].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightEarX () { | |
| if (this.keypoints[4]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[4].position.x); | |
| } else { | |
| return 240 - this.keypoints[4].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightEarY () { | |
| if (this.keypoints[4]) { | |
| return 180 - this.keypoints[4].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftShoulderX () { | |
| if (this.keypoints[5]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[5].position.x); | |
| } else { | |
| return 240 - this.keypoints[5].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftShoulderY () { | |
| if (this.keypoints[5]) { | |
| return 180 - this.keypoints[5].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightShoulderX () { | |
| if (this.keypoints[6]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[6].position.x); | |
| } else { | |
| return 240 - this.keypoints[6].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightShoulderY () { | |
| if (this.keypoints[6]) { | |
| return 180 - this.keypoints[6].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftElbowX () { | |
| if (this.keypoints[7]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[7].position.x); | |
| } else { | |
| return 240 - this.keypoints[7].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftElbowY () { | |
| if (this.keypoints[7]) { | |
| return 180 - this.keypoints[7].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightElbowX () { | |
| if (this.keypoints[8]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[8].position.x); | |
| } else { | |
| return 240 - this.keypoints[8].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightElbowY () { | |
| if (this.keypoints[8]) { | |
| return 180 - this.keypoints[8].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftWristX () { | |
| if (this.keypoints[9]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[9].position.x); | |
| } else { | |
| return 240 - this.keypoints[9].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftWristY () { | |
| if (this.keypoints[9]) { | |
| return 180 - this.keypoints[9].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightWristX () { | |
| if (this.keypoints[10]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[10].position.x); | |
| } else { | |
| return 240 - this.keypoints[10].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightWristY () { | |
| if (this.keypoints[10]) { | |
| return 180 - this.keypoints[10].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftHipX () { | |
| if (this.keypoints[11]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[11].position.x); | |
| } else { | |
| return 240 - this.keypoints[11].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftHipY () { | |
| if (this.keypoints[11]) { | |
| return 180 - this.keypoints[11].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightHipX () { | |
| if (this.keypoints[12]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[12].position.x); | |
| } else { | |
| return 240 - this.keypoints[12].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightHipY () { | |
| if (this.keypoints[12]) { | |
| return 180 - this.keypoints[12].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftKneeX () { | |
| if (this.keypoints[13]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[13].position.x); | |
| } else { | |
| return 240 - this.keypoints[13].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftKneeY () { | |
| if (this.keypoints[13]) { | |
| return 180 - this.keypoints[13].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightKneeX () { | |
| if (this.keypoints[14]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[14].position.x); | |
| } else { | |
| return 240 - this.keypoints[14].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightKneeY () { | |
| if (this.keypoints[14]) { | |
| return 180 - this.keypoints[14].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftAnkleX () { | |
| if (this.keypoints[15]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[15].position.x); | |
| } else { | |
| return 240 - this.keypoints[15].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getLeftAnkleY () { | |
| if (this.keypoints[15]) { | |
| return 180 - this.keypoints[15].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightAnkleX () { | |
| if (this.keypoints[16]) { | |
| if (this.runtime.ioDevices.video.mirror === false) { | |
| return -1 * (240 - this.keypoints[16].position.x); | |
| } else { | |
| return 240 - this.keypoints[16].position.x; | |
| } | |
| } else { | |
| return ""; | |
| } | |
| } | |
| getRightAnkleY () { | |
| if (this.keypoints[16]) { | |
| return 180 - this.keypoints[16].position.y; | |
| } else { | |
| return ""; | |
| } | |
| } | |
| videoToggle (args) { | |
| let state = args.VIDEO_STATE; | |
| if (state === 'off') { | |
| this.runtime.ioDevices.video.disableVideo(); | |
| } else { | |
| this.runtime.ioDevices.video.enableVideo(); | |
| this.runtime.ioDevices.video.mirror = state === "on"; | |
| } | |
| } | |
| setLocale() { | |
| let locale = formatMessage.setup().locale; | |
| if (AvailableLocales.includes(locale)) { | |
| return locale; | |
| } else { | |
| return 'en'; | |
| } | |
| } | |
| } | |
| module.exports = Scratch3Posenet2ScratchBlocks; |