const Command = require('../../framework/Command'); const request = require('node-superfetch'); const { createCanvas, loadImage } = require('canvas'); const tfnode = require('@tensorflow/tfjs-node'); const faceDetection = require('@tensorflow-models/face-detection'); const model = faceDetection.SupportedModels.MediaPipeFaceDetector; const path = require('path'); module.exports = class AnimeEyesCommand extends Command { constructor(client) { super(client, { name: 'anime-eyes', aliases: ['ani-eyes', 'manga-eyes'], group: 'edit-face', memberName: 'anime-eyes', description: 'Draws anime eyes onto the faces in an image.', throttling: { usages: 1, duration: 60 }, args: [ { key: 'image', prompt: 'What face would you like to scan?', type: 'image-or-avatar' } ] }); this.detector = null; } async run(msg, { image }) { if (!this.detector) this.detector = await faceDetection.createDetector(model, { runtime: 'tfjs', maxFaces: 10 }); const leftEye = await loadImage(path.join(__dirname, '..', '..', 'assets', 'images', 'anime-eyes', 'left.png')); const rightEye = await loadImage(path.join(__dirname, '..', '..', 'assets', 'images', 'anime-eyes', 'right.png')); const imgData = await request.get(image); const faces = await this.detect(imgData.body); if (!faces) return msg.reply('There are no faces in this image.'); if (faces === 'size') return msg.reply('This image is too large.'); const base = await loadImage(imgData.body); const canvas = createCanvas(base.width, base.height); const ctx = canvas.getContext('2d'); ctx.drawImage(base, 0, 0); for (const face of faces) { const eyeWidth = face.box.width / 5; const eyeHeight = face.box.height / 5; const leftEyeData = face.keypoints.find(landmark => landmark.name === 'leftEye'); const rightEyeData = face.keypoints.find(landmark => landmark.name === 'rightEye'); const leftEyeX = leftEyeData.x - (eyeWidth / 2); const leftEyeY = leftEyeData.y - (eyeHeight / 2); const rightEyeX = rightEyeData.x - (eyeWidth / 2); const rightEyeY = rightEyeData.y - (eyeHeight / 2); ctx.drawImage(rightEye, leftEyeX, leftEyeY, eyeWidth, eyeHeight); ctx.drawImage(leftEye, rightEyeX, rightEyeY, eyeWidth, eyeHeight); } return msg.say({ files: [{ attachment: canvas.toBuffer(), name: 'anime-eyes.png' }] }); } async detect(imgData) { if (Buffer.byteLength(imgData) >= 4e+6) return 'size'; tfnode.setBackend('tensorflow'); const image = tfnode.node.decodeImage(imgData); tfnode.setBackend('cpu'); const faces = await this.detector.estimateFaces(image); tfnode.setBackend('tensorflow'); if (!faces || !faces.length) return null; return faces; } };