var async = require('async'); var fs = require('fs'); var path = require('path'); var youtubedl = require('youtube-dl'); var config = require('config'); var https = require('https'); var express = require("express"); var bodyParser = require("body-parser"); var pem = require('https-pem'); var app = express(); var frontendUrl = config.get("YoutubeDLMaterial.Host.frontendurl"); var backendUrl = config.get("YoutubeDLMaterial.Host.backendurl") var backendPort = 17442; var usingEncryption = config.get("YoutubeDLMaterial.Encryption.use-encryption"); var basePath = config.get("YoutubeDLMaterial.Downloader.path-base"); var audioPath = config.get("YoutubeDLMaterial.Downloader.path-audio"); var videoPath = config.get("YoutubeDLMaterial.Downloader.path-video"); if (usingEncryption) { var certFilePath = path.resolve(config.get("YoutubeDLMaterial.Encryption.cert-file-path")); var keyFilePath = path.resolve(config.get("YoutubeDLMaterial.Encryption.key-file-path")); var certKeyFile = fs.readFileSync(keyFilePath); var certFile = fs.readFileSync(certFilePath); var options = { key: certKeyFile, cert: certFile }; } app.use(bodyParser.urlencoded({ extended: false })); app.use(bodyParser.json()); app.use(function(req, res, next) { res.header("Access-Control-Allow-Origin", frontendUrl); res.header("Access-Control-Allow-Headers", "Origin, X-Requested-With, Content-Type, Accept"); next(); }); app.get('/using-encryption', function(req, res) { res.send(usingEncryption); res.end("yes"); }); app.post('/tomp3', function(req, res) { var url = req.body.url; var date = Date.now(); var path = audioPath; var audiopath = Date.now(); youtubedl.exec(url, ['-o', path + audiopath + ".mp3", '-x', '--audio-format', 'mp3', '--write-info-json'], {}, function(err, output) { if (err) { audiopath = "-1"; throw err; } }); // write file info youtubedl.getInfo(url, function(err, info) { if (err) throw err; var size = info.size; fs.writeFile("data/"+audiopath, size, function(err) { if(err) { return console.log(err); } console.log("The file was saved!"); }); }); var completeString = "done"; var audiopathEncoded = encodeURIComponent(audiopath); res.send(audiopathEncoded); res.end("yes"); }); function getFileSizeMp3(name) { var jsonPath = audioPath+name+".mp3.info.json"; if (fs.existsSync(jsonPath)) var obj = JSON.parse(fs.readFileSync(jsonPath, 'utf8')); else var obj = 0; return obj.filesize; } function getAmountDownloadedMp3(name) { var partPath = audioPath+name+".mp3.part"; if (fs.existsSync(partPath)) { const stats = fs.statSync(partPath); const fileSizeInBytes = stats.size; return fileSizeInBytes; } else return 0; } function getFileSizeMp4(name) { var jsonPath = videoPath+name+".info.json"; var filesize = 0; if (fs.existsSync(jsonPath)) { var obj = JSON.parse(fs.readFileSync(jsonPath, 'utf8')); var format = obj.format.substring(0,3); for (i = 0; i < obj.formats.length; i++) { if (obj.formats[i].format_id == format) { filesize = obj.formats[i].filesize; } } } return filesize; } function getAmountDownloadedMp4(name) { var format = getVideoFormatID(name); var partPath = videoPath+name+".f"+format+".mp4.part"; if (fs.existsSync(partPath)) { const stats = fs.statSync(partPath); const fileSizeInBytes = stats.size; return fileSizeInBytes; } else return 0; } function getVideoFormatID(name) { var jsonPath = videoPath+name+".info.json"; if (fs.existsSync(jsonPath)) { var obj = JSON.parse(fs.readFileSync(jsonPath, 'utf8')); var format = obj.format.substring(0,3); return format; } } app.post('/tomp4', function(req, res) { var url = req.body.url; var date = Date.now(); var path = videoPath; var videopath = Date.now(); youtubedl.exec(url, ['-o', path + videopath + ".mp4", '-f', 'bestvideo[ext=mp4]+bestaudio[ext=m4a]/mp4', '--write-info-json'], {}, function(err, output) { if (err) { videopath = "-1"; throw err; } }); var completeString = "done"; var videopathEncoded = encodeURIComponent(videopath); res.send(videopathEncoded); res.end("yes"); }); app.post('/mp3fileexists', function(req, res) { var name = req.body.name + ""; var exists = ""; var fullpath = audioPath + name + ".mp3"; if (fs.existsSync(fullpath)) { exists = [basePath + audioPath + name, getFileSizeMp3(name)]; } else { var percent = 0; var size = getFileSizeMp3(name); var downloaded = getAmountDownloadedMp3(name); if (size > 0) percent = downloaded/size; exists = ["failed", getFileSizeMp3(name), percent]; } //console.log(exists + " " + name); res.send(exists); res.end("yes"); }); app.post('/mp4fileexists', function(req, res) { var name = req.body.name; var exists = ""; var fullpath = videoPath + name + ".mp4"; if (fs.existsSync(fullpath)) { exists = [basePath + videoPath + name, getFileSizeMp4(name)]; } else { var percent = 0; var size = getFileSizeMp4(name); var downloaded = getAmountDownloadedMp4(name); if (size > 0) percent = downloaded/size; exists = ["failed", getFileSizeMp4(name), percent]; } //console.log(exists + " " + name); res.send(exists); res.end("yes"); }); app.get('/video/:id', function(req , res){ var head; const path = "video/" + req.params.id + ".mp4"; const stat = fs.statSync(path) const fileSize = stat.size const range = req.headers.range if (range) { const parts = range.replace(/bytes=/, "").split("-") const start = parseInt(parts[0], 10) const end = parts[1] ? parseInt(parts[1], 10) : fileSize-1 const chunksize = (end-start)+1 const file = fs.createReadStream(path, {start, end}) head = { 'Content-Range': `bytes ${start}-${end}/${fileSize}`, 'Accept-Ranges': 'bytes', 'Content-Length': chunksize, 'Content-Type': 'video/mp4', } res.writeHead(206, head); file.pipe(res); } else { head = { 'Content-Length': fileSize, 'Content-Type': 'video/mp4', } res.writeHead(200, head) fs.createReadStream(path).pipe(res) } }); app.get('/audio/:id', function(req , res){ var head; const path = "audio/" + req.params.id + ".mp3"; const stat = fs.statSync(path) const fileSize = stat.size const range = req.headers.range if (range) { const parts = range.replace(/bytes=/, "").split("-") const start = parseInt(parts[0], 10) const end = parts[1] ? parseInt(parts[1], 10) : fileSize-1 const chunksize = (end-start)+1 const file = fs.createReadStream(path, {start, end}) head = { 'Content-Range': `bytes ${start}-${end}/${fileSize}`, 'Accept-Ranges': 'bytes', 'Content-Length': chunksize, 'Content-Type': 'audio/mp3', } res.writeHead(206, head); file.pipe(res); } else { head = { 'Content-Length': fileSize, 'Content-Type': 'audio/mp3', } res.writeHead(200, head) fs.createReadStream(path).pipe(res) } }); if (usingEncryption) { https.createServer(options, app).listen(backendPort, function() { console.log('HTTPS: Anchor set on 17442'); }); } else { app.listen(backendPort,function(){ console.log("HTTP: Started on PORT " + backendPort); }); }