arona/destreamer-mirror
1
0
Fork 0
mirror of https://github.com/snobu/destreamer.git synced 2026-01-17 05:22:18 +00:00
Code Issues Projects Releases Wiki Activity

Mid-apocalypse progress

Browse Source
This commit is contained in:
snobu
2020-04-05 17:20:10 +03:00
parent 37d596b4f0
commit 73aeb92e66
5 changed files with 74 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
Metadata.ts
View File

@@ -1,13 +1,15 @@
import axios, { AxiosError } from 'axios'; import axios, { AxiosError } from 'axios';
import { terminal as term } from 'terminal-kit'; import { terminal as term } from 'terminal-kit';
import { Metadata } from './Types'; import { Metadata, Session } from './Types';
export async function getVideoMetadata(videoGuids: string[], session: any): Promise<Metadata[]> { export async function getVideoMetadata(videoGuids: string[], session: Session): Promise<Metadata[]> {
let metadata: Metadata[]; let metadata: Metadata[] = [];
videoGuids.forEach(async guid => { videoGuids.forEach(async guid => {
let apiUrl = `${session.ApiGatewayUri}videos/${guid}?api-version=${session.ApiGatewayVersion}`;
console.log(`Calling ${apiUrl}`);
let content = axios.get( let content = axios.get(
`${session.ApiGatewayUri}videos/${guid}?api-version=${session.ApiGatewayVersion}`, apiUrl,
{ {
headers: { headers: {
Authorization: `Bearer ${session.AccessToken}` Authorization: `Bearer ${session.AccessToken}`
@@ -18,20 +20,18 @@ export async function getVideoMetadata(videoGuids: string[], session: any): Prom
}) })
.catch((error: AxiosError) => { .catch((error: AxiosError) => {
term.red('Error when calling Microsoft Stream API: ' + term.red('Error when calling Microsoft Stream API: ' +
`${error.response?.status} ${error.response?.statusText}`); `${error.response?.status} ${error.response?.statusText}\n`);
term.red("This is an unrecoverable error. Exiting..."); console.dir(error.response?.data);
term.red("This is an unrecoverable error. Exiting...\n");
process.exit(29); process.exit(29);
}); });
let title = await content.then(data => { let title: string = await content.then(data => {
return data["name"]; return data["name"];
}); });
let playbackUrl = await content.then(data => { let playbackUrl: string = await content.then(data => {
// if (verbose) {
// console.log(JSON.stringify(data, undefined, 2));
// }
let playbackUrl = null; let playbackUrl = null;
try { try {
playbackUrl = data["playbackUrls"] playbackUrl = data["playbackUrls"]
@@ -41,19 +41,24 @@ export async function getVideoMetadata(videoGuids: string[], session: any): Prom
{ return item["playbackUrl"]; })[0]; { return item["playbackUrl"]; })[0];
} }
catch (e) { catch (e) {
console.error(`Error fetching HLS URL: ${e}.\n playbackUrl is ${playbackUrl}`); console.error(`Error fetching HLS URL: ${e.message}.\n playbackUrl is ${playbackUrl}`);
process.exit(27); process.exit(27);
} }
return playbackUrl; return playbackUrl;
}); });
console.log(`title = ${title} \n playbackUrl = ${playbackUrl}`)
metadata.push({ metadata.push({
title: title, title: title,
playbackUrl: playbackUrl playbackUrl: playbackUrl
}); });
}); });
console.log(`metadata--------`)
console.dir(metadata);
return metadata; return metadata;
} }

23
TokenCache.ts
View File

@@ -1,12 +1,14 @@
import * as fs from 'fs'; import * as fs from 'fs';
import { Session } from './Types';
const jwtDecode = require('jwt-decode'); const jwtDecode = require('jwt-decode');
export class TokenCache { export class TokenCache {
public Read(): string | null { public Read(): Session | null {
let token = null; let j = null;
try { try {
token = fs.readFileSync(".token_cache", "utf8"); let f = fs.readFileSync(".token_cache", "utf8");
j = JSON.parse(f);
} }
catch (e) { catch (e) {
console.error(e); console.error(e);
@@ -18,7 +20,7 @@ export class TokenCache {
[key: string]: any [key: string]: any
} }
const decodedJwt: Jwt = jwtDecode(token); const decodedJwt: Jwt = jwtDecode(j.accessToken);
let now = Math.floor(Date.now() / 1000); let now = Math.floor(Date.now() / 1000);
let exp = decodedJwt["exp"]; let exp = decodedJwt["exp"];
@@ -28,11 +30,18 @@ export class TokenCache {
return null; return null;
} }
return token; let session: Session = {
AccessToken: j.accessToken,
ApiGatewayUri: j.apiGatewayUri,
ApiGatewayVersion: j.apiGatewayVersion
}
return session;
} }
public Write(token: string): void { public Write(session: Session): void {
fs.writeFile(".token_cache", token, (err: any) => { let s = JSON.stringify(session, null, 4);
fs.writeFile(".token_cache", s, (err: any) => {
if (err) { if (err) {
return console.error(err); return console.error(err);
} }

4
Types.ts
View File

@@ -1,10 +1,10 @@
export interface Session { export type Session = {
AccessToken: string; AccessToken: string;
ApiGatewayUri: string; ApiGatewayUri: string;
ApiGatewayVersion: string; ApiGatewayVersion: string;
} }
export interface Metadata { export type Metadata = {
title: string; title: string;
playbackUrl: string; playbackUrl: string;
} }

85
destreamer.ts
View File

@@ -1,6 +1,7 @@
import { BrowserTests } from './BrowserTests'; import { BrowserTests } from './Tests';
import { TokenCache } from './TokenCache'; import { TokenCache } from './TokenCache';
import { Metadata, getVideoMetadata } from './Metadata'; import { getVideoMetadata } from './Metadata';
import { Metadata, Session } from './Types';
import { execSync } from 'child_process'; import { execSync } from 'child_process';
import puppeteer from 'puppeteer'; import puppeteer from 'puppeteer';
@@ -80,7 +81,7 @@ function sanityChecks() {
} }
async function DoInteractiveLogin(username?: string) { async function DoInteractiveLogin(username?: string): Promise<Session> {
console.log('Launching headless Chrome to perform the OpenID Connect dance...'); console.log('Launching headless Chrome to perform the OpenID Connect dance...');
const browser = await puppeteer.launch({ const browser = await puppeteer.launch({
headless: false, headless: false,
@@ -108,8 +109,6 @@ async function DoInteractiveLogin(username?: string) {
await sleep(4000); await sleep(4000);
console.log("Calling Microsoft Stream API..."); console.log("Calling Microsoft Stream API...");
let cookie = await exfiltrateCookie(page);
let sessionInfo: any; let sessionInfo: any;
let session = await page.evaluate( let session = await page.evaluate(
@@ -122,7 +121,7 @@ async function DoInteractiveLogin(username?: string) {
} }
); );
tokenCache.Write(session.AccessToken); tokenCache.Write(session);
console.log("Wrote access token to token cache."); console.log("Wrote access token to token cache.");
console.log(`ApiGatewayUri: ${session.ApiGatewayUri}`); console.log(`ApiGatewayUri: ${session.ApiGatewayUri}`);
@@ -136,42 +135,59 @@ async function DoInteractiveLogin(username?: string) {
function extractVideoGuid(videoUrls: string[]): string[] { function extractVideoGuid(videoUrls: string[]): string[] {
const first = videoUrls[0] as string;
const isPath = first.substring(first.length - 4) === '.txt';
let urls: string[];
if (isPath)
urls = fs.readFileSync(first).toString('utf-8').split(/[\r\n]/);
else
urls = videoUrls as string[];
let videoGuids: string[] = []; let videoGuids: string[] = [];
let guid: string = ""; let guid: string | undefined = "";
for (let url of videoUrls) { for (let url of urls) {
console.log(url);
try { try {
let guid = url.split('/').pop(); guid = url.split('/').pop();
} }
catch (e) catch (e)
{ {
console.error(`Could not split the video GUID from URL: ${e.message}`); console.error(`Could not split the video GUID from URL: ${e.message}`);
process.exit(25); process.exit(25);
} }
videoGuids.push(guid); if (guid) {
videoGuids.push(guid);
}
} }
console.log(videoGuids);
return videoGuids; return videoGuids;
} }
async function rentVideoForLater(videoUrls: string[], outputDirectory: string, session: object) { async function downloadVideo(videoUrls: string[], outputDirectory: string, session: Session) {
console.log(videoUrls);
const videoGuids = extractVideoGuid(videoUrls); const videoGuids = extractVideoGuid(videoUrls);
console.log('EXTRACTED videoGuids:');
console.log(videoGuids);
let accessToken = null; let accessToken = null;
try { try {
accessToken = tokenCache.Read(); let tc = tokenCache.Read();
accessToken = tc?.AccessToken;
} }
catch (e) catch (e)
{ {
console.log("Cache is empty or expired, performing interactive log on..."); console.log("Cache is empty or expired, performing interactive log on...");
} }
console.log("Fetching title and HLS URL..."); console.log("Fetching title and HLS URL...");
let metadata: Metadata[] = await getVideoMetadata(videoGuids, session: Session); let metadata: Metadata[] = await getVideoMetadata(videoGuids, session);
console.log('metadata:');
console.log(metadata)
metadata.forEach(video => { metadata.forEach(video => {
video.title = sanitize(video.title); video.title = sanitize(video.title);
term.blue(`Video Title: ${video.title}`); term.blue(`Video Title: ${video.title}`);
console.log('Spawning youtube-dl with cookie and HLS URL...'); console.log('Spawning youtube-dl with cookie and HLS URL...');
const format = argv.format ? `-f "${argv.format}"` : ""; const format = argv.format ? `-f "${argv.format}"` : "";
var youtubedlCmd = 'youtube-dl --no-call-home --no-warnings ' + format + var youtubedlCmd = 'youtube-dl --no-call-home --no-warnings ' + format +
@@ -183,7 +199,7 @@ async function rentVideoForLater(videoUrls: string[], outputDirectory: string, s
} }
execSync(youtubedlCmd, { stdio: 'inherit' }); execSync(youtubedlCmd, { stdio: 'inherit' });
} });
} }
@@ -192,35 +208,10 @@ function sleep(ms: number) {
} }
async function exfiltrateCookie(page: puppeteer.Page) { async function main() {
var jar = await page.cookies("https://.api.microsoftstream.com");
var authzCookie = jar.filter(c => c.name === 'Authorization_Api')[0];
var sigCookie = jar.filter(c => c.name === 'Signature_Api')[0];
if (authzCookie == null || sigCookie == null) {
await sleep(5000);
var jar = await page.cookies("https://.api.microsoftstream.com");
var authzCookie = jar.filter(c => c.name === 'Authorization_Api')[0];
var sigCookie = jar.filter(c => c.name === 'Signature_Api')[0];
}
if (authzCookie == null || sigCookie == null) {
console.error('Unable to read cookies. Try launching one more time, this is not an exact science.');
process.exit(88);
}
return `Authorization=${authzCookie.value}; Signature=${sigCookie.value}`;
}
// We should probably use Mocha or something
const args: string[] = process.argv.slice(2);
if (args[0] === 'test')
{
BrowserTests();
}
else {
sanityChecks(); sanityChecks();
rentVideoForLater(argv.videoUrls as string[], argv.outputDirectory, argv.username); let session = await DoInteractiveLogin(argv.username);
downloadVideo(argv.videoUrls as string[], argv.outputDirectory, session);
} }
main();

2
tsconfig.json
View File

@@ -1,7 +1,7 @@
{ {
"compilerOptions": { "compilerOptions": {
/* Basic Options */ /* Basic Options */
"target": "ES2018", /* Specify ECMAScript target version: 'ES3' (default), 'ES5', 'ES2015', 'ES2016', 'ES2017','ES2018' or 'ESNEXT'. */ "target": "ES2019", /* Specify ECMAScript target version: 'ES3' (default), 'ES5', 'ES2015', 'ES2016', 'ES2017','ES2018' or 'ESNEXT'. */
"module": "commonjs", /* Specify module code generation: 'none', 'commonjs', 'amd', 'system', 'umd', 'es2015', or 'ESNext'. */ "module": "commonjs", /* Specify module code generation: 'none', 'commonjs', 'amd', 'system', 'umd', 'es2015', or 'ESNext'. */
// "lib": [], /* Specify library files to be included in the compilation. */ // "lib": [], /* Specify library files to be included in the compilation. */
// "allowJs": true, /* Allow javascript files to be compiled. */ // "allowJs": true, /* Allow javascript files to be compiled. */