Merge branch 'dev' of https://github.com/movie-web/providers into dev
This commit is contained in:
commit
f0d9ee2944
|
@ -32,6 +32,8 @@ import { streamvidScraper } from './embeds/streamvid';
|
|||
import { vidCloudScraper } from './embeds/vidcloud';
|
||||
import { vidplayScraper } from './embeds/vidplay';
|
||||
import { voeScraper } from './embeds/voe';
|
||||
import { warezcdnembedHlsScraper } from './embeds/warezcdn/hls';
|
||||
import { warezcdnembedMp4Scraper } from './embeds/warezcdn/mp4';
|
||||
import { wootlyScraper } from './embeds/wootly';
|
||||
import { goojaraScraper } from './sources/goojara';
|
||||
import { hdRezkaScraper } from './sources/hdrezka';
|
||||
|
@ -41,6 +43,7 @@ import { ridooMoviesScraper } from './sources/ridomovies';
|
|||
import { smashyStreamScraper } from './sources/smashystream';
|
||||
import { soaperTvScraper } from './sources/soapertv';
|
||||
import { vidSrcToScraper } from './sources/vidsrcto';
|
||||
import { warezcdnScraper } from './sources/warezcdn';
|
||||
|
||||
export function gatherAllSources(): Array<Sourcerer> {
|
||||
// all sources are gathered here
|
||||
|
@ -60,6 +63,7 @@ export function gatherAllSources(): Array<Sourcerer> {
|
|||
goojaraScraper,
|
||||
hdRezkaScraper,
|
||||
primewireScraper,
|
||||
warezcdnScraper,
|
||||
insertunitScraper,
|
||||
soaperTvScraper,
|
||||
];
|
||||
|
@ -92,5 +96,7 @@ export function gatherAllEmbeds(): Array<Embed> {
|
|||
droploadScraper,
|
||||
filelionsScraper,
|
||||
vTubeScraper,
|
||||
warezcdnembedHlsScraper,
|
||||
warezcdnembedMp4Scraper,
|
||||
];
|
||||
}
|
||||
|
|
|
@ -0,0 +1,58 @@
|
|||
import { warezcdnPlayerBase } from '@/providers/sources/warezcdn/common';
|
||||
import { EmbedScrapeContext } from '@/utils/context';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
function decrypt(input: string) {
|
||||
let output = atob(input);
|
||||
|
||||
// Remove leading and trailing whitespaces
|
||||
output = output.trim();
|
||||
|
||||
// Reverse the string
|
||||
output = output.split('').reverse().join('');
|
||||
|
||||
// Get the last 5 characters and reverse them
|
||||
let last = output.slice(-5);
|
||||
last = last.split('').reverse().join('');
|
||||
|
||||
// Remove the last 5 characters from the original string
|
||||
output = output.slice(0, -5);
|
||||
|
||||
// Return the original string concatenated with the reversed last 5 characters
|
||||
return `${output}${last}`;
|
||||
}
|
||||
|
||||
export async function getDecryptedId(ctx: EmbedScrapeContext) {
|
||||
const page = await ctx.proxiedFetcher<string>(`/player.php`, {
|
||||
baseUrl: warezcdnPlayerBase,
|
||||
headers: {
|
||||
Referer: `${warezcdnPlayerBase}/getEmbed.php?${new URLSearchParams({
|
||||
id: ctx.url,
|
||||
sv: 'warezcdn',
|
||||
})}`,
|
||||
},
|
||||
query: {
|
||||
id: ctx.url,
|
||||
},
|
||||
});
|
||||
const allowanceKey = page.match(/let allowanceKey = "(.*?)";/)?.[1];
|
||||
if (!allowanceKey) throw new NotFoundError('Failed to get allowanceKey');
|
||||
|
||||
const streamData = await ctx.proxiedFetcher<string>('/functions.php', {
|
||||
baseUrl: warezcdnPlayerBase,
|
||||
method: 'POST',
|
||||
body: new URLSearchParams({
|
||||
getVideo: ctx.url,
|
||||
key: allowanceKey,
|
||||
}),
|
||||
});
|
||||
const stream = JSON.parse(streamData);
|
||||
|
||||
if (!stream.id) throw new NotFoundError("can't get stream id");
|
||||
|
||||
const decryptedId = decrypt(stream.id);
|
||||
|
||||
if (!decryptedId) throw new NotFoundError("can't get file id");
|
||||
|
||||
return decryptedId;
|
||||
}
|
|
@ -0,0 +1,44 @@
|
|||
import { flags } from '@/entrypoint/utils/targets';
|
||||
import { makeEmbed } from '@/providers/base';
|
||||
import { EmbedScrapeContext } from '@/utils/context';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
import { getDecryptedId } from './common';
|
||||
|
||||
// Method found by atpn
|
||||
async function getVideowlUrlStream(ctx: EmbedScrapeContext, decryptedId: string) {
|
||||
const sharePage = await ctx.proxiedFetcher<string>('https://cloud.mail.ru/public/uaRH/2PYWcJRpH');
|
||||
const regex = /"videowl_view":\{"count":"(\d+)","url":"([^"]+)"\}/g;
|
||||
const videowlUrl = regex.exec(sharePage)?.[2];
|
||||
|
||||
if (!videowlUrl) throw new NotFoundError('Failed to get videoOwlUrl');
|
||||
|
||||
return `${videowlUrl}/0p/${btoa(decryptedId)}.m3u8?${new URLSearchParams({
|
||||
double_encode: '1',
|
||||
})}`;
|
||||
}
|
||||
|
||||
export const warezcdnembedHlsScraper = makeEmbed({
|
||||
id: 'warezcdnembedhls', // WarezCDN is both a source and an embed host
|
||||
name: 'WarezCDN HLS',
|
||||
rank: 83,
|
||||
async scrape(ctx) {
|
||||
const decryptedId = await getDecryptedId(ctx);
|
||||
|
||||
if (!decryptedId) throw new NotFoundError("can't get file id");
|
||||
|
||||
const streamUrl = await getVideowlUrlStream(ctx, decryptedId);
|
||||
|
||||
return {
|
||||
stream: [
|
||||
{
|
||||
id: 'primary',
|
||||
type: 'hls',
|
||||
flags: [flags.IP_LOCKED],
|
||||
captions: [],
|
||||
playlist: streamUrl,
|
||||
},
|
||||
],
|
||||
};
|
||||
},
|
||||
});
|
|
@ -0,0 +1,58 @@
|
|||
import { flags } from '@/entrypoint/utils/targets';
|
||||
import { makeEmbed } from '@/providers/base';
|
||||
import { warezcdnWorkerProxy } from '@/providers/sources/warezcdn/common';
|
||||
import { EmbedScrapeContext } from '@/utils/context';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
import { getDecryptedId } from './common';
|
||||
|
||||
const cdnListing = [50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64];
|
||||
|
||||
async function checkUrls(ctx: EmbedScrapeContext, fileId: string) {
|
||||
for (const id of cdnListing) {
|
||||
const url = `https://cloclo${id}.cloud.mail.ru/weblink/view/${fileId}`;
|
||||
const response = await ctx.proxiedFetcher.full(url, {
|
||||
method: 'GET',
|
||||
headers: {
|
||||
Range: 'bytes=0-1',
|
||||
},
|
||||
});
|
||||
if (response.statusCode === 206) return url;
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
export const warezcdnembedMp4Scraper = makeEmbed({
|
||||
id: 'warezcdnembedmp4', // WarezCDN is both a source and an embed host
|
||||
name: 'WarezCDN MP4',
|
||||
rank: 82,
|
||||
disabled: false,
|
||||
async scrape(ctx) {
|
||||
const decryptedId = await getDecryptedId(ctx);
|
||||
|
||||
if (!decryptedId) throw new NotFoundError("can't get file id");
|
||||
|
||||
const streamUrl = await checkUrls(ctx, decryptedId);
|
||||
|
||||
if (!streamUrl) throw new NotFoundError("can't get stream id");
|
||||
|
||||
return {
|
||||
stream: [
|
||||
{
|
||||
id: 'primary',
|
||||
captions: [],
|
||||
qualities: {
|
||||
unknown: {
|
||||
type: 'mp4',
|
||||
url: `${warezcdnWorkerProxy}/?${new URLSearchParams({
|
||||
url: streamUrl,
|
||||
})}`,
|
||||
},
|
||||
},
|
||||
type: 'file',
|
||||
flags: [flags.CORS_ALLOWED],
|
||||
},
|
||||
],
|
||||
};
|
||||
},
|
||||
});
|
|
@ -0,0 +1,24 @@
|
|||
import { ScrapeContext } from '@/utils/context';
|
||||
|
||||
export const warezcdnBase = 'https://embed.warezcdn.com';
|
||||
export const warezcdnApiBase = 'https://warezcdn.com/embed';
|
||||
export const warezcdnPlayerBase = 'https://warezcdn.com/player';
|
||||
export const warezcdnWorkerProxy = 'https://workerproxy.warezcdn.workers.dev';
|
||||
|
||||
export async function getExternalPlayerUrl(ctx: ScrapeContext, embedId: string, embedUrl: string) {
|
||||
const params = {
|
||||
id: embedUrl,
|
||||
sv: embedId,
|
||||
};
|
||||
const realUrl = await ctx.proxiedFetcher<string>(`/getPlay.php`, {
|
||||
baseUrl: warezcdnApiBase,
|
||||
headers: {
|
||||
Referer: `${warezcdnApiBase}/getEmbed.php?${new URLSearchParams(params)}`,
|
||||
},
|
||||
query: params,
|
||||
});
|
||||
|
||||
const realEmbedUrl = realUrl.match(/window\.location\.href="([^"]*)";/);
|
||||
if (!realEmbedUrl) throw new Error('Could not find embed url');
|
||||
return realEmbedUrl[1];
|
||||
}
|
|
@ -0,0 +1,114 @@
|
|||
import { load } from 'cheerio';
|
||||
|
||||
import { flags } from '@/entrypoint/utils/targets';
|
||||
import { SourcererEmbed, makeSourcerer } from '@/providers/base';
|
||||
import { mixdropScraper } from '@/providers/embeds/mixdrop';
|
||||
import { warezcdnembedHlsScraper } from '@/providers/embeds/warezcdn/hls';
|
||||
import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
import { getExternalPlayerUrl, warezcdnBase } from './common';
|
||||
import { SerieAjaxResponse } from './types';
|
||||
|
||||
export const warezcdnScraper = makeSourcerer({
|
||||
id: 'warezcdn',
|
||||
name: 'WarezCDN',
|
||||
rank: 81,
|
||||
flags: [flags.CORS_ALLOWED],
|
||||
scrapeMovie: async (ctx) => {
|
||||
if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
|
||||
|
||||
const serversPage = await ctx.proxiedFetcher<string>(`/filme/${ctx.media.imdbId}`, {
|
||||
baseUrl: warezcdnBase,
|
||||
});
|
||||
const $ = load(serversPage);
|
||||
|
||||
const embedsHost = $('.hostList.active [data-load-embed]').get();
|
||||
|
||||
const embeds: SourcererEmbed[] = [];
|
||||
|
||||
embedsHost.forEach(async (element) => {
|
||||
const embedHost = $(element).attr('data-load-embed-host')!;
|
||||
const embedUrl = $(element).attr('data-load-embed')!;
|
||||
|
||||
if (embedHost === 'mixdrop') {
|
||||
const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', embedUrl);
|
||||
if (!realEmbedUrl) throw new Error('Could not find embed url');
|
||||
embeds.push({
|
||||
embedId: mixdropScraper.id,
|
||||
url: realEmbedUrl,
|
||||
});
|
||||
} else if (embedHost === 'warezcdn') {
|
||||
embeds.push(
|
||||
{
|
||||
embedId: warezcdnembedHlsScraper.id,
|
||||
url: embedUrl,
|
||||
},
|
||||
{
|
||||
embedId: warezcdnembedMp4Scraper.id,
|
||||
url: embedUrl,
|
||||
},
|
||||
);
|
||||
}
|
||||
});
|
||||
|
||||
return {
|
||||
embeds,
|
||||
};
|
||||
},
|
||||
scrapeShow: async (ctx) => {
|
||||
if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
|
||||
|
||||
const url = `${warezcdnBase}/serie/${ctx.media.imdbId}/${ctx.media.season.number}/${ctx.media.episode.number}`;
|
||||
|
||||
const serversPage = await ctx.proxiedFetcher<string>(url);
|
||||
|
||||
const episodeId = serversPage.match(/\$\('\[data-load-episode-content="(\d+)"\]'\)/)?.[1];
|
||||
|
||||
if (!episodeId) throw new NotFoundError('Failed to find episode id');
|
||||
|
||||
const streamsData = await ctx.proxiedFetcher<string>(`/serieAjax.php`, {
|
||||
method: 'POST',
|
||||
baseUrl: warezcdnBase,
|
||||
body: new URLSearchParams({
|
||||
getAudios: episodeId,
|
||||
}),
|
||||
headers: {
|
||||
Origin: warezcdnBase,
|
||||
Referer: url,
|
||||
'X-Requested-With': 'XMLHttpRequest',
|
||||
},
|
||||
});
|
||||
|
||||
const streams: SerieAjaxResponse = JSON.parse(streamsData);
|
||||
const list = streams.list['0'];
|
||||
const embeds: SourcererEmbed[] = [];
|
||||
|
||||
// 3 means ok
|
||||
if (list.mixdropStatus === '3') {
|
||||
const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', list.id);
|
||||
if (!realEmbedUrl) throw new Error('Could not find embed url');
|
||||
embeds.push({
|
||||
embedId: mixdropScraper.id,
|
||||
url: realEmbedUrl,
|
||||
});
|
||||
}
|
||||
|
||||
if (list.warezcdnStatus === '3') {
|
||||
embeds.push(
|
||||
{
|
||||
embedId: warezcdnembedHlsScraper.id,
|
||||
url: list.id,
|
||||
},
|
||||
{
|
||||
embedId: warezcdnembedMp4Scraper.id,
|
||||
url: list.id,
|
||||
},
|
||||
);
|
||||
}
|
||||
|
||||
return {
|
||||
embeds,
|
||||
};
|
||||
},
|
||||
});
|
|
@ -0,0 +1,16 @@
|
|||
interface Data {
|
||||
id: string;
|
||||
audio: string;
|
||||
mixdropStatus: string;
|
||||
fembedStatus: string;
|
||||
streamtapeStatus: string;
|
||||
warezcdnStatus: string;
|
||||
}
|
||||
|
||||
type List = {
|
||||
[key: string]: Data;
|
||||
};
|
||||
|
||||
export interface SerieAjaxResponse {
|
||||
list: List;
|
||||
}
|
|
@ -71,7 +71,7 @@ export async function scrapeInvidualSource(
|
|||
|
||||
// only check for playable streams if there are streams, and if there are no embeds
|
||||
if (output.stream && output.stream.length > 0 && output.embeds.length === 0) {
|
||||
const playableStreams = await validatePlayableStreams(output.stream, ops);
|
||||
const playableStreams = await validatePlayableStreams(output.stream, ops, sourceScraper.id);
|
||||
if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
|
||||
output.stream = playableStreams;
|
||||
}
|
||||
|
@ -112,7 +112,7 @@ export async function scrapeIndividualEmbed(
|
|||
.filter((stream) => flagsAllowedInFeatures(ops.features, stream.flags));
|
||||
if (output.stream.length === 0) throw new NotFoundError('No streams found');
|
||||
|
||||
const playableStreams = await validatePlayableStreams(output.stream, ops);
|
||||
const playableStreams = await validatePlayableStreams(output.stream, ops, embedScraper.id);
|
||||
if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
|
||||
output.stream = playableStreams;
|
||||
|
||||
|
|
|
@ -104,7 +104,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
|
|||
|
||||
// return stream is there are any
|
||||
if (output.stream?.[0]) {
|
||||
const playableStream = await validatePlayableStream(output.stream[0], ops);
|
||||
const playableStream = await validatePlayableStream(output.stream[0], ops, source.id);
|
||||
if (!playableStream) throw new NotFoundError('No streams found');
|
||||
return {
|
||||
sourceId: source.id,
|
||||
|
@ -151,7 +151,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
|
|||
if (embedOutput.stream.length === 0) {
|
||||
throw new NotFoundError('No streams found');
|
||||
}
|
||||
const playableStream = await validatePlayableStream(embedOutput.stream[0], ops);
|
||||
const playableStream = await validatePlayableStream(embedOutput.stream[0], ops, embed.embedId);
|
||||
if (!playableStream) throw new NotFoundError('No streams found');
|
||||
embedOutput.stream = [playableStream];
|
||||
} catch (error) {
|
||||
|
|
|
@ -1,7 +1,10 @@
|
|||
import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
|
||||
import { Stream } from '@/providers/streams';
|
||||
import { IndividualEmbedRunnerOptions } from '@/runners/individualRunner';
|
||||
import { ProviderRunnerOptions } from '@/runners/runner';
|
||||
|
||||
const SKIP_VALIDATION_CHECK_IDS = [warezcdnembedMp4Scraper.id];
|
||||
|
||||
export function isValidStream(stream: Stream | undefined): boolean {
|
||||
if (!stream) return false;
|
||||
if (stream.type === 'hls') {
|
||||
|
@ -21,7 +24,10 @@ export function isValidStream(stream: Stream | undefined): boolean {
|
|||
export async function validatePlayableStream(
|
||||
stream: Stream,
|
||||
ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
|
||||
sourcererId: string,
|
||||
): Promise<Stream | null> {
|
||||
if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return stream;
|
||||
|
||||
if (stream.type === 'hls') {
|
||||
const result = await ops.proxiedFetcher.full(stream.playlist, {
|
||||
method: 'GET',
|
||||
|
@ -63,8 +69,11 @@ export async function validatePlayableStream(
|
|||
export async function validatePlayableStreams(
|
||||
streams: Stream[],
|
||||
ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
|
||||
sourcererId: string,
|
||||
): Promise<Stream[]> {
|
||||
return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops)))).filter(
|
||||
if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return streams;
|
||||
|
||||
return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops, sourcererId)))).filter(
|
||||
(v) => v !== null,
|
||||
) as Stream[];
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue