Merge branch 'dev' of https://github.com/movie-web/providers into dev

src/providers/all.ts

@@ -32,6 +32,8 @@ import { streamvidScraper } from './embeds/streamvid';
 import { vidCloudScraper } from './embeds/vidcloud';
 import { vidplayScraper } from './embeds/vidplay';
 import { voeScraper } from './embeds/voe';
+import { warezcdnembedHlsScraper } from './embeds/warezcdn/hls';
+import { warezcdnembedMp4Scraper } from './embeds/warezcdn/mp4';
 import { wootlyScraper } from './embeds/wootly';
 import { goojaraScraper } from './sources/goojara';
 import { hdRezkaScraper } from './sources/hdrezka';
@@ -41,6 +43,7 @@ import { ridooMoviesScraper } from './sources/ridomovies';
 import { smashyStreamScraper } from './sources/smashystream';
 import { soaperTvScraper } from './sources/soapertv';
 import { vidSrcToScraper } from './sources/vidsrcto';
+import { warezcdnScraper } from './sources/warezcdn';
 
 export function gatherAllSources(): Array<Sourcerer> {
   // all sources are gathered here
@@ -60,6 +63,7 @@ export function gatherAllSources(): Array<Sourcerer> {
     goojaraScraper,
     hdRezkaScraper,
     primewireScraper,
+    warezcdnScraper,
     insertunitScraper,
     soaperTvScraper,
   ];
@@ -92,5 +96,7 @@ export function gatherAllEmbeds(): Array<Embed> {
     droploadScraper,
     filelionsScraper,
     vTubeScraper,
+    warezcdnembedHlsScraper,
+    warezcdnembedMp4Scraper,
   ];
 }

src/providers/embeds/warezcdn/common.ts

@@ -0,0 +1,58 @@
+import { warezcdnPlayerBase } from '@/providers/sources/warezcdn/common';
+import { EmbedScrapeContext } from '@/utils/context';
+import { NotFoundError } from '@/utils/errors';
+
+function decrypt(input: string) {
+  let output = atob(input);
+
+  // Remove leading and trailing whitespaces
+  output = output.trim();
+
+  // Reverse the string
+  output = output.split('').reverse().join('');
+
+  // Get the last 5 characters and reverse them
+  let last = output.slice(-5);
+  last = last.split('').reverse().join('');
+
+  // Remove the last 5 characters from the original string
+  output = output.slice(0, -5);
+
+  // Return the original string concatenated with the reversed last 5 characters
+  return `${output}${last}`;
+}
+
+export async function getDecryptedId(ctx: EmbedScrapeContext) {
+  const page = await ctx.proxiedFetcher<string>(`/player.php`, {
+    baseUrl: warezcdnPlayerBase,
+    headers: {
+      Referer: `${warezcdnPlayerBase}/getEmbed.php?${new URLSearchParams({
+        id: ctx.url,
+        sv: 'warezcdn',
+      })}`,
+    },
+    query: {
+      id: ctx.url,
+    },
+  });
+  const allowanceKey = page.match(/let allowanceKey = "(.*?)";/)?.[1];
+  if (!allowanceKey) throw new NotFoundError('Failed to get allowanceKey');
+
+  const streamData = await ctx.proxiedFetcher<string>('/functions.php', {
+    baseUrl: warezcdnPlayerBase,
+    method: 'POST',
+    body: new URLSearchParams({
+      getVideo: ctx.url,
+      key: allowanceKey,
+    }),
+  });
+  const stream = JSON.parse(streamData);
+
+  if (!stream.id) throw new NotFoundError("can't get stream id");
+
+  const decryptedId = decrypt(stream.id);
+
+  if (!decryptedId) throw new NotFoundError("can't get file id");
+
+  return decryptedId;
+}

src/providers/embeds/warezcdn/hls.ts

@@ -0,0 +1,44 @@
+import { flags } from '@/entrypoint/utils/targets';
+import { makeEmbed } from '@/providers/base';
+import { EmbedScrapeContext } from '@/utils/context';
+import { NotFoundError } from '@/utils/errors';
+
+import { getDecryptedId } from './common';
+
+// Method found by atpn
+async function getVideowlUrlStream(ctx: EmbedScrapeContext, decryptedId: string) {
+  const sharePage = await ctx.proxiedFetcher<string>('https://cloud.mail.ru/public/uaRH/2PYWcJRpH');
+  const regex = /"videowl_view":\{"count":"(\d+)","url":"([^"]+)"\}/g;
+  const videowlUrl = regex.exec(sharePage)?.[2];
+
+  if (!videowlUrl) throw new NotFoundError('Failed to get videoOwlUrl');
+
+  return `${videowlUrl}/0p/${btoa(decryptedId)}.m3u8?${new URLSearchParams({
+    double_encode: '1',
+  })}`;
+}
+
+export const warezcdnembedHlsScraper = makeEmbed({
+  id: 'warezcdnembedhls', // WarezCDN is both a source and an embed host
+  name: 'WarezCDN HLS',
+  rank: 83,
+  async scrape(ctx) {
+    const decryptedId = await getDecryptedId(ctx);
+
+    if (!decryptedId) throw new NotFoundError("can't get file id");
+
+    const streamUrl = await getVideowlUrlStream(ctx, decryptedId);
+
+    return {
+      stream: [
+        {
+          id: 'primary',
+          type: 'hls',
+          flags: [flags.IP_LOCKED],
+          captions: [],
+          playlist: streamUrl,
+        },
+      ],
+    };
+  },
+});

src/providers/embeds/warezcdn/mp4.ts

@@ -0,0 +1,58 @@
+import { flags } from '@/entrypoint/utils/targets';
+import { makeEmbed } from '@/providers/base';
+import { warezcdnWorkerProxy } from '@/providers/sources/warezcdn/common';
+import { EmbedScrapeContext } from '@/utils/context';
+import { NotFoundError } from '@/utils/errors';
+
+import { getDecryptedId } from './common';
+
+const cdnListing = [50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64];
+
+async function checkUrls(ctx: EmbedScrapeContext, fileId: string) {
+  for (const id of cdnListing) {
+    const url = `https://cloclo${id}.cloud.mail.ru/weblink/view/${fileId}`;
+    const response = await ctx.proxiedFetcher.full(url, {
+      method: 'GET',
+      headers: {
+        Range: 'bytes=0-1',
+      },
+    });
+    if (response.statusCode === 206) return url;
+  }
+  return null;
+}
+
+export const warezcdnembedMp4Scraper = makeEmbed({
+  id: 'warezcdnembedmp4', // WarezCDN is both a source and an embed host
+  name: 'WarezCDN MP4',
+  rank: 82,
+  disabled: false,
+  async scrape(ctx) {
+    const decryptedId = await getDecryptedId(ctx);
+
+    if (!decryptedId) throw new NotFoundError("can't get file id");
+
+    const streamUrl = await checkUrls(ctx, decryptedId);
+
+    if (!streamUrl) throw new NotFoundError("can't get stream id");
+
+    return {
+      stream: [
+        {
+          id: 'primary',
+          captions: [],
+          qualities: {
+            unknown: {
+              type: 'mp4',
+              url: `${warezcdnWorkerProxy}/?${new URLSearchParams({
+                url: streamUrl,
+              })}`,
+            },
+          },
+          type: 'file',
+          flags: [flags.CORS_ALLOWED],
+        },
+      ],
+    };
+  },
+});

src/providers/sources/warezcdn/common.ts

@@ -0,0 +1,24 @@
+import { ScrapeContext } from '@/utils/context';
+
+export const warezcdnBase = 'https://embed.warezcdn.com';
+export const warezcdnApiBase = 'https://warezcdn.com/embed';
+export const warezcdnPlayerBase = 'https://warezcdn.com/player';
+export const warezcdnWorkerProxy = 'https://workerproxy.warezcdn.workers.dev';
+
+export async function getExternalPlayerUrl(ctx: ScrapeContext, embedId: string, embedUrl: string) {
+  const params = {
+    id: embedUrl,
+    sv: embedId,
+  };
+  const realUrl = await ctx.proxiedFetcher<string>(`/getPlay.php`, {
+    baseUrl: warezcdnApiBase,
+    headers: {
+      Referer: `${warezcdnApiBase}/getEmbed.php?${new URLSearchParams(params)}`,
+    },
+    query: params,
+  });
+
+  const realEmbedUrl = realUrl.match(/window\.location\.href="([^"]*)";/);
+  if (!realEmbedUrl) throw new Error('Could not find embed url');
+  return realEmbedUrl[1];
+}

src/providers/sources/warezcdn/index.ts

@@ -0,0 +1,114 @@
+import { load } from 'cheerio';
+
+import { flags } from '@/entrypoint/utils/targets';
+import { SourcererEmbed, makeSourcerer } from '@/providers/base';
+import { mixdropScraper } from '@/providers/embeds/mixdrop';
+import { warezcdnembedHlsScraper } from '@/providers/embeds/warezcdn/hls';
+import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
+import { NotFoundError } from '@/utils/errors';
+
+import { getExternalPlayerUrl, warezcdnBase } from './common';
+import { SerieAjaxResponse } from './types';
+
+export const warezcdnScraper = makeSourcerer({
+  id: 'warezcdn',
+  name: 'WarezCDN',
+  rank: 81,
+  flags: [flags.CORS_ALLOWED],
+  scrapeMovie: async (ctx) => {
+    if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
+
+    const serversPage = await ctx.proxiedFetcher<string>(`/filme/${ctx.media.imdbId}`, {
+      baseUrl: warezcdnBase,
+    });
+    const $ = load(serversPage);
+
+    const embedsHost = $('.hostList.active [data-load-embed]').get();
+
+    const embeds: SourcererEmbed[] = [];
+
+    embedsHost.forEach(async (element) => {
+      const embedHost = $(element).attr('data-load-embed-host')!;
+      const embedUrl = $(element).attr('data-load-embed')!;
+
+      if (embedHost === 'mixdrop') {
+        const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', embedUrl);
+        if (!realEmbedUrl) throw new Error('Could not find embed url');
+        embeds.push({
+          embedId: mixdropScraper.id,
+          url: realEmbedUrl,
+        });
+      } else if (embedHost === 'warezcdn') {
+        embeds.push(
+          {
+            embedId: warezcdnembedHlsScraper.id,
+            url: embedUrl,
+          },
+          {
+            embedId: warezcdnembedMp4Scraper.id,
+            url: embedUrl,
+          },
+        );
+      }
+    });
+
+    return {
+      embeds,
+    };
+  },
+  scrapeShow: async (ctx) => {
+    if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
+
+    const url = `${warezcdnBase}/serie/${ctx.media.imdbId}/${ctx.media.season.number}/${ctx.media.episode.number}`;
+
+    const serversPage = await ctx.proxiedFetcher<string>(url);
+
+    const episodeId = serversPage.match(/\$\('\[data-load-episode-content="(\d+)"\]'\)/)?.[1];
+
+    if (!episodeId) throw new NotFoundError('Failed to find episode id');
+
+    const streamsData = await ctx.proxiedFetcher<string>(`/serieAjax.php`, {
+      method: 'POST',
+      baseUrl: warezcdnBase,
+      body: new URLSearchParams({
+        getAudios: episodeId,
+      }),
+      headers: {
+        Origin: warezcdnBase,
+        Referer: url,
+        'X-Requested-With': 'XMLHttpRequest',
+      },
+    });
+
+    const streams: SerieAjaxResponse = JSON.parse(streamsData);
+    const list = streams.list['0'];
+    const embeds: SourcererEmbed[] = [];
+
+    // 3 means ok
+    if (list.mixdropStatus === '3') {
+      const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', list.id);
+      if (!realEmbedUrl) throw new Error('Could not find embed url');
+      embeds.push({
+        embedId: mixdropScraper.id,
+        url: realEmbedUrl,
+      });
+    }
+
+    if (list.warezcdnStatus === '3') {
+      embeds.push(
+        {
+          embedId: warezcdnembedHlsScraper.id,
+          url: list.id,
+        },
+        {
+          embedId: warezcdnembedMp4Scraper.id,
+          url: list.id,
+        },
+      );
+    }
+
+    return {
+      embeds,
+    };
+  },
+});

src/providers/sources/warezcdn/types.ts

@@ -0,0 +1,16 @@
+interface Data {
+  id: string;
+  audio: string;
+  mixdropStatus: string;
+  fembedStatus: string;
+  streamtapeStatus: string;
+  warezcdnStatus: string;
+}
+
+type List = {
+  [key: string]: Data;
+};
+
+export interface SerieAjaxResponse {
+  list: List;
+}

src/runners/individualRunner.ts

@@ -71,7 +71,7 @@ export async function scrapeInvidualSource(
 
   // only check for playable streams if there are streams, and if there are no embeds
   if (output.stream && output.stream.length > 0 && output.embeds.length === 0) {
-    const playableStreams = await validatePlayableStreams(output.stream, ops);
+    const playableStreams = await validatePlayableStreams(output.stream, ops, sourceScraper.id);
     if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
     output.stream = playableStreams;
   }
@@ -112,7 +112,7 @@ export async function scrapeIndividualEmbed(
     .filter((stream) => flagsAllowedInFeatures(ops.features, stream.flags));
   if (output.stream.length === 0) throw new NotFoundError('No streams found');
 
-  const playableStreams = await validatePlayableStreams(output.stream, ops);
+  const playableStreams = await validatePlayableStreams(output.stream, ops, embedScraper.id);
   if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
   output.stream = playableStreams;
 

src/runners/runner.ts

@@ -104,7 +104,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
 
     // return stream is there are any
     if (output.stream?.[0]) {
-      const playableStream = await validatePlayableStream(output.stream[0], ops);
+      const playableStream = await validatePlayableStream(output.stream[0], ops, source.id);
       if (!playableStream) throw new NotFoundError('No streams found');
       return {
         sourceId: source.id,
@@ -151,7 +151,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
         if (embedOutput.stream.length === 0) {
           throw new NotFoundError('No streams found');
         }
-        const playableStream = await validatePlayableStream(embedOutput.stream[0], ops);
+        const playableStream = await validatePlayableStream(embedOutput.stream[0], ops, embed.embedId);
         if (!playableStream) throw new NotFoundError('No streams found');
         embedOutput.stream = [playableStream];
       } catch (error) {

src/utils/valid.ts

@@ -1,7 +1,10 @@
+import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
 import { Stream } from '@/providers/streams';
 import { IndividualEmbedRunnerOptions } from '@/runners/individualRunner';
 import { ProviderRunnerOptions } from '@/runners/runner';
 
+const SKIP_VALIDATION_CHECK_IDS = [warezcdnembedMp4Scraper.id];
+
 export function isValidStream(stream: Stream | undefined): boolean {
   if (!stream) return false;
   if (stream.type === 'hls') {
@@ -21,7 +24,10 @@ export function isValidStream(stream: Stream | undefined): boolean {
 export async function validatePlayableStream(
   stream: Stream,
   ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
+  sourcererId: string,
 ): Promise<Stream | null> {
+  if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return stream;
+
   if (stream.type === 'hls') {
     const result = await ops.proxiedFetcher.full(stream.playlist, {
       method: 'GET',
@@ -63,8 +69,11 @@ export async function validatePlayableStream(
 export async function validatePlayableStreams(
   streams: Stream[],
   ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
+  sourcererId: string,
 ): Promise<Stream[]> {
-  return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops)))).filter(
+  if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return streams;
+
+  return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops, sourcererId)))).filter(
     (v) => v !== null,
   ) as Stream[];
 }