Merge pull request #10 from zisra/dev
Add showbox, febbox, and flixhq shows
This commit is contained in:
commit
0f35983087
|
@ -1,12 +1,12 @@
|
|||
{
|
||||
"name": "@movie-web/providers",
|
||||
"version": "1.0.0",
|
||||
"version": "1.0.1",
|
||||
"lockfileVersion": 3,
|
||||
"requires": true,
|
||||
"packages": {
|
||||
"": {
|
||||
"name": "@movie-web/providers",
|
||||
"version": "1.0.0",
|
||||
"version": "1.0.1",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"cheerio": "^1.0.0-rc.12",
|
||||
|
|
|
@ -1,5 +1,7 @@
|
|||
/* eslint import/no-extraneous-dependencies: ["error", {"devDependencies": true}] */
|
||||
|
||||
import util from 'node:util';
|
||||
|
||||
import { program } from 'commander';
|
||||
import dotenv from 'dotenv';
|
||||
import { prompt } from 'enquirer';
|
||||
|
@ -45,6 +47,10 @@ if (!TMDB_API_KEY?.trim()) {
|
|||
throw new Error('Missing MOVIE_WEB_TMDB_API_KEY environment variable');
|
||||
}
|
||||
|
||||
function logDeepObject(object: Record<any, any>) {
|
||||
console.log(util.inspect(object, { showHidden: false, depth: null, colors: true }));
|
||||
}
|
||||
|
||||
function getAllSources() {
|
||||
// * The only way to get a list of all sources is to
|
||||
// * create all these things. Maybe this should change
|
||||
|
@ -181,7 +187,7 @@ async function runScraper(providers: ProviderControls, source: MetaOutput, optio
|
|||
id: source.id,
|
||||
});
|
||||
spinnies.succeed('scrape', { text: 'Done!' });
|
||||
console.log(result);
|
||||
logDeepObject(result);
|
||||
} catch (error) {
|
||||
let message = 'Unknown error';
|
||||
if (error instanceof Error) {
|
||||
|
@ -206,7 +212,7 @@ async function runScraper(providers: ProviderControls, source: MetaOutput, optio
|
|||
id: source.id,
|
||||
});
|
||||
spinnies.succeed('scrape', { text: 'Done!' });
|
||||
console.log(result);
|
||||
logDeepObject(result);
|
||||
} catch (error) {
|
||||
let message = 'Unknown error';
|
||||
if (error instanceof Error) {
|
||||
|
|
|
@ -6,6 +6,7 @@ import { EmbedOutput, SourcererOutput } from '@/providers/base';
|
|||
import { ProviderList } from '@/providers/get';
|
||||
import { ScrapeContext } from '@/utils/context';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
import { isValidStream } from '@/utils/valid';
|
||||
|
||||
export type IndividualSourceRunnerOptions = {
|
||||
features: FeatureMap;
|
||||
|
@ -50,7 +51,7 @@ export async function scrapeInvidualSource(
|
|||
});
|
||||
|
||||
// stream doesn't satisfy the feature flags, so gets removed in output
|
||||
if (output?.stream && !flagsAllowedInFeatures(ops.features, output.stream.flags)) {
|
||||
if (output?.stream && (!isValidStream(output.stream) || !flagsAllowedInFeatures(ops.features, output.stream.flags))) {
|
||||
output.stream = undefined;
|
||||
}
|
||||
|
||||
|
@ -87,7 +88,9 @@ export async function scrapeIndividualEmbed(
|
|||
},
|
||||
});
|
||||
|
||||
if (!isValidStream(output.stream)) throw new NotFoundError('stream is incomplete');
|
||||
if (!flagsAllowedInFeatures(ops.features, output.stream.flags))
|
||||
throw new NotFoundError("stream doesn't satisfy target feature flags");
|
||||
|
||||
return output;
|
||||
}
|
||||
|
|
|
@ -8,6 +8,7 @@ import { Stream } from '@/providers/streams';
|
|||
import { ScrapeContext } from '@/utils/context';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
import { reorderOnIdList } from '@/utils/list';
|
||||
import { isValidStream } from '@/utils/valid';
|
||||
|
||||
export type RunOutput = {
|
||||
sourceId: string;
|
||||
|
@ -79,6 +80,9 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
|
|||
...contextBase,
|
||||
media: ops.media,
|
||||
});
|
||||
if (!isValidStream(output?.stream)) {
|
||||
throw new NotFoundError('stream is incomplete');
|
||||
}
|
||||
if (output?.stream && !flagsAllowedInFeatures(ops.features, output.stream.flags)) {
|
||||
throw new NotFoundError("stream doesn't satisfy target feature flags");
|
||||
}
|
||||
|
|
|
@ -1,4 +1,5 @@
|
|||
import { Embed, Sourcerer } from '@/providers/base';
|
||||
import { febBoxScraper } from '@/providers/embeds/febBox';
|
||||
import { mixdropScraper } from '@/providers/embeds/mixdrop';
|
||||
import { mp4uploadScraper } from '@/providers/embeds/mp4upload';
|
||||
import { streamsbScraper } from '@/providers/embeds/streamsb';
|
||||
|
@ -11,12 +12,22 @@ import { remotestreamScraper } from '@/providers/sources/remotestream';
|
|||
import { superStreamScraper } from '@/providers/sources/superstream/index';
|
||||
import { zoechipScraper } from '@/providers/sources/zoechip';
|
||||
|
||||
import { showBoxScraper } from './sources/showbox';
|
||||
|
||||
export function gatherAllSources(): Array<Sourcerer> {
|
||||
// all sources are gathered here
|
||||
return [flixhqScraper, remotestreamScraper, kissAsianScraper, superStreamScraper, goMoviesScraper, zoechipScraper];
|
||||
return [
|
||||
flixhqScraper,
|
||||
remotestreamScraper,
|
||||
kissAsianScraper,
|
||||
superStreamScraper,
|
||||
goMoviesScraper,
|
||||
zoechipScraper,
|
||||
showBoxScraper,
|
||||
];
|
||||
}
|
||||
|
||||
export function gatherAllEmbeds(): Array<Embed> {
|
||||
// all embeds are gathered here
|
||||
return [upcloudScraper, mp4uploadScraper, streamsbScraper, upstreamScraper, mixdropScraper];
|
||||
return [upcloudScraper, mp4uploadScraper, streamsbScraper, upstreamScraper, febBoxScraper, mixdropScraper];
|
||||
}
|
||||
|
|
|
@ -0,0 +1,73 @@
|
|||
import { flags } from '@/main/targets';
|
||||
import { makeEmbed } from '@/providers/base';
|
||||
import { StreamFile } from '@/providers/streams';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
const febBoxBase = `https://www.febbox.com`;
|
||||
|
||||
const allowedQualities = ['360', '480', '720', '1080'];
|
||||
|
||||
export const febBoxScraper = makeEmbed({
|
||||
id: 'febbox',
|
||||
name: 'FebBox',
|
||||
rank: 160,
|
||||
async scrape(ctx) {
|
||||
const shareKey = ctx.url.split('/')[4];
|
||||
const streams = await ctx.proxiedFetcher<{
|
||||
data?: {
|
||||
file_list?: {
|
||||
fid?: string;
|
||||
}[];
|
||||
};
|
||||
}>('/file/file_share_list', {
|
||||
headers: {
|
||||
'accept-language': 'en', // without this header, the request is marked as a webscraper
|
||||
},
|
||||
baseUrl: febBoxBase,
|
||||
query: {
|
||||
share_key: shareKey,
|
||||
pwd: '',
|
||||
},
|
||||
});
|
||||
|
||||
const fid = streams?.data?.file_list?.[0]?.fid;
|
||||
if (!fid) throw new NotFoundError('no result found');
|
||||
|
||||
const formParams = new URLSearchParams();
|
||||
formParams.append('fid', fid);
|
||||
formParams.append('share_key', shareKey);
|
||||
|
||||
const player = await ctx.proxiedFetcher<string>('/file/player', {
|
||||
baseUrl: febBoxBase,
|
||||
body: formParams,
|
||||
method: 'POST',
|
||||
headers: {
|
||||
'accept-language': 'en', // without this header, the request is marked as a webscraper
|
||||
},
|
||||
});
|
||||
|
||||
const sourcesMatch = player?.match(/var sources = (\[[^\]]+\]);/);
|
||||
const qualities = sourcesMatch ? JSON.parse(sourcesMatch[0].replace('var sources = ', '').replace(';', '')) : null;
|
||||
|
||||
const embedQualities: Record<string, StreamFile> = {};
|
||||
|
||||
qualities.forEach((quality: { file: string; label: string }) => {
|
||||
const normalizedLabel = quality.label.toLowerCase().replace('p', '');
|
||||
if (allowedQualities.includes(normalizedLabel)) {
|
||||
if (!quality.file) return;
|
||||
embedQualities[normalizedLabel] = {
|
||||
type: 'mp4',
|
||||
url: quality.file,
|
||||
};
|
||||
}
|
||||
});
|
||||
|
||||
return {
|
||||
stream: {
|
||||
type: 'file',
|
||||
flags: [flags.NO_CORS],
|
||||
qualities: embedQualities,
|
||||
},
|
||||
};
|
||||
},
|
||||
});
|
|
@ -1,7 +1,7 @@
|
|||
import { flags } from '@/main/targets';
|
||||
import { makeSourcerer } from '@/providers/base';
|
||||
import { upcloudScraper } from '@/providers/embeds/upcloud';
|
||||
import { getFlixhqSourceDetails, getFlixhqSources } from '@/providers/sources/flixhq/scrape';
|
||||
import { getFlixhqMovieSources, getFlixhqShowSources, getFlixhqSourceDetails } from '@/providers/sources/flixhq/scrape';
|
||||
import { getFlixhqId } from '@/providers/sources/flixhq/search';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
|
@ -15,10 +15,27 @@ export const flixhqScraper = makeSourcerer({
|
|||
const id = await getFlixhqId(ctx, ctx.media);
|
||||
if (!id) throw new NotFoundError('no search results match');
|
||||
|
||||
const sources = await getFlixhqSources(ctx, id);
|
||||
const sources = await getFlixhqMovieSources(ctx, ctx.media, id);
|
||||
const upcloudStream = sources.find((v) => v.embed.toLowerCase() === 'upcloud');
|
||||
if (!upcloudStream) throw new NotFoundError('upcloud stream not found for flixhq');
|
||||
|
||||
return {
|
||||
embeds: [
|
||||
{
|
||||
embedId: upcloudScraper.id,
|
||||
url: await getFlixhqSourceDetails(ctx, upcloudStream.episodeId),
|
||||
},
|
||||
],
|
||||
};
|
||||
},
|
||||
async scrapeShow(ctx) {
|
||||
const id = await getFlixhqId(ctx, ctx.media);
|
||||
if (!id) throw new NotFoundError('no search results match');
|
||||
|
||||
const sources = await getFlixhqShowSources(ctx, ctx.media, id);
|
||||
const upcloudStream = sources.find((v) => v.embed.toLowerCase() === 'server upcloud');
|
||||
if (!upcloudStream) throw new NotFoundError('upcloud stream not found for flixhq');
|
||||
|
||||
return {
|
||||
embeds: [
|
||||
{
|
||||
|
|
|
@ -1,16 +1,26 @@
|
|||
import { load } from 'cheerio';
|
||||
|
||||
import { MovieMedia, ShowMedia } from '@/main/media';
|
||||
import { flixHqBase } from '@/providers/sources/flixhq/common';
|
||||
import { ScrapeContext } from '@/utils/context';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
export async function getFlixhqSources(ctx: ScrapeContext, id: string) {
|
||||
const type = id.split('/')[0];
|
||||
export async function getFlixhqSourceDetails(ctx: ScrapeContext, sourceId: string): Promise<string> {
|
||||
const jsonData = await ctx.proxiedFetcher<Record<string, any>>(`/ajax/sources/${sourceId}`, {
|
||||
baseUrl: flixHqBase,
|
||||
});
|
||||
|
||||
return jsonData.link;
|
||||
}
|
||||
|
||||
export async function getFlixhqMovieSources(ctx: ScrapeContext, media: MovieMedia, id: string) {
|
||||
const episodeParts = id.split('-');
|
||||
const episodeId = episodeParts[episodeParts.length - 1];
|
||||
|
||||
const data = await ctx.proxiedFetcher<string>(`/ajax/${type}/episodes/${episodeId}`, {
|
||||
const data = await ctx.proxiedFetcher<string>(`/ajax/movie/episodes/${episodeId}`, {
|
||||
baseUrl: flixHqBase,
|
||||
});
|
||||
|
||||
const doc = load(data);
|
||||
const sourceLinks = doc('.nav-item > a')
|
||||
.toArray()
|
||||
|
@ -28,10 +38,55 @@ export async function getFlixhqSources(ctx: ScrapeContext, id: string) {
|
|||
return sourceLinks;
|
||||
}
|
||||
|
||||
export async function getFlixhqSourceDetails(ctx: ScrapeContext, sourceId: string): Promise<string> {
|
||||
const jsonData = await ctx.proxiedFetcher<Record<string, any>>(`/ajax/sources/${sourceId}`, {
|
||||
export async function getFlixhqShowSources(ctx: ScrapeContext, media: ShowMedia, id: string) {
|
||||
const episodeParts = id.split('-');
|
||||
const episodeId = episodeParts[episodeParts.length - 1];
|
||||
|
||||
const seasonsListData = await ctx.proxiedFetcher<string>(`/ajax/season/list/${episodeId}`, {
|
||||
baseUrl: flixHqBase,
|
||||
});
|
||||
|
||||
return jsonData.link;
|
||||
const seasonsDoc = load(seasonsListData);
|
||||
const season = seasonsDoc('.dropdown-item')
|
||||
.toArray()
|
||||
.find((el) => seasonsDoc(el).text() === `Season ${media.season.number}`)?.attribs['data-id'];
|
||||
|
||||
if (!season) throw new NotFoundError('season not found');
|
||||
|
||||
const seasonData = await ctx.proxiedFetcher<string>(`/ajax/season/episodes/${season}`, {
|
||||
baseUrl: flixHqBase,
|
||||
});
|
||||
const seasonDoc = load(seasonData);
|
||||
const episode = seasonDoc('.nav-item > a')
|
||||
.toArray()
|
||||
.map((el) => {
|
||||
return {
|
||||
id: seasonDoc(el).attr('data-id'),
|
||||
title: seasonDoc(el).attr('title'),
|
||||
};
|
||||
})
|
||||
.find((e) => e.title?.startsWith(`Eps ${media.episode.number}`))?.id;
|
||||
|
||||
if (!episode) throw new NotFoundError('episode not found');
|
||||
|
||||
const data = await ctx.proxiedFetcher<string>(`/ajax/episode/servers/${episode}`, {
|
||||
baseUrl: flixHqBase,
|
||||
});
|
||||
|
||||
const doc = load(data);
|
||||
|
||||
const sourceLinks = doc('.nav-item > a')
|
||||
.toArray()
|
||||
.map((el) => {
|
||||
const query = doc(el);
|
||||
const embedTitle = query.attr('title');
|
||||
const linkId = query.attr('data-id');
|
||||
if (!embedTitle || !linkId) throw new Error('invalid sources');
|
||||
return {
|
||||
embed: embedTitle,
|
||||
episodeId: linkId,
|
||||
};
|
||||
});
|
||||
|
||||
return sourceLinks;
|
||||
}
|
||||
|
|
|
@ -1,11 +1,11 @@
|
|||
import { load } from 'cheerio';
|
||||
|
||||
import { MovieMedia } from '@/main/media';
|
||||
import { MovieMedia, ShowMedia } from '@/main/media';
|
||||
import { flixHqBase } from '@/providers/sources/flixhq/common';
|
||||
import { compareMedia } from '@/utils/compare';
|
||||
import { ScrapeContext } from '@/utils/context';
|
||||
|
||||
export async function getFlixhqId(ctx: ScrapeContext, media: MovieMedia): Promise<string | null> {
|
||||
export async function getFlixhqId(ctx: ScrapeContext, media: MovieMedia | ShowMedia): Promise<string | null> {
|
||||
const searchResults = await ctx.proxiedFetcher<string>(`/search/${media.title.replaceAll(/[^a-z0-9A-Z]/g, '-')}`, {
|
||||
baseUrl: flixHqBase,
|
||||
});
|
||||
|
@ -23,7 +23,7 @@ export async function getFlixhqId(ctx: ScrapeContext, media: MovieMedia): Promis
|
|||
return {
|
||||
id,
|
||||
title,
|
||||
year: +year,
|
||||
year: parseInt(year, 10),
|
||||
};
|
||||
});
|
||||
|
||||
|
|
|
@ -0,0 +1,63 @@
|
|||
import { load } from 'cheerio';
|
||||
|
||||
import { flags } from '@/main/targets';
|
||||
import { makeSourcerer } from '@/providers/base';
|
||||
import { febBoxScraper } from '@/providers/embeds/febBox';
|
||||
import { compareMedia } from '@/utils/compare';
|
||||
import { NotFoundError } from '@/utils/errors';
|
||||
|
||||
const showboxBase = `https://www.showbox.media`;
|
||||
|
||||
export const showBoxScraper = makeSourcerer({
|
||||
id: 'showBox',
|
||||
name: 'ShowBox',
|
||||
rank: 20,
|
||||
flags: [flags.NO_CORS],
|
||||
async scrapeMovie(ctx) {
|
||||
const search = await ctx.proxiedFetcher<string>('/search', {
|
||||
baseUrl: showboxBase,
|
||||
query: {
|
||||
keyword: ctx.media.title,
|
||||
},
|
||||
});
|
||||
|
||||
const searchPage = load(search);
|
||||
const result = searchPage('.film-name > a')
|
||||
.toArray()
|
||||
.map((el) => {
|
||||
const titleContainer = el.parent?.parent;
|
||||
if (!titleContainer) return;
|
||||
const year = searchPage(titleContainer).find('.fdi-item').first().text();
|
||||
|
||||
return {
|
||||
title: el.attribs.title,
|
||||
path: el.attribs.href,
|
||||
year: !year.includes('SS') ? parseInt(year, 10) : undefined,
|
||||
};
|
||||
})
|
||||
.find((v) => v && compareMedia(ctx.media, v.title, v.year ? v.year : undefined));
|
||||
|
||||
if (!result?.path) throw new NotFoundError('no result found');
|
||||
|
||||
const febboxResult = await ctx.proxiedFetcher<{
|
||||
data?: { link?: string };
|
||||
}>('/index/share_link', {
|
||||
baseUrl: showboxBase,
|
||||
query: {
|
||||
id: result.path.split('/')[3],
|
||||
type: '1',
|
||||
},
|
||||
});
|
||||
|
||||
if (!febboxResult?.data?.link) throw new NotFoundError('no result found');
|
||||
|
||||
return {
|
||||
embeds: [
|
||||
{
|
||||
embedId: febBoxScraper.id,
|
||||
url: febboxResult.data.link,
|
||||
},
|
||||
],
|
||||
};
|
||||
},
|
||||
});
|
|
@ -3,7 +3,7 @@ import { ScrapeContext } from '@/utils/context';
|
|||
|
||||
import { sendRequest } from './sendRequest';
|
||||
|
||||
import { allowedQualities } from '.';
|
||||
const allowedQualities = ['360', '480', '720', '1080'];
|
||||
|
||||
export async function getStreamQualities(ctx: ScrapeContext, apiQuery: object) {
|
||||
const mediaRes: { list: { path: string; real_quality: string }[] } = (await sendRequest(ctx, apiQuery)).data;
|
||||
|
@ -20,7 +20,7 @@ export async function getStreamQualities(ctx: ScrapeContext, apiQuery: object) {
|
|||
|
||||
allowedQualities.forEach((quality) => {
|
||||
const foundQuality = qualityMap.find((q) => q.quality === quality);
|
||||
if (foundQuality) {
|
||||
if (foundQuality && foundQuality.url) {
|
||||
qualities[quality] = {
|
||||
type: 'mp4',
|
||||
url: foundQuality.url,
|
||||
|
|
|
@ -6,8 +6,6 @@ import { NotFoundError } from '@/utils/errors';
|
|||
import { getStreamQualities } from './getStreamQualities';
|
||||
import { sendRequest } from './sendRequest';
|
||||
|
||||
export const allowedQualities = ['360', '480', '720', '1080'];
|
||||
|
||||
export const superStreamScraper = makeSourcerer({
|
||||
id: 'superstream',
|
||||
name: 'Superstream',
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
export class NotFoundError extends Error {
|
||||
constructor(reason?: string) {
|
||||
super(`Couldn't found a stream: ${reason ?? 'not found'}`);
|
||||
super(`Couldn't find a stream: ${reason ?? 'not found'}`);
|
||||
this.name = 'NotFoundError';
|
||||
}
|
||||
}
|
||||
|
|
|
@ -0,0 +1,17 @@
|
|||
import { Stream } from '@/providers/streams';
|
||||
|
||||
export function isValidStream(stream: Stream | undefined): boolean {
|
||||
if (!stream) return false;
|
||||
if (stream.type === 'hls') {
|
||||
if (!stream.playlist) return false;
|
||||
return true;
|
||||
}
|
||||
if (stream.type === 'file') {
|
||||
const validQualities = Object.values(stream.qualities).filter((v) => v.url.length > 0);
|
||||
if (validQualities.length === 0) return false;
|
||||
return true;
|
||||
}
|
||||
|
||||
// unknown file type
|
||||
return false;
|
||||
}
|
Loading…
Reference in New Issue