Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(route/meta): add AI at Meta Blog #17408

Closed
wants to merge 17 commits into from
55 changes: 55 additions & 0 deletions lib/routes/meta/blog.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
import { Route } from '@/types';
import { parseDate } from '@/utils/parse-date';
import { load } from 'cheerio';
import logger from '@/utils/logger';
import puppeteer from '@/utils/puppeteer';

export const route: Route = {
path: '/blog',
categories: ['blog'],
example: '/meta/blog',
radar: [{ source: ['ai.meta.com/blog/'] }],
name: 'Blog',
maintainers: ['canonnizq'],
handler
};

async function handler() {
const baseUrl = 'https://ai.meta.com';

const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);

Fixed Show fixed Hide fixed
page.on('request', (request) => {
request.resourceType() === 'document' ? request.continue() : request.abort();
});

const link = `${baseUrl}/blog/`;
logger.http(`Requesting ${link}`);
await page.goto(link, {
waitUntil: 'domcontentloaded',
});

const response = await page.content();
page.close();

const $ = load(response);

const items = $('div._ams_')
.toArray().map((item) => ({
category: $(item).find('p._amt0').text(),
link: $(item).find('a._amt1').attr('href'),
title: $(item).find('a._amt1 p._amt2').text(),
description: $(item).find('div._4ik4._4ik5 p._amt3').text(),
pubDate: parseDate($(item).find('p._amt4').text())
}));

browser.close();

return {
title: 'AI at Meta Blog',
link: 'https://ai.meta.com/blog/',
item: items
};
}
6 changes: 6 additions & 0 deletions lib/routes/meta/namespace.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
import type { Namespace } from '@/types';

export const namespace: Namespace = {
name: 'AI at Meta',
url: 'meta.com',
};
Loading