Skip to content

Commit

Permalink
feat: Add the Letterboxd user diary router. (DIYgod#3810)
Browse files Browse the repository at this point in the history
  • Loading branch information
loganrockmore authored Feb 1, 2020
1 parent 34db678 commit aef4c89
Show file tree
Hide file tree
Showing 4 changed files with 116 additions and 0 deletions.
3 changes: 3 additions & 0 deletions docs/en/new-media.md
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,9 @@ Provides a better reading experience (full text articles) over the official one.

</RouteEn>

## Letterboxd

<RouteEn author="loganrockmore" example="/letterboxd/user/diary/demiadejuyigbe" path="/letterboxd/user/diary/:username" :paramsDesc="['username']" />
## Nautilus

### Topics
Expand Down
3 changes: 3 additions & 0 deletions lib/router.js
Original file line number Diff line number Diff line change
Expand Up @@ -2170,4 +2170,7 @@ router.get('/mqube/tag/:tag', require('./routes/mqube/tag'));
router.get('/mqube/latest', require('./routes/mqube/latest'));
router.get('/mqube/top', require('./routes/mqube/top'));

// Letterboxd
router.get('/letterboxd/user/diary/:username', require('./routes/letterboxd/userdiary'));

module.exports = router;
8 changes: 8 additions & 0 deletions lib/routes/letterboxd/userdiary.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
const utils = require('./utils');

module.exports = async (ctx) => {
const url = `https://letterboxd.com/${ctx.params.username}/films/diary/by/added/`;
const title = `Letterboxd - diary - ${ctx.params.username}`;

ctx.state.data = await utils.getData(ctx, url, title);
};
102 changes: 102 additions & 0 deletions lib/routes/letterboxd/utils.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,102 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');

async function loadReview(existingDescription, path) {
const url = `https://letterboxd.com/${path}`;

const response = await got.get(url);
const $ = cheerio.load(response.data);

const review = $('div.review');

// remove the content that we don't want to show
review.find('.hidden').remove();
review.find('.has-spoilers').remove();

// generate the new description
const reviewText = review.html();
const newDescription = existingDescription.concat(`<br />${reviewText}`);

return {
description: newDescription,
};
}

async function ProcessFeed(list, username, caches) {
return await Promise.all(
list.map(async (item) => {
const $ = cheerio.load(item);

const itemUrl = $('.td-film-details a').attr('href');

const dateString = $('.td-day > a')
.attr('href')
.replace('/' + username + '/films/diary/for/', '')
.replace(/\/$/, '');
const pubDate = new Date(dateString).toUTCString();

const displayDate = new Date(dateString).toDateString();

const filmTitle = $('.td-film-details a').text();
const rating = $('.td-rating .rating').text();
const liked = $('.td-like > .has-icon').length > 0;
const rewatch = $('.td-rewatch.icon-status-off').length <= 0;
const hasReview = $('.td-review.icon-status-off').length <= 0;

let descriptionText = `<b>${filmTitle}</b><br />Watched: ${displayDate}<br />Rating: ${rating}`;

if (liked) {
descriptionText = descriptionText.concat('<br />Liked');
}
if (rewatch) {
descriptionText = descriptionText.concat('<br />Rewatch');
}

const single = {
title: filmTitle,
link: itemUrl,
author: username,
guid: itemUrl,
pubDate: pubDate,
};

if (hasReview) {
const description = await caches.tryGet(itemUrl, async () => await loadReview(descriptionText, itemUrl));

return Promise.resolve(Object.assign({}, single, description));
}

const description = {
description: descriptionText,
};

return Promise.resolve(Object.assign({}, single, description));
})
);
}

const getData = async (ctx, url, title) => {
const response = await got({
method: 'get',
url: url,
headers: {
Referer: url,
},
});

const $ = cheerio.load(response.data);
const list = $('.diary-entry-row').get();

const result = await ProcessFeed(list, ctx.params.username, ctx.cache);

return {
title: title,
link: url,
description: $('meta[name="description"]').attr('content'),
item: result,
};
};

module.exports = {
getData,
};

0 comments on commit aef4c89

Please sign in to comment.