-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathserver.js
46 lines (38 loc) · 1.25 KB
/
server.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
import http from "http";
import createBrowserless from "browserless";
import getHTML from "html-get";
import queryString from "query-string";
const browserlessFactory = createBrowserless();
const hostname = "127.0.0.1";
const port = 3001;
const server = http.createServer(async (req, res) => {
res.statusCode = 200;
res.setHeader("Content-Type", "text/plain");
res.setHeader("Access-Control-Allow-Origin", "*");
console.log("got request ", req.url);
const parsed = queryString.parse(req.url);
let url = parsed["/?url"];
let content = await getWebpageSource(url);
res.end(content);
});
server.listen(port, hostname, () => {
console.log(`Server running at http://${hostname}:${port}/`);
});
const getContent = async (url) => {
// create a browser context inside Chromium process
const browserContext = browserlessFactory.createContext();
const getBrowserless = () => browserContext;
const result = await getHTML(url, { getBrowserless });
// close the browser context after it's used
await getBrowserless((browser) => browser.destroyContext());
return result;
};
async function getWebpageSource(url) {
try {
let content = await getContent(url);
return content.html;
} catch (e) {
console.log(e);
throw new Error(e);
}
}