JSFiddle - React, Tailwind, and code Playground

by boctulus

JavaScript

router.post('/crawl', (req, res) => {
    const cleaner = (url) => {
        return new Promise((resolve, reject) => {
            const http = require('http'),
                https = require('https');

            let client = http;

            client.get(url, (resp) => {
                let data = '';
                // A chunk of data has been recieved.
                resp.on('data', (chunk) => {
                    data += chunk;
                });

                resp.on('end', () => {
                    let goodDoc = data;
                    resolve(goodDoc);
                    return res.json(goodDoc);
                });

            }).on("error", (err) => {
                reject(err);
            });
        });
    }
    return cleaner(doc)
        .then(doc => {
            log.info("Successfully made a search");
            return res.status(200);
        })
        .catch(err => {
            console.log(err);
            res.sendStatus(500);
            return;
        });
});