Breaking News: Grepper is joining You.com. Read the official announcement!

web scraping using javascript

Add Answer

Handsome Hamster answered on August 10, 2021 Popularity 9/10 Helpfulness 2/10

answer web scraping using javascript

related how to scrape the web with javascript

related web scrape example js

related how to scrape a website with javascript

related web scraping javascript

related Javascript Scrape content from a website source code

web scraping using javascript

Comment

// For JavaScript running in the NodeJS environment:

const puppeteer = require('puppeteer');
 
(async () => {
  const browser = await puppeteer.launch( { headless: false } )
  const page = await browser.newPage()
  await page.goto("https://bbc.com")
 
  const data = await page.evaluate(() => {
  // Enter JavaScript to run on the page here!
  })
})()

Popularity 9/10 Helpfulness 2/10 Language javascript

Source: openjavascript.info

Tags: javascript using web-scraping

Link to this answer
Share Copy Link

Contributed on Sep 08 2022

Handsome Hamster

0 Answers Avg Quality 2/10

Closely Related Answers

how to scrape the web with javascript

Comments(2)

// You will need to install and run Node.js prior to setting up
const puppeteer = require('puppeteer');

async function scrapeProduct(url) {
    const browser = await puppeteer.launch();
    const page = await browser.newPage();
    await page.goto(url);

    const [el] = await page.$x('/html/body/div[1]/div[2]/div[9]/div[4]/div[3]/div[1]/div[1]/div/div/div[2]/div[1]/div[1]/ul/li[1]/span/span/div/img');
    const src = await el.getProperty('src');
    const imgURL = await src.jsonValue();

    const [el2] = await page.$x('/html/body/div[1]/div[2]/div[9]/div[4]/div[4]/div[1]/div/h1/span');
    const txt = await el2.getProperty('textContent');
    const title = await txt.jsonValue();

    const [el3] = await page.$x('/html/body/div[1]/div[2]/div[9]/div[4]/div[4]/div[10]/div[1]/div/table/tbody/tr[2]/td[2]/span[1]');
    const txt2 = await el3.getProperty('textContent');
    const price = await txt2.jsonValue();

    console.log({
        imgURL,
        title,
        price
    });

    browser.close();
}

scrapeProduct('https://www.amazon.com/Business-Microphone-Upgraded-NexiGo-Computer/dp/B08BHX7GYY/?_encoding=UTF8&smid=A1HNC035CZ2MR5&pd_rd_w=GsaOJ&pf_rd_p=45f0d3b0-8ddc-4840-9ac2-c26f2608345f&pf_rd_r=A1TQ15FXBKJH1JWYXXAD&pd_rd_r=82f7f31d-db1c-4831-96a3-bb110b1133f9&pd_rd_wg=urW4C&ref_=pd_gw_unk');

Popularity 10/10 Helpfulness 4/10 Language javascript

Source: Grepper

Tags: javascript j

Link to this answer
Share Copy Link

Contributed on Aug 10 2021

0xTony143

0 Answers Avg Quality 2/10

web scrape example js

Comment

// This example uses axios, cheerio & Express
const PORT = 8000;
const axios = require('axios');
const cheerio = require('cheerio');
const express = require('express');

const app = express();

const url = 'https://www.theguardian.com/uk';

axios(url)
    .then(response => {
        const html = response.data
        const $ = cheerio.load(html)
        const articles = [];
        $('.fc-sublink__title', html).each(function() {
            const title = $(this).text();
            const url = $(this).find('a').attr('href');
            articles.push({
                title,
                url
            })
        })
        console.log(articles)

    }).catch(err => console.log(err))

app.listen(PORT, () => console.log(`server running on PORT ${PORT}`))

Popularity 10/10 Helpfulness 2/10 Language javascript

Source: Grepper

Tags: javascript j

Link to this answer
Share Copy Link

Contributed on May 26 2022

0xTony143

0 Answers Avg Quality 2/10

how to scrape a website with javascript

Comment

const http = require('http');

const req = http.request('http://example.com', res => {
	const data = [];

	res.on('data', _ => data.push(_))
	res.on('end', () => console.log(data.join()))
});

req.end();

Popularity 9/10 Helpfulness 2/10 Language javascript

Source: www.scrapingbee.com

Tags: javascript j

Link to this answer
Share Copy Link

Contributed on Aug 22 2022

Kopinjol Baishya

0 Answers Avg Quality 2/10

web scraping javascript

Comment

// in a new folder be sure to run "npm init -y" and "npm install puppeteer"
const puppeteer = require("puppeteer");
const fs = require("fs/promises");

async function start() {
  const browser = await puppeteer.launch();
  const page = await browser.newPage();
  // place the url here
  await page.goto("url");

  const names = await page.evaluate(() => {
    return Array.from(
      document.querySelectorAll(
        // select the element using css selectors 
        "css selector"
      )
    ).map((x) => x.textContent);
  });
  await fs.writeFile("names.txt", names.join("\r\n"));

  await browser.close();
}

start();

Popularity 9/10 Helpfulness 2/10 Language javascript

Source: Grepper

Tags: javascript j

Link to this answer
Share Copy Link

Contributed on Jan 10 2023

Fine Finch

0 Answers Avg Quality 2/10

Javascript Scrape content from a website source code

Comment

-2

//For any beginer looking for how to scrape website content this link explains well.
//webscrapingapi.com/the-ultimate-guide-to-web-scraping-with-javascript-and-node-js/
// 73 & have a good day.

Popularity 10/10 Helpfulness 1/10 Language javascript

Source: Grepper

Tags: javascript j

Link to this answer
Share Copy Link

Contributed on Nov 30 2021

Real Ratel

0 Answers Avg Quality 2/10

web scraping using javascript

Contents

More Related Answers

web scraping using javascript

Closely Related Answers

how to scrape the web with javascript

web scrape example js

how to scrape a website with javascript

web scraping javascript

Javascript Scrape content from a website source code

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.