abhinavKeshri07

Recently created

Least recently created

Recently updated

Least recently updated

abhinavKeshri07 / scrape.js

Created November 25, 2019 16:51

this file shows you how to scrape data form a website. Thank me later.

	const cheerio = require('cheerio');
	const fs = require('fs');
	const readline = require('readline');
	const get_post_data = require('./get_POST_data');
	const get_get_data = require('./get_GET_data');

	let callback_url = 'https://xyz.com';

	// this form data object contain the query to be sent.
	let form_data = {

abhinavKeshri07 / get_POST_data.js

Created November 25, 2019 16:48

This file lets you make post request to any server running https or http with nodejs. You can modify the code send json data. Thank me later.

	const https = require('https');
	const http = require('http');
	const querystring = require('querystring');
	const url = require('url');

	let get_POST_data = function(urlToPost, formData, headersToSend) {
	return new Promise(function(resolve, reject) {
	let parsed_url = url.parse(urlToPost);
	let post_data = querystring.stringify(formData);
	let secure = false;

abhinavKeshri07 / get_GET_data.js

Created November 25, 2019 16:41

This file lets you make get request with nodejs to any server http or https. It minimal amount of correct headers for the get request to work. Thank me later.

	const https = require('https');
	const http = require('http');
	const querystring = require('querystring');
	const url = require('url');

	let get_GET_data = function(urlToGET) {
	return new Promise(function(resolve, reject) {
	//console.log("get_GET_data was called");
	urlToGET = urlToGET + "";
	//console.log(urlToGET + " = url");