This Tutorial will explain you how we can extract product data from amazon.com using C sharp amazon scraper
Have you heard about amazon Data Scraping ?? It is a way to Scrape amazon Products data from amazon.com by Automated way using C Sharp.
amazon data scraper provides updated product information along with changing prices, reviews ,and more..
We can perform amazon data scraping and Extract Following Data using C Sharp amazon data scraper.
- Product title
- URL
- ASIN
- UPC
- Item Model Number
- No Of Reviews
- Sales Rank Final
- No Of Ratings
- Product Dimensions
- Best Seller Rank
- Shipping Weight
- Category
- Price
Screen shot from data will be extracting
Inspecting element for data extractions from amazon.com
To find appropriate data from website first we have to inspecting and understanding html tag which is associated with given data ..
please follow below steps to finding tags
- Open browser (Google Chrome , Mozilla )
- Copy and paste url you want to scrape.
Press F12 to view HTML structure of given site
- find html tags for require data and implement in C Sharp coding
C-Sharp Code to Scrape amazon.com
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.IO;
using System.Linq;
using System.Net;
using HtmlAgilityPack;
using Newtonsoft.Json;
using Newtonsoft.Json.Linq;
namespace amazon
{
class Program
{
/// <summary>
/// Store Data to Json format
/// </summary>
/// <param name=”args”></param>
static void Main(string[] args)
{
string url = string.Empty;
string strHtml = string.Empty;
//Console.WriteLine(“Please Enter URL :- “);
Console.WriteLine(“Please enter url:”);
url = Console.ReadLine();
Console.WriteLine(“Fetch Data From URL {0} …”, url);
strHtml = GetRequest(url);
object result = DataParse(strHtml);
Console.WriteLine(“Result :”);
Console.WriteLine(JsonConvert.SerializeObject(result, Formatting.Indented));
Console.ReadLine();
}
/// Lib Reference
/// 1 : using System.Net;
/// 2 : using System.IO;
/// 3 : using System.Text;
/// </summary>
/// <param name=”url”></param>
/// <returns></returns>
public static string GetRequest(string url)
{
string strhtml = String.Empty;
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
request.AutomaticDecompression = DecompressionMethods.GZip;
request.UserAgent =
“Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36″;
using (HttpWebResponse response = (HttpWebResponse)request.GetResponse())
using (Stream stream = response.GetResponseStream())
using (StreamReader reader = new StreamReader(stream))
{
strhtml = reader.ReadToEnd();
}
return strhtml;
}
/// <summary>
/// This method is use to parse data from string
/// Return object with data
/// Lib Reference
/// 1 : using HtmlAgilityPack;
/// 2 : using Newtonsoft.Json;
/// 3 : using Newtonsoft.Json.linq;
/// </summary>
/// <param name=”strHtml”></param>
/// <returns></returns>
public static object DataParse(string strHtml)
{
string Asin = String.Empty;
string url = String.Empty;
string Upc = String.Empty;
string Itemmodelnumber = String.Empty;
string price = String.Empty;
//string Shippingcost = String.Empty;
//string availability = String.Empty;
string Bsr = String.Empty;
string Salesrankfinal = String.Empty;
string Noofreviews = String.Empty;
string Noofratings = String.Empty;
//string productdescription = String.Empty;
string Productdimensions = String.Empty;
string Shippingweight = String.Empty;
string category = String.Empty;
List<string> hours = new List<string>();
HtmlAgilityPack.HtmlDocument htmlDocument = new HtmlAgilityPack.HtmlDocument();
htmlDocument.LoadHtml(strHtml);
htmlDocument.DocumentNode.Descendants()
.Where(n => n.Name == “script” || n.Name == “style”)
.ToList()
.ForEach(n => n.Remove());
// strJson = htmlDocument.DocumentNode.SelectSingleNode(“//script[@type=’application/ld+json’]”).InnerText;
//JObject jObject = JObject.Parse(strJson);
Asin = htmlDocument.DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“ASIN:”)).FirstOrDefault().InnerText.Replace(“ASIN:”,””).Trim();
Upc = htmlDocument.DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“UPC:”)).FirstOrDefault().InnerText.Replace(“UPC:”, “”).Trim();
Itemmodelnumber = htmlDocument. DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“Item model number:”)).FirstOrDefault().InnerText.Replace(“Item model number:”, “”).Trim();
Noofreviews = htmlDocument.DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“Average Customer Review:”)).FirstOrDefault().SelectSingleNode(“.//span[@class = ‘a-size-small’]”).InnerText.Replace(“customer reviews”, “”).Trim();
Salesrankfinal = htmlDocument.DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“Amazon Best Sellers Rank:”)).FirstOrDefault().SelectSingleNode(“.//ul[@class = ‘zg_hrsr’]”).InnerText.Trim().Replace(“Amazon Best Sellers Rank:”, “”).Replace(“ ”,””).Replace(“>”,””).Replace(“\n”,””).Trim();
//Noofratings = htmlDocument.DocumentNode
// .SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“customer reviews”)).FirstOrDefault().InnerText.Replace(“customer reviews”, “”).Replace(“,”, “”).Trim();
Noofratings = htmlDocument.DocumentNode.SelectSingleNode(“//span[@id = ‘acrPopover’]/span[1]/a/i[1]/span”)
.InnerText.Trim();
//productdescription = htmlDocument.DocumentNode
//.SelectSingleNode(“//div[@id=’productDescription’]/ul”).InnerText.Trim();
Productdimensions = htmlDocument.DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“Product Dimensions:”)).FirstOrDefault().InnerText.Replace(“Product Dimensions:”, “”).Replace(“; 1.6 ounces”, “”).Trim();
Shippingweight = htmlDocument.DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“Shipping Weight:”)).FirstOrDefault().InnerText.Replace(“Shipping Weight:”, “”).Trim().Replace(“(View shipping rates and policies)”, “”);
//Shippingweight = Productdimensions.Substring(Productdimensions.IndexOf(“;”)).Replace(“;”, “”);
category = htmlDocument.DocumentNode.SelectSingleNode(“//span[@id=’productTitle’]”).InnerText.Trim();
price = htmlDocument.DocumentNode.SelectSingleNode(“//span[@class=’a-color-price’]”).InnerText.Trim();
//Shippingcost = htmlDocument.DocumentNode.SelectSingleNode(“//span[@id=’ourprice_shippingmessage’]/span”).InnerText.Trim();
//availability = htmlDocument.DocumentNode.SelectSingleNode(“//span[@id=’availability’]”).InnerText.Trim();
Bsr = Salesrankfinal.Substring(Salesrankfinal.IndexOf(“#”)).Replace(“#”, “”);
Bsr = htmlDocument.DocumentNode.SelectNodes(“//div[@class=’content’]/ul/li”).ToList().Where(x => x.InnerText.Contains(“Amazon Best Sellers Rank:”)).FirstOrDefault().InnerText.Replace(“Amazon Best Sellers Rank:”, “”);
Bsr = Bsr.Substring(Bsr.IndexOf(“#”)).Replace(“#”,””);
Bsr = Bsr.Substring(0, Bsr.IndexOf(“(“));
url = htmlDocument.DocumentNode.SelectSingleNode(“//link[@rel = ‘canonical’]”).Attributes[“href”].Value;
return new
{
URL = url,
ASIN = Asin,
UPC = Upc,
ItemModelNumber = Itemmodelnumber,
NoofReviews = Noofreviews,
SalesrankFinal = Salesrankfinal,
NoofRatings = Noofratings,
//productDescription = productdescription,
ProductDimensions = Productdimensions,
//Availability = availability,
BSR = Bsr,
ShippingWeight = Shippingweight,
Category = category,
Price = price,
//ShippingCost = Shippingcost,
};
}
}
}
Above code is developed in C-sharp so To Run this Code you need to use Visual Studio . Develop all packages in one folder with above code …
Output file :- JSon
Clarification :- This code available in this tutorial is only learning purpose . We are not responsible for how it is used and assume no liability for any detrimental usage of the source code. This code is only use for knowledge expansion regarding programming field.. by this tutorial we are not encourage amazon scraping or web scraping but will help to understand scraping.. also we are not responsible to provide any support for this code .. user can modify for learning purpose..
