########### Source code for webscraping ############
from selenium import webdriver
from bs4 import BeautifulSoup
import pandas as pd
driver = webdriver.Chrome("/home/ranjith/Documents/Software/Chrome/chromedriver_linux64/chromedriver")
products=[] #List to store name of the product
prices=[] #List to store price of the product
driver.get("https://www.flipkart.com/laptops/~buyback-guarantee-on-laptops-/pr?sid=6bo%2Cb5g&uniq")
content = driver.page_source
soup = BeautifulSoup(content)
for a in soup.findAll('a', attrs={'class':'_31qSD5'}):
name=a.find('div', attrs={'class':'_3wU53n'})
price=a.find('div', attrs={'class':'_1vC4OE _2rQ-NK'})
rating=a.find('div', attrs={'class':'hGSR34 _2beYZw'})
try:
products.append(name.text)
except:
products.append("-----")
try:
prices.append(price.text)
except:
prices.append('-----')
df = pd.DataFrame({'Product Name':products,'Price':prices})
print(df)
######## OUTPUT ###########
Product Name Price 0 Apple MacBook Air Core i5 5th Gen - (8 GB/128 ... ₹67,990 1 HP 15 Core i3 6th Gen - (4 GB/1 TB HDD/Windows... ₹28,997 2 Apple MacBook Air Core i5 5th Gen - (8 GB/256 ... ₹92,500 3 Lenovo Core i5 7th Gen - (8 GB/1 TB HDD/DOS/2 ... ₹52,990 4 Lenovo Core i3 6th Gen - (4 GB/1 TB HDD/Window... ₹30,550 5 Lenovo Ideapad Core i3 6th Gen - (4 GB/1 TB HD... ₹32,990 6 Lenovo Core i5 7th Gen - (8 GB/2 TB HDD/Window... ₹75,500