Repository navigation
Expand file tree
/
Copy pathfinal.py
More file actions
44 lines (42 loc) · 1.62 KB
/
Copy pathfinal.py
File metadata and controls
44 lines (42 loc) · 1.62 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
from itertools import count
import os
from typing import Counter
import pandas as pd
import time
from selenium import webdriver
from selenium.webdriver import ActionChains
from selenium.webdriver.common.by import By
os.environ['PATH'] = r"c:/SeleniumDrivers"
options = webdriver.ChromeOptions()
options.add_experimental_option('excludeSwitches', ['enable-logging'])
driver = webdriver.Chrome(options=options)
action = ActionChains(driver)
driver.get('https://www.daraz.com.np/')
driver.implicitly_wait(50)
catagory = driver.find_element(By.ID,'Level_1_Category_No1')
select_catagory = driver.find_element(By.XPATH,'//*[@id="J_8018372580"]/div/ul/ul[1]/li[1]')
actions = ActionChains(driver)
actions.move_to_element(catagory)
actions.click(select_catagory)
actions.perform()
urls = []
results = []
count = 1
next_page = driver.find_element(By.XPATH,'//*[@id="root"]/div/div[3]/div[1]/div/div[1]/div[3]/div/ul/li[9]')
while(next_page.get_attribute('aria-disabled')!='true'):
url = []
titles = driver.find_elements(By.XPATH,'//*[@id="root"]/div/div[3]/div[1]/div/div[1]/div[2]/div/div')
for title in titles:
u = title.find_element(By.XPATH,'//*[@id="root"]/div/div[3]/div[1]/div/div[1]/div[2]/div[1]/div/div/div[2]/div[2]/a').get_attribute('href').strip()
url.append(u)
urls.append(url)
driver.execute_script("window.scrollTo(0,document.body.scrollHeight)")
print(next_page.get_attribute('aria-disabled')+'and' + str(count))
actions.click(next_page)
actions.perform()
count = count+1
time.sleep(0.5)
driver.close()
data = pd.DataFrame(urls)
# data.columns = ['url']
data.to_csv('urls.csv', index=False)