forked from arroyoc/Selenium-Element-Scraper
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathElement_Scraper.py
36 lines (24 loc) · 871 Bytes
/
Element_Scraper.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
from selenium import webdriver
from help_text import *
output_id = "id = "
output_name = "name = "
print(url_help_text)
user_url = raw_input("URL: " + " ")
print(element_type_help_text)
user_element_type = raw_input("Element Type: ")
user_url = user_url.lower()
user_element_type = user_element_type.lower()
driver = webdriver.PhantomJS()
driver.get(user_url)
id_elements = driver.find_elements_by_xpath("//*[@id]")
name_elements = driver.find_elements_by_xpath("//*[@name]")
if user_element_type == "id":
for eachElement in id_elements:
individual_ids = eachElement.get_attribute("id")
print(output_id + individual_ids)
elif user_element_type == "name":
for eachElement in name_elements:
individual_ids = eachElement.get_attribute("name")
print(output_name + individual_ids)
else:
print("Invalid element type...")