Selenium

#installation

sudo pip3 install selenium

sudo pip3 install xlrd
sudo pip3 install pyvirtualdisplay

sudo pip3 install selenium xlrd pyvirtualdisplay

 

sudo apt install xvfb

sudo apt install chromium-chromedriver
sudo apt install xserver-xephyr

sudo apt install chromium-chromedriver xvfb xserver-xephyr -y

 

 

sudo pip3 install bs4

 

 

 

---

from selenium import webdriver
from pyvirtualdisplay import Display
from bs4 import BeautifulSoup as bs
import time

display = Display(visible=1, size=(900,1000))
#1 is for GUI, 0 is for CLI
display.start()

driver = webdriver.Chrome()
url = 'https://heeseop.com'
driver.get(url)
print(driver.title)

#driver.quit()
#display.stop()

driver.find_element_by_name('sessions[email]').send_keys('em@il.com')
driver.find_element_by_name('sessions[password]').send_keys('Password')
driver.find_element_by_id('user_details_submit').click()
#driver.find_element_by_id('main_nav_orders').click()
time.sleep(30)
driver.implicitly_wait(30)
driver.get('https://heeseop.com/submenu')

time.sleep(60)

#html = driver.page_source
#print(html)

# source from https://mingule.tistory.com/41
# 만약 iframe이 많으시다면,
#iframes = driver.find_elements_by_tag_name('iframe')

# iframe의 name을 출력한 후,
#for iframe in iframes:
#	print(iframe.get_attribute('name')

# 아래 명령어로 iframe을 전환할 수 있습니다.
#driver.switch_to.frame('프레임 이름') 

# 만약 default html로 넘어가고 싶으시다면, 
#driver.switch_to.default_content()

# iframe 안으로 이동하기
## 몇 번째 iframe인지 확인 후, 그에 맞게 넣어주셔야해요. 저는 첫 번째 iframe에 들어가고 싶어 0을 넣어줬습니다!

pop_up = driver.find_elements_by_tag_name('iframe')[0]
driver.switch_to.frame(pop_up)

#html = driver.page_source
#print(html)

soup = bs(driver.page_source)

polists = soup.find_all(id = 'connect_order_header_tbody')
print(polists)

 

 

---

https://pythondocs.net/selenium/%EC%85%80%EB%A0%88%EB%8B%88%EC%9B%80-%ED%81%AC%EB%A1%A4%EB%9F%AC-%EA%B8%B0%EB%B3%B8-%EC%82%AC%EC%9A%A9%EB%B2%95/