16_selenium_scroll.py

# import requests
# from bs4 import BeautifulSoup

# headers = {
#   "User-Agent" : "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36",
#   "Accept-Language" : "ko-KR,ko"
# }
# url = "https://play.google.com/store/movies/top"

# res = requests.get(url, headers = headers)
# res.raise_for_status()

# soup = BeautifulSoup(res.text, "lxml")
# movies = soup.find_all("div", attrs={"class" : "ImZGtf mpg5gc"})

# for movie in movies :
#   title = movie.find("div",attrs = {"class" : "WsMG1c nnK0zc"}).get_text()
#   print(title)



# # with open("movie.html", "w", encoding="utf8") as f:
# #   # f.write(res.text)
# #   f.write(soup.prettify())

from selenium import webdriver
import time
browser = webdriver.Chrome("/Users/jaeyeol/jaeyeol/python/chromedriver")
browser.maximize_window()

url = "https://play.google.com/store/movies/top"
browser.get(url)

# browser.execute_script("window.scrollTo(0,1080)")


# browser.execute_script("window.scrollTo(0,document.body.scrollHeight)")
interval = 2

prev_height = browser.execute_script("return document.body.scrollHeight")

while True:
  browser.execute_script("window.scrollTo(0,document.body.scrollHeight)")
  time.sleep(interval)
  curr_height = browser.execute_script("return document.body.scrollHeight")
  if curr_height == prev_height:
    break
  prev_height = curr_height