davrot/unibrementypo3auto
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add files via upload

Browse source
This commit is contained in:
David Rotermund 2023-05-18 14:40:56 +02:00 committed by GitHub
parent 9518c13ade
commit 9e9ba0adae
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 34 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

38
content/scroll_down_content_page.py
View file

@ -13,7 +13,13 @@ def scroll_down_content_page(driver: webdriver.firefox.webdriver.WebDriver):
with open(string_json_path, "r") as file: with open(string_json_path, "r") as file:
string_dict = json.load(file) string_dict = json.load(file)
height = driver.execute_script("return document.body.scrollHeight") max_height_per_step = driver.execute_script("return document.body.scrollHeight")
final_y: int = 0
while final_y == 0:
element = driver.find_elements(By.TAG_NAME, "div")[-1]
# final_x = element.location["x"]
final_y = element.location["y"]
found_element_list = driver.find_elements(By.TAG_NAME, "h2") found_element_list = driver.find_elements(By.TAG_NAME, "h2")
found_element = None found_element = None
@ -22,10 +28,34 @@ def scroll_down_content_page(driver: webdriver.firefox.webdriver.WebDriver):
found_element = element found_element = element
break break
assert found_element is not None assert found_element is not None
# start_x = found_element.location["x"]
start_y = found_element.location["y"]
print(start_y)
print(final_y)
print(max_height_per_step)
print("----")
to_scroll = final_y - start_y
try: try:
actions = ActionChains(driver) if to_scroll > 0:
actions.scroll_from_origin(ScrollOrigin.from_element(found_element), 0, height) actions = ActionChains(driver)
actions.perform() if to_scroll > max_height_per_step:
actions.scroll_from_origin(
ScrollOrigin.from_element(found_element), 0, max_height_per_step
)
to_scroll -= max_height_per_step
while to_scroll > 0:
if to_scroll > max_height_per_step:
actions.scroll_by_amount(0, max_height_per_step)
to_scroll -= max_height_per_step
else:
actions.scroll_by_amount(0, to_scroll)
to_scroll -= to_scroll
else:
actions.scroll_from_origin(
ScrollOrigin.from_element(found_element), 0, to_scroll
)
actions.perform()
except selenium.common.exceptions.MoveTargetOutOfBoundsException: except selenium.common.exceptions.MoveTargetOutOfBoundsException:
pass pass