Commit @576f134d80520f66ab60e6ce9bd59ea6fae1a557 - yjyoon/구미시-네이버-블로그-스크레퍼

윤영준 2023-12-11

added a cache clearing, so that system won't shutdown out of storage

@576f134d80520f66ab60e6ce9bd59ea6fae1a557

a7e40c4

576f134

naver_cafe_info_gatherer.py

--- naver_cafe_info_gatherer.py

+++ naver_cafe_info_gatherer.py

...	...	@@ -163,4 +163,4 @@
163	163	pass
164	164
165	165	if __name__ == "__main__":
166		- naver_cafe_scrapper("구미시장") (파일 끝에 줄바꿈 문자 없음)
	166	+ naver_cafe_scrapper("구미시장", start_page_num=4901) (파일 끝에 줄바꿈 문자 없음)

a7e40c4

576f134

utils/cache_clear.py

--- utils/cache_clear.py

+++ utils/cache_clear.py


-import undetected_chromedriver as uc
+# import undetected_chromedriver as uc
 from selenium.webdriver.common.action_chains import ActionChains
 from selenium.webdriver.common.keys import Keys
 from webdriver_manager.chrome import ChromeDriverManager
 from time import sleep
 
 
-options = uc.ChromeOptions()
-driver = uc.Chrome(driver_executable_path=ChromeDriverManager().install(), options=options)
+# options = uc.ChromeOptions()
+# driver = uc.Chrome(driver_executable_path=ChromeDriverManager().install(), options=options)
 
 def delete_cache(driver):
-    driver.execute_script("window.open('')")  # Create a separate tab than the main one
+    # driver.execute_script("window.open('')")  # Create a separate tab than the main one
     driver.switch_to.window(driver.window_handles[-1])  # Switch window to the second tab
     driver.get('chrome://settings/clearBrowserData')  # Open your chrome settings.
-    sleep(3)
+    sleep(1)
     actions = ActionChains(driver)
     actions.key_down(Keys.SHIFT).send_keys(Keys.TAB * 6).key_up(Keys.SHIFT)  #select "all time" browsing data
     actions.perform()
-    sleep(3)
+    sleep(1)
     actions.send_keys(Keys.DOWN * 5 + Keys.TAB * 7 + Keys.ENTER)  #click on "clear data" button
     actions.perform()
-    sleep(3)
-    driver.close()
+    sleep(1)
     driver.switch_to.window(driver.window_handles[0])
     print("Succesfully cleared the browsing data")
 

Add a comment

Open 0
Closed 0

List

...	...	@@ -1,26 +1,25 @@
1		-import undetected_chromedriver as uc
	1	+# import undetected_chromedriver as uc
2	2	from selenium.webdriver.common.action_chains import ActionChains
3	3	from selenium.webdriver.common.keys import Keys
4	4	from webdriver_manager.chrome import ChromeDriverManager
5	5	from time import sleep
6	6
7	7
8		-options = uc.ChromeOptions()
9		-driver = uc.Chrome(driver_executable_path=ChromeDriverManager().install(), options=options)
	8	+# options = uc.ChromeOptions()
	9	+# driver = uc.Chrome(driver_executable_path=ChromeDriverManager().install(), options=options)
10	10
11	11	def delete_cache(driver):
12		- driver.execute_script("window.open('')") # Create a separate tab than the main one
	12	+ # driver.execute_script("window.open('')") # Create a separate tab than the main one
13	13	driver.switch_to.window(driver.window_handles[-1]) # Switch window to the second tab
14	14	driver.get('chrome://settings/clearBrowserData') # Open your chrome settings.
15		- sleep(3)
	15	+ sleep(1)
16	16	actions = ActionChains(driver)
17	17	actions.key_down(Keys.SHIFT).send_keys(Keys.TAB * 6).key_up(Keys.SHIFT) #select "all time" browsing data
18	18	actions.perform()
19		- sleep(3)
	19	+ sleep(1)
20	20	actions.send_keys(Keys.DOWN * 5 + Keys.TAB * 7 + Keys.ENTER) #click on "clear data" button
21	21	actions.perform()
22		- sleep(3)
23		- driver.close()
	22	+ sleep(1)
24	23	driver.switch_to.window(driver.window_handles[0])
25	24	print("Succesfully cleared the browsing data")
26	25

Delete comment