Commit @a67fc8aa7607c21cb33f36ff3e23b4ba4f733330 - yjyoon/구미시-네이버-블로그-스크레퍼

윤영준 2023-12-13

링크 수정

@a67fc8aa7607c21cb33f36ff3e23b4ba4f733330

2aafdea

a67fc8a

naver_cafe_inifinityscroll_from_searchengine.py

--- naver_cafe_inifinityscroll_from_searchengine.py

+++ naver_cafe_inifinityscroll_from_searchengine.py


 
 def get_url(keyword, start_date, end_date):
     # 오케이독본점 SEO 고용함. 스팸 개쩜
-    url = (f"https://search.naver.com/search.naver?where=articleg&query={keyword}+-오케이독본점&oquery={keyword}"
-           f"&ie=utf8&st=rel&date_option=8"
-           f"&date_from={start_date.replace('-','.')}"
-           f"&date_to={end_date.replace('-','.')}"
-           f"&srchby=text&dup_remove=1"
-           f"&cafe_url=&without_cafe_url="
-           f"&sm=tab_opt&nso=so%3Add%2Cp%3Afrom{start_date.replace('-','')}to{end_date.replace('-','')}&nso_open=1&prdtype=0")
+    url = (
+        f"https://search.naver.com/search.naver?"
+        f'nso=so%3Add%2Cp%3Afrom{start_date.replace("-", "")}to{end_date.replace("-", "")}'
+        f'&nso_open=1&prdtype=0&query={keyword}+-오케이독본점'
+        f'&sm=mtb_opt'
+        f'&st=date'
+        f'&stnm=date&where=articleg'
+        f'&opt_tab=0'
+        f'&date_from={start_date.replace("-", "")}&date_to={end_date.replace("-", "")}'
+    )
+
+        # f"https://search.naver.com/search.naver?where=articleg&query={keyword}+-오케이독본점&nso_open=1&prdtype=0"
+        #    f"&oquery={keyword}"
+        #    f"&ie=utf8&st=rel&date_option=8"
+        #    f"&date_from={start_date.replace('-','.')}"
+        #    f"&date_to={end_date.replace('-','.')}"
+        #    f"&srchby=text&dup_remove=1"
+        #    f"&cafe_url=&without_cafe_url="
+        #    f"&sm=tab_opt&nso=so%3Add%2Cp%3Afrom{start_date.replace('-','')}to{end_date.replace('-','')}&nso_open=1&prdtype=0")
     return url
 
 def remove_tags(html):

     if not os.path.exists(f"cafe/{keyword}"):
         os.mkdir(f"cafe/{keyword}")
     out_df.to_csv(f"cafe/{keyword}/{start_date}-{end_date}.csv", index=False)
-
+    print(f"saved cafe/{keyword}/{start_date}-{end_date}.csv")
     return ret
 
 def merge_dicts(dict_list):

Add a comment

Open 0
Closed 0

List

...	...	@@ -20,13 +20,25 @@
20	20
21	21	def get_url(keyword, start_date, end_date):
22	22	# 오케이독본점 SEO 고용함. 스팸 개쩜
23		- url = (f"https://search.naver.com/search.naver?where=articleg&query={keyword}+-오케이독본점&oquery={keyword}"
24		- f"&ie=utf8&st=rel&date_option=8"
25		- f"&date_from={start_date.replace('-','.')}"
26		- f"&date_to={end_date.replace('-','.')}"
27		- f"&srchby=text&dup_remove=1"
28		- f"&cafe_url=&without_cafe_url="
29		- f"&sm=tab_opt&nso=so%3Add%2Cp%3Afrom{start_date.replace('-','')}to{end_date.replace('-','')}&nso_open=1&prdtype=0")
	23	+ url = (
	24	+ f"https://search.naver.com/search.naver?"
	25	+ f'nso=so%3Add%2Cp%3Afrom{start_date.replace("-", "")}to{end_date.replace("-", "")}'
	26	+ f'&nso_open=1&prdtype=0&query={keyword}+-오케이독본점'
	27	+ f'&sm=mtb_opt'
	28	+ f'&st=date'
	29	+ f'&stnm=date&where=articleg'
	30	+ f'&opt_tab=0'
	31	+ f'&date_from={start_date.replace("-", "")}&date_to={end_date.replace("-", "")}'
	32	+ )
	33	+
	34	+ # f"https://search.naver.com/search.naver?where=articleg&query={keyword}+-오케이독본점&nso_open=1&prdtype=0"
	35	+ # f"&oquery={keyword}"
	36	+ # f"&ie=utf8&st=rel&date_option=8"
	37	+ # f"&date_from={start_date.replace('-','.')}"
	38	+ # f"&date_to={end_date.replace('-','.')}"
	39	+ # f"&srchby=text&dup_remove=1"
	40	+ # f"&cafe_url=&without_cafe_url="
	41	+ # f"&sm=tab_opt&nso=so%3Add%2Cp%3Afrom{start_date.replace('-','')}to{end_date.replace('-','')}&nso_open=1&prdtype=0")
30	42	return url
31	43
32	44	def remove_tags(html):
...	...	@@ -120,7 +132,7 @@
120	132	if not os.path.exists(f"cafe/{keyword}"):
121	133	os.mkdir(f"cafe/{keyword}")
122	134	out_df.to_csv(f"cafe/{keyword}/{start_date}-{end_date}.csv", index=False)
123		-
	135	+ print(f"saved cafe/{keyword}/{start_date}-{end_date}.csv")
124	136	return ret
125	137
126	138	def merge_dicts(dict_list):

Delete comment