megaboxCrawling.py
2.24 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
from bs4 import BeautifulSoup
from selenium import webdriver
import chromedriver_autoinstaller
chromedriver_autoinstaller.install()
booking_url = "https://megabox.co.kr/booking"
rate_url = "https://www.megabox.co.kr/movie"
options = webdriver.ChromeOptions()
options.add_argument("headless") #창 안 띄움
options.add_experimental_option("excludeSwitches", ["enable-logging"])
driver = webdriver.Chrome(options = options)
driver.maximize_window()
# driver.implicitly_wait(2)
driver.get(booking_url)
driver2=webdriver.Chrome(options = options)
driver2.maximize_window()
# driver2.implicitly_wait(2)
driver2.get(rate_url)
theater_location = dict()
# iframes = driver.find_elements_by_css_selector('iframe')
driver.switch_to.frame('frameBokdMBooking')
page1 = driver.page_source
soup1 = BeautifulSoup(page1, "html.parser")
seoul = soup1.select("#mCSB_4_container>ul>li>button")
Gyeonggi = soup1.select("#mCSB_5_container>ul>li>button")
Incheon = soup1.select("#mCSB_6_container>ul>li>button")
DCS = soup1.select("#mCSB_7_container>ul>li>button")#Daejeon Chungcheong Sejong
BDG = soup1.select("#mCSB_8_container>ul>li>button")#Busan Daegu Gyeongsang
GJ= soup1.select("#mCSB_9_container>ul>li>button")#gwangju_jeonla
Gangwon = soup1.select("#mCSB_10_container>ul>li>button")
loc = [seoul, Gyeonggi, Incheon, DCS, BDG, GJ, Gangwon]
def get_location_code(location):
for brch in location:
theater_location[brch['brch-nm']] = brch['brch-no']
for parameter in loc:
get_location_code(parameter)
page2 = driver2.page_source
soup2 = BeautifulSoup(page2, "html.parser")
ticketing_rate = soup2.select('.rate')
movie_name = soup2.select('.tit-area > p.tit')
get_movie_info = soup1.select("#mCSB_1_container>ul>li>button")
movie_dict = dict()
rank = 1
for movie in get_movie_info:
movie_dict[movie['movie-nm']] = [movie['movie-no'], movie['form-at']]
for r, m in zip(ticketing_rate, movie_name):
movie_dict[m['title']].append(r.string)
for value in movie_dict.values():
if(len(value) == 2):
value.append("예메율 0.0%")
if(rank<=10):
value.append({'rank' : rank})
rank += 1
#form-at: 처음 그냥 받아올 때 해당 날짜에 영화 있는지 확인(장소 상관 없이)
#brch-no로 쿼리 주고 나서 form-at확인 필요