Showing
5 changed files
with
67 additions
and
21 deletions
| ... | @@ -5,10 +5,9 @@ var JASON = require('jason') | ... | @@ -5,10 +5,9 @@ var JASON = require('jason') |
| 5 | const {Builder, By, Key, until} = require('selenium-webdriver'); | 5 | const {Builder, By, Key, until} = require('selenium-webdriver'); |
| 6 | var iconv = require('iconv-lite') | 6 | var iconv = require('iconv-lite') |
| 7 | 7 | ||
| 8 | -var driver = new webdriver.Builder(). | 8 | +module.exports = { |
| 9 | - withCapabilities(webdriver.Capabilities.chrome()). | 9 | + search_onairanddate: function(driver,string) { |
| 10 | - build(); | 10 | + let url1 = "https://search.naver.com/search.naver?sm=top_hty&fbm=1&ie=utf8&query=" + string |
| 11 | - let url1 = "https://search.naver.com/search.naver?sm=top_hty&fbm=1&ie=utf8&query=%EB%9F%B0%EB%8B%9D%EB%A7%A8" | ||
| 12 | driver | 11 | driver |
| 13 | .get(url1).then(() => { | 12 | .get(url1).then(() => { |
| 14 | driver | 13 | driver |
| ... | @@ -41,11 +40,11 @@ var driver = new webdriver.Builder(). | ... | @@ -41,11 +40,11 @@ var driver = new webdriver.Builder(). |
| 41 | //encodestr = encodestr.toUpperCase(); | 40 | //encodestr = encodestr.toUpperCase(); |
| 42 | //console.log(iconv.encode(encodestr, 'EUC-KR').toString()) | 41 | //console.log(iconv.encode(encodestr, 'EUC-KR').toString()) |
| 43 | //console.log(encodestr) | 42 | //console.log(encodestr) |
| 44 | - var buf = iconv.encode('편성표','euckr') | 43 | + //var buf = iconv.encode('편성표','euckr') |
| 45 | - var param = buf.toString('binary') | 44 | + //var param = buf.toString('binary') |
| 46 | - console.log(param) | 45 | + //console.log(param) |
| 47 | - driver.findElement(webdriver.By.id('nx_query')).sendKeys(broadcasting,br_date,param) | 46 | + //driver.findElement(webdriver.By.id('nx_query')).sendKeys(broadcasting,br_date,param) |
| 48 | - driver.findElement(webdriver.By.className('spnew ico_search')).click() | 47 | + //driver.findElement(webdriver.By.className('spnew ico_search')).click() |
| 49 | }) | 48 | }) |
| 50 | 49 | ||
| 51 | } | 50 | } |
| ... | @@ -58,3 +57,5 @@ var driver = new webdriver.Builder(). | ... | @@ -58,3 +57,5 @@ var driver = new webdriver.Builder(). |
| 58 | }) | 57 | }) |
| 59 | }) | 58 | }) |
| 60 | }) | 59 | }) |
| 60 | + } | ||
| 61 | +} | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
| ... | @@ -8,13 +8,8 @@ const screen = { | ... | @@ -8,13 +8,8 @@ const screen = { |
| 8 | }; | 8 | }; |
| 9 | var a=0 | 9 | var a=0 |
| 10 | var breaktheloop = false | 10 | var breaktheloop = false |
| 11 | -var driver = new webdriver.Builder(). | 11 | +module.exports = { |
| 12 | - withCapabilities(webdriver.Capabilities.chrome()). | 12 | + search_broadcasting : function(driver,url) { |
| 13 | - build(); | ||
| 14 | - | ||
| 15 | - | ||
| 16 | - | ||
| 17 | - let url = 'https://people.search.naver.com/search.naver?where=nexearch&query=%EC%9C%A0%EC%9E%AC%EC%84%9D&sm=tab_etc&ie=utf8&key=PeopleService&os=94702'; | ||
| 18 | driver | 13 | driver |
| 19 | .get(url) | 14 | .get(url) |
| 20 | .then(() => { | 15 | .then(() => { |
| ... | @@ -75,3 +70,5 @@ var driver = new webdriver.Builder(). | ... | @@ -75,3 +70,5 @@ var driver = new webdriver.Builder(). |
| 75 | function sleep (time) { | 70 | function sleep (time) { |
| 76 | return new Promise((resolve) => setTimeout(resolve, time)); | 71 | return new Promise((resolve) => setTimeout(resolve, time)); |
| 77 | } | 72 | } |
| 73 | + } | ||
| 74 | +} | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
This diff is collapsed. Click to expand it.
| ... | @@ -5,11 +5,10 @@ var JASON = require('jason') | ... | @@ -5,11 +5,10 @@ var JASON = require('jason') |
| 5 | const {Builder, By, Key, until} = require('selenium-webdriver'); | 5 | const {Builder, By, Key, until} = require('selenium-webdriver'); |
| 6 | var iconv = require('iconv-lite') | 6 | var iconv = require('iconv-lite') |
| 7 | 7 | ||
| 8 | -var findtitle = "런닝맨" | 8 | + |
| 9 | -var driver = new webdriver.Builder(). | 9 | +module.exports = { |
| 10 | - withCapabilities(webdriver.Capabilities.chrome()). | 10 | + search_broadcasting_time : function(driver,broadcast,day,findtitle) { |
| 11 | - build(); | 11 | + let url1 = "https://search.naver.com/search.naver?sm=top_hty&fbm=0&ie=utf8&query="+broadcast+"+"+day+"+편성표" |
| 12 | - let url1 = "https://search.naver.com/search.naver?sm=tab_hty.top&where=nexearch&query=SBS+%EC%9D%BC%EC%9A%94%EC%9D%BC+%ED%8E%B8%EC%84%B1%ED%91%9C&oquery=SBS+%EC%9B%94%EC%9A%94%EC%9D%BC+%ED%8E%B8%EC%84%B1%ED%91%9C&tqi=UsDTSlpySD0ssv33OfVssssssXK-499490" | ||
| 13 | driver | 12 | driver |
| 14 | .get(url1).then(() => { | 13 | .get(url1).then(() => { |
| 15 | driver | 14 | driver |
| ... | @@ -31,3 +30,5 @@ var driver = new webdriver.Builder(). | ... | @@ -31,3 +30,5 @@ var driver = new webdriver.Builder(). |
| 31 | }) | 30 | }) |
| 32 | }) | 31 | }) |
| 33 | }) | 32 | }) |
| 33 | + } | ||
| 34 | +} | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
main.js
0 → 100644
| 1 | +var async = require('async'); | ||
| 2 | +var webdriver = require('selenium-webdriver'); | ||
| 3 | +//var options = {desiredCapabilities: {browserName: 'chrome'}}; | ||
| 4 | +var chrome = require('selenium-webdriver/chrome') | ||
| 5 | +var Options = new chrome.Options(); | ||
| 6 | +Options.addArguments('headless') | ||
| 7 | +Options.addArguments('disable-gpu') | ||
| 8 | +var JASON = require('jason') | ||
| 9 | +const test1 = require('./crawling_samename') | ||
| 10 | +const test2 = require('./crawling_broadcasting') | ||
| 11 | +const test3 = require('./crawling_br_onair_date') | ||
| 12 | +const test4 = require('./crawling_time') | ||
| 13 | + | ||
| 14 | +const {Builder, By, Key, until} = require('selenium-webdriver'); | ||
| 15 | +var driver = new webdriver.Builder() | ||
| 16 | +.forBrowser('chrome') | ||
| 17 | +.withCapabilities(webdriver.Capabilities.chrome()) | ||
| 18 | +.setChromeOptions(Options) | ||
| 19 | +.build(); | ||
| 20 | +samename_list = [] | ||
| 21 | +samename_list = test1.first_search(driver,"유재석") | ||
| 22 | + | ||
| 23 | +var driver_1 = new webdriver.Builder() | ||
| 24 | +.forBrowser('chrome') | ||
| 25 | +.withCapabilities(webdriver.Capabilities.chrome()) | ||
| 26 | +.setChromeOptions(Options) | ||
| 27 | +.build(); | ||
| 28 | + | ||
| 29 | +test2.search_broadcasting(driver_1,"https://people.search.naver.com/search.naver?where=nexearch&sm=tab_ppn&query=%EC%9C%A0%EC%9E%AC%EC%84%9D&os=94702&ie=utf8&key=PeopleService") | ||
| 30 | + | ||
| 31 | + | ||
| 32 | +var driver_2 = new webdriver.Builder() | ||
| 33 | +.forBrowser('chrome') | ||
| 34 | +.withCapabilities(webdriver.Capabilities.chrome()) | ||
| 35 | +.setChromeOptions(Options) | ||
| 36 | +.build(); | ||
| 37 | + | ||
| 38 | +test3.search_onairanddate(driver_2,"런닝맨") | ||
| 39 | + | ||
| 40 | + | ||
| 41 | +var driver_3 = new webdriver.Builder() | ||
| 42 | +.forBrowser('chrome') | ||
| 43 | +.withCapabilities(webdriver.Capabilities.chrome()) | ||
| 44 | +.setChromeOptions(Options) | ||
| 45 | +.build(); | ||
| 46 | + | ||
| 47 | +test4.search_broadcasting_time(driver_3,"SBS","일요일","런닝맨") | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file |
-
Please register or login to post a comment