HTTP小爬虫升级版

var http = require('http')var cheerio = require('cheerio')var Promise = require('bluebird')var baseU

var http = require('http')var cheerio = require('cheerio')var Promise = require('bluebird')var baseUrl = 'http://www.imooc.com/learn/'var videoIds = [637,348,259,197,134,75]var fetchCourseArray = []videoIds.forEach(function (id) {    fetchCourseArray.push(getPageAsync(baseUrl + id))})Promise    .all(fetchCourseArray)    .then(function (pages) {        var coursesData = []        pages.forEach(function (html) {            var courses = filterChapters(html)            coursesData.push(courses)        })        coursesData.sort(function (a, b) {            return a.number < b.number        })        printCourseInfo(coursesData)    })function getPageAsync(url) {    return new Promise(function (resolve, reject) {        console.log('正在爬取' + url)        http.get(url, function (res) {            var html = ''            res.on('data',function (data) {                html += data            })            res.on('end',function () {                resolve(html)            })        }).on('error',function (e) {            reject(e)            console.log('获取页面数据出错!')        })    })}function filterChapters(html) {    var $ = cheerio.load(html)    var chapters = $('.chapter')    var title = $('.course-infos .hd .l').text()    var number = parseInt($('.course-infos .statics .static-item:last-child').find('.meta-value strong').text().trim(),10)    var courseData = {        title: title,        number: number,        videos: []    }    chapters.each(function () {        var chapter = $(this)        var chapterTitle = chapter.find('strong').text()        var videos = chapter.find('.video').children('li')        var chapterData = {            chapterTitle: chapterTitle,            videos: []        }        videos.each(function () {            var video = $(this).find('.studyvideo')            var videoTitle = video.text()            var id = video.attr('href').split('video/')[1]            chapterData.videos.push({                title: videoTitle,                id: id            })        })        courseData.videos.push(chapterData)    })    return courseData}function printCourseInfo(coursesData) {    coursesData.forEach(function (courseData) {        console.log(courseData.number + ' 人学过 ' + courseData.title + '/n')    })    coursesData.forEach(function (courseData,index) {        console.log('课程' + (index+1) +': 《' + courseData.title + '》/n')        courseData.videos.forEach(function (item) {            var chapterTitle = item.chapterTitle            console.log(chapterTitle + '/n')            item.videos.forEach(function (video) {                console.log(' 【' + video.id + '】 ' + video.title + '/n')            })        })    })}

更新

var http = require('http')var cheerio = require('cheerio')// var Promise = require('bluebird')var baseUrl = 'http://www.imooc.com/learn/'// var videoIds = [637,348,259,197,134,75]// var videoIds = [348, 637]var videoIds = [348]var fetchCourseArray = []videoIds.forEach(function (id) {  fetchCourseArray.push(getPageAsync(baseUrl + id))})Promise.all(fetchCourseArray).then(function (pages) {  let coursesData = []  pages.forEach(function (html) {    let courses = filterChapters(html)    coursesData.push(courses)  })  coursesData.sort(function (a, b) {    return a.number < b.number  })  printCourseInfo(coursesData)})function getPageAsync(url) {  return new Promise(function (resolve, reject) {    console.log('正在爬取' + url)    http.get(url, function (res) {      let html = ''      res.on('data',function (data) {        html += data      })      res.on('end',function () {        resolve(html)      })    }).on('error',function (e) {      reject(e)      console.log('获取页面数据出错!')    })  })}function filterChapters(html) {  var $ = cheerio.load(html)  var chapters = $('.chapter')  var title = $('.course-infos .hd .l').text().trim()  var number = parseInt($('.course-infos .statics .static-item').find('.js-learn-num').text().trim(),10)  var courseData = {    title: title,    number: number,    videos: []  }  chapters.each(function () {    let chapter = $(this)    let chapterTitle = chapter.find('strong').text().trim()    let videos = chapter.find('.video').children('li')    let chapterData = {      chapterTitle: chapterTitle,      videos: []    }    videos.each(function () {      let video = $(this).find('.J-media-item')      let videoTitle = video.text().trim()      let id = video.attr('href').split('video/')[1]      chapterData.videos.push({        title: videoTitle,        id: id      })    })    courseData.videos.push(chapterData)  })  return courseData}function printCourseInfo(coursesData) {  coursesData.forEach(function (courseData) {    console.log(courseData.number + ' 人学过 ' + courseData.title + '/n')  })  coursesData.forEach(function (courseData,index) {    console.log('课程' + (index+1) +': 《' + courseData.title + '》/n')    courseData.videos.forEach(function (item) {      let chapterTitle = item.chapterTitle.trim()      console.log(chapterTitle + '/n')      item.videos.forEach(function (video) {        console.log(' 【' + video.id + '】 ' + video.title + '/n')      })    })  })}