From 29f35540bac3f3c8ad0043d03758142267bcef9a Mon Sep 17 00:00:00 2001 From: Noah Loomans Date: Fri, 9 Sep 2016 14:30:04 +0200 Subject: send data directly --- lib/getUserIndex.js | 102 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 102 insertions(+) create mode 100644 lib/getUserIndex.js (limited to 'lib') diff --git a/lib/getUserIndex.js b/lib/getUserIndex.js new file mode 100644 index 0000000..fc737ab --- /dev/null +++ b/lib/getUserIndex.js @@ -0,0 +1,102 @@ +const Promise = require('bluebird') +const cheerio = require('cheerio') +const request = Promise.promisify(require('request')) +const getURLOfUsers = require('../lib/getURLOfUsers') +const encoding = require('encoding') + +exports = {} +module.exports = exports + +function getStandardUsers () { + return new Promise(function (resolve, reject) { + request(`http://www.meetingpointmco.nl/Roosters-AL/doc/dagroosters/frames/navbar.htm`) + .then(function (page) { + page = page.body + + const $ = cheerio.load(page) + const $script = $('script').eq(1) + const scriptText = $script.text() + + const regexs = [/var classes = \[(.+)\];/, /var teachers = \[(.+)\];/, /var rooms = \[(.+)\];/, /var students = \[(.+)\];/] + const items = regexs.map(function (regex) { + return scriptText.match(regex)[1].split(',').map(function (item) { + return item.replace(/"/g, '') + }) + }) + + resolve([] + .concat(items[0].map(function (item, index) { + return { + type: 'c', + value: item, + index: index, + other: '', + isID: true + } + })) + .concat(items[1].map(function (item, index) { + return { + type: 't', + value: item, + index: index, + other: '', + isID: true + } + })) + .concat(items[2].map(function (item, index) { + return { + type: 'r', + value: item, + index: index, + other: '', + isID: true + } + })) + .concat(items[3].map(function (item, index) { + return { + type: 's', + value: item, + index: index, + other: '', + isID: true + } + }))) + }) + }) +} + +function addExtendedUsers (standardUsers) { + const standardUsersLength = standardUsers.length + for (let i = 0; i < standardUsersLength; i++) { + // for (let i = 200; i < 220; i++) { + request(getURLOfUsers(0, standardUsers[i].type, standardUsers[i].index + 1)) + .then(page => page.body) + .then(page => encoding.convert(page, 'UTF-8', 'Windows-1252')) + .then(function (page) { + const $ = cheerio.load(page) + let extendedName = $('font').eq(2).text().trim() + + if (standardUsers[i].type === 's' || standardUsers[i].type === 't') { + extendedName = extendedName.split(/\s+/).reverse().join(' ') + } + + if (extendedName.indexOf(standardUsers[i].value) === -1 && + extendedName.indexOf(standardUsers[i].value.substring(2, standardUsers[i].value.length))) { + console.log(`added ${extendedName}: ${standardUsers[i].value}`) + standardUsers[i].other = extendedName + standardUsers.push({ + type: standardUsers[i].type, + index: standardUsers[i].index, + value: extendedName, + other: standardUsers[i].value, + isID: false + }) + } + }) + } +} + +getStandardUsers().then(users => { + addExtendedUsers(users) + exports.users = users +}) -- cgit v1.1