-
Notifications
You must be signed in to change notification settings - Fork 0
/
github-trend.js
107 lines (101 loc) · 3.59 KB
/
github-trend.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
var request = require("request");
var env = require('jsdom').env;
var fs = require('fs');
var moment = require('moment');
var async = require('async');
var trendData ={};
var parseToJson = exports.parseToJson = function(weeklyOrDaily,callback){
var sum = [];
request('https://github.com/trending?since='+weeklyOrDaily, function (error, response, body) {
if (!error && response.statusCode == 200) {
env(body, function (errors, window) {
if(errors)console.log(errors);
var $ = require('jquery')(window);
$(".repo-list-item").each(function(index, valueObj){
var url = $(valueObj).find(".repo-list-name>a").attr("href");
var description = $(valueObj).find(".repo-list-description").text().trim();
var meta = $(valueObj).find(".repo-list-meta").text().trim().replace(/\n/g,"").split("•");
var language,starnum;
if( meta.length==3 ){
language = meta[0].trim();
starnum = parseInt(meta[1].substring(0,meta[1].indexOf("stars") ).replace(/,/g,"") );
}else if(meta.length==2){
language = "none"
starnum = parseInt(meta[0].substring(0,meta[0].indexOf("stars") ).replace(/,/g,"") );
}else{
console.log("exception occurred!");
throw "Exception";
}
sum.push({url:url,description:description, language: language, starnum: starnum});
if( index == 24){
fs.writeFile(__dirname + "/"+weeklyOrDaily+"/"+moment().format("YYYY-MM-DD").toString()+".json", JSON.stringify(sum) , function(err) {
if(err) {
return console.log(err);
}
console.log("The file was saved!");
});
}
});
});
}
});
}
var eachFileAdjust = function(){
async.each( days, function( day, cb ){
$.ajax({url: "./daily/"+day+".json"}).done(function(data){
var idx = getIndexFromNums(days,day);
var len = days.length;
if( (typeof data === "object") && (data !== null) ){
stackData( idx, len, day, data, cb );
}else{stackData( idx, len, day, JSON.parse(data), cb );}
}).fail(function(){cb();});
}, graph );
}
var stackData = function( idx, lenOfDay, day, data, cb ){
var getArrayFromData = function(lenOfDay){
var arr = [];
arr.push(0);
while(lenOfDay--)arr.push(0);
return arr;
}
async.each(data, function(module, ccb){
var url = module['url'];
var day = data;
var starnum = module['starnum'];
var len = trendData["datasets"].length;
var index = -1;
for(var i=0;i<len;i++){
if(trendData["datasets"][i]["label"]==url) index=i;
}
if(index > 0){
trendData["datasets"][index]["data"][idx] = starnum;
}else{
var ds = {};
ds["label"] = url;
var randomColor = function(){
var r = Math.floor((Math.random() * 255) + 1);
var g = Math.floor((Math.random() * 255) + 1);
var b = Math.floor((Math.random() * 255) + 1);
return r +"," +g+"," + b;
}();
ds["fillColor"] = "rgba("+randomColor+",0.2)";
ds["strokeColor"] = "rgba("+randomColor+",1)";
ds["pointColor"] = "rgba("+randomColor+",1)";
ds["pointStrokeColor"] = "#fff";
ds["pointHighlightFill"]= "#fff";
ds["pointHighlightStroke"] = "rgba("+randomColor+",1)";
ds["data"] = getArrayFromData(lenOfDay);
ds["data"][idx] = starnum;
trendData["datasets"].push(ds);
}
ccb();
}, function(){
cb();
});
}
var getIndexFromNums = function (days,day){
var len = days.length;
for(var i=0;i<len;i++){
if(days[i]==day) return i;
}
}