Initial commit of spamalytics v0.1
This commit is contained in:
commit
9223bee84c
4 changed files with 3851 additions and 0 deletions
4
.gitignore
vendored
Normal file
4
.gitignore
vendored
Normal file
|
|
@ -0,0 +1,4 @@
|
||||||
|
.DS_Store
|
||||||
|
data.js
|
||||||
|
spam.log
|
||||||
|
spamalytics
|
||||||
55
index.html
Normal file
55
index.html
Normal file
|
|
@ -0,0 +1,55 @@
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<title>Spamalytics</title>
|
||||||
|
<style type="text/css">
|
||||||
|
body {
|
||||||
|
text-align:center;
|
||||||
|
font-family: helvetica;
|
||||||
|
}
|
||||||
|
ul {
|
||||||
|
list-style-type: none;
|
||||||
|
}
|
||||||
|
li {
|
||||||
|
display: inline;
|
||||||
|
padding: 10px;
|
||||||
|
}
|
||||||
|
</style>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<h1>Spamalytics</h1>
|
||||||
|
<canvas id="weeklyLine" width="500" height="400"></canvas>
|
||||||
|
<div id="weeklyLineInfo"></div>
|
||||||
|
<div class="monthlyInfo">
|
||||||
|
<h3>Last 30 Days</h3>
|
||||||
|
<p id="monthlyPregreet"></p>
|
||||||
|
<p id="monthlyNoqueue"></p>
|
||||||
|
<p id="monthlyQuarantine"></p>
|
||||||
|
<p id="monthlySpam"></p>
|
||||||
|
<p id="monthlyHam"></p>
|
||||||
|
</div>
|
||||||
|
<script src="Chart.js"></script>
|
||||||
|
<script src="data.js"></script>
|
||||||
|
<script type="text/javascript">
|
||||||
|
var options = {
|
||||||
|
legendTemplate : '<ul class="legend">'
|
||||||
|
+'<% for (var i=0; i<datasets.length; i++) { %>'
|
||||||
|
+'<li>'
|
||||||
|
+'<span style=\"color:<%=datasets[i].strokeColor%>\">'
|
||||||
|
+'<% if (datasets[i].label) { %><%= datasets[i].label %><% } %>'
|
||||||
|
+'</span>'
|
||||||
|
+'</li>'
|
||||||
|
+'<% } %>'
|
||||||
|
+'</ul>'
|
||||||
|
};
|
||||||
|
|
||||||
|
var ctx = document.getElementById("weeklyLine").getContext("2d");
|
||||||
|
var weeklyLine = new Chart(ctx).Line(data, options);
|
||||||
|
document.getElementById('weeklyLineInfo').innerHTML = weeklyLine.generateLegend();
|
||||||
|
document.getElementById('monthlyPregreet').innerHTML = "Pregreet: " + data['monthlyPregreet'];
|
||||||
|
document.getElementById('monthlyNoqueue').innerHTML = "No Queue: " + data['monthlyNoqueue'];
|
||||||
|
document.getElementById('monthlyQuarantine').innerHTML = "Quarantined: " + data['monthlyQuarantine'];
|
||||||
|
document.getElementById('monthlySpam').innerHTML = "Total Spam: " + data['monthlySpam'];
|
||||||
|
document.getElementById('monthlyHam').innerHTML = "Total Ham: " + data['monthlyHam'];
|
||||||
|
</script>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
315
spamalytics.go
Normal file
315
spamalytics.go
Normal file
|
|
@ -0,0 +1,315 @@
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"bufio"
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
"strconv"
|
||||||
|
"bytes"
|
||||||
|
"sort"
|
||||||
|
"io/ioutil"
|
||||||
|
"flag"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
func check(e error) {
|
||||||
|
if e != nil {
|
||||||
|
panic(e)
|
||||||
|
} // if e != nil
|
||||||
|
} // func check
|
||||||
|
|
||||||
|
func readLines ( path string ) ( []string, error ) {
|
||||||
|
file, err := os.Open(path)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
} // if err != nil
|
||||||
|
defer file.Close()
|
||||||
|
|
||||||
|
var lines []string
|
||||||
|
scanner := bufio.NewScanner(file)
|
||||||
|
for scanner.Scan() {
|
||||||
|
lines = append(lines, scanner.Text())
|
||||||
|
} // for scanner.Scan()
|
||||||
|
return lines, scanner.Err()
|
||||||
|
} // func readlines
|
||||||
|
|
||||||
|
type Record struct {
|
||||||
|
date string
|
||||||
|
pregreet int
|
||||||
|
noqueue int
|
||||||
|
quarantine int
|
||||||
|
ham int
|
||||||
|
} // type Record struct
|
||||||
|
type DataMap map[string]*Record
|
||||||
|
|
||||||
|
func load (dataset DataMap, date string, str string, num int) ( DataMap ) {
|
||||||
|
if rec, ok := dataset[date]; ok {
|
||||||
|
if str == "PREGREET" {
|
||||||
|
if rec.pregreet < num {
|
||||||
|
rec.pregreet = num
|
||||||
|
} // if pregreet < num
|
||||||
|
} else if str == "NOQUEUE" {
|
||||||
|
if rec.noqueue < num {
|
||||||
|
rec.noqueue = num
|
||||||
|
} // if noqueue < num
|
||||||
|
} else if str == "QUARANTINED" {
|
||||||
|
if rec.quarantine < num {
|
||||||
|
rec.quarantine = num
|
||||||
|
} // if quarantine < num
|
||||||
|
} else if str == "HAM" {
|
||||||
|
if rec.ham < num {
|
||||||
|
rec.ham = num
|
||||||
|
} // if ham < num
|
||||||
|
} // if str == ...
|
||||||
|
dataset[date] = rec
|
||||||
|
} else {
|
||||||
|
rec := new(Record)
|
||||||
|
if str == "PREGREET" {
|
||||||
|
rec.pregreet = num
|
||||||
|
} else if str == "NOQUEUE" {
|
||||||
|
rec.noqueue = num
|
||||||
|
} else if str == "QUARANTINE" {
|
||||||
|
rec.quarantine = num
|
||||||
|
} else if str == "HAM" {
|
||||||
|
rec.ham = num
|
||||||
|
} // if str == ...
|
||||||
|
dataset[date] = rec
|
||||||
|
} // if dataset[date]
|
||||||
|
return dataset
|
||||||
|
} // func load
|
||||||
|
|
||||||
|
|
||||||
|
// Start main thread
|
||||||
|
func main() {
|
||||||
|
|
||||||
|
// Begin Arguments
|
||||||
|
sourceFile := flag.String("-source", "/var/log/spam.log", "The path to the spam log")
|
||||||
|
outfile := flag.String("-out", "data.js", "The path to the file you want to output.")
|
||||||
|
hamColor := flag.String("-hamcolor","rgba(80,220,80,1)","The color of the ham graph.")
|
||||||
|
hamFill := flag.String("-hamfill","rgba(80,220,80,0.2)","The fill color of the ham graph.")
|
||||||
|
quarantineColor := flag.String("-quarantinecolor","rgba(220,80,80,1)","The line color of the quarantine graph.")
|
||||||
|
quarantineFill := flag.String("-quarantinefill","rgba(220,80,80,0.2)","The fill color of the quarantine graph.")
|
||||||
|
noqueueColor := flag.String("-noqueuecolor","rgba(220,150,80,1)","The line color of the noqueue graph.")
|
||||||
|
noqueueFill := flag.String("-noqueuefill","rgba(220,150,80,0.2)","The fill color of the noqueue graph.")
|
||||||
|
pregreetColor := flag.String("-pregreetcolor","rgba(220,200,80,1)","The line color of the pregreet graph.")
|
||||||
|
pregreetFill := flag.String("-pregreetfill","rgba(220,200,80,0.2)","The fill color of the pregreet graph.")
|
||||||
|
flag.Parse()
|
||||||
|
// End Arguments
|
||||||
|
|
||||||
|
spamInfo, err := readLines(*sourceFile)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println(err)
|
||||||
|
return
|
||||||
|
} // if err != nil
|
||||||
|
|
||||||
|
// Start semi-constants
|
||||||
|
aWeekAgo := time.Now().AddDate(0,0,-7)
|
||||||
|
aMonthAgo := time.Now().AddDate(0,0,-30)
|
||||||
|
// End semi-constants
|
||||||
|
|
||||||
|
// Start temporary maps
|
||||||
|
weekly := make(map[string]*Record)
|
||||||
|
monthly := make(map[string]*Record)
|
||||||
|
// End temporary maps
|
||||||
|
|
||||||
|
for _, line := range spamInfo {
|
||||||
|
val := strings.Split(line, " ")
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println(err)
|
||||||
|
return
|
||||||
|
} // if err != nil
|
||||||
|
|
||||||
|
dateFormat := "2006-01-02"
|
||||||
|
date, _ := time.Parse(dateFormat, val[0])
|
||||||
|
|
||||||
|
if date.After(aWeekAgo) {
|
||||||
|
count, err := strconv.Atoi(val[2])
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println(err)
|
||||||
|
return
|
||||||
|
} // if err != nil
|
||||||
|
weekly = load(weekly, val[0], val[1], count)
|
||||||
|
} // if date.After(aWeekAgo)
|
||||||
|
|
||||||
|
if date.After(aMonthAgo) {
|
||||||
|
count, err := strconv.Atoi(val[2])
|
||||||
|
if err != nil {
|
||||||
|
fmt.Println(err)
|
||||||
|
return
|
||||||
|
} // if err != nil
|
||||||
|
monthly = load(monthly, val[0], val[1], count)
|
||||||
|
} // if date.After(aMonthAgo)
|
||||||
|
|
||||||
|
} //for line in spamInfo
|
||||||
|
|
||||||
|
var monthlyPregreet int
|
||||||
|
var monthlyNoqueue int
|
||||||
|
var monthlyQuarantine int
|
||||||
|
var monthlyHam int
|
||||||
|
|
||||||
|
for _, k := range monthly {
|
||||||
|
monthlyPregreet += k.pregreet
|
||||||
|
monthlyNoqueue += k.noqueue
|
||||||
|
monthlyQuarantine += k.quarantine
|
||||||
|
monthlyHam += k.ham
|
||||||
|
} // for k in monthly
|
||||||
|
|
||||||
|
monthlySpam := monthlyPregreet + monthlyNoqueue + monthlyQuarantine
|
||||||
|
|
||||||
|
var labels []string
|
||||||
|
for k := range weekly {
|
||||||
|
labels = append(labels, k)
|
||||||
|
} // for k in weekly
|
||||||
|
|
||||||
|
sort.Strings(labels)
|
||||||
|
|
||||||
|
// Make data.js string
|
||||||
|
var buffer bytes.Buffer
|
||||||
|
|
||||||
|
buffer.WriteString("var data = {\n")
|
||||||
|
|
||||||
|
// Generate graph labels
|
||||||
|
buffer.WriteString("\tlabels: [")
|
||||||
|
for c, val := range labels {
|
||||||
|
buffer.WriteString("\"")
|
||||||
|
buffer.WriteString(val)
|
||||||
|
if c < (len(labels)-1) {
|
||||||
|
buffer.WriteString("\", ")
|
||||||
|
} else {
|
||||||
|
buffer.WriteString("\"")
|
||||||
|
}
|
||||||
|
} // for val in labels
|
||||||
|
buffer.WriteString("],\n")
|
||||||
|
buffer.WriteString("\tdatasets: [\n")
|
||||||
|
|
||||||
|
// Generate HAM dataset
|
||||||
|
buffer.WriteString("\t\t{\n\t\t\tlabel: \"Ham\",\n")
|
||||||
|
buffer.WriteString("\t\t\tfillColor: \"")
|
||||||
|
buffer.WriteString(*hamFill)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tstrokeColor: \"")
|
||||||
|
buffer.WriteString(*hamColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointColor: \"")
|
||||||
|
buffer.WriteString(*hamColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointStrokeColor: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightFill: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightSroke: \"")
|
||||||
|
buffer.WriteString(*hamColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tdata: [")
|
||||||
|
for c, val := range labels {
|
||||||
|
buffer.WriteString(strconv.Itoa(weekly[val].ham))
|
||||||
|
if c < (len(labels)-1) {
|
||||||
|
buffer.WriteString(", ")
|
||||||
|
} // if c < len(labels)
|
||||||
|
} // for val in labels
|
||||||
|
buffer.WriteString("]\n\t\t},\n")
|
||||||
|
|
||||||
|
// Generate quarantine dataset
|
||||||
|
buffer.WriteString("\t\t{\n\t\t\tlabel: \"Quarantine\",\n")
|
||||||
|
buffer.WriteString("\t\t\tfillColor: \"")
|
||||||
|
buffer.WriteString(*quarantineFill)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tstrokeColor: \"")
|
||||||
|
buffer.WriteString(*quarantineColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointColor: \"")
|
||||||
|
buffer.WriteString(*quarantineColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointStrokeColor: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightFill: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightSroke: \"")
|
||||||
|
buffer.WriteString(*quarantineColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tdata: [")
|
||||||
|
for c, val := range labels {
|
||||||
|
buffer.WriteString(strconv.Itoa(weekly[val].quarantine))
|
||||||
|
if c < (len(labels)-1) {
|
||||||
|
buffer.WriteString(", ")
|
||||||
|
} // if c < len(labels)
|
||||||
|
} // for val in labels
|
||||||
|
buffer.WriteString("]\n\t\t},\n")
|
||||||
|
|
||||||
|
// Generate noqueue dataset
|
||||||
|
buffer.WriteString("\t\t{\n\t\t\tlabel: \"No Queue\",\n")
|
||||||
|
buffer.WriteString("\t\t\tfillColor: \"")
|
||||||
|
buffer.WriteString(*noqueueFill)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tstrokeColor: \"")
|
||||||
|
buffer.WriteString(*noqueueColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointColor: \"")
|
||||||
|
buffer.WriteString(*noqueueColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointStrokeColor: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightFill: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightSroke: \"")
|
||||||
|
buffer.WriteString(*noqueueColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tdata: [")
|
||||||
|
for c, val := range labels {
|
||||||
|
buffer.WriteString(strconv.Itoa(weekly[val].noqueue))
|
||||||
|
if c < (len(labels)-1) {
|
||||||
|
buffer.WriteString(", ")
|
||||||
|
} // if c < len(labels)
|
||||||
|
} // for val in labels
|
||||||
|
buffer.WriteString("]\n\t\t},\n")
|
||||||
|
|
||||||
|
// Generate pregreet dataset
|
||||||
|
buffer.WriteString("\t\t{\n\t\t\tlabel: \"Pregreet\",\n")
|
||||||
|
buffer.WriteString("\t\t\tfillColor: \"")
|
||||||
|
buffer.WriteString(*pregreetFill)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tstrokeColor: \"")
|
||||||
|
buffer.WriteString(*pregreetColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointColor: \"")
|
||||||
|
buffer.WriteString(*pregreetColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointStrokeColor: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightFill: \"#fff\",\n")
|
||||||
|
buffer.WriteString("\t\t\tpointHighlightSroke: \"")
|
||||||
|
buffer.WriteString(*pregreetColor)
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
buffer.WriteString("\t\t\tdata: [")
|
||||||
|
for c, val := range labels {
|
||||||
|
buffer.WriteString(strconv.Itoa(weekly[val].pregreet))
|
||||||
|
if c < (len(labels)-1) {
|
||||||
|
buffer.WriteString(", ")
|
||||||
|
} // if c < len(labels)
|
||||||
|
} // for val in labels
|
||||||
|
buffer.WriteString("]\n\t\t}\n")
|
||||||
|
|
||||||
|
buffer.WriteString("\t],\n")
|
||||||
|
|
||||||
|
buffer.WriteString("\tmonthlyPregreet: \"")
|
||||||
|
buffer.WriteString(strconv.Itoa(monthlyPregreet))
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
|
||||||
|
buffer.WriteString("\tmonthlyNoqueue: \"")
|
||||||
|
buffer.WriteString(strconv.Itoa(monthlyNoqueue))
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
|
||||||
|
buffer.WriteString("\tmonthlyQuarantine: \"")
|
||||||
|
buffer.WriteString(strconv.Itoa(monthlyQuarantine))
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
|
||||||
|
buffer.WriteString("\tmonthlySpam: \"")
|
||||||
|
buffer.WriteString(strconv.Itoa(monthlySpam))
|
||||||
|
buffer.WriteString("\",\n")
|
||||||
|
|
||||||
|
buffer.WriteString("\tmonthlyHam: \"")
|
||||||
|
buffer.WriteString(strconv.Itoa(monthlyHam))
|
||||||
|
buffer.WriteString("\"\n")
|
||||||
|
|
||||||
|
buffer.WriteString("};\n\n")
|
||||||
|
// End make data.js string
|
||||||
|
|
||||||
|
// Create data file
|
||||||
|
ioutil.WriteFile(*outfile, []byte(buffer.String()), 0644)
|
||||||
|
// End create data file
|
||||||
|
} // End main thread
|
||||||
Loading…
Reference in a new issue