diff --git a/llmongo.go b/llmongo.go index f702894..8f8f711 100644 --- a/llmongo.go +++ b/llmongo.go @@ -3,15 +3,15 @@ package main import ( "github.com/fzzy/radix/redis" -// "github.com/garyburd/redigo/redis" "flag" "fmt" "os" "gopkg.in/mgo.v2" - "gopkg.in/mgo.v2/bson" +// "gopkg.in/mgo.v2/bson" "time" "strings" "strconv" + "log" ) type Options struct { @@ -20,6 +20,8 @@ type Options struct { rdb *redis.Client mdb *mgo.Session ll *mgo.Collection + RedisTTL time.Duration + LogFile string } type MongoLogin struct { @@ -34,25 +36,29 @@ var ( // MongoUri: "mongodb://127.0.0.1:27018", MongoUri: "mongodb://10.39.81.85:27018", RedisUri: "127.0.0.1:6379", + RedisTTL: time.Hour * 11688, // 16 mesi + LogFile: "./log/llmongo.log", // RedisUri: "redis-ll.mail.tiscali.sys:6379", } ) func usage() { - fmt.Println("Usage: llmongo -m -r \n") + fmt.Println("Usage: llmongo -m -r -t -l \n") os.Exit(0) } func init() { flag.StringVar(&opts.MongoUri, "m", opts.MongoUri, "Mongodb") flag.StringVar(&opts.RedisUri, "r", opts.RedisUri, "Redis") + flag.StringVar(&opts.LogFile, "l", opts.LogFile, "Logs filename") + flag.DurationVar(&opts.RedisTTL, "t", opts.RedisTTL, "Redis TTL") } func connectRedis() { var err error opts.rdb, err = redis.Dial("tcp", opts.RedisUri) if err != nil { - fmt.Println("Redis connect Error: ", err.Error()) + log.Println("Redis connect Error: ", err.Error()) os.Exit(-1) } } @@ -61,7 +67,7 @@ func connectMongo() { var err error opts.mdb, err = mgo.Dial(opts.MongoUri) if err != nil { - fmt.Println("Mongodb connect Error: ", err.Error()) + log.Println("Mongodb connect Error: ", err.Error()) os.Exit(-3) } opts.ll = opts.mdb.DB("dovecot").C("lastlogin") @@ -71,7 +77,18 @@ func main() { flag.Usage = usage flag.Parse() - fmt.Println(opts) + fs, err := os.OpenFile(opts.LogFile, os.O_WRONLY|os.O_APPEND|os.O_CREATE, 0666) + if err != nil { + fmt.Println("Log file error: ", err.Error()) + os.Exit(-4) + } + + log.SetOutput(fs) +// log.SetPrefix("[llmongo] ") + + start := time.Now() + fmt.Printf("Start: %+v\n", opts) + log.Printf("Start: %+v\n", opts) connectRedis() defer opts.rdb.Close() @@ -79,22 +96,46 @@ func main() { connectMongo() defer opts.mdb.Close() - + // Estrae la lista degli utenti che hanno fatto login negli ultimi X min. llindex := opts.rdb.Cmd("smembers", "llindex") - lista, err := llindex.List() + lista, err := llindex.List() for _, user := range lista { + // cicla fino a che esistono righe di login + var date int64 + var lastval, val string for { - val, err := opts.rdb.Cmd("lindex", user, "-1").Str() + // Estrae l'ultimo login dell'utente 'user' + val, err = opts.rdb.Cmd("lindex", user, "-1").Str() if err != nil { - fmt.Println("lindex error: ", err.Error()) + log.Printf("lindex error: %+v\n", err) + // se ha trovato user e righe di login + if lastval != "" { + // reinserisce l'ultimo login e imposta il ttl su Redis + retval := opts.rdb.Cmd("lpush", user, lastval) + ttl := opts.rdb.Cmd("expire", user, opts.RedisTTL.Seconds()) + log.Println("lpush retval: ", retval, ttl, user, lastval) + } break } - fmt.Println("Val: ", val) + // se la riga di login e' vuota + if val == "" { + log.Println("Login empty: ", user) + retval := opts.rdb.Cmd("lrem", user, "-1", val) + log.Println("lrem retval: ", user, val, retval) + continue + } sval := strings.Split(val, ":") - date, err := strconv.ParseInt(sval[1], 10, 64) + // se il formato della riga di login non e' corretto + if sval[1] == "" { + log.Println("Login format error: ", val, user) + retval := opts.rdb.Cmd("lrem", user, "-1", val) + log.Println("lrem retval: ", user, val, retval) + continue + } + date, err = strconv.ParseInt(sval[1], 10, 64) if err != nil { - fmt.Println("Date Error: ", err.Error()) + log.Printf("Date Error: %+v - %s\n", err, user) continue } ml := MongoLogin{ @@ -103,27 +144,32 @@ func main() { Ip: sval[2], Date: time.Unix(date, 0), } + // inserisce il login su Mongodb err = opts.ll.Insert(ml) if err != nil { - fmt.Println("Insert error: ", err.Error()) + log.Printf("Insert error: %+v\n", err) + // se l'errore e' "duplicate key error" + if strings.Contains(err.Error(), "E11000") { + retval := opts.rdb.Cmd("lrem", user, "-1", val) + log.Println("lrem duplicate retval: ", retval, val) + lastval = "" + } + continue } + // cancella da Redis la riga di login inserita retval := opts.rdb.Cmd("lrem", user, "-1", val) - fmt.Println("lrem retval: ", retval, val) + log.Println("lrem retval: ", retval, user, val) + lastval = val } + // controlla se ci sono ancora line di login per l'utente 'user' llen, _ := opts.rdb.Cmd("llen", user).Int64() if llen == 0 { - retval := opts.rdb.Cmd("srem", "llindex", user) - fmt.Println("srem retval: ", retval) + // elimina l'utente dalla lista di quelli che hanno fatto login + retval := opts.rdb.Cmd("srem", "llindex", user) + log.Println("srem retval: ", retval, user) } } - - last := time.Now().Add(-time.Minute*10).UTC() - - retval, err := opts.ll.Find(bson.M{ "date": bson.M{ "$gte": last }}).Count() - if err != nil { - fmt.Println("Query error: ", err.Error()) - os.Exit(-4) - } - - fmt.Println(last, retval) + + fmt.Printf("Stop %v\n", time.Since(start)) + log.Printf("Stop %v\n", time.Since(start)) } \ No newline at end of file