// llmongo.go package main import ( "flag" "fmt" "github.com/fzzy/radix/redis" "gopkg.in/mgo.v2" "os" // "gopkg.in/mgo.v2/bson" "bytes" "io/ioutil" "log" "path" "path/filepath" "strconv" "strings" "time" ) type Options struct { MongoUri string RedisUri string rdb *redis.Client mdb *mgo.Session ll *mgo.Collection RedisTTL time.Duration CurrentPath string Exe string LogFile string PIDFile string Version bool } type MongoLogin struct { User string `json:"user"` Protocol string `json:"protocol"` Ip string `json:"ip"` Date time.Time `json:"date"` } type Index struct { User string `json:"user"` Date time.Time `json:"date"` } const ( _VERSION = "v1.1.0" ) var ( opts = Options{ MongoUri: "mongodb://127.0.0.1:27018", RedisUri: "redis-ll.mail.tiscali.sys:6379", //MongoUri: "mongodb://10.39.81.85:27018", //RedisUri: "127.0.0.1:6379", RedisTTL: time.Hour * 11688, // 16 mesi LogFile: "log/llmongo.log", } ) func usage() { fmt.Println("Usage: llmongo -m -r -t -l -v\n") os.Exit(0) } func init() { var err error opts.CurrentPath, err = filepath.Abs(filepath.Dir(os.Args[0])) if err != nil { log.Fatal(err) } opts.LogFile = path.Join(opts.CurrentPath, opts.LogFile) opts.PIDFile = path.Join(opts.CurrentPath, "run", path.Base(os.Args[0])+".pid") opts.Exe = path.Base(os.Args[0]) flag.StringVar(&opts.MongoUri, "m", opts.MongoUri, "Mongodb") flag.StringVar(&opts.RedisUri, "r", opts.RedisUri, "Redis") flag.StringVar(&opts.LogFile, "l", opts.LogFile, "Logs filename") flag.DurationVar(&opts.RedisTTL, "t", opts.RedisTTL, "Redis TTL") flag.BoolVar(&opts.Version, "v", false, "Version") } func connectRedis(uri string) *redis.Client { rdb, err := redis.Dial("tcp", opts.RedisUri) if err != nil { log.Println("Redis connect Error: ", err.Error()) os.Exit(-1) } return rdb } func connectMongo(uri string) (*mgo.Session, *mgo.Collection) { mdb, err := mgo.Dial(uri) if err != nil { log.Println("Mongodb connect Error: ", err.Error()) os.Exit(-3) } ll := opts.mdb.DB("dovecot").C("lastlogin") return mdb, ll } func checkPID(bpid []byte) bool { pid := strings.TrimRight(string(bpid), "\n") fmt.Println("PID: ", pid) bcmd, err := ioutil.ReadFile(path.Join("/proc", pid, "cmdline")) if err != nil { fmt.Println("cmdline error: ", err) return false } cmd := bytes.Trim(bcmd, "\x00") fmt.Println(string(cmd), opts.Exe) if strings.Contains(string(cmd), opts.Exe) { return true } return true } func writePID(pfile string) { fpid, err := os.OpenFile(pfile, os.O_WRONLY|os.O_CREATE, 0666) if err != nil { fmt.Println("PID file error: ", err.Error()) os.Exit(-5) } fpid.WriteString(strconv.Itoa(os.Getpid())) fpid.Close() } func main() { flag.Usage = usage flag.Parse() if opts.Version { fmt.Println(os.Args[0], _VERSION) os.Exit(0) } if bpid, err := ioutil.ReadFile(opts.PIDFile); err == nil && checkPID(bpid) { fmt.Println("Running: ", string(bpid)) os.Exit(-6) } else { writePID(opts.PIDFile) } defer os.Remove(opts.PIDFile) fmt.Println(os.Stat(opts.PIDFile)) fs, err := os.OpenFile(opts.LogFile, os.O_WRONLY|os.O_APPEND|os.O_CREATE, 0666) if err != nil { fmt.Println("Log file error: ", err.Error()) os.Exit(-4) } log.SetOutput(fs) // log.SetPrefix("[llmongo] ") start := time.Now() fmt.Printf("Start: %+v\n", opts) log.Printf("Start: %+v\n", opts) opts.rdb = connectRedis(opts.RedisUri) defer opts.rdb.Close() opts.mdb, opts.ll = connectMongo(opts.MongoUri) defer opts.mdb.Close() // // Estrae la lista degli utenti che hanno fatto login negli ultimi X min. // llindex := opts.rdb.Cmd("smembers", "llindex") // lista, err := llindex.List() // if err != nil { // log.Panicln("LLINDEX error: ", err.Error()) // } // // for _, user := range lista { // // cicla fino a che esistono righe di login for { // estrae un userid dalla lista degli utenti che hanno fatto login spop := opts.rdb.Cmd("spop", "llindex") user, err := spop.Str() log.Printf("SPOP: %+v %+v\n", spop, user) // se non ci sono piu' userid esce if err != nil { log.Printf("LLINDEX empty: %v\n", err) break } // user := spop.String() var date int64 var lastval, val string for { // Estrae l'ultimo login dell'utente 'user' val, err = opts.rdb.Cmd("lindex", user, "-1").Str() if err != nil { log.Printf("LINDEX error: %+v\n", err) // se ha trovato user e righe di login if lastval != "" { // reinserisce l'ultimo login e imposta il ttl su Redis retval := opts.rdb.Cmd("lpush", user, lastval) ttl := opts.rdb.Cmd("expire", user, opts.RedisTTL.Seconds()) log.Println("LPUSH retval: ", retval, ttl, user, lastval, opts.RedisTTL.Seconds()) } break } // se la riga di login e' vuota if val == "" { log.Println("Login empty: ", user) retval := opts.rdb.Cmd("lrem", user, "-1", val) log.Println("LREM retval: ", user, val, retval) continue } sval := strings.Split(val, ":") // se il formato della riga di login non e' corretto if sval[1] == "" { log.Println("Login format error: ", val, user) retval := opts.rdb.Cmd("lrem", user, "-1", val) log.Println("LREM retval: ", user, val, retval) continue } // se il timestamp della riga di login non e' corretto date, err = strconv.ParseInt(sval[1], 10, 64) if err != nil { log.Printf("Date Error: %+v - %s\n", err, user) continue } ml := MongoLogin{ User: user, Protocol: sval[0], Ip: sval[2], Date: time.Unix(date, 0), } ind := Index{ User: user, Date: time.Unix(date, 0), } // inserisce il login su Mongodb _, err = opts.ll.Upsert(ind, ml) if err != nil { log.Printf("Insert error: %+v\n", err) // se l'errore non e' "duplicate key error" salta al prossimo senza cancellare niente if !strings.Contains(err.Error(), "E11000") { continue } } // cancella da Redis la riga di login inserita retval := opts.rdb.Cmd("lrem", user, "-1", val) log.Println("LREM retval: ", retval, user, val) lastval = val } // controlla se ci sono ancora line di login per l'utente 'user' /* llen, _ := opts.rdb.Cmd("llen", user).Int64() if llen <= 1 { // elimina l'utente dalla lista di quelli che hanno fatto login se ci sono 1 o meno retval := opts.rdb.Cmd("srem", "llindex", user) log.Println("SREM retval: ", retval, user) } */ } fmt.Printf("Stop %v\n", time.Since(start)) log.Printf("Stop %v\n", time.Since(start)) }