// llmongo.go package main import ( "flag" "fmt" "log" "os" "path" "path/filepath" "strconv" "strings" "time" ) type Options struct { RedisTTL time.Duration CurrentPath string Exe string LogFile string Timeout bool Debug bool Version bool } const ( _VERSION = "v1.2.1" ) var ( opts = Options{ RedisTTL: time.Hour * 11688, // 16 mesi LogFile: "log/llmongo.log", } loop = true ttl = time.Second * 55 ) func usage() { fmt.Println("Usage: llmongo -m -r -t -l -T -D -v\n") os.Exit(0) } func init() { var err error opts.CurrentPath, err = filepath.Abs(filepath.Dir(os.Args[0])) if err != nil { log.Fatal(err) } opts.LogFile = path.Join(opts.CurrentPath, opts.LogFile) pid.PIDFile = path.Join(opts.CurrentPath, "run", path.Base(os.Args[0])+".pid") opts.Exe = path.Base(os.Args[0]) flag.StringVar(&dbs.MongoUri, "m", dbs.MongoUri, "Mongodb") flag.StringVar(&dbs.RedisUri, "r", dbs.RedisUri, "Redis") flag.StringVar(&opts.LogFile, "l", opts.LogFile, "Logs filename") flag.DurationVar(&opts.RedisTTL, "t", opts.RedisTTL, "Redis TTL") flag.BoolVar(&opts.Version, "v", false, "Version") flag.BoolVar(&opts.Timeout, "T", false, "Timeout") flag.BoolVar(&opts.Debug, "D", false, "Debug") } func stopLoop() { loop = false } func main() { flag.Usage = usage flag.Parse() if opts.Version { fmt.Println(os.Args[0], _VERSION) os.Exit(0) } pid.Write() defer pid.Remove() fs, err := os.OpenFile(opts.LogFile, os.O_WRONLY|os.O_APPEND|os.O_CREATE, 0666) if err != nil { fmt.Println("Log file error: ", err.Error()) os.Exit(-4) } defer fs.Close() log.SetOutput(fs) start := time.Now() fmt.Printf("Start: %+v\n", opts) log.Printf("Start: %+v\n", opts) dbs.connectRedis() defer dbs.rdb.Close() dbs.connectMongo() defer dbs.mdb.Close() if opts.Timeout { time.AfterFunc(ttl, stopLoop) } count := 0 errCount := 0 for loop { // estrae un userid dalla lista degli utenti che hanno fatto login spop := dbs.rdb.Cmd("spop", "llindex") user, err := spop.Str() if opts.Debug { log.Printf("SPOP: %+v %+v\n", spop, user) } // se non ci sono piu' userid esce if err != nil { log.Printf("LLINDEX empty: %v\n", err) break } var date int64 var lastval, val string for { // Estrae l'ultimo login dell'utente 'user' val, err = dbs.rdb.Cmd("lindex", user, "-1").Str() if err != nil { if opts.Debug { log.Printf("LINDEX error: %+v\n", err) } // se ha trovato user e righe di login if lastval != "" { // reinserisce l'ultimo login e imposta il ttl su Redis retval := dbs.rdb.Cmd("lpush", user, lastval) ttl := dbs.rdb.Cmd("expire", user, opts.RedisTTL.Seconds()) if opts.Debug { log.Println("LPUSH retval: ", retval, ttl, user, lastval, opts.RedisTTL.Seconds()) } } break } // se la riga di login e' vuota if val == "" { log.Println("Login empty: ", user) retval := dbs.rdb.Cmd("lrem", user, "-1", val) log.Println("LREM retval: ", user, val, retval) continue } sval := strings.Split(val, ":") // se il formato della riga di login non e' corretto if sval[1] == "" { log.Println("Login format error: ", val, user) retval := dbs.rdb.Cmd("lrem", user, "-1", val) log.Println("LREM retval: ", user, val, retval) continue } // se il timestamp della riga di login non e' corretto date, err = strconv.ParseInt(sval[1], 10, 64) if err != nil { log.Printf("Date Error: %+v - %s\n", err, user) continue } ml := MongoLogin{ User: user, Protocol: sval[0], Ip: sval[2], Date: time.Unix(date, 0), } ind := Index{ User: user, Date: time.Unix(date, 0), } // inserisce il login su Mongodb count++ _, err := dbs.ll.Upsert(ind, ml) if err != nil { log.Printf("Insert error: %+v\n", err) // se l'errore non e' "duplicate key error" salta al prossimo senza cancellare niente if !strings.Contains(err.Error(), "E11000") { errCount += 1 continue } } // inserisce lo user nella collectione che gestira' il lock nella procedura di consolidamento // _ err := dbs.us.Upsert(ind, ul) // cancella da Redis la riga di login inserita retval := dbs.rdb.Cmd("lrem", user, "-1", val) if opts.Debug { log.Println("LREM retval: ", retval, user, val) } lastval = val } } fmt.Printf("Stop %v - login: %d - errors: %d\n\r", time.Since(start), count, errCount) log.Printf("Stop %v - login: %d - errors: %d\n\r", time.Since(start), count, errCount) }