llmongodb/main.go

// llmongo.go
package main

import (
	"flag"
	"fmt"
	"log"
	"os"
	"path"
	"path/filepath"
	"strconv"
	"strings"
	"time"
)

type Options struct {
	RedisTTL    time.Duration
	CurrentPath string
	Exe         string
	LogFile     string
	Timeout     bool
	Debug       bool
	Version     bool
}

const (
	_VERSION = "v1.2.1"
)

var (
	opts = Options{
		RedisTTL: time.Hour * 11688, // 16 mesi
		LogFile:  "log/llmongo.log",
	}

	loop = true
	ttl  = time.Second * 55
)

func usage() {
	fmt.Println("Usage: llmongo -m <mongo uri> -r <redis uri> -t <ttl> -l <logfile> -T -D -v\n")
	os.Exit(0)
}

func init() {
	var err error
	opts.CurrentPath, err = filepath.Abs(filepath.Dir(os.Args[0]))
	if err != nil {
		log.Fatal(err)
	}

	opts.LogFile = path.Join(opts.CurrentPath, opts.LogFile)
	pid.PIDFile = path.Join(opts.CurrentPath, "run", path.Base(os.Args[0])+".pid")
	opts.Exe = path.Base(os.Args[0])

	flag.StringVar(&dbs.MongoUri, "m", dbs.MongoUri, "Mongodb")
	flag.StringVar(&dbs.RedisUri, "r", dbs.RedisUri, "Redis")
	flag.StringVar(&opts.LogFile, "l", opts.LogFile, "Logs filename")
	flag.DurationVar(&opts.RedisTTL, "t", opts.RedisTTL, "Redis TTL")
	flag.BoolVar(&opts.Version, "v", false, "Version")
	flag.BoolVar(&opts.Timeout, "T", false, "Timeout")
	flag.BoolVar(&opts.Debug, "D", false, "Debug")
}

func stopLoop() {
	loop = false
}

func main() {
	flag.Usage = usage
	flag.Parse()

	if opts.Version {
		fmt.Println(os.Args[0], _VERSION)
		os.Exit(0)
	}

	pid.Write()
	defer pid.Remove()

	fs, err := os.OpenFile(opts.LogFile, os.O_WRONLY|os.O_APPEND|os.O_CREATE, 0666)
	if err != nil {
		fmt.Println("Log file error: ", err.Error())
		os.Exit(-4)
	}
	defer fs.Close()

	log.SetOutput(fs)

	start := time.Now()
	fmt.Printf("Start: %+v\n", opts)
	log.Printf("Start: %+v\n", opts)

	dbs.connectRedis()
	defer dbs.rdb.Close()

	dbs.connectMongo()
	defer dbs.mdb.Close()

	if opts.Timeout {
		time.AfterFunc(ttl, stopLoop)
	}

	count := 0
	errCount := 0
	for loop {
		// estrae un userid dalla lista degli utenti che hanno fatto login
		spop := dbs.rdb.Cmd("spop", "llindex")
		user, err := spop.Str()
		if opts.Debug {
			log.Printf("SPOP: %+v %+v\n", spop, user)
		}
		// se non ci sono piu' userid esce
		if err != nil {
			log.Printf("LLINDEX empty: %v\n", err)
			break
		}
		var date int64
		var lastval, val string
		for {
			// Estrae l'ultimo login dell'utente 'user'
			val, err = dbs.rdb.Cmd("lindex", user, "-1").Str()
			if err != nil {
				if opts.Debug {
					log.Printf("LINDEX error: %+v\n", err)
				}
				// se ha trovato user e righe di login
				if lastval != "" {
					// reinserisce l'ultimo login e imposta il ttl su Redis
					retval := dbs.rdb.Cmd("lpush", user, lastval)
					ttl := dbs.rdb.Cmd("expire", user, opts.RedisTTL.Seconds())
					if opts.Debug {
						log.Println("LPUSH retval: ", retval, ttl, user, lastval, opts.RedisTTL.Seconds())
					}
				}
				break
			}
			// se la riga di login e' vuota
			if val == "" {
				log.Println("Login empty: ", user)
				retval := dbs.rdb.Cmd("lrem", user, "-1", val)
				log.Println("LREM retval: ", user, val, retval)
				continue
			}
			sval := strings.Split(val, ":")
			// se il formato della riga di login non e' corretto
			if sval[1] == "" {
				log.Println("Login format error: ", val, user)
				retval := dbs.rdb.Cmd("lrem", user, "-1", val)
				log.Println("LREM retval: ", user, val, retval)
				continue
			}
			// se il timestamp della riga di login non e' corretto
			date, err = strconv.ParseInt(sval[1], 10, 64)
			if err != nil {
				log.Printf("Date Error: %+v - %s\n", err, user)
				continue
			}
			ml := MongoLogin{
				User:     user,
				Protocol: sval[0],
				Ip:       sval[2],
				Date:     time.Unix(date, 0),
			}
			ind := Index{
				User: user,
				Date: time.Unix(date, 0),
			}
			// inserisce il login su Mongodb
			count++
			_, err := dbs.ll.Upsert(ind, ml)
			if err != nil {
				log.Printf("Insert error: %+v\n", err)
				// se l'errore non e' "duplicate key error" salta al prossimo senza cancellare niente
				if !strings.Contains(err.Error(), "E11000") {
					errCount += 1
					continue
				}
			}
			// inserisce lo user nella collectione che gestira' il lock nella procedura di consolidamento
			//			_ err := dbs.us.Upsert(ind, ul)
			// cancella da Redis la riga di login inserita
			retval := dbs.rdb.Cmd("lrem", user, "-1", val)
			if opts.Debug {
				log.Println("LREM retval: ", retval, user, val)
			}
			lastval = val
		}
	}

	fmt.Printf("Stop %v - login: %d - errors: %d\n\r", time.Since(start), count, errCount)
	log.Printf("Stop %v - login: %d - errors: %d\n\r", time.Since(start), count, errCount)
}