Update migrationscript

scnserver/.gitignore

@@ -8,6 +8,12 @@ DOCKER_GIT_INFO
 scn_export.dat
 scn_export.json
 
+scn_export_*.dat
+scn_export_*.json
+
+simple_cloud_notifier-202306172202.sql
+simple_cloud_notifier-*.sql
+
 identifier.sqlite
 
 .idea/dataSources.xml

scnserver/TODO.md

@@ -16,6 +16,8 @@
 
  - deploy
 
+ - backups (no longer container in my db_backup, perhaps extend it to sqlite?)
+
  - ios purchase verification
 
 #### UNSURE

scnserver/cmd/migrate/main.go

@@ -13,6 +13,7 @@ import (
 	"gogs.mikescher.com/BlackForestBytes/goext/langext"
 	"gogs.mikescher.com/BlackForestBytes/goext/rext"
 	"gogs.mikescher.com/BlackForestBytes/goext/sq"
+	"gogs.mikescher.com/BlackForestBytes/goext/termext"
 	"os"
 	"regexp"
 	"strings"
@@ -89,9 +90,10 @@ func main() {
 		panic(err)
 	}
 
+	scanner := bufio.NewScanner(os.Stdin)
+
 	connstr := os.Getenv("SQL_CONN_STR")
 	if connstr == "" {
-		scanner := bufio.NewScanner(os.Stdin)
 
 		fmt.Print("Enter DB URL [127.0.0.1:3306]: ")
 		scanner.Scan()
@@ -103,21 +105,33 @@ func main() {
 		fmt.Print("Enter DB Username [root]: ")
 		scanner.Scan()
 		username := scanner.Text()
-		if host == "" {
+		if username == "" {
-			host = "root"
+			username = "root"
 		}
 
 		fmt.Print("Enter DB Password []: ")
 		scanner.Scan()
 		pass := scanner.Text()
-		if host == "" {
+		if pass == "" {
-			host = ""
+			pass = ""
 		}
 
 		connstr = fmt.Sprintf("%s:%s@tcp(%s)", username, pass, host)
 	}
 
-	_dbold, err := sqlx.Open("mysql", connstr+"/simple_cloud_notifier?parseTime=true")
+	olddbname := os.Getenv("SQL_CONN_DBNAME")
+	if olddbname == "" {
+
+		fmt.Print("Enter DB Name: ")
+		scanner.Scan()
+		olddbname = scanner.Text()
+		if olddbname == "" {
+			olddbname = "scn_final"
+		}
+
+	}
+
+	_dbold, err := sqlx.Open("mysql", connstr+"/"+olddbname+"?parseTime=true")
 	if err != nil {
 		panic(err)
 	}
@@ -340,7 +354,7 @@ func migrateUser(ctx context.Context, dbnew sq.DB, dbold sq.DB, user OldUser, ap
 				dispName := dummyApp.NormalizeChannelDisplayName(chanNameTitle)
 				intName := dummyApp.NormalizeChannelInternalName(chanNameTitle)
 
-				if v, ok := channelMap[intName]; ok {
+				if v, ok := channelMap[strings.ToLower(intName)]; ok {
 					channelID = v
 					channelInternalName = intName
 				} else {
@@ -374,7 +388,7 @@ func migrateUser(ctx context.Context, dbnew sq.DB, dbold sq.DB, user OldUser, ap
 						panic(err)
 					}
 
-					channelMap[intName] = channelID
+					channelMap[strings.ToLower(intName)] = channelID
 
 					fmt.Printf("Auto Created Channel [%s]: %s\n", dispName, channelID)
 
@@ -383,6 +397,9 @@ func migrateUser(ctx context.Context, dbnew sq.DB, dbold sq.DB, user OldUser, ap
 		}
 
 		sendername := determineSenderName(user, oldmessage, title, oldmessage.Content, channelInternalName)
+		if sendername != nil && *sendername == "" {
+			panic("sendername")
+		}
 
 		if lastTitle == title && channelID == lastChannel &&
 			langext.PtrEquals(lastContent, oldmessage.Content) &&
@@ -394,7 +411,7 @@ func migrateUser(ctx context.Context, dbnew sq.DB, dbold sq.DB, user OldUser, ap
 			lastSendername = sendername
 			lastTimestamp = oldmessage.TimestampReal
 
-			fmt.Printf("Skip message [%d] \"%s\" (fast-duplicate)\n", oldmessage.ScnMessageId, oldmessage.Title)
+			//fmt.Printf("Skip message [%d] \"%s\" (fast-duplicate)\n", oldmessage.ScnMessageId, oldmessage.Title)
 
 			continue
 		}
@@ -413,7 +430,7 @@ func migrateUser(ctx context.Context, dbnew sq.DB, dbold sq.DB, user OldUser, ap
 				lastSendername = sendername
 				lastTimestamp = oldmessage.TimestampReal
 
-				fmt.Printf("Skip message [%d] \"%s\" (locally deleted in app)\n", oldmessage.ScnMessageId, oldmessage.Title)
+				//fmt.Printf("Skip message [%d] \"%s\" (locally deleted in app)\n", oldmessage.ScnMessageId, oldmessage.Title)
 				continue
 			}
 		}
@@ -509,6 +526,92 @@ func migrateUser(ctx context.Context, dbnew sq.DB, dbold sq.DB, user OldUser, ap
 		lastTimestamp = oldmessage.TimestampReal
 	}
 
+	{
+		c, err := dbnew.Query(ctx, "SELECT COUNT (*) FROM messages WHERE sender_user_id = :uid", sq.PP{
+			"uid": userid,
+		})
+		if err != nil {
+			panic(err)
+		}
+
+		if !c.Next() {
+			panic(false)
+		}
+
+		count := 0
+		err = c.Scan(&count)
+		if err != nil {
+			panic(err)
+		}
+
+		err = c.Close()
+		if err != nil {
+			panic(err)
+		}
+
+		if count > 0 {
+			_, err = dbnew.Exec(ctx, "UPDATE users SET messages_sent = :c, timestamp_lastread = :ts0, timestamp_lastsent = :ts1 WHERE user_id = :uid", sq.PP{
+				"uid": userid,
+				"c":   count,
+				"ts0": lastTimestamp.UnixMilli(),
+				"ts1": lastTimestamp.UnixMilli(),
+			})
+			if err != nil {
+				panic(err)
+			}
+		} else {
+			_, err = dbnew.Exec(ctx, "UPDATE users SET messages_sent = :c, timestamp_lastread = :ts0 WHERE user_id = :uid", sq.PP{
+				"uid": userid,
+				"c":   count,
+				"ts0": user.TimestampCreated.UnixMilli(),
+			})
+			if err != nil {
+				panic(err)
+			}
+		}
+
+		_, err = dbnew.Exec(ctx, "UPDATE keytokens SET messages_sent = :c WHERE owner_user_id = :uid", sq.PP{
+			"uid": userid,
+			"c":   count,
+		})
+		if err != nil {
+			panic(err)
+		}
+
+	}
+	for _, cid := range channelMap {
+		c, err := dbnew.Query(ctx, "SELECT COUNT (*) FROM messages WHERE sender_user_id = :uid AND channel_id = :cid", sq.PP{
+			"cid": cid,
+			"uid": userid,
+		})
+		if err != nil {
+			panic(err)
+		}
+
+		if !c.Next() {
+			panic(false)
+		}
+
+		count := 0
+		err = c.Scan(&count)
+		if err != nil {
+			panic(err)
+		}
+
+		err = c.Close()
+		if err != nil {
+			panic(err)
+		}
+
+		_, err = dbnew.Exec(ctx, "UPDATE channels SET messages_sent = :c WHERE channel_id = :cid", sq.PP{
+			"cid": cid,
+			"c":   count,
+		})
+		if err != nil {
+			panic(err)
+		}
+	}
+
 }
 
 func determineSenderName(user OldUser, oldmessage OldMessage, title string, content *string, channame string) *string {
@@ -516,6 +619,8 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 		return nil
 	}
 
+	channame = strings.ToLower(channame)
+
 	if channame == "t-ctrl" {
 		return langext.Ptr("sbox")
 	}
@@ -542,6 +647,42 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 		if strings.Contains(title, "error on niflheim-3") {
 			return langext.Ptr("niflheim-3")
 		}
+		if strings.Contains(title, "error on statussrv") {
+			return langext.Ptr("statussrv")
+		}
+		if strings.Contains(title, "error on plan-web-prod") {
+			return langext.Ptr("plan-web-prod")
+		}
+		if strings.Contains(title, "error on inoshop") {
+			return langext.Ptr("inoshop")
+		}
+		if strings.Contains(title, "error on firestopcloud") {
+			return langext.Ptr("firestopcloud")
+		}
+		if strings.Contains(title, "error on plantafelstaging") {
+			return langext.Ptr("plantafelstaging")
+		}
+		if strings.Contains(title, "error on plantafeldev") {
+			return langext.Ptr("plantafeldev")
+		}
+		if strings.Contains(title, "error on balu-prod") {
+			return langext.Ptr("lbxprod")
+		}
+		if strings.Contains(title, "error on dyno-prod") {
+			return langext.Ptr("dyno-prod")
+		}
+		if strings.Contains(title, "error on dyno-dev") {
+			return langext.Ptr("dyno-dev")
+		}
+		if strings.Contains(title, "error on wkk") {
+			return langext.Ptr("wkk")
+		}
+		if strings.Contains(title, "error on lbxdev") {
+			return langext.Ptr("lbxdev")
+		}
+		if strings.Contains(title, "error on lbxprod") {
+			return langext.Ptr("lbxprod")
+		}
 
 		if strings.Contains(*content, "on mscom") {
 			return langext.Ptr("mscom")
@@ -664,7 +805,7 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 			return langext.Ptr("bfb")
 		}
 		if strings.Contains(title, "balu-db") {
-			return langext.Ptr("lbprod")
+			return langext.Ptr("lbxprod")
 		}
 	}
 
@@ -762,6 +903,31 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 		if strings.Contains(*content, "plantafelstaging.de") {
 			return langext.Ptr("plantafeldev")
 		}
+
+		if strings.Contains(title, "Update cert_mscom") {
+			return langext.Ptr("mscom")
+		}
+		if strings.Contains(title, "Update cert_bfb") {
+			return langext.Ptr("bfb")
+		}
+		if strings.Contains(title, "Update staging.app.reuse.me") {
+			return langext.Ptr("wkk")
+		}
+		if strings.Contains(title, "Update develop.app.reuse.me") {
+			return langext.Ptr("wkk")
+		}
+		if strings.Contains(title, "Update inoshop_staging_bfb") {
+			return langext.Ptr("inoshop")
+		}
+		if strings.Contains(title, "Update cert_portfoliomanager_main") {
+			return langext.Ptr("bfb-testserver")
+		}
+		if strings.Contains(title, "Update cert_pfm2") {
+			return langext.Ptr("bfb-testserver")
+		}
+		if strings.Contains(title, "Update cert_kaz_main") {
+			return langext.Ptr("bfb-testserver")
+		}
 	}
 
 	if channame == "space-warning" {
@@ -777,6 +943,9 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 		if title == "statussrv" {
 			return langext.Ptr("statussrv")
 		}
+		if title == "virmach01" {
+			return langext.Ptr("statussrv")
+		}
 	}
 
 	if channame == "srv-backup" {
@@ -856,6 +1025,28 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 		if strings.Contains(title, "Reboot lbxprod") {
 			return langext.Ptr("lbxprod")
 		}
+		if strings.Contains(title, "Reboot plantafeldev") {
+			return langext.Ptr("plantafeldev")
+		}
+		if strings.Contains(title, "Reboot plantafelstaging") {
+			return langext.Ptr("plantafelstaging")
+		}
+		if strings.Contains(title, "Reboot statussrv") {
+			return langext.Ptr("statussrv")
+		}
+		if strings.Contains(title, "Reboot heydyno-prod-01") {
+			return langext.Ptr("dyno-prod")
+		}
+		if strings.Contains(title, "Reboot heydyno-dev-01") {
+			return langext.Ptr("dyno-dev")
+		}
+		if strings.Contains(title, "Reboot lbxdev") {
+			return langext.Ptr("lbxdev")
+		}
+
+		if strings.Contains(langext.Coalesce(content, ""), "Server: 'firestopcloud'") {
+			return langext.Ptr("firestopcloud")
+		}
 	}
 
 	if channame == "yt-tvc" {
@@ -870,6 +1061,124 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 		return langext.Ptr("mscom")
 	}
 
+	if channame == "backup-rr" {
+		if strings.Contains(title, "bfb/server-plantafelstaging") {
+			return langext.Ptr("plantafelstaging")
+		}
+		if strings.Contains(title, "bfb/server-plantafeldev") {
+			return langext.Ptr("plantafeldev")
+		}
+		if strings.Contains(title, "bfb/server-wkk") {
+			return langext.Ptr("wkk")
+		}
+		if strings.Contains(title, "bfb/holz100") {
+			return langext.Ptr("bfb")
+		}
+		if strings.Contains(title, "bfb/clockify") {
+			return langext.Ptr("bfb")
+		}
+		if strings.Contains(title, "bfb/gdapi") {
+			return langext.Ptr("bfb")
+		}
+		if strings.Contains(title, "mike/databases-mscom") {
+			return langext.Ptr("mscom")
+		}
+		if strings.Contains(title, "bfb/databases-bfb") {
+			return langext.Ptr("bfb")
+		}
+		if strings.Contains(title, "bfb/server-dynoprod") {
+			return langext.Ptr("dyno-prod")
+		}
+		if strings.Contains(title, "bfb/server-dynodev") {
+			return langext.Ptr("dyno-dev")
+		}
+		if strings.Contains(title, "bfb/server-baluprod") {
+			return langext.Ptr("lbxprod")
+		}
+		if strings.Contains(title, "bfb/server-baludev") {
+			return langext.Ptr("lbxdev")
+		}
+		if strings.Contains(title, "bfb/plantafeldigital") {
+			return langext.Ptr("plan-web-prod")
+		}
+		if strings.Contains(title, "mike/server-statussrv") {
+			return langext.Ptr("statussrv")
+		}
+		if strings.Contains(title, "mike/thunderbird") {
+			return langext.Ptr("niflheim-3")
+		}
+		if strings.Contains(title, "mike/seedbox") {
+			return langext.Ptr("sbox")
+		}
+		if strings.Contains(title, "bfb/balu") {
+			return langext.Ptr("lbxprod")
+		}
+		if strings.Contains(title, "mike/ext-git-graph") {
+			return langext.Ptr("mscom")
+		}
+		if strings.Contains(title, "bfb/server-bfbtest") {
+			return langext.Ptr("bfb-testserver")
+		}
+		if strings.Contains(title, "mike/server-mscom") {
+			return langext.Ptr("mscom")
+		}
+		if strings.Contains(title, "mike/database-statussrv") {
+			return langext.Ptr("statussrv")
+		}
+		if strings.Contains(title, "mike/server-mscom") {
+			return langext.Ptr("mscom")
+		}
+		if strings.Contains(title, "mike/server-inoshop") {
+			return langext.Ptr("inoshop")
+		}
+		if strings.Contains(title, "mike/server-bfb") {
+			return langext.Ptr("bfb")
+		}
+		if strings.Contains(title, "bfb/discord") {
+			return langext.Ptr("nifleim-3")
+		}
+		if strings.Contains(title, "bfb/server-bfbtest") {
+			return langext.Ptr("bfb-testserver")
+		}
+		if strings.Contains(title, "mike/ext-git-graph") {
+			return langext.Ptr("mscom")
+		}
+		if strings.Contains(title, "bfb/server-inoshop") {
+			return langext.Ptr("inoshop")
+		}
+		if strings.Contains(title, "bfb/server-bfb") {
+			return langext.Ptr("bfb")
+		}
+		if strings.Contains(title, "bfb/server-plantafelprod") {
+			return langext.Ptr("plan-web-prod")
+		}
+		if strings.Contains(title, "bfb/server-inoshop") {
+			return langext.Ptr("inoshop")
+		}
+		if strings.Contains(title, "mike/niflheim-3") {
+			return langext.Ptr("niflheim-3")
+		}
+		if strings.Contains(title, "mike/pihole") {
+			return langext.Ptr("pihole")
+		}
+		if strings.Contains(title, "bfb/server-firestopcloud") {
+			return langext.Ptr("firestopcloud")
+		}
+		if strings.Contains(title, "bfb/server-agentzero") {
+			return langext.Ptr("agentzero")
+		}
+	}
+
+	if channame == "backup" {
+		if strings.Contains(title, "mike/ext-git-graph") {
+			return langext.Ptr("mscom")
+		}
+	}
+
+	if channame == "spezi-alert" {
+		return langext.Ptr("mscom")
+	}
+
 	if title == "NCC Upload failed" || title == "NCC Upload successful" {
 		return langext.Ptr("mscom")
 	}
@@ -878,16 +1187,29 @@ func determineSenderName(user OldUser, oldmessage OldMessage, title string, cont
 		return langext.Ptr("mscom")
 	}
 
+	if strings.Contains(title, "BFBackup VC migrate") {
+		return langext.Ptr("bfbackup")
+	}
+
 	if strings.Contains(title, "bfbackup job") {
 		return langext.Ptr("bfbackup")
 	}
 
+	if strings.Contains(title, "bfbackup finished") {
+		return langext.Ptr("bfbackup")
+	}
+
 	if strings.Contains(title, "Repo migration of /volume1") {
 		return langext.Ptr("bfbackup")
 	}
 
+	if channame == "docker-watch" {
+		return nil // okay
+	}
+
 	//fmt.Printf("Failed to determine sender of [%d] '%s' '%s'\n", oldmessage.ScnMessageId, oldmessage.Title, langext.Coalesce(oldmessage.Content, "<NULL>"))
-	fmt.Printf("Failed to determine sender of [%d] '%s'\n", oldmessage.ScnMessageId, oldmessage.Title)
+
+	fmt.Printf("%s", termext.Red(fmt.Sprintf("Failed to determine sender of [%d] '%s' -- '%s' -- '%s'\n", oldmessage.ScnMessageId, channame, title, langext.Coalesce(oldmessage.Content, "<NULL>"))))
 
 	return nil
 }

scnserver/go.mod

@@ -36,6 +36,7 @@ require (
 	golang.org/x/crypto v0.9.0 // indirect
 	golang.org/x/net v0.10.0 // indirect
 	golang.org/x/sys v0.8.0 // indirect
+	golang.org/x/term v0.8.0 // indirect
 	golang.org/x/text v0.9.0 // indirect
 	google.golang.org/protobuf v1.30.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect

scnserver/go.sum

@@ -81,8 +81,6 @@ github.com/twitchyliquid64/golang-asm v0.15.1 h1:SU5vSMR7hnwNxj24w34ZyCi/FmDZTkS
 github.com/twitchyliquid64/golang-asm v0.15.1/go.mod h1:a1lVb/DtPvCB8fslRZhAngC2+aY1QWCk3Cedj/Gdt08=
 github.com/ugorji/go/codec v1.2.11 h1:BMaWp1Bb6fHwEtbplGBGJ498wD+LKlNSl25MjdZY4dU=
 github.com/ugorji/go/codec v1.2.11/go.mod h1:UNopzCgEMSXjBc6AOMqYvWC1ktqTAfzJZUZgYf6w6lg=
-gogs.mikescher.com/BlackForestBytes/goext v0.0.155 h1:eFcWmq9OXk4yCw8mjuyz8+JWiUEqjeSGoWOHwO000co=
-gogs.mikescher.com/BlackForestBytes/goext v0.0.155/go.mod h1:bIcO9mw2CD03pmJcBaE5YCF6etG5u73OVkUa8Alx3D0=
 gogs.mikescher.com/BlackForestBytes/goext v0.0.156 h1:mRRyAkLQCGVbDfG1t+7Y3zTf1S4TNajENiRpX1KTGw8=
 gogs.mikescher.com/BlackForestBytes/goext v0.0.156/go.mod h1:bIcO9mw2CD03pmJcBaE5YCF6etG5u73OVkUa8Alx3D0=
 golang.org/x/arch v0.0.0-20210923205945-b76863e36670/go.mod h1:5om86z9Hs0C8fWVUuoMHwpExlXzs5Tkyp9hOrfG7pp8=
@@ -99,6 +97,8 @@ golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.8.0 h1:EBmGv8NaZBZTWvrbjNoL6HVt+IVy3QDQpJs7VRIw3tU=
 golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/term v0.8.0 h1:n5xxQn2i3PC0yLAbjTpNT85q/Kgzcr2gIoX9OrJUols=
+golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo=
 golang.org/x/text v0.9.0 h1:2sjJmO8cDvYveuX97RDLsxlyUxLl+GHoLxBiRdHllBE=
 golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=