blackteay/open-im-server
1
0
Fork 0
mirror of https://github.com/openimsdk/open-im-server.git synced 2025-12-11 23:47:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: v2 to v3 data conversion

Browse Source
This commit is contained in:
withchao 2023-10-08 11:47:46 +08:00
parent 921bdb814e
commit 697ffc222c
2 changed files with 30 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tools/data-conversion/chat/conversion/cmd.go
View File

@ -6,27 +6,27 @@ import (
"gorm.io/gorm/schema" "gorm.io/gorm/schema"
) )
func FindAndInsert[V2 any, V3 schema.Tabler](v2db *gorm.DB, v3db *gorm.DB, fn func(V2) V3) error { func FindAndInsert[V2 any, V3 schema.Tabler](v2db *gorm.DB, v3db *gorm.DB, fn func(V2) V3) (string, error) {
var t V3 var t V3
name := t.TableName() name := t.TableName()
if err := v3db.AutoMigrate(&t); err != nil { if err := v3db.AutoMigrate(&t); err != nil {
return fmt.Errorf("auto migrate v3 %s failed %w", name, err) return name, fmt.Errorf("auto migrate v3 %s failed %w", name, err)
} }
const size = 100 const size = 100
for i := 0; ; i++ { for i := 0; ; i++ {
var v2s []V2 var v2s []V2
if err := v2db.Offset(i * size).Limit(size).Find(&v2s).Error; err != nil { if err := v2db.Offset(i * size).Limit(size).Find(&v2s).Error; err != nil {
return fmt.Errorf("find v2 %s failed %w", name, err) return name, fmt.Errorf("find v2 %s failed %w", name, err)
} }
if len(v2s) == 0 { if len(v2s) == 0 {
return nil return name, nil
} }
v3s := make([]V3, 0, len(v2s)) v3s := make([]V3, 0, len(v2s))
for _, v := range v2s { for _, v := range v2s {
v3s = append(v3s, fn(v)) v3s = append(v3s, fn(v))
} }
if err := v3db.Create(&v3s).Error; err != nil { if err := v3db.Create(&v3s).Error; err != nil {
return fmt.Errorf("insert v3 %s failed %w", name, err) return name, fmt.Errorf("insert v3 %s failed %w", name, err)
} }
} }
} }

45
tools/data-conversion/chat/main.go
View File

@ -9,19 +9,20 @@ import (
) )
func main() { func main() {
const ( var (
usernameV2 = "root" usernameV2 = "root"
passwordV2 = "openIM123" passwordV2 = "openIM123"
addrV2 = "127.0.0.1:3306" addrV2 = "127.0.0.1:13306"
databaseV2 = "admin_chat" databaseV2 = "admin_chat"
) )
const ( var (
usernameV3 = "root" usernameV3 = "root"
passwordV3 = "openIM123" passwordV3 = "openIM123"
addrV3 = "127.0.0.1:3306" addrV3 = "127.0.0.1:13306"
databaseV3 = "openim_enterprise" databaseV3 = "openim_enterprise"
) )
dsnV2 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV2, passwordV2, addrV2, databaseV2) dsnV2 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV2, passwordV2, addrV2, databaseV2)
dsnV3 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV3, passwordV3, addrV3, databaseV3) dsnV3 := fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=utf8mb4&parseTime=True&loc=Local", usernameV3, passwordV3, addrV3, databaseV3)
dbV2, err := gorm.Open(mysql.Open(dsnV2), &gorm.Config{}) dbV2, err := gorm.Open(mysql.Open(dsnV2), &gorm.Config{})
@ -34,28 +35,32 @@ func main() {
log.Println("open v3 db failed", err) log.Println("open v3 db failed", err)
return return
} }
var fns []func() error
Append := func(fn func() error) { var fns []func() (string, error)
Append := func(fn func() (string, error)) {
fns = append(fns, fn) fns = append(fns, fn)
} }
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.Account) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Account) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.Attribute) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Attribute) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.Register) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Register) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.UserLoginRecord) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.UserLoginRecord) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.Admin) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Admin) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.Applet) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.Applet) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.ForbiddenAccount) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.ForbiddenAccount) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.InvitationRegister) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.InvitationRegister) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.IPForbidden) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.IPForbidden) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.LimitUserLoginIP) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.LimitUserLoginIP) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.RegisterAddFriend) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.RegisterAddFriend) })
Append(func() error { return conversion.FindAndInsert(dbV2, dbV3, conversion.RegisterAddGroup) }) Append(func() (string, error) { return conversion.FindAndInsert(dbV2, dbV3, conversion.RegisterAddGroup) })
for i := range fns { for i := range fns {
if err := fns[i](); err != nil { name, err := fns[i]()
log.Printf("[%d] %s\n", i, err) if err == nil {
log.Printf("[%d/%d] %s success\n", i+1, len(fns), name)
} else {
log.Printf("[%d/%d] %s failed %s\n", i+1, len(fns), name, err)
return return
} }
} }