a big bundle of conversions and other changes.
This commit is contained in:
@@ -3,11 +3,8 @@ package lmdb
|
||||
import (
|
||||
"encoding/binary"
|
||||
"fmt"
|
||||
"log"
|
||||
|
||||
"github.com/PowerDNS/lmdb-go/lmdb"
|
||||
bin "fiatjaf.com/nostr/eventstore/internal/binary"
|
||||
"fiatjaf.com/nostr"
|
||||
)
|
||||
|
||||
const (
|
||||
@@ -28,114 +25,18 @@ func (b *LMDBBackend) runMigrations() error {
|
||||
version = binary.BigEndian.Uint16(v)
|
||||
}
|
||||
|
||||
// all previous migrations are useless because we will just reindex everything
|
||||
if version == 0 {
|
||||
// if there is any data in the relay we will just set the version to the max without saying anything
|
||||
cursor, err := txn.OpenCursor(b.rawEventStore)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to open cursor in migration: %w", err)
|
||||
}
|
||||
defer cursor.Close()
|
||||
|
||||
hasAnyEntries := false
|
||||
_, _, err = cursor.Get(nil, nil, lmdb.First)
|
||||
for err == nil {
|
||||
hasAnyEntries = true
|
||||
break
|
||||
}
|
||||
|
||||
if !hasAnyEntries {
|
||||
b.setVersion(txn, 8)
|
||||
version = 8
|
||||
return nil
|
||||
}
|
||||
}
|
||||
|
||||
// do the migrations in increasing steps (there is no rollback)
|
||||
//
|
||||
|
||||
// this is when we reindex everything
|
||||
if version < 8 {
|
||||
log.Println("[lmdb] migration 8: reindex everything")
|
||||
|
||||
if err := txn.Drop(b.indexId, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexCreatedAt, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexKind, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexPTagKind, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexPubkey, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexPubkeyKind, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexTag, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexTag32, false); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := txn.Drop(b.indexTagAddr, false); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
cursor, err := txn.OpenCursor(b.rawEventStore)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to open cursor in migration 8: %w", err)
|
||||
}
|
||||
defer cursor.Close()
|
||||
|
||||
seen := make(map[[32]byte]struct{})
|
||||
|
||||
idx, val, err := cursor.Get(nil, nil, lmdb.First)
|
||||
for err == nil {
|
||||
idp := *(*[32]byte)(val[0:32])
|
||||
if _, isDup := seen[idp]; isDup {
|
||||
// do not index, but delete this entry
|
||||
if err := txn.Del(b.rawEventStore, idx, nil); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// next
|
||||
idx, val, err = cursor.Get(nil, nil, lmdb.Next)
|
||||
continue
|
||||
}
|
||||
|
||||
seen[idp] = struct{}{}
|
||||
|
||||
evt := &nostr.Event{}
|
||||
if err := bin.Unmarshal(val, evt); err != nil {
|
||||
return fmt.Errorf("error decoding event %x on migration 5: %w", idx, err)
|
||||
}
|
||||
|
||||
for key := range b.getIndexKeysForEvent(evt) {
|
||||
if err := txn.Put(key.dbi, key.key, idx, 0); err != nil {
|
||||
return fmt.Errorf("failed to save index %s for event %s (%v) on migration 8: %w",
|
||||
b.keyName(key), evt.ID, idx, err)
|
||||
}
|
||||
}
|
||||
|
||||
// next
|
||||
idx, val, err = cursor.Get(nil, nil, lmdb.Next)
|
||||
}
|
||||
if lmdbErr, ok := err.(*lmdb.OpError); ok && lmdbErr.Errno != lmdb.NotFound {
|
||||
// exited the loop with an error different from NOTFOUND
|
||||
return err
|
||||
}
|
||||
|
||||
// bump version
|
||||
if err := b.setVersion(txn, 8); err != nil {
|
||||
return err
|
||||
}
|
||||
if version < 1 {
|
||||
}
|
||||
|
||||
// bump version
|
||||
// if err := b.setVersion(txn, 1); err != nil {
|
||||
// return err
|
||||
// }
|
||||
|
||||
return nil
|
||||
})
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user