Significantly simplified adding new Database Tables

This commit is contained in:
Pablu23
2024-04-02 18:22:54 +02:00
parent ce878efce3
commit c83a10823d
7 changed files with 291 additions and 308 deletions

View File

@@ -2,61 +2,56 @@ package database
import (
"database/sql"
"sync"
)
type Chapter struct {
Id int
Manga *Manga
MangaId int
Url string
Name string
Number int
TimeStampUnix int64
}
type ChapterTable[K comparable] struct {
mutex sync.Mutex
chapters map[K]Chapter
updated map[K]DbStatus
}
func (c *ChapterTable[K]) Get(key K) (Chapter, bool) {
c.mutex.Lock()
defer c.mutex.Unlock()
val, ok := c.chapters[key]
return val, ok
}
func (c *ChapterTable[K]) Set(key K, new Chapter) {
c.mutex.Lock()
defer c.mutex.Unlock()
val, ok := c.updated[key]
if ok && val == Loaded {
c.updated[key] = Updated
} else {
c.updated[key] = New
func NewChapter(id int, mangaId int, url string, name string, number int, timeStampUnix int64) Chapter {
return Chapter{
Id: id,
MangaId: mangaId,
Url: url,
Name: name,
Number: number,
TimeStampUnix: timeStampUnix,
}
c.chapters[key] = new
}
func (c *ChapterTable[K]) All() []Chapter {
c.mutex.Lock()
defer c.mutex.Unlock()
res := make([]Chapter, len(c.chapters))
counter := 0
for _, chapter := range c.chapters {
res[counter] = chapter
counter++
func updateChapter(db *sql.DB, c *Chapter) error {
_, err := db.Exec("UPDATE Chapter set Name = ?, Url = ?, Number = ?, TimeStampUnixEpoch = ? where ID = ?", c.Name, c.Url, c.Number, c.TimeStampUnix, c.Id)
return err
}
func insertChapter(db *sql.DB, c *Chapter) error {
_, err := db.Exec("INSERT INTO Chapter(ID, MangaID, Url, Name, Number, TimeStampUnixEpoch) VALUES (?, ?, ?, ?, ?, ?)", c.Id, c.MangaId, c.Url, c.Name, c.Number, c.TimeStampUnix)
return err
}
func loadChapters(db *sql.DB) (map[int]Chapter, error) {
rows, err := db.Query("SELECT Id, MangaID, Url, Name, Number, TimeStampUnixEpoch FROM Chapter")
if err != nil {
return nil, err
}
return res
res := make(map[int]Chapter)
for rows.Next() {
chapter := Chapter{}
if err = rows.Scan(&chapter.Id, &chapter.MangaId, &chapter.Url, &chapter.Name, &chapter.Number, &chapter.TimeStampUnix); err != nil {
return nil, err
}
res[chapter.Id] = chapter
}
return res, err
}
func (c *ChapterTable[K]) Save(db *sql.DB) error {
//TODO implement me
panic("implement me")
}
func (c *ChapterTable[K]) Load(db *sql.DB) error {
//TODO implement me
panic("implement me")
func deleteChapter(db *sql.DB, key int) error {
_, err := db.Exec("DELETE from Manga where ID = ?", key)
return err
}

View File

@@ -1,32 +1,25 @@
package database
import (
"bytes"
"database/sql"
_ "embed"
"fmt"
"sync"
_ "github.com/mattn/go-sqlite3"
)
type Manager struct {
ConnectionString string
db *sql.DB
Rw *sync.Mutex
Mangas map[int]*Manga
Chapters map[int]*Chapter
ConnectionString string
db *sql.DB
Mangas DbTable[int, Manga]
Chapters DbTable[int, Chapter]
CreateIfNotExists bool
}
func NewDatabase(connectionString string, createIfNotExists bool) Manager {
return Manager{
ConnectionString: connectionString,
Rw: &sync.Mutex{},
Mangas: make(map[int]*Manga),
Chapters: make(map[int]*Chapter),
db: nil,
Mangas: NewDbTable[int, Manga](updateManga, insertManga, loadMangas, deleteManga),
Chapters: NewDbTable[int, Chapter](updateChapter, insertChapter, loadChapters, deleteChapter),
CreateIfNotExists: createIfNotExists,
}
}
@@ -53,103 +46,21 @@ func (dbMgr *Manager) Close() error {
return err
}
dbMgr.Mangas = nil
dbMgr.Chapters = nil
dbMgr.db = nil
return nil
}
func (dbMgr *Manager) Delete(mangaId int) error {
db := dbMgr.db
fmt.Println("Locking Rw in database.go:84")
dbMgr.Rw.Lock()
defer func() {
fmt.Println("Unlocking Rw in database.go:87")
dbMgr.Rw.Unlock()
}()
_, err := db.Exec("DELETE from Chapter where MangaID = ?", mangaId)
dbMgr.Mangas.Get(mangaId)
err := dbMgr.Mangas.Delete(dbMgr.db, mangaId)
if err != nil {
return err
}
_, err = db.Exec("DELETE from Manga where ID = ?", mangaId)
if err != nil {
return err
}
for i, chapter := range dbMgr.Chapters {
if chapter.Manga.Id == mangaId {
delete(dbMgr.Chapters, i)
}
}
delete(dbMgr.Mangas, mangaId)
return nil
}
func (dbMgr *Manager) Save() error {
db := dbMgr.db
fmt.Println("Locking Rw in database.go:113")
dbMgr.Rw.Lock()
defer func() {
fmt.Println("Unlocking Rw in database.go:116")
dbMgr.Rw.Unlock()
}()
for _, m := range dbMgr.Mangas {
count := 0
err := db.QueryRow("SELECT COUNT(*) FROM Manga where ID = ?", m.Id).Scan(&count)
if err != nil {
return err
}
if count == 0 {
if m.Thumbnail != nil {
_, err := db.Exec("INSERT INTO Manga(ID, Title, TimeStampUnixEpoch, Thumbnail, LatestAvailableChapter) values(?, ?, ?, ?, ?)", m.Id, m.Title, m.TimeStampUnix, m.Thumbnail.Bytes(), m.LastChapterNum)
if err != nil {
return err
}
} else {
_, err := db.Exec("INSERT INTO Manga(ID, Title, TimeStampUnixEpoch, LatestAvailableChapter) values(?, ?, ?, ?)", m.Id, m.Title, m.TimeStampUnix, m.LastChapterNum)
if err != nil {
return err
}
}
} else {
tSet := 0
err := db.QueryRow("SELECT COUNT(*) from Manga where ID = ? and Thumbnail IS NOT NULL", m.Id).Scan(&tSet)
if err != nil {
return err
}
if tSet != 0 {
_, err = db.Exec("UPDATE Manga set Title = ?, TimeStampUnixEpoch = ?, LatestAvailableChapter = ? WHERE ID = ?", m.Title, m.TimeStampUnix, m.LastChapterNum, m.Id)
if err != nil {
return err
}
} else {
_, err = db.Exec("UPDATE Manga set Title = ?, TimeStampUnixEpoch = ?, Thumbnail = ?, LatestAvailableChapter = ? WHERE ID = ?", m.Title, m.TimeStampUnix, m.Thumbnail.Bytes(), m.LastChapterNum, m.Id)
if err != nil {
return err
}
}
}
}
for _, c := range dbMgr.Chapters {
count := 0
err := db.QueryRow("SELECT COUNT(*) FROM Chapter where ID = ?", c.Id).Scan(&count)
if err != nil {
return err
}
if count == 0 {
_, err := db.Exec("INSERT INTO Chapter(ID, MangaID, Url, Name, Number, TimeStampUnixEpoch) VALUES (?, ?, ?, ?, ?, ?)", c.Id, c.Manga.Id, c.Url, c.Name, c.Number, c.TimeStampUnix)
if err != nil {
return err
}
} else {
_, err = db.Exec("UPDATE Chapter set Name = ?, Url = ?, Number = ?, TimeStampUnixEpoch = ? where ID = ?", c.Name, c.Url, c.Number, c.TimeStampUnix, c.Id)
chapters := dbMgr.Chapters.All()
for i, chapter := range chapters {
if chapter.MangaId == mangaId {
err := dbMgr.Chapters.Delete(dbMgr.db, i)
if err != nil {
return err
}
@@ -159,6 +70,15 @@ func (dbMgr *Manager) Save() error {
return nil
}
func (dbMgr *Manager) Save() error {
err := dbMgr.Mangas.Save(dbMgr.db)
if err != nil {
return err
}
return dbMgr.Chapters.Save(dbMgr.db)
}
//go:embed createDb.sql
var createSql string
@@ -168,39 +88,15 @@ func (dbMgr *Manager) createDatabaseIfNotExists() error {
}
func (dbMgr *Manager) load() error {
db := dbMgr.db
fmt.Println("Locking Rw in database.go:180")
dbMgr.Rw.Lock()
defer func() {
fmt.Println("Unlocking Rw in database.go:183")
dbMgr.Rw.Unlock()
}()
rows, err := db.Query("SELECT Id, Title, TimeStampUnixEpoch, Thumbnail, LatestAvailableChapter FROM Manga")
err := dbMgr.Chapters.Load(dbMgr.db)
if err != nil {
return err
}
for rows.Next() {
manga := Manga{}
var thumbnail []byte
if err = rows.Scan(&manga.Id, &manga.Title, &manga.TimeStampUnix, &thumbnail, &manga.LastChapterNum); err != nil {
return err
}
if len(thumbnail) != 0 {
manga.Thumbnail = bytes.NewBuffer(thumbnail)
}
latestChapter := db.QueryRow("SELECT Id, Url, Name, Number, TimeStampUnixEpoch FROM Chapter where MangaID = ? ORDER BY TimeStampUnixEpoch desc LIMIT 1", manga.Id)
chapter := Chapter{}
if err = latestChapter.Scan(&chapter.Id, &chapter.Url, &chapter.Name, &chapter.Number, &chapter.TimeStampUnix); err != nil {
return err
}
chapter.Manga = &manga
manga.LatestChapter = &chapter
dbMgr.Chapters[chapter.Id] = &chapter
dbMgr.Mangas[manga.Id] = &manga
err = dbMgr.Mangas.Load(dbMgr.db)
if err != nil {
return err
}
return nil
}

View File

@@ -2,8 +2,9 @@ package database
import (
"bytes"
"cmp"
"database/sql"
"sync"
"slices"
)
type Manga struct {
@@ -12,73 +13,31 @@ type Manga struct {
TimeStampUnix int64
Thumbnail *bytes.Buffer
LastChapterNum int
// Not in DB
LatestChapter *Chapter
}
type MangaTable[K comparable] struct {
mutex sync.Mutex
mangas map[K]Manga
updated map[K]DbStatus
}
func (m *MangaTable[K]) Get(key K) (Manga, bool) {
m.mutex.Lock()
defer m.mutex.Unlock()
val, ok := m.mangas[key]
return val, ok
}
func (m *MangaTable[K]) Set(key K, new Manga) {
m.mutex.Lock()
defer m.mutex.Unlock()
val, ok := m.updated[key]
if ok && val == Loaded {
m.updated[key] = Updated
} else {
m.updated[key] = New
func NewManga(id int, title string, timeStampUnix int64) Manga {
return Manga{
Id: id,
Title: title,
TimeStampUnix: timeStampUnix,
}
m.mangas[key] = new
}
func (m *MangaTable[K]) All() []Manga {
m.mutex.Lock()
defer m.mutex.Unlock()
res := make([]Manga, len(m.mangas))
counter := 0
for _, manga := range m.mangas {
res[counter] = manga
counter++
}
return res
}
// GetLatestChapter TODO: Cache this somehow
func (m *Manga) GetLatestChapter(chapters *DbTable[int, Chapter]) (*Chapter, bool) {
c := chapters.All()
func (m *MangaTable[K]) Save(db *sql.DB) error {
m.mutex.Lock()
defer m.mutex.Unlock()
for k, status := range m.updated {
if status == Loaded {
continue
} else if status == Updated {
manga := m.mangas[k]
err := updateManga(db, &manga)
if err != nil {
return err
}
} else {
manga := m.mangas[k]
err := insertManga(db, &manga)
if err != nil {
return err
}
slices.SortStableFunc(c, func(a, b Chapter) int {
return cmp.Compare(b.TimeStampUnix, a.TimeStampUnix)
})
for _, chapter := range c {
if chapter.MangaId == m.Id {
return &chapter, true
}
}
return nil
}
func (m *MangaTable[K]) Load(db *sql.DB) error {
panic("")
return nil, false
}
func updateManga(db *sql.DB, m *Manga) error {
@@ -92,3 +51,32 @@ func insertManga(db *sql.DB, manga *Manga) error {
_, err := db.Exec(cmd, manga.Id, manga.Title, manga.TimeStampUnix, manga.Thumbnail.Bytes(), manga.LastChapterNum)
return err
}
func loadMangas(db *sql.DB) (map[int]Manga, error) {
rows, err := db.Query("SELECT Id, Title, TimeStampUnixEpoch, Thumbnail, LatestAvailableChapter FROM Manga")
if err != nil {
return nil, err
}
res := make(map[int]Manga)
for rows.Next() {
manga := Manga{}
var thumbnail []byte
if err = rows.Scan(&manga.Id, &manga.Title, &manga.TimeStampUnix, &thumbnail, &manga.LastChapterNum); err != nil {
return nil, err
}
if len(thumbnail) != 0 {
manga.Thumbnail = bytes.NewBuffer(thumbnail)
}
res[manga.Id] = manga
}
return res, nil
}
func deleteManga(db *sql.DB, key int) error {
_, err := db.Exec("DELETE from Chapter where ID = ?", key)
return err
}

View File

@@ -1,6 +1,9 @@
package database
import "database/sql"
import (
"database/sql"
"sync"
)
type DbStatus int
@@ -10,11 +13,121 @@ const (
Updated
)
// Table TODO: This Could probably be a generic instead of interface / both
type Table[K comparable, T any] interface {
Get(key K) (T, bool)
Set(key K, new T)
All() []T
Save(db *sql.DB) error
Load(db *sql.DB) error
//type Table[K comparable, T any] interface {
// Get(key K) (T, bool)
// Set(key K, new T)
// All() []T
// Delete(key K) error
// Save(db *sql.DB) error
// Load(db *sql.DB) error
// Connect(key K, value *any) bool
//}
type DbTable[K comparable, T any] struct {
mutex sync.Mutex
items map[K]T
updated map[K]DbStatus
updateFunc func(db *sql.DB, value *T) error
insertFunc func(db *sql.DB, value *T) error
loadFunc func(db *sql.DB) (map[K]T, error)
deleteFunc func(db *sql.DB, key K) error
}
func NewDbTable[K comparable, T any](updateFunc func(db *sql.DB, value *T) error,
insertFunc func(db *sql.DB, value *T) error,
loadFunc func(db *sql.DB) (map[K]T, error),
deleteFunc func(db *sql.DB, key K) error,
) DbTable[K, T] {
return DbTable[K, T]{
mutex: sync.Mutex{},
items: make(map[K]T),
updated: make(map[K]DbStatus),
updateFunc: updateFunc,
insertFunc: insertFunc,
loadFunc: loadFunc,
deleteFunc: deleteFunc,
}
}
func (d *DbTable[K, T]) Get(key K) (T, bool) {
d.mutex.Lock()
defer d.mutex.Unlock()
val, ok := d.items[key]
return val, ok
}
// GetRef unsafe
func (d *DbTable[K, T]) getRef(key K) (*T, bool) {
d.mutex.Lock()
defer d.mutex.Unlock()
val, ok := d.items[key]
return &val, ok
}
func (d *DbTable[K, T]) Set(key K, new T) {
d.mutex.Lock()
defer d.mutex.Unlock()
val, ok := d.updated[key]
if ok && val == Loaded || val == Updated {
d.updated[key] = Updated
} else {
d.updated[key] = New
}
d.items[key] = new
}
func (d *DbTable[K, T]) All() []T {
d.mutex.Lock()
defer d.mutex.Unlock()
res := make([]T, len(d.items))
counter := 0
for _, manga := range d.items {
res[counter] = manga
counter++
}
return res
}
func (d *DbTable[K, T]) Delete(db *sql.DB, key K) error {
d.mutex.Lock()
defer d.mutex.Unlock()
delete(d.items, key)
return d.deleteFunc(db, key)
}
func (d *DbTable[K, T]) Save(db *sql.DB) error {
d.mutex.Lock()
defer d.mutex.Unlock()
for k, status := range d.updated {
if status == Loaded {
continue
} else if status == Updated {
item := d.items[k]
err := d.updateFunc(db, &item)
if err != nil {
return err
}
} else {
item := d.items[k]
err := d.insertFunc(db, &item)
if err != nil {
return err
}
}
}
return nil
}
func (d *DbTable[K, T]) Load(db *sql.DB) error {
d.mutex.Lock()
defer d.mutex.Unlock()
res, err := d.loadFunc(db)
if err != nil {
return err
}
d.items = res
for k := range d.items {
d.updated[k] = Loaded
}
return nil
}