From 179042f81bd4a068cea285ec26224f0d34d7bb1a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ferdinand=20M=C3=BCtsch?= Date: Mon, 18 Apr 2022 16:59:46 +0200 Subject: [PATCH] refactor: use cross join instead of subquery for populating summary items (see #350) --- go.mod | 2 +- repositories/summary.go | 63 ++++++++++++++++++++++++----------------- 2 files changed, 38 insertions(+), 27 deletions(-) diff --git a/go.mod b/go.mod index b7252e9..2b4e343 100644 --- a/go.mod +++ b/go.mod @@ -29,7 +29,7 @@ require ( golang.org/x/crypto v0.0.0-20220411220226-7b82a4e95df4 golang.org/x/sync v0.0.0-20210220032951-036812b2e83c gorm.io/driver/mysql v1.3.3 - gorm.io/driver/postgres v1.3.3 + gorm.io/driver/postgres v1.3.4 gorm.io/driver/sqlite v1.3.1 gorm.io/gorm v1.23.4 ) diff --git a/repositories/summary.go b/repositories/summary.go index e4668b8..7b0100f 100644 --- a/repositories/summary.go +++ b/repositories/summary.go @@ -1,9 +1,10 @@ package repositories import ( - datastructure "github.com/duke-git/lancet/v2/datastructure/set" + "github.com/duke-git/lancet/v2/slice" "github.com/muety/wakapi/models" "gorm.io/gorm" + "gorm.io/gorm/clause" "time" ) @@ -24,7 +25,7 @@ func (r *SummaryRepository) GetAll() ([]*models.Summary, error) { return nil, err } - if err := r.populateItems(summaries); err != nil { + if err := r.populateItems(summaries, []clause.Interface{}); err != nil { return nil, err } @@ -40,17 +41,26 @@ func (r *SummaryRepository) Insert(summary *models.Summary) error { func (r *SummaryRepository) GetByUserWithin(user *models.User, from, to time.Time) ([]*models.Summary, error) { var summaries []*models.Summary - if err := r.db. - Where(&models.Summary{UserID: user.ID}). - Where("from_time >= ?", from.Local()). - Where("to_time <= ?", to.Local()). - Order("from_time asc"). - // branch summaries are currently not persisted, as only relevant in combination with project filter - Find(&summaries).Error; err != nil { + + queryConditions := []clause.Interface{ + clause.Where{Exprs: r.db.Statement.BuildCondition("user_id = ?", user.ID)}, + clause.Where{Exprs: r.db.Statement.BuildCondition("from_time >= ?", from.Local())}, + clause.Where{Exprs: r.db.Statement.BuildCondition("to_time <= ?", to.Local())}, + } + + q := r.db.Model(&models.Summary{}). + Order("from_time asc") + + for _, c := range queryConditions { + q.Statement.AddClause(c) + } + + // branch summaries are currently not persisted, as only relevant in combination with project filter + if err := q.Find(&summaries).Error; err != nil { return nil, err } - if err := r.populateItems(summaries); err != nil { + if err := r.populateItems(summaries, queryConditions); err != nil { return nil, err } @@ -77,28 +87,29 @@ func (r *SummaryRepository) DeleteByUser(userId string) error { } // inplace -func (r *SummaryRepository) populateItems(summaries []*models.Summary) error { - summaryMap := map[uint]*models.Summary{} - summaryIds := datastructure.NewSet[uint]() - for _, s := range summaries { - if s.NumHeartbeats == 0 { - continue - } - summaryMap[s.ID] = s - summaryIds.Add(s.ID) - } - +func (r *SummaryRepository) populateItems(summaries []*models.Summary, conditions []clause.Interface) error { var items []*models.SummaryItem - if err := r.db. - Model(&models.SummaryItem{}). - Where("summary_id in ?", summaryIds.Values()). - Find(&items).Error; err != nil { + summaryMap := slice.GroupWith[*models.Summary, uint](summaries, func(s *models.Summary) uint { + return s.ID + }) + + q := r.db.Model(&models.SummaryItem{}). + Select("summary_items.*"). + Joins("cross join summaries"). + Where("summary_items.summary_id = summaries.id"). + Where("num_heartbeats > ?", 0) + + for _, c := range conditions { + q.Statement.AddClause(c) + } + + if err := q.Find(&items).Error; err != nil { return err } for _, item := range items { - l := summaryMap[item.SummaryID].ItemsByType(item.Type) + l := summaryMap[item.SummaryID][0].ItemsByType(item.Type) *l = append(*l, item) }