archive/nntpchan
Archived
1
0
Fork 0
Code

use big ass query for calculating post history

Browse Source
This commit is contained in:
Jeff Becker 2017-08-25 12:42:25 -04:00
parent 7d56d68d14
commit f3e76a1e0f
No known key found for this signature in database
GPG Key ID: F357B3B42F6F9B05
1 changed files with 9 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
contrib/backends/srndv2/src/srnd/postgres.go
View File

@ -145,6 +145,7 @@ const SearchByHash_1 = "SearchByHash_1"
const SearchByHash_2 = "SearchByHash_2" const SearchByHash_2 = "SearchByHash_2"
const GetNNTPPostsInGroup = "GetNNTPPostsInGroup" const GetNNTPPostsInGroup = "GetNNTPPostsInGroup"
const GetCitesByPostHashLike = "GetCitesByPostHashLike" const GetCitesByPostHashLike = "GetCitesByPostHashLike"
const GetYearlyPostHistory = "GetYearlyPostHistory"
func (self *PostgresDatabase) prepareStatements() { func (self *PostgresDatabase) prepareStatements() {
self.stmt = map[string]string{ self.stmt = map[string]string{
@ -210,6 +211,7 @@ func (self *PostgresDatabase) prepareStatements() {
SearchByHash_2: "SELECT message_newsgroup, message_id, message_ref_id FROM Articles WHERE message_newsgroup = $2 AND message_id_hash LIKE $1 ORDER BY time_obtained DESC", SearchByHash_2: "SELECT message_newsgroup, message_id, message_ref_id FROM Articles WHERE message_newsgroup = $2 AND message_id_hash LIKE $1 ORDER BY time_obtained DESC",
GetNNTPPostsInGroup: "SELECT message_no, ArticlePosts.message_id, subject, time_posted, ref_id, name, path FROM ArticleNumbers INNER JOIN ArticlePosts ON ArticleNumbers.message_id = ArticlePosts.message_id WHERE ArticlePosts.newsgroup = $1 ORDER BY message_no", GetNNTPPostsInGroup: "SELECT message_no, ArticlePosts.message_id, subject, time_posted, ref_id, name, path FROM ArticleNumbers INNER JOIN ArticlePosts ON ArticleNumbers.message_id = ArticlePosts.message_id WHERE ArticlePosts.newsgroup = $1 ORDER BY message_no",
GetCitesByPostHashLike: "SELECT message_id, message_ref_id FROM Articles WHERE message_id_hash LIKE $1", GetCitesByPostHashLike: "SELECT message_id, message_ref_id FROM Articles WHERE message_id_hash LIKE $1",
GetYearlyPostHistory: "WITH times(endtime, begintime) AS ( SELECT CAST(EXTRACT(epoch from i) AS BIGINT) AS endtime, CAST(EXTRACT(epoch from i - interval '1 month') AS BIGINT) AS begintime FROM generate_series(now() - interval '10 year', now(), '1 month'::interval) i ) SELECT begintime, endtime, ( SELECT count(*) FROM ArticlePosts WHERE time_posted > begintime AND time_posted < endtime) FROM times",
} }
} }
@ -1720,34 +1722,14 @@ func (self *PostgresDatabase) GetLastPostedPostModels(prefix string, n int64) (p
} }
func (self *PostgresDatabase) GetMonthlyPostHistory() (posts []PostEntry) { func (self *PostgresDatabase) GetMonthlyPostHistory() (posts []PostEntry) {
var oldest int64 rows, err := self.conn.Query(self.stmt[GetYearlyPostHistory])
now := time.Now() if rows != nil {
now = time.Date(now.Year(), now.Month(), 1, 0, 0, 0, 0, time.UTC) for rows.Next() {
err := self.conn.QueryRow(self.stmt[GetMonthlyPostHistory]).Scan(&oldest) var begin, end, mag int64
if err == nil { rows.Scan(&begin, &end, &mag)
// we got the oldest posts = append(posts, PostEntry{begin, mag})
// convert it to the oldest year/date
old := time.Unix(oldest, 0)
old = time.Date(old.Year(), old.Month(), 1, 0, 0, 0, 0, time.UTC)
// count up from oldest to newest
for now.Unix() >= old.Unix() {
var count int64
var next_month time.Time
if now.Month() < 12 {
next_month = time.Date(old.Year(), old.Month()+1, 1, 0, 0, 0, 0, time.UTC)
} else {
next_month = time.Date(old.Year()+1, 1, 1, 0, 0, 0, 0, time.UTC)
}
// get the post count in that montth
err = self.conn.QueryRow(self.stmt[GetLastDaysPosts], old.Unix(), next_month.Unix()).Scan(&count)
if err == nil {
posts = append(posts, PostEntry{old.Unix(), count})
old = next_month
} else {
posts = nil
break
}
} }
rows.Close()
} }
if err != nil { if err != nil {
log.Println("failed getting monthly post history", err) log.Println("failed getting monthly post history", err)