Fastfix for previous two commits (sorry) and chroma update.

Well, doing "git add ." not from repository's root is a bad idea.

Updated chroma dependency, added more languages to syntax highlighting.

internal/database/dialects/flatfiles/exported.go

@@ -0,0 +1,42 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package flatfiles
+
+import (
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/context"
+	"gitlab.com/pztrn/fastpastebin/internal/database/dialects/interface"
+)
+
+var (
+	c *context.Context
+	f *FlatFiles
+)
+
+func New(cc *context.Context) {
+	c = cc
+	f = &FlatFiles{}
+	c.Database.RegisterDialect(dialectinterface.Interface(Handler{}))
+}

internal/database/dialects/flatfiles/flatfiles.go

@@ -0,0 +1,246 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package flatfiles
+
+import (
+	// stdlib
+	"database/sql"
+	"encoding/json"
+	"io/ioutil"
+	"os"
+	"os/user"
+	"path/filepath"
+	"strconv"
+	"strings"
+	"sync"
+
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/structs"
+)
+
+type FlatFiles struct {
+	pastesIndex []*Index
+	path        string
+	writeMutex  sync.Mutex
+}
+
+func (ff *FlatFiles) GetDatabaseConnection() *sql.DB {
+	return nil
+}
+
+func (ff *FlatFiles) GetPaste(pasteID int) (*structs.Paste, error) {
+	ff.writeMutex.Lock()
+	pastePath := filepath.Join(ff.path, "pastes", strconv.Itoa(pasteID)+".json")
+	c.Logger.Debug().Msgf("Trying to load paste data from '%s'...", pastePath)
+	pasteInBytes, err := ioutil.ReadFile(pastePath)
+	if err != nil {
+		c.Logger.Debug().Msgf("Failed to read paste from storage: %s", err.Error())
+		return nil, err
+	}
+	c.Logger.Debug().Msgf("Loaded %d bytes: %s", len(pasteInBytes), string(pasteInBytes))
+	ff.writeMutex.Unlock()
+
+	paste := &structs.Paste{}
+	err = json.Unmarshal(pasteInBytes, paste)
+	if err != nil {
+		c.Logger.Error().Msgf("Failed to parse paste: %s", err.Error())
+		return nil, err
+	}
+
+	return paste, nil
+}
+
+func (ff *FlatFiles) GetPagedPastes(page int) ([]structs.Paste, error) {
+	// Pagination.
+	var startPagination = 0
+	if page > 1 {
+		startPagination = (page - 1) * c.Config.Pastes.Pagination
+	}
+
+	c.Logger.Debug().Msgf("Pastes index: %+v", ff.pastesIndex)
+
+	// Iteration one - get only public pastes.
+	var publicPastes []*Index
+	for _, paste := range ff.pastesIndex {
+		if !paste.Private {
+			publicPastes = append(publicPastes, paste)
+		}
+	}
+
+	c.Logger.Debug().Msgf("%+v", publicPastes)
+
+	// Iteration two - get paginated pastes.
+	var pastesData []structs.Paste
+	for idx, paste := range publicPastes {
+		if len(pastesData) == c.Config.Pastes.Pagination {
+			break
+		}
+
+		if idx < startPagination {
+			c.Logger.Debug().Msgf("Paste with index %d isn't in pagination query: too low index", idx)
+			continue
+		}
+
+		if (idx-1 >= startPagination && page > 1 && idx > startPagination+((page-1)*c.Config.Pastes.Pagination)) || (idx-1 >= startPagination && page == 1 && idx > startPagination+(page*c.Config.Pastes.Pagination)) {
+			c.Logger.Debug().Msgf("Paste with index %d isn't in pagination query: too high index", idx)
+			break
+		}
+		c.Logger.Debug().Msgf("Getting paste data (ID: %d, index: %d)", paste.ID, idx)
+
+		// Get paste data.
+		pasteData := &structs.Paste{}
+		pasteRawData, err := ioutil.ReadFile(filepath.Join(ff.path, "pastes", strconv.Itoa(paste.ID)+".json"))
+		if err != nil {
+			c.Logger.Error().Msgf("Failed to read paste data: %s", err.Error())
+			continue
+		}
+
+		err = json.Unmarshal(pasteRawData, pasteData)
+		if err != nil {
+			c.Logger.Error().Msgf("Failed to parse paste data: %s", err.Error())
+			continue
+		}
+
+		pastesData = append(pastesData, (*pasteData))
+	}
+
+	return pastesData, nil
+}
+
+func (ff *FlatFiles) GetPastesPages() int {
+	// Get public pastes count.
+	var publicPastes []*Index
+
+	ff.writeMutex.Lock()
+	for _, paste := range ff.pastesIndex {
+		if !paste.Private {
+			publicPastes = append(publicPastes, paste)
+		}
+	}
+	ff.writeMutex.Unlock()
+
+	// Calculate pages.
+	pages := len(publicPastes) / c.Config.Pastes.Pagination
+	// Check if we have any remainder. Add 1 to pages count if so.
+	if len(publicPastes)%c.Config.Pastes.Pagination > 0 {
+		pages++
+	}
+
+	return pages
+}
+
+func (ff *FlatFiles) Initialize() {
+	c.Logger.Info().Msg("Initializing flatfiles storage...")
+
+	path := c.Config.Database.Path
+	// Get proper paste file path.
+	if strings.Contains(c.Config.Database.Path, "~") {
+		curUser, err := user.Current()
+		if err != nil {
+			c.Logger.Error().Msg("Failed to get current user. Will replace '~' for '/' in storage path!")
+			path = strings.Replace(path, "~", "/", -1)
+		}
+		path = strings.Replace(path, "~", curUser.HomeDir, -1)
+	}
+
+	path, _ = filepath.Abs(path)
+	ff.path = path
+	c.Logger.Debug().Msgf("Storage path is now: %s", ff.path)
+
+	// Create directory if neccessary.
+	if _, err := os.Stat(ff.path); err != nil {
+		c.Logger.Debug().Msgf("Directory '%s' does not exist, creating...", ff.path)
+		os.MkdirAll(ff.path, os.ModePerm)
+	} else {
+		c.Logger.Debug().Msgf("Directory '%s' already exists", ff.path)
+	}
+
+	// Create directory for pastes.
+	if _, err := os.Stat(filepath.Join(ff.path, "pastes")); err != nil {
+		c.Logger.Debug().Msgf("Directory '%s' does not exist, creating...", filepath.Join(ff.path, "pastes"))
+		os.MkdirAll(filepath.Join(ff.path, "pastes"), os.ModePerm)
+	} else {
+		c.Logger.Debug().Msgf("Directory '%s' already exists", filepath.Join(ff.path, "pastes"))
+	}
+
+	// Load pastes index.
+	ff.pastesIndex = []*Index{}
+	if _, err := os.Stat(filepath.Join(ff.path, "pastes", "index.json")); err != nil {
+		c.Logger.Warn().Msg("Pastes index file does not exist, will create new one")
+	} else {
+		indexData, err := ioutil.ReadFile(filepath.Join(ff.path, "pastes", "index.json"))
+		if err != nil {
+			c.Logger.Fatal().Msg("Failed to read contents of index file!")
+		}
+
+		err = json.Unmarshal(indexData, &ff.pastesIndex)
+		if err != nil {
+			c.Logger.Error().Msgf("Failed to parse index file contents from JSON into internal structure. Will create new index file. All of your previous pastes will became unavailable. Error was: %s", err.Error())
+		}
+
+		c.Logger.Debug().Msgf("Parsed pastes index: %+v", ff.pastesIndex)
+	}
+}
+
+func (ff *FlatFiles) SavePaste(p *structs.Paste) (int64, error) {
+	ff.writeMutex.Lock()
+	// Write paste data on disk.
+	filesOnDisk, _ := ioutil.ReadDir(filepath.Join(ff.path, "pastes"))
+	pasteID := len(filesOnDisk) + 1
+	c.Logger.Debug().Msgf("Writing paste to disk, ID will be " + strconv.Itoa(pasteID))
+	p.ID = pasteID
+	data, err := json.Marshal(p)
+	if err != nil {
+		ff.writeMutex.Unlock()
+		return 0, err
+	}
+	err = ioutil.WriteFile(filepath.Join(ff.path, "pastes", strconv.Itoa(pasteID)+".json"), data, 0644)
+	if err != nil {
+		ff.writeMutex.Unlock()
+		return 0, err
+	}
+	// Add it to cache.
+	indexData := &Index{}
+	indexData.ID = pasteID
+	indexData.Private = p.Private
+	ff.pastesIndex = append(ff.pastesIndex, indexData)
+	ff.writeMutex.Unlock()
+	return int64(pasteID), nil
+}
+
+func (ff *FlatFiles) Shutdown() {
+	c.Logger.Info().Msg("Saving indexes...")
+	indexData, err := json.Marshal(ff.pastesIndex)
+	if err != nil {
+		c.Logger.Error().Msgf("Failed to encode index data into JSON: %s", err.Error())
+		return
+	}
+
+	err = ioutil.WriteFile(filepath.Join(ff.path, "pastes", "index.json"), indexData, 0644)
+	if err != nil {
+		c.Logger.Error().Msgf("Failed to write index data to file. Pretty sure that you've lost your pastes.")
+		return
+	}
+}

internal/database/dialects/flatfiles/handler.go

@@ -0,0 +1,63 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package flatfiles
+
+import (
+	// stdlib
+	"database/sql"
+
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/structs"
+)
+
+type Handler struct{}
+
+func (dbh Handler) GetDatabaseConnection() *sql.DB {
+	return f.GetDatabaseConnection()
+}
+
+func (dbh Handler) GetPaste(pasteID int) (*structs.Paste, error) {
+	return f.GetPaste(pasteID)
+}
+
+func (dbh Handler) GetPagedPastes(page int) ([]structs.Paste, error) {
+	return f.GetPagedPastes(page)
+}
+
+func (dbh Handler) GetPastesPages() int {
+	return f.GetPastesPages()
+}
+
+func (dbh Handler) Initialize() {
+	f.Initialize()
+}
+
+func (dbh Handler) SavePaste(p *structs.Paste) (int64, error) {
+	return f.SavePaste(p)
+}
+
+func (dbh Handler) Shutdown() {
+	f.Shutdown()
+}

internal/database/dialects/flatfiles/index.go

@@ -0,0 +1,31 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package flatfiles
+
+// Index describes paste index structure for flatfiles data storage.
+type Index struct {
+	ID      int  `yaml:"id"`
+	Private bool `json:"private"`
+}

internal/database/dialects/interface/dialectinterface.go

@@ -0,0 +1,43 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package dialectinterface
+
+import (
+	// stdlib
+	"database/sql"
+
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/structs"
+)
+
+type Interface interface {
+	GetDatabaseConnection() *sql.DB
+	GetPaste(pasteID int) (*structs.Paste, error)
+	GetPagedPastes(page int) ([]structs.Paste, error)
+	GetPastesPages() int
+	Initialize()
+	SavePaste(p *structs.Paste) (int64, error)
+	Shutdown()
+}

internal/database/dialects/mysql/exported.go

@@ -0,0 +1,42 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package mysql
+
+import (
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/context"
+	"gitlab.com/pztrn/fastpastebin/internal/database/dialects/interface"
+)
+
+var (
+	c *context.Context
+	d *Database
+)
+
+func New(cc *context.Context) {
+	c = cc
+	d = &Database{}
+	c.Database.RegisterDialect(dialectinterface.Interface(Handler{}))
+}

internal/database/dialects/mysql/handler.go

@@ -0,0 +1,63 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package mysql
+
+import (
+	// stdlib
+	"database/sql"
+
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/structs"
+)
+
+type Handler struct{}
+
+func (dbh Handler) GetDatabaseConnection() *sql.DB {
+	return d.GetDatabaseConnection()
+}
+
+func (dbh Handler) GetPaste(pasteID int) (*structs.Paste, error) {
+	return d.GetPaste(pasteID)
+}
+
+func (dbh Handler) GetPagedPastes(page int) ([]structs.Paste, error) {
+	return d.GetPagedPastes(page)
+}
+
+func (dbh Handler) GetPastesPages() int {
+	return d.GetPastesPages()
+}
+
+func (dbh Handler) Initialize() {
+	d.Initialize()
+}
+
+func (dbh Handler) SavePaste(p *structs.Paste) (int64, error) {
+	return d.SavePaste(p)
+}
+
+func (dbh Handler) Shutdown() {
+	d.Shutdown()
+}

internal/database/dialects/mysql/migrations/1_initial.go

@@ -0,0 +1,39 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func InitialUp(tx *sql.Tx) error {
+	_, err := tx.Exec("CREATE TABLE `pastes` (`id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Paste ID', `title` text NOT NULL COMMENT 'Paste title', `data` longtext NOT NULL COMMENT 'Paste data', `created_at` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'Paste creation timestamp', `keep_for` int(4) NOT NULL DEFAULT 1 COMMENT 'Keep for integer. 0 - forever.', `keep_for_unit_type` int(1) NOT NULL DEFAULT 1 COMMENT 'Keep for unit type. 1 - minutes, 2 - hours, 3 - days, 4 - months.', PRIMARY KEY (`id`), UNIQUE KEY `id` (`id`)) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 COMMENT='Pastes';")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

internal/database/dialects/mysql/migrations/2_paste_lang.go

@@ -0,0 +1,48 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func PasteLangUp(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE `pastes` ADD `language` VARCHAR(191) NOT NULL DEFAULT 'text' COMMENT 'Paste language'")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func PasteLangDown(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE `pastes` DROP COLUMN `language`")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

internal/database/dialects/mysql/migrations/3_private_pastes.go

@@ -0,0 +1,48 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func PrivatePastesUp(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE `pastes` ADD `private` BOOL NOT NULL DEFAULT false COMMENT 'Private paste? If true - additional URL parameter (UNIX TIMESTAMP) of paste will be required to access.'")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func PrivatePastesDown(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE `pastes` DROP COLUMN `private`")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

internal/database/dialects/mysql/migrations/4_passworded_pastes.go

@@ -0,0 +1,58 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func PasswordedPastesUp(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE `pastes` ADD `password` varchar(64) NOT NULL DEFAULT '' COMMENT 'Password for paste (scrypted and sha256ed).'")
+	if err != nil {
+		return err
+	}
+
+	_, err1 := tx.Exec("ALTER TABLE `pastes` ADD `password_salt` varchar(64) NOT NULL DEFAULT '' COMMENT 'Password salt (sha256ed).'")
+	if err1 != nil {
+		return err1
+	}
+
+	return nil
+}
+
+func PasswordedPastesDown(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE `pastes` DROP COLUMN `password`")
+	if err != nil {
+		return err
+	}
+
+	_, err1 := tx.Exec("ALTER TABLE `pastes` DROP COLUMN `password_salt`")
+	if err1 != nil {
+		return err1
+	}
+
+	return nil
+}

internal/database/dialects/mysql/migrations/exported.go

@@ -0,0 +1,65 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/context"
+
+	// other
+	//"gitlab.com/jmoiron/sqlx"
+	"github.com/pressly/goose"
+)
+
+var (
+	c *context.Context
+)
+
+// New initializes migrations.
+func New(cc *context.Context) {
+	c = cc
+}
+
+// Migrate launching migrations.
+func Migrate() {
+	c.Logger.Info().Msg("Migrating database...")
+
+	goose.SetDialect("mysql")
+	goose.AddNamedMigration("1_initial.go", InitialUp, nil)
+	goose.AddNamedMigration("2_paste_lang.go", PasteLangUp, PasteLangDown)
+	goose.AddNamedMigration("3_private_pastes.go", PrivatePastesUp, PrivatePastesDown)
+	goose.AddNamedMigration("4_passworded_pastes.go", PasswordedPastesUp, PasswordedPastesDown)
+	// Add new migrations BEFORE this message.
+
+	dbConn := c.Database.GetDatabaseConnection()
+	if dbConn != nil {
+		err := goose.Up(dbConn, ".")
+		if err != nil {
+			c.Logger.Panic().Msgf("Failed to migrate database to latest version: %s", err.Error())
+		}
+	} else {
+		c.Logger.Warn().Msg("Current database dialect isn't supporting migrations, skipping")
+	}
+}

internal/database/dialects/mysql/mysqldatabase.go

@@ -0,0 +1,187 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package mysql
+
+import (
+	// stdlib
+	"database/sql"
+	"fmt"
+
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/database/dialects/mysql/migrations"
+	"gitlab.com/pztrn/fastpastebin/internal/structs"
+
+	// other
+	_ "github.com/go-sql-driver/mysql"
+	"github.com/jmoiron/sqlx"
+)
+
+// Database is a MySQL/MariaDB connection controlling structure.
+type Database struct {
+	db *sqlx.DB
+}
+
+// Checks if queries can be run on known connection and reestablish it
+// if not.
+func (db *Database) check() {
+	if db.db != nil {
+		_, err := db.db.Exec("SELECT 1")
+		if err != nil {
+			db.Initialize()
+		}
+	} else {
+		db.Initialize()
+	}
+}
+
+func (db *Database) GetDatabaseConnection() *sql.DB {
+	db.check()
+
+	if db.db != nil {
+		return db.db.DB
+	}
+
+	return nil
+}
+
+// GetPaste returns a single paste by ID.
+func (db *Database) GetPaste(pasteID int) (*structs.Paste, error) {
+	db.check()
+	p := &structs.Paste{}
+	err := db.db.Get(p, db.db.Rebind("SELECT * FROM `pastes` WHERE id=?"), pasteID)
+	if err != nil {
+		return nil, err
+	}
+
+	return p, nil
+}
+
+func (db *Database) GetPagedPastes(page int) ([]structs.Paste, error) {
+	db.check()
+	var pastesRaw []structs.Paste
+	var pastes []structs.Paste
+
+	// Pagination.
+	var startPagination = 0
+	if page > 1 {
+		startPagination = (page - 1) * c.Config.Pastes.Pagination
+	}
+
+	err := db.db.Select(&pastesRaw, db.db.Rebind("SELECT * FROM `pastes` WHERE private != true ORDER BY id DESC LIMIT ? OFFSET ?"), c.Config.Pastes.Pagination, startPagination)
+	if err != nil {
+		return nil, err
+	}
+
+	for i := range pastesRaw {
+		if !pastesRaw[i].IsExpired() {
+			pastes = append(pastes, pastesRaw[i])
+		}
+	}
+
+	return pastes, nil
+}
+
+func (db *Database) GetPastesPages() int {
+	db.check()
+	var pastesRaw []structs.Paste
+	var pastes []structs.Paste
+	err := db.db.Get(&pastesRaw, "SELECT * FROM `pastes` WHERE private != true")
+	if err != nil {
+		return 1
+	}
+
+	// Check if pastes isn't expired.
+	for i := range pastesRaw {
+		if !pastesRaw[i].IsExpired() {
+			pastes = append(pastes, pastesRaw[i])
+		}
+	}
+
+	// Calculate pages.
+	pages := len(pastes) / c.Config.Pastes.Pagination
+	// Check if we have any remainder. Add 1 to pages count if so.
+	if len(pastes)%c.Config.Pastes.Pagination > 0 {
+		pages++
+	}
+
+	return pages
+}
+
+// Initialize initializes MySQL/MariaDB connection.
+func (db *Database) Initialize() {
+	c.Logger.Info().Msg("Initializing database connection...")
+
+	// There might be only user, without password. MySQL/MariaDB driver
+	// in DSN wants "user" or "user:password", "user:" is invalid.
+	var userpass = ""
+	if c.Config.Database.Password == "" {
+		userpass = c.Config.Database.Username
+	} else {
+		userpass = c.Config.Database.Username + ":" + c.Config.Database.Password
+	}
+
+	dbConnString := fmt.Sprintf("%s@tcp(%s:%s)/%s?parseTime=true&collation=utf8mb4_unicode_ci&charset=utf8mb4", userpass, c.Config.Database.Address, c.Config.Database.Port, c.Config.Database.Database)
+	c.Logger.Debug().Msgf("Database connection string: %s", dbConnString)
+
+	dbConn, err := sqlx.Connect("mysql", dbConnString)
+	if err != nil {
+		c.Logger.Error().Msgf("Failed to connect to database: %s", err.Error())
+		return
+	}
+
+	// Force UTC for current connection.
+	_ = dbConn.MustExec("SET @@session.time_zone='+00:00';")
+
+	c.Logger.Info().Msg("Database connection established")
+	db.db = dbConn
+
+	// Perform migrations.
+	migrations.New(c)
+	migrations.Migrate()
+}
+
+func (db *Database) SavePaste(p *structs.Paste) (int64, error) {
+	db.check()
+	result, err := db.db.NamedExec("INSERT INTO `pastes` (title, data, created_at, keep_for, keep_for_unit_type, language, private, password, password_salt) VALUES (:title, :data, :created_at, :keep_for, :keep_for_unit_type, :language, :private, :password, :password_salt)", p)
+	if err != nil {
+		return 0, err
+	}
+
+	ID, err1 := result.LastInsertId()
+	if err1 != nil {
+		return 0, err
+	}
+
+	return ID, nil
+}
+
+func (db *Database) Shutdown() {
+	if db.db != nil {
+		err := db.db.Close()
+		if err != nil {
+			c.Logger.Error().Msgf("Failed to close database connection: %s", err.Error())
+		}
+	}
+}

internal/database/dialects/postgresql/exported.go

@@ -0,0 +1,42 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package postgresql
+
+import (
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/context"
+	"gitlab.com/pztrn/fastpastebin/internal/database/dialects/interface"
+)
+
+var (
+	c *context.Context
+	d *Database
+)
+
+func New(cc *context.Context) {
+	c = cc
+	d = &Database{}
+	c.Database.RegisterDialect(dialectinterface.Interface(Handler{}))
+}

internal/database/dialects/postgresql/handler.go

@@ -0,0 +1,63 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package postgresql
+
+import (
+	// stdlib
+	"database/sql"
+
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/structs"
+)
+
+type Handler struct{}
+
+func (dbh Handler) GetDatabaseConnection() *sql.DB {
+	return d.GetDatabaseConnection()
+}
+
+func (dbh Handler) GetPaste(pasteID int) (*structs.Paste, error) {
+	return d.GetPaste(pasteID)
+}
+
+func (dbh Handler) GetPagedPastes(page int) ([]structs.Paste, error) {
+	return d.GetPagedPastes(page)
+}
+
+func (dbh Handler) GetPastesPages() int {
+	return d.GetPastesPages()
+}
+
+func (dbh Handler) Initialize() {
+	d.Initialize()
+}
+
+func (dbh Handler) SavePaste(p *structs.Paste) (int64, error) {
+	return d.SavePaste(p)
+}
+
+func (dbh Handler) Shutdown() {
+	d.Shutdown()
+}

internal/database/dialects/postgresql/migrations/1_initial.go

@@ -0,0 +1,56 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func InitialUp(tx *sql.Tx) error {
+	_, err := tx.Exec(`
+					CREATE TABLE pastes 
+					(
+						id 					SERIAL PRIMARY KEY,
+						title 				TEXT NOT NULL,
+						data 				TEXT NOT NULL,
+						created_at 			TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(),
+						keep_for 			INTEGER NOT NULL DEFAULT 1,
+						keep_for_unit_type 	SMALLINT NOT NULL DEFAULT 1
+					);
+
+					COMMENT ON COLUMN pastes.id IS 'Paste ID';
+					COMMENT ON COLUMN pastes.title IS 'Paste title';
+					COMMENT ON COLUMN pastes.data IS 'Paste data';
+					COMMENT ON COLUMN pastes.created_at IS 'Paste creation timestamp';
+					COMMENT ON COLUMN pastes.keep_for IS 'Keep for integer. 0 - forever.';
+					COMMENT ON COLUMN pastes.keep_for_unit_type IS 'Keep for unit type. 0 - forever, 1 - minutes, 2 - hours, 3 - days, 4 - months.';
+	`)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

internal/database/dialects/postgresql/migrations/2_paste_lang.go

@@ -0,0 +1,48 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func PasteLangUp(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE pastes ADD COLUMN language VARCHAR(191) NOT NULL DEFAULT 'text'; COMMENT ON COLUMN pastes.language IS 'Paste language';")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func PasteLangDown(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE pastes DROP COLUMN language")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

internal/database/dialects/postgresql/migrations/3_private_pastes.go

@@ -0,0 +1,48 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func PrivatePastesUp(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE pastes ADD COLUMN private BOOLEAN NOT NULL DEFAULT false; COMMENT ON COLUMN pastes.private IS 'Private paste? If true - additional URL parameter (UNIX TIMESTAMP) of paste will be required to access.';")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func PrivatePastesDown(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE pastes DROP COLUMN private")
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

internal/database/dialects/postgresql/migrations/4_passworded_pastes.go

@@ -0,0 +1,58 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// stdlib
+	"database/sql"
+)
+
+func PasswordedPastesUp(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE pastes ADD COLUMN password VARCHAR(64) NOT NULL DEFAULT ''; COMMENT ON COLUMN pastes.password IS 'Password for paste (scrypted and sha256ed).';")
+	if err != nil {
+		return err
+	}
+
+	_, err1 := tx.Exec("ALTER TABLE pastes ADD COLUMN password_salt VARCHAR(64) NOT NULL DEFAULT ''; COMMENT ON COLUMN pastes.password_salt IS 'Password salt (sha256ed).';")
+	if err1 != nil {
+		return err1
+	}
+
+	return nil
+}
+
+func PasswordedPastesDown(tx *sql.Tx) error {
+	_, err := tx.Exec("ALTER TABLE pastes DROP COLUMN password")
+	if err != nil {
+		return err
+	}
+
+	_, err1 := tx.Exec("ALTER TABLE pastes DROP COLUMN password_salt")
+	if err1 != nil {
+		return err1
+	}
+
+	return nil
+}

internal/database/dialects/postgresql/migrations/exported.go

@@ -0,0 +1,66 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package migrations
+
+import (
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/context"
+
+	// other
+	//"gitlab.com/jmoiron/sqlx"
+	"github.com/pressly/goose"
+)
+
+var (
+	c *context.Context
+)
+
+// New initializes migrations.
+func New(cc *context.Context) {
+	c = cc
+}
+
+// Migrate launching migrations.
+func Migrate() {
+	c.Logger.Info().Msg("Migrating database...")
+
+	goose.SetDialect("postgres")
+	goose.AddNamedMigration("1_initial.go", InitialUp, nil)
+	goose.AddNamedMigration("2_paste_lang.go", PasteLangUp, PasteLangDown)
+	goose.AddNamedMigration("3_private_pastes.go", PrivatePastesUp, PrivatePastesDown)
+	goose.AddNamedMigration("4_passworded_pastes.go", PasswordedPastesUp, PasswordedPastesDown)
+	// Add new migrations BEFORE this message.
+
+	dbConn := c.Database.GetDatabaseConnection()
+	if dbConn != nil {
+		err := goose.Up(dbConn, ".")
+		if err != nil {
+			c.Logger.Info().Msgf("%+v", err)
+			c.Logger.Panic().Msgf("Failed to migrate database to latest version: %s", err.Error())
+		}
+	} else {
+		c.Logger.Warn().Msg("Current database dialect isn't supporting migrations, skipping")
+	}
+}

internal/database/dialects/postgresql/postgresqldatabase.go

@@ -0,0 +1,197 @@
+// Fast Paste Bin - uberfast and easy-to-use pastebin.
+//
+// Copyright (c) 2018, Stanislav N. aka pztrn and Fast Paste Bin
+// developers.
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject
+// to the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+// OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package postgresql
+
+import (
+	// stdlib
+	"database/sql"
+	"fmt"
+	"time"
+
+	// local
+	"gitlab.com/pztrn/fastpastebin/internal/database/dialects/postgresql/migrations"
+	"gitlab.com/pztrn/fastpastebin/internal/structs"
+
+	// other
+	"github.com/jmoiron/sqlx"
+	_ "github.com/lib/pq"
+)
+
+// Database is a PostgreSQL connection controlling structure.
+type Database struct {
+	db *sqlx.DB
+}
+
+// Checks if queries can be run on known connection and reestablish it
+// if not.
+func (db *Database) check() {
+	if db.db != nil {
+		_, err := db.db.Exec("SELECT 1")
+		if err != nil {
+			db.Initialize()
+		}
+	} else {
+		db.Initialize()
+	}
+}
+
+func (db *Database) GetDatabaseConnection() *sql.DB {
+	db.check()
+
+	if db.db != nil {
+		return db.db.DB
+	}
+
+	return nil
+}
+
+// GetPaste returns a single paste by ID.
+func (db *Database) GetPaste(pasteID int) (*structs.Paste, error) {
+	db.check()
+	p := &structs.Paste{}
+	err := db.db.Get(p, db.db.Rebind("SELECT * FROM pastes WHERE id=$1"), pasteID)
+	if err != nil {
+		return nil, err
+	}
+
+	// We're aware of timezone in PostgreSQL, so SELECT will return
+	// timestamps in server's local timezone. We should convert them.
+	loc, _ := time.LoadLocation("UTC")
+
+	utcCreatedAt := p.CreatedAt.In(loc)
+	p.CreatedAt = &utcCreatedAt
+
+	return p, nil
+}
+
+func (db *Database) GetPagedPastes(page int) ([]structs.Paste, error) {
+	db.check()
+	var pastesRaw []structs.Paste
+	var pastes []structs.Paste
+
+	// Pagination.
+	var startPagination = 0
+	if page > 1 {
+		startPagination = (page - 1) * c.Config.Pastes.Pagination
+	}
+
+	err := db.db.Select(&pastesRaw, db.db.Rebind("SELECT * FROM pastes WHERE private != true ORDER BY id DESC LIMIT $1 OFFSET $2"), c.Config.Pastes.Pagination, startPagination)
+	if err != nil {
+		return nil, err
+	}
+
+	// We're aware of timezone in PostgreSQL, so SELECT will return
+	// timestamps in server's local timezone. We should convert them.
+	loc, _ := time.LoadLocation("UTC")
+
+	for _, paste := range pastesRaw {
+		if !paste.IsExpired() {
+			utcCreatedAt := paste.CreatedAt.In(loc)
+			paste.CreatedAt = &utcCreatedAt
+			pastes = append(pastes, paste)
+		}
+	}
+
+	return pastes, nil
+}
+
+func (db *Database) GetPastesPages() int {
+	db.check()
+	var pastesRaw []structs.Paste
+	var pastes []structs.Paste
+	err := db.db.Get(&pastesRaw, "SELECT * FROM pastes WHERE private != true")
+	if err != nil {
+		return 1
+	}
+
+	// Check if pastes isn't expired.
+	for _, paste := range pastesRaw {
+		if !paste.IsExpired() {
+			pastes = append(pastes, paste)
+		}
+	}
+
+	// Calculate pages.
+	pages := len(pastes) / c.Config.Pastes.Pagination
+	// Check if we have any remainder. Add 1 to pages count if so.
+	if len(pastes)%c.Config.Pastes.Pagination > 0 {
+		pages++
+	}
+
+	return pages
+}
+
+// Initialize initializes MySQL/MariaDB connection.
+func (db *Database) Initialize() {
+	c.Logger.Info().Msg("Initializing database connection...")
+
+	var userpass = ""
+	if c.Config.Database.Password == "" {
+		userpass = c.Config.Database.Username
+	} else {
+		userpass = c.Config.Database.Username + ":" + c.Config.Database.Password
+	}
+
+	dbConnString := fmt.Sprintf("postgres://%s@%s:%s/%s?connect_timeout=10&fallback_application_name=fastpastebin&sslmode=disable", userpass, c.Config.Database.Address, c.Config.Database.Port, c.Config.Database.Database)
+	c.Logger.Debug().Msgf("Database connection string: %s", dbConnString)
+
+	dbConn, err := sqlx.Connect("postgres", dbConnString)
+	if err != nil {
+		c.Logger.Error().Msgf("Failed to connect to database: %s", err.Error())
+		return
+	}
+
+	c.Logger.Info().Msg("Database connection established")
+	db.db = dbConn
+
+	// Perform migrations.
+	migrations.New(c)
+	migrations.Migrate()
+}
+
+func (db *Database) SavePaste(p *structs.Paste) (int64, error) {
+	db.check()
+	stmt, err := db.db.PrepareNamed("INSERT INTO pastes (title, data, created_at, keep_for, keep_for_unit_type, language, private, password, password_salt) VALUES (:title, :data, :created_at, :keep_for, :keep_for_unit_type, :language, :private, :password, :password_salt) RETURNING id")
+	if err != nil {
+		return 0, err
+	}
+
+	var id int64
+	err = stmt.Get(&id, p)
+	if err != nil {
+		return 0, err
+	}
+
+	return id, nil
+}
+
+func (db *Database) Shutdown() {
+	if db.db != nil {
+		err := db.db.Close()
+		if err != nil {
+			c.Logger.Error().Msgf("Failed to close database connection: %s", err.Error())
+		}
+	}
+}