summaryrefslogtreecommitdiff
path: root/system/db
diff options
context:
space:
mode:
authorSteve Manuel <nilslice@gmail.com>2017-04-13 13:29:18 -0700
committerSteve Manuel <nilslice@gmail.com>2017-04-13 13:29:18 -0700
commitade7c2d69c9884c493fbc2f66f6a7405c0f4f96b (patch)
tree39d5fb68b9e959b55ec3a0dbde05375f8e4ef962 /system/db
parentfe9938cc4ce7885533bf751de5b2eb65a962e99c (diff)
moving search into own package and renaming funcs throughout
Diffstat (limited to 'system/db')
-rw-r--r--system/db/content.go13
-rw-r--r--system/db/init.go3
-rw-r--r--system/db/search.go162
3 files changed, 9 insertions, 169 deletions
diff --git a/system/db/content.go b/system/db/content.go
index fbdd8dd..b3e2642 100644
--- a/system/db/content.go
+++ b/system/db/content.go
@@ -12,6 +12,7 @@ import (
"time"
"github.com/ponzu-cms/ponzu/system/item"
+ "github.com/ponzu-cms/ponzu/system/search"
"github.com/boltdb/bolt"
"github.com/gorilla/schema"
@@ -125,9 +126,9 @@ func update(ns, id string, data url.Values, existingContent *[]byte) (int, error
go func() {
// update data in search index
target := fmt.Sprintf("%s:%s", ns, id)
- err = UpdateSearchIndex(target, j)
+ err = search.UpdateIndex(target, j)
if err != nil {
- log.Println("[search] UpdateSearchIndex Error:", err)
+ log.Println("[search] UpdateIndex Error:", err)
}
}()
@@ -253,9 +254,9 @@ func insert(ns string, data url.Values) (int, error) {
go func() {
// add data to seach index
target := fmt.Sprintf("%s:%s", ns, cid)
- err = UpdateSearchIndex(target, j)
+ err = search.UpdateIndex(target, j)
if err != nil {
- log.Println("[search] UpdateSearchIndex Error:", err)
+ log.Println("[search] UpdateIndex Error:", err)
}
}()
@@ -322,9 +323,9 @@ func DeleteContent(target string) error {
// delete indexed data from search index
if !strings.Contains(ns, "__") {
target = fmt.Sprintf("%s:%s", ns, id)
- err = DeleteSearchIndex(target)
+ err = search.DeleteIndex(target)
if err != nil {
- log.Println("[search] DeleteSearchIndex Error:", err)
+ log.Println("[search] DeleteIndex Error:", err)
}
}
}()
diff --git a/system/db/init.go b/system/db/init.go
index 4e9c3cf..3fc35f5 100644
--- a/system/db/init.go
+++ b/system/db/init.go
@@ -4,6 +4,7 @@ import (
"log"
"github.com/ponzu-cms/ponzu/system/item"
+ "github.com/ponzu-cms/ponzu/system/search"
"github.com/boltdb/bolt"
"github.com/nilslice/jwt"
@@ -80,7 +81,7 @@ func Init() {
go func() {
for t := range item.Types {
- err := MapSearchIndex(t)
+ err := search.MapIndex(t)
if err != nil {
log.Fatalln(err)
return
diff --git a/system/db/search.go b/system/db/search.go
deleted file mode 100644
index b3d5fa1..0000000
--- a/system/db/search.go
+++ /dev/null
@@ -1,162 +0,0 @@
-package db
-
-import (
- "errors"
- "fmt"
- "os"
- "path/filepath"
- "strings"
-
- "github.com/ponzu-cms/ponzu/system/item"
-
- "encoding/json"
-
- "github.com/blevesearch/bleve"
- "github.com/blevesearch/bleve/mapping"
-)
-
-var (
- // Search tracks all search indices to use throughout system
- Search map[string]bleve.Index
-
- // ErrNoSearchIndex is for failed checks for an index in Search map
- ErrNoSearchIndex = errors.New("No search index found for type provided")
-)
-
-// Searchable ...
-type Searchable interface {
- SearchMapping() (*mapping.IndexMappingImpl, error)
- IndexContent() bool
-}
-
-func init() {
- Search = make(map[string]bleve.Index)
-}
-
-// MapSearchIndex creates the mapping for a type and tracks the index to be used within
-// the system for adding/deleting/checking data
-func MapSearchIndex(typeName string) error {
- // type assert for Searchable, get configuration (which can be overridden)
- // by Ponzu user if defines own SearchMapping()
- it, ok := item.Types[typeName]
- if !ok {
- return fmt.Errorf("[search] MapSearchIndex Error: Failed to MapIndex for %s, type doesn't exist", typeName)
- }
- s, ok := it().(Searchable)
- if !ok {
- return fmt.Errorf("[search] MapSearchIndex Error: Item type %s doesn't implement db.Searchable", typeName)
- }
-
- // skip setting or using index for types that shouldn't be indexed
- if !s.IndexContent() {
- return nil
- }
-
- mapping, err := s.SearchMapping()
- if err != nil {
- return err
- }
-
- idxName := typeName + ".index"
- var idx bleve.Index
-
- // check if index exists, use it or create new one
- pwd, err := os.Getwd()
- if err != nil {
- return err
- }
-
- searchPath := filepath.Join(pwd, "search")
-
- err = os.MkdirAll(searchPath, os.ModeDir|os.ModePerm)
- if err != nil {
- return err
- }
-
- idxPath := filepath.Join(searchPath, idxName)
- if _, err = os.Stat(idxPath); os.IsNotExist(err) {
- idx, err = bleve.New(idxPath, mapping)
- if err != nil {
- return err
- }
- idx.SetName(idxName)
- } else {
- idx, err = bleve.Open(idxPath)
- if err != nil {
- return err
- }
- }
-
- // add the type name to the index and track the index
- Search[typeName] = idx
-
- return nil
-}
-
-// UpdateSearchIndex sets data into a content type's search index at the given
-// identifier
-func UpdateSearchIndex(id string, data interface{}) error {
- // check if there is a search index to work with
- target := strings.Split(id, ":")
- ns := target[0]
-
- idx, ok := Search[ns]
- if ok {
- // unmarshal json to struct, error if not registered
- it, ok := item.Types[ns]
- if !ok {
- return fmt.Errorf("[search] UpdateSearchIndex Error: type '%s' doesn't exist", ns)
- }
-
- p := it()
- err := json.Unmarshal(data.([]byte), &p)
- if err != nil {
- return err
- }
-
- // add data to search index
- return idx.Index(id, p)
- }
-
- return nil
-}
-
-// DeleteSearchIndex removes data from a content type's search index at the
-// given identifier
-func DeleteSearchIndex(id string) error {
- // check if there is a search index to work with
- target := strings.Split(id, ":")
- ns := target[0]
-
- idx, ok := Search[ns]
- if ok {
- // add data to search index
- return idx.Delete(id)
- }
-
- return nil
-}
-
-// SearchType conducts a search and returns a set of Ponzu "targets", Type:ID pairs,
-// and an error. If there is no search index for the typeName (Type) provided,
-// db.ErrNoSearchIndex will be returned as the error
-func SearchType(typeName, query string) ([]string, error) {
- idx, ok := Search[typeName]
- if !ok {
- return nil, ErrNoSearchIndex
- }
-
- q := bleve.NewQueryStringQuery(query)
- req := bleve.NewSearchRequest(q)
- res, err := idx.Search(req)
- if err != nil {
- return nil, err
- }
-
- var results []string
- for _, hit := range res.Hits {
- results = append(results, hit.ID)
- }
-
- return results, nil
-}