use a fixed list of relations to index

Author: thisisaaronland

README.md

@@ -23,10 +23,10 @@ Go package for indexing Who's On First features in SQLite databases.
     	Index the 'geometries' table (requires that libspatialite already be installed)
   -index-alt-files
     	Index alt geometries
-  -index-belongs-to
-    	Index the records listed in a feature's 'wof:belongsto' array. Alt files for 'wof:belongsto' are not indexed at this time.
-  -index-belongs-to-uri string
-    	A valid go-reader.Reader URI from which to read data for a 'wof:belongsto' candidate.
+  -index-relations
+    	Index the records related to a feature, specifically wof:belongsto, wof:depicts and wof:involves. Alt files for relations are not indexed at this time.
+  -index-relations-reader-uri string
+    	A valid go-reader.Reader URI from which to read data for a relations candidate.	
   -live-hard-die-fast
     	Enable various performance-related pragmas at the expense of possible (unlikely) database corruption (default true)
   -mode string

cmd/wof-sqlite-index-features/main.go

@@ -50,7 +50,7 @@ func main() {
 	alt_files := flag.Bool("index-alt-files", false, "Index alt geometries")
 	strict_alt_files := flag.Bool("strict-alt-files", true, "Be strict when indexing alt geometries")
 
-	index_relations := flag.Bool("index-relations", false, "Index the records related to a feature. Alt files for relations are not indexed at this time.")
+	index_relations := flag.Bool("index-relations", false, "Index the records related to a feature, specifically wof:belongsto, wof:depicts and wof:involves. Alt files for relations are not indexed at this time.")
 	relations_uri := flag.String("index-relations-reader-uri", "", "A valid go-reader.Reader URI from which to read data for a relations candidate.")
 
 	var procs = flag.Int("processes", (runtime.NumCPU() * 2), "The number of concurrent processes to index data with")

index.go

@@ -109,14 +109,19 @@ func SQLiteFeaturesIndexRelationsFunc(r reader.Reader) sql_index.SQLiteIndexerPo
 
 		for _, path := range candidates {
 
+			// log.Println("RELATIONS", path)
+
 			rsp := gjson.GetBytes(body, path)
 
 			if !rsp.Exists() {
+				// log.Println("MISSING", path)
 				continue
 			}
 
 			for _, r := range rsp.Array() {
-				relations[r.Int()] = true
+				id := r.Int()
+				relations[id] = true
+				// log.Println("MATCH", path, id)
 			}
 		}