|
|
|
|
@ -1,5 +1,9 @@
|
|
|
|
|
const _ = require('lodash')
|
|
|
|
|
const tsquery = require('pg-tsquery')()
|
|
|
|
|
const stream = require('stream')
|
|
|
|
|
const Promise = require('bluebird')
|
|
|
|
|
const pipeline = Promise.promisify(stream.pipeline)
|
|
|
|
|
|
|
|
|
|
/* global WIKI */
|
|
|
|
|
|
|
|
|
|
module.exports = {
|
|
|
|
|
async activate() {
|
|
|
|
|
@ -8,7 +12,10 @@ module.exports = {
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
async deactivate() {
|
|
|
|
|
// not used
|
|
|
|
|
WIKI.logger.info(`(SEARCH/POSTGRES) Dropping index tables...`)
|
|
|
|
|
await WIKI.models.knex.schema.dropTable('pagesWords')
|
|
|
|
|
await WIKI.models.knex.schema.dropTable('pagesVector')
|
|
|
|
|
WIKI.logger.info(`(SEARCH/POSTGRES) Index tables have been dropped.`)
|
|
|
|
|
},
|
|
|
|
|
/**
|
|
|
|
|
* INIT
|
|
|
|
|
@ -27,6 +34,7 @@ module.exports = {
|
|
|
|
|
table.string('title')
|
|
|
|
|
table.string('description')
|
|
|
|
|
table.specificType('tokens', 'TSVECTOR')
|
|
|
|
|
table.text('content')
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
// -> Create Words Index
|
|
|
|
|
@ -71,7 +79,6 @@ module.exports = {
|
|
|
|
|
WIKI.logger.warn('Search Engine Error:')
|
|
|
|
|
WIKI.logger.warn(err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
},
|
|
|
|
|
/**
|
|
|
|
|
* CREATE
|
|
|
|
|
@ -80,10 +87,10 @@ module.exports = {
|
|
|
|
|
*/
|
|
|
|
|
async created(page) {
|
|
|
|
|
await WIKI.models.knex.raw(`
|
|
|
|
|
INSERT INTO "pagesVector" (path, locale, title, description, tokens) VALUES (
|
|
|
|
|
'?', '?', '?', '?', (setweight(to_tsvector('${this.config.dictLanguage}', '?'), 'A') || setweight(to_tsvector('${this.config.dictLanguage}', '?'), 'B') || setweight(to_tsvector('${this.config.dictLanguage}', '?'), 'C'))
|
|
|
|
|
INSERT INTO "pagesVector" (path, locale, title, description, "tokens") VALUES (
|
|
|
|
|
?, ?, ?, ?, (setweight(to_tsvector('${this.config.dictLanguage}', ?), 'A') || setweight(to_tsvector('${this.config.dictLanguage}', ?), 'B') || setweight(to_tsvector('${this.config.dictLanguage}', ?), 'C'))
|
|
|
|
|
)
|
|
|
|
|
`, [page.path, page.localeCode, page.title, page.description, page.title, page.description, page.content])
|
|
|
|
|
`, [page.path, page.localeCode, page.title, page.description, page.title, page.description, page.safeContent])
|
|
|
|
|
},
|
|
|
|
|
/**
|
|
|
|
|
* UPDATE
|
|
|
|
|
@ -99,7 +106,7 @@ module.exports = {
|
|
|
|
|
setweight(to_tsvector('${this.config.dictLanguage}', ?), 'B') ||
|
|
|
|
|
setweight(to_tsvector('${this.config.dictLanguage}', ?), 'C'))
|
|
|
|
|
WHERE path = ? AND locale = ?
|
|
|
|
|
`, [page.title, page.description, page.title, page.description, page.content, page.path, page.localeCode])
|
|
|
|
|
`, [page.title, page.description, page.title, page.description, page.safeContent, page.path, page.localeCode])
|
|
|
|
|
},
|
|
|
|
|
/**
|
|
|
|
|
* DELETE
|
|
|
|
|
@ -132,14 +139,34 @@ module.exports = {
|
|
|
|
|
async rebuild() {
|
|
|
|
|
WIKI.logger.info(`(SEARCH/POSTGRES) Rebuilding Index...`)
|
|
|
|
|
await WIKI.models.knex('pagesVector').truncate()
|
|
|
|
|
await WIKI.models.knex('pagesWords').truncate()
|
|
|
|
|
|
|
|
|
|
await pipeline(
|
|
|
|
|
WIKI.models.knex.column('path', 'localeCode', 'title', 'description', 'render').select().from('pages').where({
|
|
|
|
|
isPublished: true,
|
|
|
|
|
isPrivate: false
|
|
|
|
|
}).stream(),
|
|
|
|
|
new stream.Transform({
|
|
|
|
|
objectMode: true,
|
|
|
|
|
transform: async (page, enc, cb) => {
|
|
|
|
|
const content = WIKI.models.pages.cleanHTML(page.render)
|
|
|
|
|
await WIKI.models.knex.raw(`
|
|
|
|
|
INSERT INTO "pagesVector" (path, locale, title, description, "tokens", content) VALUES (
|
|
|
|
|
?, ?, ?, ?, (setweight(to_tsvector('${this.config.dictLanguage}', ?), 'A') || setweight(to_tsvector('${this.config.dictLanguage}', ?), 'B') || setweight(to_tsvector('${this.config.dictLanguage}', ?), 'C')), ?
|
|
|
|
|
)
|
|
|
|
|
`, [page.path, page.localeCode, page.title, page.description, page.title, page.description, content, content])
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
await WIKI.models.knex.raw(`
|
|
|
|
|
INSERT INTO "pagesVector" (path, locale, title, description, "tokens")
|
|
|
|
|
SELECT path, "localeCode" AS locale, title, description,
|
|
|
|
|
(setweight(to_tsvector('${this.config.dictLanguage}', title), 'A') ||
|
|
|
|
|
setweight(to_tsvector('${this.config.dictLanguage}', description), 'B') ||
|
|
|
|
|
setweight(to_tsvector('${this.config.dictLanguage}', content), 'C')) AS tokens
|
|
|
|
|
FROM "pages"
|
|
|
|
|
WHERE pages."isPublished" AND NOT pages."isPrivate"`)
|
|
|
|
|
INSERT INTO "pagesWords" (word)
|
|
|
|
|
SELECT word FROM ts_stat(
|
|
|
|
|
'SELECT to_tsvector(''simple'', "title") || to_tsvector(''simple'', "description") || to_tsvector(''simple'', "content") FROM "pagesVector"'
|
|
|
|
|
)
|
|
|
|
|
`)
|
|
|
|
|
|
|
|
|
|
WIKI.logger.info(`(SEARCH/POSTGRES) Index rebuilt successfully.`)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
Nick
5 years ago