mirror of https://github.com/requarks/wiki
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
201 lines
5.9 KiB
201 lines
5.9 KiB
'use strict'
|
|
|
|
/* global wiki */
|
|
|
|
const path = require('path')
|
|
|
|
// ----------------------------------------
|
|
// Load global modules
|
|
// ----------------------------------------
|
|
|
|
wiki.db = require('./modules/db').init()
|
|
wiki.upl = require('./modules/uploads-agent').init()
|
|
wiki.git = require('./modules/git').init()
|
|
wiki.entries = require('./modules/entries').init()
|
|
wiki.lang = require('i18next')
|
|
wiki.mark = require('./modules/markdown')
|
|
|
|
// ----------------------------------------
|
|
// Load modules
|
|
// ----------------------------------------
|
|
|
|
const moment = require('moment')
|
|
const Promise = require('bluebird')
|
|
const fs = Promise.promisifyAll(require('fs-extra'))
|
|
const klaw = require('klaw')
|
|
const Cron = require('cron').CronJob
|
|
const i18nBackend = require('i18next-node-fs-backend')
|
|
|
|
const entryHelper = require('./helpers/entry')
|
|
|
|
// ----------------------------------------
|
|
// Localization Engine
|
|
// ----------------------------------------
|
|
|
|
wiki.lang.use(i18nBackend).init({
|
|
load: 'languageOnly',
|
|
ns: ['common', 'admin', 'auth', 'errors', 'git'],
|
|
defaultNS: 'common',
|
|
saveMissing: false,
|
|
preload: [wiki.config.lang],
|
|
lng: wiki.config.lang,
|
|
fallbackLng: 'en',
|
|
backend: {
|
|
loadPath: path.join(wiki.SERVERPATH, 'locales/{{lng}}/{{ns}}.json')
|
|
}
|
|
})
|
|
|
|
// ----------------------------------------
|
|
// Start Cron
|
|
// ----------------------------------------
|
|
|
|
let job
|
|
let jobIsBusy = false
|
|
let jobUplWatchStarted = false
|
|
|
|
wiki.db.onReady.then(() => {
|
|
return wiki.db.Entry.remove({})
|
|
}).then(() => {
|
|
job = new Cron({
|
|
cronTime: '0 */5 * * * *',
|
|
onTick: () => {
|
|
// Make sure we don't start two concurrent jobs
|
|
|
|
if (jobIsBusy) {
|
|
wiki.logger.warn('Previous job has not completed gracefully or is still running! Skipping for now. (This is not normal, you should investigate)')
|
|
return
|
|
}
|
|
wiki.logger.info('Running all jobs...')
|
|
jobIsBusy = true
|
|
|
|
// Prepare async job collector
|
|
|
|
let jobs = []
|
|
let repoPath = path.resolve(wiki.ROOTPATH, wiki.config.paths.repo)
|
|
let dataPath = path.resolve(wiki.ROOTPATH, wiki.config.paths.data)
|
|
let uploadsTempPath = path.join(dataPath, 'temp-upload')
|
|
|
|
// ----------------------------------------
|
|
// REGULAR JOBS
|
|
// ----------------------------------------
|
|
|
|
//* ****************************************
|
|
// -> Sync with Git remote
|
|
//* ****************************************
|
|
|
|
jobs.push(wiki.git.resync().then(() => {
|
|
// -> Stream all documents
|
|
|
|
let cacheJobs = []
|
|
let jobCbStreamDocsResolve = null
|
|
let jobCbStreamDocs = new Promise((resolve, reject) => {
|
|
jobCbStreamDocsResolve = resolve
|
|
})
|
|
|
|
klaw(repoPath).on('data', function (item) {
|
|
if (path.extname(item.path) === '.md' && path.basename(item.path) !== 'README.md') {
|
|
let entryPath = entryHelper.parsePath(entryHelper.getEntryPathFromFullPath(item.path))
|
|
let cachePath = entryHelper.getCachePath(entryPath)
|
|
|
|
// -> Purge outdated cache
|
|
|
|
cacheJobs.push(
|
|
fs.statAsync(cachePath).then((st) => {
|
|
return moment(st.mtime).isBefore(item.stats.mtime) ? 'expired' : 'active'
|
|
}).catch((err) => {
|
|
return (err.code !== 'EEXIST') ? err : 'new'
|
|
}).then((fileStatus) => {
|
|
// -> Delete expired cache file
|
|
|
|
if (fileStatus === 'expired') {
|
|
return fs.unlinkAsync(cachePath).return(fileStatus)
|
|
}
|
|
|
|
return fileStatus
|
|
}).then((fileStatus) => {
|
|
// -> Update cache and search index
|
|
|
|
if (fileStatus !== 'active') {
|
|
return global.entries.updateCache(entryPath).then(entry => {
|
|
process.send({
|
|
action: 'searchAdd',
|
|
content: entry
|
|
})
|
|
return true
|
|
})
|
|
}
|
|
|
|
return true
|
|
})
|
|
)
|
|
}
|
|
}).on('end', () => {
|
|
jobCbStreamDocsResolve(Promise.all(cacheJobs))
|
|
})
|
|
|
|
return jobCbStreamDocs
|
|
}))
|
|
|
|
//* ****************************************
|
|
// -> Clear failed temporary upload files
|
|
//* ****************************************
|
|
|
|
jobs.push(
|
|
fs.readdirAsync(uploadsTempPath).then((ls) => {
|
|
let fifteenAgo = moment().subtract(15, 'minutes')
|
|
|
|
return Promise.map(ls, (f) => {
|
|
return fs.statAsync(path.join(uploadsTempPath, f)).then((s) => { return { filename: f, stat: s } })
|
|
}).filter((s) => { return s.stat.isFile() }).then((arrFiles) => {
|
|
return Promise.map(arrFiles, (f) => {
|
|
if (moment(f.stat.ctime).isBefore(fifteenAgo, 'minute')) {
|
|
return fs.unlinkAsync(path.join(uploadsTempPath, f.filename))
|
|
} else {
|
|
return true
|
|
}
|
|
})
|
|
})
|
|
})
|
|
)
|
|
|
|
// ----------------------------------------
|
|
// Run
|
|
// ----------------------------------------
|
|
|
|
Promise.all(jobs).then(() => {
|
|
wiki.logger.info('All jobs completed successfully! Going to sleep for now.')
|
|
|
|
if (!jobUplWatchStarted) {
|
|
jobUplWatchStarted = true
|
|
wiki.upl.initialScan().then(() => {
|
|
job.start()
|
|
})
|
|
}
|
|
|
|
return true
|
|
}).catch((err) => {
|
|
wiki.logger.error('One or more jobs have failed: ', err)
|
|
}).finally(() => {
|
|
jobIsBusy = false
|
|
})
|
|
},
|
|
start: false,
|
|
timeZone: 'UTC',
|
|
runOnInit: true
|
|
})
|
|
})
|
|
|
|
// ----------------------------------------
|
|
// Shutdown gracefully
|
|
// ----------------------------------------
|
|
|
|
process.on('disconnect', () => {
|
|
wiki.logger.warn('Lost connection to main server. Exiting...')
|
|
job.stop()
|
|
process.exit()
|
|
})
|
|
|
|
process.on('exit', () => {
|
|
job.stop()
|
|
})
|