-import * as fs from 'fs'
import { join } from 'path'
+import { flattenDepth } from 'lodash'
+require('pg').defaults.parseInt8 = true // Avoid BIGINT to be converted to string
import * as Sequelize from 'sequelize'
+import { AvatarModel } from '../models/avatar'
import { CONFIG } from './constants'
// Do not use barrel, we need to load database first
import { logger } from '../helpers/logger'
-import { isTestInstance } from '../helpers/utils'
-import {
- ApplicationModel,
- AuthorModel,
- JobModel,
- OAuthClientModel,
- OAuthTokenModel,
- PodModel,
- RequestModel,
- RequestToPodModel,
- RequestVideoEventModel,
- RequestVideoQaduModel,
- TagModel,
- UserModel,
- UserVideoRateModel,
- VideoAbuseModel,
- BlacklistedVideoModel,
- VideoTagModel,
- VideoModel
-} from '../models'
+import { isTestInstance, readdirPromise } from '../helpers/core-utils'
+
+import { VideoModel } from './../models/video/video-interface'
+import { VideoTagModel } from './../models/video/video-tag-interface'
+import { BlacklistedVideoModel } from './../models/video/video-blacklist-interface'
+import { VideoFileModel } from './../models/video/video-file-interface'
+import { VideoAbuseModel } from './../models/video/video-abuse-interface'
+import { VideoChannelModel } from './../models/video/video-channel-interface'
+import { UserModel } from '../models/account/user-interface'
+import { AccountVideoRateModel } from '../models/account/account-video-rate-interface'
+import { AccountFollowModel } from '../models/account/account-follow-interface'
+import { TagModel } from './../models/video/tag-interface'
+import { ServerModel } from '../models/server/server-interface'
+import { OAuthTokenModel } from './../models/oauth/oauth-token-interface'
+import { OAuthClientModel } from './../models/oauth/oauth-client-interface'
+import { JobModel } from './../models/job/job-interface'
+import { AccountModel } from './../models/account/account-interface'
+import { ApplicationModel } from './../models/application/application-interface'
+import { VideoChannelShareModel } from '../models/video/video-channel-share-interface'
+import { VideoShareModel } from '../models/video/video-share-interface'
const dbname = CONFIG.DATABASE.DBNAME
const username = CONFIG.DATABASE.USERNAME
const password = CONFIG.DATABASE.PASSWORD
-const database: {
+export type PeerTubeDatabase = {
sequelize?: Sequelize.Sequelize,
- init?: (silent: any, callback: any) => void,
+ init?: (silent: boolean) => Promise<void>,
Application?: ApplicationModel,
- Author?: AuthorModel,
+ Avatar?: AvatarModel,
+ Account?: AccountModel,
Job?: JobModel,
OAuthClient?: OAuthClientModel,
OAuthToken?: OAuthTokenModel,
- Pod?: PodModel,
- RequestToPod?: RequestToPodModel,
- RequestVideoEvent?: RequestVideoEventModel,
- RequestVideoQadu?: RequestVideoQaduModel,
- Request?: RequestModel,
+ Server?: ServerModel,
Tag?: TagModel,
- UserVideoRate?: UserVideoRateModel,
+ AccountVideoRate?: AccountVideoRateModel,
+ AccountFollow?: AccountFollowModel,
User?: UserModel,
VideoAbuse?: VideoAbuseModel,
+ VideoChannel?: VideoChannelModel,
+ VideoChannelShare?: VideoChannelShareModel,
+ VideoShare?: VideoShareModel,
+ VideoFile?: VideoFileModel,
BlacklistedVideo?: BlacklistedVideoModel,
VideoTag?: VideoTagModel,
Video?: VideoModel
-} = {}
+}
+
+const database: PeerTubeDatabase = {}
const sequelize = new Sequelize(dbname, username, password, {
dialect: 'postgres',
host: CONFIG.DATABASE.HOSTNAME,
port: CONFIG.DATABASE.PORT,
benchmark: isTestInstance(),
+ isolationLevel: Sequelize.Transaction.ISOLATION_LEVELS.SERIALIZABLE,
+ operatorsAliases: false,
+
+ logging: (message: string, benchmark: number) => {
+ if (process.env.NODE_DB_LOG === 'false') return
- logging: function (message, benchmark) {
let newMessage = message
- if (benchmark !== undefined) {
+ if (isTestInstance() === true && benchmark !== undefined) {
newMessage += ' | ' + benchmark + 'ms'
}
database.sequelize = sequelize
-database.init = function (silent, callback) {
-
+database.init = async (silent: boolean) => {
const modelDirectory = join(__dirname, '..', 'models')
- fs.readdir(modelDirectory, function (err, files) {
- if (err) throw err
-
- files.filter(function (file) {
- // For all models but not utils.js
- if (
- file === 'index.js' ||
- file === 'utils.js' ||
- file.endsWith('-interface.js') ||
- file.endsWith('.js.map')
- ) return false
-
- return true
- })
- .forEach(function (file) {
- const model = sequelize.import(join(modelDirectory, file))
+
+ const filePaths = await getModelFiles(modelDirectory)
+
+ for (const filePath of filePaths) {
+ try {
+ const model = sequelize.import(filePath)
database[model['name']] = model
- })
+ } catch (err) {
+ logger.error('Cannot import database model %s.', filePath, err)
+ process.exit(0)
+ }
+ }
- Object.keys(database).forEach(function (modelName) {
- if ('associate' in database[modelName]) {
+ for (const modelName of Object.keys(database)) {
+ if ('associate' in database[modelName]) {
+ try {
database[modelName].associate(database)
+ } catch (err) {
+ logger.error('Cannot associate model %s.', modelName, err)
+ process.exit(0)
}
- })
+ }
+ }
- if (!silent) logger.info('Database %s is ready.', dbname)
+ if (!silent) logger.info('Database %s is ready.', dbname)
- return callback(null)
- })
+ return
}
// ---------------------------------------------------------------------------
export {
database
}
+
+// ---------------------------------------------------------------------------
+
+async function getModelFiles (modelDirectory: string) {
+ const files = await readdirPromise(modelDirectory)
+ const directories = files.filter(directory => {
+ // Find directories
+ if (
+ directory.endsWith('.js.map') ||
+ directory === 'index.js' || directory === 'index.ts' ||
+ directory === 'utils.js' || directory === 'utils.ts'
+ ) return false
+
+ return true
+ })
+
+ const tasks: Promise<any>[] = []
+
+ // For each directory we read it and append model in the modelFilePaths array
+ for (const directory of directories) {
+ const modelDirectoryPath = join(modelDirectory, directory)
+
+ const promise = readdirPromise(modelDirectoryPath)
+ .then(files => {
+ const filteredFiles = files
+ .filter(file => {
+ if (
+ file === 'index.js' || file === 'index.ts' ||
+ file === 'utils.js' || file === 'utils.ts' ||
+ file.endsWith('-interface.js') || file.endsWith('-interface.ts') ||
+ file.endsWith('.js.map')
+ ) return false
+
+ return true
+ })
+ .map(file => join(modelDirectoryPath, file))
+
+ return filteredFiles
+ })
+
+ tasks.push(promise)
+ }
+
+ const filteredFilesArray: string[][] = await Promise.all(tasks)
+ return flattenDepth<string>(filteredFilesArray, 1)
+}
projects / oweals / peertube.git / blobdiff