import * as express from 'express'
import { asyncMiddleware } from '../middlewares'
-import { CONFIG, ROUTE_CACHE_LIFETIME } from '../initializers'
-import * as sitemapModule from 'sitemap'
-import { logger } from '../helpers/logger'
+import { ROUTE_CACHE_LIFETIME, WEBSERVER } from '../initializers/constants'
+import { SitemapStream, streamToPromise } from 'sitemap'
import { VideoModel } from '../models/video/video'
import { VideoChannelModel } from '../models/video/video-channel'
import { AccountModel } from '../models/account/account'
// Special route that add OpenGraph and oEmbed tags
// Do not use a template engine for a so little thing
botsRouter.use('/sitemap.xml',
- asyncMiddleware(cacheRoute(ROUTE_CACHE_LIFETIME.SITEMAP)),
+ asyncMiddleware(cacheRoute()(ROUTE_CACHE_LIFETIME.SITEMAP)),
asyncMiddleware(getSitemap)
)
urls = urls.concat(await getSitemapVideoChannelUrls())
urls = urls.concat(await getSitemapAccountUrls())
- const sitemap = sitemapModule.createSitemap({
- hostname: CONFIG.WEBSERVER.URL,
- urls: urls
- })
+ const sitemapStream = new SitemapStream({ hostname: WEBSERVER.URL })
- sitemap.toXML((err, xml) => {
- if (err) {
- logger.error('Cannot generate sitemap.', { err })
- return res.sendStatus(500)
- }
+ for (const urlObj of urls) {
+ sitemapStream.write(urlObj)
+ }
+ sitemapStream.end()
- res.header('Content-Type', 'application/xml')
- res.send(xml)
- })
+ const xml = await streamToPromise(sitemapStream)
+
+ res.header('Content-Type', 'application/xml')
+ res.send(xml)
}
async function getSitemapVideoChannelUrls () {
const rows = await VideoChannelModel.listLocalsForSitemap('createdAt')
return rows.map(channel => ({
- url: CONFIG.WEBSERVER.URL + '/video-channels/' + channel.Actor.preferredUsername
+ url: WEBSERVER.URL + '/video-channels/' + channel.Actor.preferredUsername
}))
}
const rows = await AccountModel.listLocalsForSitemap('createdAt')
return rows.map(channel => ({
- url: CONFIG.WEBSERVER.URL + '/accounts/' + channel.Actor.preferredUsername
+ url: WEBSERVER.URL + '/accounts/' + channel.Actor.preferredUsername
}))
}
async function getSitemapLocalVideoUrls () {
- const resultList = await VideoModel.listForApi({
+ const { data } = await VideoModel.listForApi({
start: 0,
count: undefined,
sort: 'createdAt',
includeLocalVideos: true,
nsfw: buildNSFWFilter(),
filter: 'local',
- withFiles: false
+ withFiles: false,
+ countVideos: false
})
- return resultList.data.map(v => ({
- url: CONFIG.WEBSERVER.URL + '/videos/watch/' + v.uuid,
+ return data.map(v => ({
+ url: WEBSERVER.URL + '/videos/watch/' + v.uuid,
video: [
{
title: v.name,
// Sitemap description should be < 2000 characters
description: truncate(v.description || v.name, { length: 2000, omission: '...' }),
- player_loc: CONFIG.WEBSERVER.URL + '/videos/embed/' + v.uuid,
- thumbnail_loc: CONFIG.WEBSERVER.URL + v.getThumbnailStaticPath()
+ player_loc: WEBSERVER.URL + '/videos/embed/' + v.uuid,
+ thumbnail_loc: WEBSERVER.URL + v.getMiniatureStaticPath()
}
]
}))
'/videos/local'
]
- return paths.map(p => ({ url: CONFIG.WEBSERVER.URL + p }))
+ return paths.map(p => ({ url: WEBSERVER.URL + p }))
}