3 const each = require('async/each')
4 const eachLimit = require('async/eachLimit')
5 const eachSeries = require('async/eachSeries')
6 const fs = require('fs')
7 const mongoose = require('mongoose')
8 const request = require('request')
9 const waterfall = require('async/waterfall')
11 const constants = require('../initializers/constants')
12 const logger = require('../helpers/logger')
13 const requests = require('../helpers/requests')
15 const Pod = mongoose.model('Pod')
16 const Request = mongoose.model('Request')
17 const Video = mongoose.model('Video')
20 addVideoToFriends: addVideoToFriends,
21 hasFriends: hasFriends,
22 getMyCertificate: getMyCertificate,
23 makeFriends: makeFriends,
24 quitFriends: quitFriends,
25 removeVideoToFriends: removeVideoToFriends,
26 sendOwnedVideosToPod: sendOwnedVideosToPod
29 function addVideoToFriends (video) {
30 createRequest('add', video)
33 function hasFriends (callback) {
34 Pod.countAll(function (err, count) {
35 if (err) return callback(err)
37 const hasFriends = (count !== 0)
38 callback(null, hasFriends)
42 function getMyCertificate (callback) {
43 fs.readFile(constants.CONFIG.STORAGE.CERT_DIR + 'peertube.pub', 'utf8', callback)
46 function makeFriends (urls, callback) {
49 logger.info('Make friends!')
50 getMyCertificate(function (err, cert) {
52 logger.error('Cannot read public cert.')
56 eachSeries(urls, function (url, callbackEach) {
57 computeForeignPodsList(url, podsScore, callbackEach)
59 if (err) return callback(err)
61 logger.debug('Pods scores computed.', { podsScore: podsScore })
62 const podsList = computeWinningPods(urls, podsScore)
63 logger.debug('Pods that we keep.', { podsToKeep: podsList })
65 makeRequestsToWinningPods(cert, podsList, callback)
70 function quitFriends (callback) {
73 // Flush pool requests
77 function getPodsList (callbackAsync) {
78 return Pod.list(callbackAsync)
81 function announceIQuitMyFriends (pods, callbackAsync) {
82 const requestParams = {
84 path: '/api/' + constants.API_VERSION + '/pods/remove',
88 // Announce we quit them
89 // We don't care if the request fails
90 // The other pod will exclude us automatically after a while
91 eachLimit(pods, constants.REQUESTS_IN_PARALLEL, function (pod, callbackEach) {
92 requestParams.toPod = pod
93 requests.makeSecureRequest(requestParams, callbackEach)
96 logger.error('Some errors while quitting friends.', { err: err })
97 // Don't stop the process
100 return callbackAsync()
104 function removePodsFromDB (callbackAsync) {
105 Pod.removeAll(function (err) {
106 return callbackAsync(err)
110 function listRemoteVideos (callbackAsync) {
111 logger.info('Broke friends, so sad :(')
113 Video.listRemotes(callbackAsync)
116 function removeTheRemoteVideos (videosList, callbackAsync) {
117 each(videosList, function (video, callbackEach) {
118 video.remove(callbackEach)
122 // Don't forget to re activate the scheduler, even if there was an error
125 if (err) return callback(err)
127 logger.info('Removed all remote videos.')
128 return callback(null)
132 function removeVideoToFriends (videoParams) {
133 createRequest('remove', videoParams)
136 function sendOwnedVideosToPod (podId) {
137 Video.listOwned(function (err, videosList) {
139 logger.error('Cannot get the list of videos we own.')
143 videosList.forEach(function (video) {
144 video.toRemoteJSON(function (err, remoteVideo) {
146 logger.error('Cannot convert video to remote.', { error: err })
147 // Don't break the process
151 createRequest('add', remoteVideo, [ podId ])
157 // ---------------------------------------------------------------------------
159 module.exports = friends
161 // ---------------------------------------------------------------------------
163 function computeForeignPodsList (url, podsScore, callback) {
164 getForeignPodsList(url, function (err, foreignPodsList) {
165 if (err) return callback(err)
167 if (!foreignPodsList) foreignPodsList = []
169 // Let's give 1 point to the pod we ask the friends list
170 foreignPodsList.push({ url: url })
172 foreignPodsList.forEach(function (foreignPod) {
173 const foreignPodUrl = foreignPod.url
175 if (podsScore[foreignPodUrl]) podsScore[foreignPodUrl]++
176 else podsScore[foreignPodUrl] = 1
183 function computeWinningPods (urls, podsScore) {
184 // Build the list of pods to add
185 // Only add a pod if it exists in more than a half base pods
187 const baseScore = urls.length / 2
188 Object.keys(podsScore).forEach(function (pod) {
189 if (podsScore[pod] > baseScore) podsList.push({ url: pod })
195 function getForeignPodsList (url, callback) {
196 const path = '/api/' + constants.API_VERSION + '/pods'
198 request.get(url + path, function (err, response, body) {
199 if (err) return callback(err)
202 const json = JSON.parse(body)
203 return callback(null, json)
210 function makeRequestsToWinningPods (cert, podsList, callback) {
211 // Stop pool requests
213 // Flush pool requests
216 eachLimit(podsList, constants.REQUESTS_IN_PARALLEL, function (pod, callbackEach) {
218 url: pod.url + '/api/' + constants.API_VERSION + '/pods/',
221 url: constants.CONFIG.WEBSERVER.URL,
226 requests.makeRetryRequest(params, function (err, res, body) {
228 logger.error('Error with adding %s pod.', pod.url, { error: err })
229 // Don't break the process
230 return callbackEach()
233 if (res.statusCode === 200) {
234 const podObj = new Pod({ url: pod.url, publicKey: body.cert })
235 podObj.save(function (err, podCreated) {
237 logger.error('Cannot add friend %s pod.', pod.url, { error: err })
238 return callbackEach()
241 // Add our videos to the request scheduler
242 sendOwnedVideosToPod(podCreated._id)
244 return callbackEach()
247 logger.error('Status not 200 for %s pod.', pod.url)
248 return callbackEach()
251 }, function endRequests () {
252 // Final callback, we've ended all the requests
253 // Now we made new friends, we can re activate the pool of requests
256 logger.debug('makeRequestsToWinningPods finished.')
261 function createRequest (type, data, to) {
262 const req = new Request({
273 req.save(function (err) {
274 if (err) logger.error('Cannot save the request.', { error: err })