PeerTube/server/models/activitypub/actor-follow.ts

599 lines
15 KiB
TypeScript
Raw Normal View History

2017-12-14 17:38:41 +01:00
import * as Bluebird from 'bluebird'
import { values } from 'lodash'
import {
AfterCreate,
AfterDestroy,
AfterUpdate,
AllowNull,
BelongsTo,
Column,
CreatedAt,
DataType,
Default,
ForeignKey,
IsInt,
Max,
Model,
Table,
UpdatedAt
} from 'sequelize-typescript'
2017-12-14 17:38:41 +01:00
import { FollowState } from '../../../shared/models/actors'
2018-09-11 16:27:07 +02:00
import { ActorFollow } from '../../../shared/models/actors/follow.model'
import { logger } from '../../helpers/logger'
2018-02-28 18:04:46 +01:00
import { getServerActor } from '../../helpers/utils'
import { ACTOR_FOLLOW_SCORE, FOLLOW_STATES } from '../../initializers/constants'
2017-12-14 17:38:41 +01:00
import { ServerModel } from '../server/server'
2019-08-06 17:19:53 +02:00
import { createSafeIn, getSort } from '../utils'
2018-08-23 17:58:39 +02:00
import { ActorModel, unusedActorAttributesForAPI } from './actor'
import { VideoChannelModel } from '../video/video-channel'
2018-08-21 16:18:59 +02:00
import { AccountModel } from '../account/account'
2019-08-15 11:53:26 +02:00
import { IncludeOptions, Op, QueryTypes, Transaction } from 'sequelize'
import {
MActorFollowActorsDefault,
MActorFollowActorsDefaultSubscription,
MActorFollowFollowingHost,
2019-08-20 19:05:31 +02:00
MActorFollowFormattable,
2019-08-15 11:53:26 +02:00
MActorFollowSubscriptions
} from '@server/typings/models'
2017-12-14 17:38:41 +01:00
@Table({
tableName: 'actorFollow',
indexes: [
{
fields: [ 'actorId' ]
},
{
fields: [ 'targetActorId' ]
},
{
fields: [ 'actorId', 'targetActorId' ],
unique: true
},
{
fields: [ 'score' ]
2017-12-14 17:38:41 +01:00
}
]
})
export class ActorFollowModel extends Model<ActorFollowModel> {
@AllowNull(false)
2019-04-18 11:28:17 +02:00
@Column(DataType.ENUM(...values(FOLLOW_STATES)))
2017-12-14 17:38:41 +01:00
state: FollowState
@AllowNull(false)
@Default(ACTOR_FOLLOW_SCORE.BASE)
@IsInt
@Max(ACTOR_FOLLOW_SCORE.MAX)
@Column
score: number
2017-12-14 17:38:41 +01:00
@CreatedAt
createdAt: Date
@UpdatedAt
updatedAt: Date
@ForeignKey(() => ActorModel)
@Column
actorId: number
@BelongsTo(() => ActorModel, {
foreignKey: {
name: 'actorId',
allowNull: false
},
as: 'ActorFollower',
onDelete: 'CASCADE'
})
ActorFollower: ActorModel
@ForeignKey(() => ActorModel)
@Column
targetActorId: number
@BelongsTo(() => ActorModel, {
foreignKey: {
name: 'targetActorId',
allowNull: false
},
as: 'ActorFollowing',
onDelete: 'CASCADE'
})
ActorFollowing: ActorModel
2018-01-12 11:47:45 +01:00
@AfterCreate
@AfterUpdate
static incrementFollowerAndFollowingCount (instance: ActorFollowModel) {
2018-01-12 12:18:11 +01:00
if (instance.state !== 'accepted') return undefined
2018-01-12 11:47:45 +01:00
return Promise.all([
ActorModel.incrementFollows(instance.actorId, 'followingCount', 1),
ActorModel.incrementFollows(instance.targetActorId, 'followersCount', 1)
])
}
@AfterDestroy
static decrementFollowerAndFollowingCount (instance: ActorFollowModel) {
return Promise.all([
ActorModel.incrementFollows(instance.actorId, 'followingCount',-1),
ActorModel.incrementFollows(instance.targetActorId, 'followersCount', -1)
])
}
2019-08-02 09:46:48 +02:00
static removeFollowsOf (actorId: number, t?: Transaction) {
const query = {
where: {
[Op.or]: [
{
actorId
},
{
targetActorId: actorId
}
]
},
transaction: t
}
return ActorFollowModel.destroy(query)
}
// Remove actor follows with a score of 0 (too many requests where they were unreachable)
static async removeBadActorFollows () {
const actorFollows = await ActorFollowModel.listBadActorFollows()
const actorFollowsRemovePromises = actorFollows.map(actorFollow => actorFollow.destroy())
await Promise.all(actorFollowsRemovePromises)
const numberOfActorFollowsRemoved = actorFollows.length
if (numberOfActorFollowsRemoved) logger.info('Removed bad %d actor follows.', numberOfActorFollowsRemoved)
}
2019-08-15 11:53:26 +02:00
static loadByActorAndTarget (actorId: number, targetActorId: number, t?: Transaction): Bluebird<MActorFollowActorsDefault> {
2017-12-14 17:38:41 +01:00
const query = {
where: {
actorId,
targetActorId: targetActorId
},
include: [
{
model: ActorModel,
required: true,
as: 'ActorFollower'
},
{
model: ActorModel,
required: true,
as: 'ActorFollowing'
}
],
transaction: t
}
return ActorFollowModel.findOne(query)
}
2019-08-15 11:53:26 +02:00
static loadByActorAndTargetNameAndHostForAPI (
actorId: number,
targetName: string,
targetHost: string,
t?: Transaction
): Bluebird<MActorFollowActorsDefaultSubscription> {
2019-04-18 11:28:17 +02:00
const actorFollowingPartInclude: IncludeOptions = {
model: ActorModel,
required: true,
as: 'ActorFollowing',
where: {
preferredUsername: targetName
2018-08-21 10:34:18 +02:00
},
include: [
{
2018-08-23 17:58:39 +02:00
model: VideoChannelModel.unscoped(),
2018-08-21 10:34:18 +02:00
required: false
}
]
}
if (targetHost === null) {
actorFollowingPartInclude.where['serverId'] = null
} else {
2018-08-21 10:34:18 +02:00
actorFollowingPartInclude.include.push({
model: ServerModel,
required: true,
where: {
host: targetHost
}
})
}
2017-12-14 17:38:41 +01:00
const query = {
where: {
actorId
},
include: [
actorFollowingPartInclude,
{
model: ActorModel,
required: true,
as: 'ActorFollower'
}
2017-12-14 17:38:41 +01:00
],
transaction: t
}
return ActorFollowModel.findOne(query)
2018-08-23 17:58:39 +02:00
.then(result => {
if (result && result.ActorFollowing.VideoChannel) {
result.ActorFollowing.VideoChannel.Actor = result.ActorFollowing
}
return result
})
}
2019-08-15 11:53:26 +02:00
static listSubscribedIn (actorId: number, targets: { name: string, host?: string }[]): Bluebird<MActorFollowFollowingHost[]> {
2018-08-23 17:58:39 +02:00
const whereTab = targets
.map(t => {
if (t.host) {
return {
2019-04-18 11:28:17 +02:00
[ Op.and ]: [
2018-08-23 17:58:39 +02:00
{
'$preferredUsername$': t.name
},
{
'$host$': t.host
}
]
}
}
return {
2019-04-18 11:28:17 +02:00
[ Op.and ]: [
2018-08-23 17:58:39 +02:00
{
'$preferredUsername$': t.name
},
{
'$serverId$': null
}
]
}
})
const query = {
attributes: [],
where: {
2019-04-18 11:28:17 +02:00
[ Op.and ]: [
2018-08-23 17:58:39 +02:00
{
2019-04-18 11:28:17 +02:00
[ Op.or ]: whereTab
2018-08-23 17:58:39 +02:00
},
{
actorId
}
]
},
include: [
{
attributes: [ 'preferredUsername' ],
model: ActorModel.unscoped(),
required: true,
as: 'ActorFollowing',
include: [
{
attributes: [ 'host' ],
model: ServerModel.unscoped(),
required: false
}
]
}
]
}
return ActorFollowModel.findAll(query)
}
static listFollowingForApi (id: number, start: number, count: number, sort: string, search?: string) {
2017-12-14 17:38:41 +01:00
const query = {
distinct: true,
offset: start,
limit: count,
2018-02-19 09:41:03 +01:00
order: getSort(sort),
2017-12-14 17:38:41 +01:00
include: [
{
model: ActorModel,
required: true,
as: 'ActorFollower',
where: {
id
}
},
{
model: ActorModel,
as: 'ActorFollowing',
required: true,
include: [
{
model: ServerModel,
required: true,
where: search ? {
host: {
2019-04-18 11:28:17 +02:00
[Op.iLike]: '%' + search + '%'
}
} : undefined
}
]
2017-12-14 17:38:41 +01:00
}
]
}
2019-08-15 11:53:26 +02:00
return ActorFollowModel.findAndCountAll<MActorFollowActorsDefault>(query)
2017-12-14 17:38:41 +01:00
.then(({ rows, count }) => {
return {
data: rows,
total: count
}
})
}
2018-12-26 10:36:24 +01:00
static listFollowersForApi (actorId: number, start: number, count: number, sort: string, search?: string) {
const query = {
distinct: true,
offset: start,
limit: count,
order: getSort(sort),
include: [
{
model: ActorModel,
required: true,
as: 'ActorFollower',
include: [
{
model: ServerModel,
required: true,
where: search ? {
host: {
2019-04-18 11:28:17 +02:00
[ Op.iLike ]: '%' + search + '%'
}
} : undefined
}
]
},
{
model: ActorModel,
as: 'ActorFollowing',
required: true,
where: {
2018-12-26 10:36:24 +01:00
id: actorId
}
}
]
}
2019-08-15 11:53:26 +02:00
return ActorFollowModel.findAndCountAll<MActorFollowActorsDefault>(query)
.then(({ rows, count }) => {
return {
data: rows,
total: count
}
})
}
2018-12-26 10:36:24 +01:00
static listSubscriptionsForApi (actorId: number, start: number, count: number, sort: string) {
const query = {
2018-08-23 17:58:39 +02:00
attributes: [],
distinct: true,
offset: start,
limit: count,
order: getSort(sort),
where: {
2018-12-26 10:36:24 +01:00
actorId: actorId
},
include: [
{
2018-08-24 11:04:02 +02:00
attributes: [ 'id' ],
model: ActorModel.unscoped(),
as: 'ActorFollowing',
required: true,
include: [
{
2018-08-24 11:04:02 +02:00
model: VideoChannelModel.unscoped(),
2018-08-21 16:18:59 +02:00
required: true,
include: [
{
2018-08-23 17:58:39 +02:00
attributes: {
exclude: unusedActorAttributesForAPI
},
model: ActorModel,
2018-08-21 16:18:59 +02:00
required: true
2018-08-23 17:58:39 +02:00
},
{
2018-08-24 11:04:02 +02:00
model: AccountModel.unscoped(),
2018-08-23 17:58:39 +02:00
required: true,
include: [
{
attributes: {
exclude: unusedActorAttributesForAPI
},
model: ActorModel,
required: true
}
]
2018-08-21 16:18:59 +02:00
}
]
}
]
}
]
}
2019-08-15 11:53:26 +02:00
return ActorFollowModel.findAndCountAll<MActorFollowSubscriptions>(query)
.then(({ rows, count }) => {
return {
data: rows.map(r => r.ActorFollowing.VideoChannel),
total: count
}
})
}
2019-04-18 11:28:17 +02:00
static listAcceptedFollowerUrlsForAP (actorIds: number[], t: Transaction, start?: number, count?: number) {
2017-12-14 17:38:41 +01:00
return ActorFollowModel.createListAcceptedFollowForApiQuery('followers', actorIds, t, start, count)
}
2019-04-18 11:28:17 +02:00
static listAcceptedFollowerSharedInboxUrls (actorIds: number[], t: Transaction) {
2018-01-09 17:22:26 +01:00
return ActorFollowModel.createListAcceptedFollowForApiQuery(
2018-01-09 18:13:00 +01:00
'followers',
2018-01-09 17:22:26 +01:00
actorIds,
t,
undefined,
undefined,
2018-01-09 18:13:00 +01:00
'sharedInboxUrl',
true
2018-01-09 17:22:26 +01:00
)
2017-12-14 17:38:41 +01:00
}
2019-04-18 11:28:17 +02:00
static listAcceptedFollowingUrlsForApi (actorIds: number[], t: Transaction, start?: number, count?: number) {
2017-12-14 17:38:41 +01:00
return ActorFollowModel.createListAcceptedFollowForApiQuery('following', actorIds, t, start, count)
}
2018-02-28 18:04:46 +01:00
static async getStats () {
const serverActor = await getServerActor()
const totalInstanceFollowing = await ActorFollowModel.count({
where: {
actorId: serverActor.id
}
})
const totalInstanceFollowers = await ActorFollowModel.count({
where: {
targetActorId: serverActor.id
}
})
return {
totalInstanceFollowing,
totalInstanceFollowers
}
}
2019-08-06 17:19:53 +02:00
static updateScore (inboxUrl: string, value: number, t?: Transaction) {
const query = `UPDATE "actorFollow" SET "score" = LEAST("score" + ${value}, ${ACTOR_FOLLOW_SCORE.MAX}) ` +
'WHERE id IN (' +
2018-12-26 10:36:24 +01:00
'SELECT "actorFollow"."id" FROM "actorFollow" ' +
'INNER JOIN "actor" ON "actor"."id" = "actorFollow"."actorId" ' +
`WHERE "actor"."inboxUrl" = '${inboxUrl}' OR "actor"."sharedInboxUrl" = '${inboxUrl}'` +
')'
const options = {
2019-04-18 11:28:17 +02:00
type: QueryTypes.BULKUPDATE,
transaction: t
}
return ActorFollowModel.sequelize.query(query, options)
}
2019-08-06 17:19:53 +02:00
static async updateScoreByFollowingServers (serverIds: number[], value: number, t?: Transaction) {
if (serverIds.length === 0) return
const me = await getServerActor()
const serverIdsString = createSafeIn(ActorFollowModel, serverIds)
2019-08-06 17:30:09 +02:00
const query = `UPDATE "actorFollow" SET "score" = LEAST("score" + ${value}, ${ACTOR_FOLLOW_SCORE.MAX}) ` +
2019-08-06 17:19:53 +02:00
'WHERE id IN (' +
'SELECT "actorFollow"."id" FROM "actorFollow" ' +
'INNER JOIN "actor" ON "actor"."id" = "actorFollow"."targetActorId" ' +
`WHERE "actorFollow"."actorId" = ${me.Account.actorId} ` + // I'm the follower
`AND "actor"."serverId" IN (${serverIdsString})` + // Criteria on followings
')'
const options = {
type: QueryTypes.BULKUPDATE,
transaction: t
}
return ActorFollowModel.sequelize.query(query, options)
}
2018-01-09 18:13:00 +01:00
private static async createListAcceptedFollowForApiQuery (
type: 'followers' | 'following',
actorIds: number[],
2019-04-18 11:28:17 +02:00
t: Transaction,
2018-01-09 18:13:00 +01:00
start?: number,
count?: number,
columnUrl = 'url',
distinct = false
) {
2017-12-14 17:38:41 +01:00
let firstJoin: string
let secondJoin: string
if (type === 'followers') {
firstJoin = 'targetActorId'
secondJoin = 'actorId'
} else {
firstJoin = 'actorId'
secondJoin = 'targetActorId'
}
2018-01-09 18:13:00 +01:00
const selections: string[] = []
if (distinct === true) selections.push('DISTINCT("Follows"."' + columnUrl + '") AS "url"')
else selections.push('"Follows"."' + columnUrl + '" AS "url"')
selections.push('COUNT(*) AS "total"')
2017-12-14 17:38:41 +01:00
const tasks: Bluebird<any>[] = []
2018-01-09 18:13:00 +01:00
for (let selection of selections) {
2017-12-14 17:38:41 +01:00
let query = 'SELECT ' + selection + ' FROM "actor" ' +
'INNER JOIN "actorFollow" ON "actorFollow"."' + firstJoin + '" = "actor"."id" ' +
'INNER JOIN "actor" AS "Follows" ON "actorFollow"."' + secondJoin + '" = "Follows"."id" ' +
'WHERE "actor"."id" = ANY ($actorIds) AND "actorFollow"."state" = \'accepted\' '
if (count !== undefined) query += 'LIMIT ' + count
if (start !== undefined) query += ' OFFSET ' + start
const options = {
bind: { actorIds },
2019-04-18 11:28:17 +02:00
type: QueryTypes.SELECT,
2017-12-14 17:38:41 +01:00
transaction: t
}
tasks.push(ActorFollowModel.sequelize.query(query, options))
}
2018-11-16 15:38:09 +01:00
const [ followers, [ dataTotal ] ] = await Promise.all(tasks)
2017-12-14 17:38:41 +01:00
const urls: string[] = followers.map(f => f.url)
return {
data: urls,
2018-11-16 15:38:09 +01:00
total: dataTotal ? parseInt(dataTotal.total, 10) : 0
2017-12-14 17:38:41 +01:00
}
}
private static listBadActorFollows () {
const query = {
where: {
score: {
2019-04-18 11:28:17 +02:00
[Op.lte]: 0
}
},
2018-01-19 13:58:13 +01:00
logging: false
}
return ActorFollowModel.findAll(query)
}
2019-08-20 19:05:31 +02:00
toFormattedJSON (this: MActorFollowFormattable): ActorFollow {
2017-12-14 17:38:41 +01:00
const follower = this.ActorFollower.toFormattedJSON()
const following = this.ActorFollowing.toFormattedJSON()
return {
id: this.id,
follower,
following,
score: this.score,
2017-12-14 17:38:41 +01:00
state: this.state,
createdAt: this.createdAt,
updatedAt: this.updatedAt
}
}
}