2023-07-27 14:31:52 +09:00
|
|
|
/*
|
|
|
|
* SPDX-FileCopyrightText: syuilo and other misskey contributors
|
|
|
|
* SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
*/
|
|
|
|
|
2022-09-18 03:27:08 +09:00
|
|
|
import * as fs from 'node:fs';
|
|
|
|
import { fileURLToPath } from 'node:url';
|
2023-04-25 15:18:03 +09:00
|
|
|
import { dirname, resolve } from 'node:path';
|
2022-09-18 03:27:08 +09:00
|
|
|
import * as yaml from 'js-yaml';
|
2023-07-20 19:50:31 +09:00
|
|
|
import type { RedisOptions } from 'ioredis';
|
|
|
|
|
|
|
|
type RedisOptionsSource = Partial<RedisOptions> & {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
family?: number;
|
|
|
|
pass: string;
|
|
|
|
db?: number;
|
|
|
|
prefix?: string;
|
|
|
|
};
|
2022-09-18 03:27:08 +09:00
|
|
|
|
|
|
|
/**
|
2023-09-05 15:03:50 +09:00
|
|
|
* 設定ファイルの型
|
2022-09-18 03:27:08 +09:00
|
|
|
*/
|
2023-09-05 15:03:50 +09:00
|
|
|
type Source = {
|
2022-09-18 03:27:08 +09:00
|
|
|
url: string;
|
2023-07-17 14:12:02 +09:00
|
|
|
port?: number;
|
|
|
|
socket?: string;
|
|
|
|
chmodSocket?: string;
|
2022-09-18 03:27:08 +09:00
|
|
|
disableHsts?: boolean;
|
|
|
|
db: {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
db: string;
|
|
|
|
user: string;
|
|
|
|
pass: string;
|
|
|
|
disableCache?: boolean;
|
|
|
|
extra?: { [x: string]: string };
|
|
|
|
};
|
2023-04-08 15:53:36 +09:00
|
|
|
dbReplications?: boolean;
|
|
|
|
dbSlaves?: {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
db: string;
|
|
|
|
user: string;
|
|
|
|
pass: string;
|
|
|
|
}[];
|
2023-07-20 19:50:31 +09:00
|
|
|
redis: RedisOptionsSource;
|
|
|
|
redisForPubsub?: RedisOptionsSource;
|
|
|
|
redisForJobQueue?: RedisOptionsSource;
|
2023-10-03 20:26:11 +09:00
|
|
|
redisForTimelines?: RedisOptionsSource;
|
2023-05-05 08:52:14 +09:00
|
|
|
meilisearch?: {
|
2022-09-18 03:27:08 +09:00
|
|
|
host: string;
|
2023-05-05 08:52:14 +09:00
|
|
|
port: string;
|
|
|
|
apiKey: string;
|
2023-05-06 04:02:34 +09:00
|
|
|
ssl?: boolean;
|
2023-05-11 21:09:29 +09:00
|
|
|
index: string;
|
2023-07-15 09:59:19 +09:00
|
|
|
scope?: 'local' | 'global' | string[];
|
2022-09-18 03:27:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
proxy?: string;
|
|
|
|
proxySmtp?: string;
|
|
|
|
proxyBypassHosts?: string[];
|
|
|
|
|
|
|
|
allowedPrivateNetworks?: string[];
|
|
|
|
|
|
|
|
maxFileSize?: number;
|
|
|
|
|
|
|
|
clusterLimit?: number;
|
|
|
|
|
|
|
|
id: string;
|
|
|
|
|
2023-08-20 13:20:01 +09:00
|
|
|
outgoingAddress?: string;
|
2022-09-18 03:27:08 +09:00
|
|
|
outgoingAddressFamily?: 'ipv4' | 'ipv6' | 'dual';
|
|
|
|
|
|
|
|
deliverJobConcurrency?: number;
|
|
|
|
inboxJobConcurrency?: number;
|
enhance: account migration (#10592)
* copy block and mute then create follow and unfollow jobs
* copy block and mute and update lists when detecting an account has moved
* no need to care promise orders
* refactor updating actor and target
* automatically accept if a locked account had accepted an old account
* fix exception format
* prevent the old account from calling some endpoints
* do not unfollow when moving
* adjust following and follower counts
* check movedToUri when receiving a follow request
* skip if no need to adjust
* Revert "disable account migration"
This reverts commit 2321214c98591bcfe1385c1ab5bf0ff7b471ae1d.
* fix translation specifier
* fix checking alsoKnownAs and uri
* fix updating account
* fix refollowing locked account
* decrease followersCount if followed by the old account
* adjust following and followers counts when unfollowing
* fix copying mutings
* prohibit moved account from moving again
* fix move service
* allow app creation after moving
* fix lint
* remove unnecessary field
* fix cache update
* add e2e test
* add e2e test of accepting the new account automatically
* force follow if any error happens
* remove unnecessary joins
* use Array.map instead of for const of
* ユーザーリストの移行は追加のみを行う
* nanka iroiro
* fix misskey-js?
* :v:
* 移行を行ったアカウントからのフォローリクエストの自動許可を調整
* newUriを外に出す
* newUriを外に出す2
* clean up
* fix newUri
* prevent moving if the destination account has already moved
* set alsoKnownAs via /i/update
* fix database initialization
* add return type
* prohibit updating alsoKnownAs after moving
* skip to add to alsoKnownAs if toUrl is known
* skip adding to the list if it already has
* use Acct.parse instead
* rename error code
* :art:
* 制限を5から10に緩和
* movedTo(Uri), alsoKnownAsはユーザーidを返すように
* test api res
* fix
* 元アカウントはミュートし続ける
* :art:
* unfollow
* fix
* getUserUriをUserEntityServiceに
* ?
* job!
* :art:
* instance => server
* accountMovedShort, forbiddenBecauseYouAreMigrated
* accountMovedShort
* fix test
* import, pin禁止
* 実績を凍結する
* clean up
* :v:
* change message
* ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに
* Revert "ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに"
This reverts commit 3bd7be35d8aa455cb01ae58f8172a71a50485db1.
* validateAlsoKnownAs
* 移行後2時間以内はインポート可能なファイルサイズを拡大
* clean up
* どうせactorをupdatePersonで更新するならupdatePersonしか移行処理を発行しないことにする
* handle error?
* リモートからの移行処理の条件を是正
* log, port
* fix
* fix
* enhance(dev): non-production環境でhttpサーバー間でもユーザー、ノートの連合が可能なように
* refactor (use checkHttps)
* MISSKEY_WEBFINGER_USE_HTTP
* Environment Variable readme
* NEVER USE IN PRODUCTION
* fix punyHost
* fix indent
* fix
* experimental
---------
Co-authored-by: tamaina <tamaina@hotmail.co.jp>
Co-authored-by: syuilo <Syuilotan@yahoo.co.jp>
2023-04-30 00:09:29 +09:00
|
|
|
relashionshipJobConcurrency?: number;
|
2022-09-18 03:27:08 +09:00
|
|
|
deliverJobPerSec?: number;
|
|
|
|
inboxJobPerSec?: number;
|
enhance: account migration (#10592)
* copy block and mute then create follow and unfollow jobs
* copy block and mute and update lists when detecting an account has moved
* no need to care promise orders
* refactor updating actor and target
* automatically accept if a locked account had accepted an old account
* fix exception format
* prevent the old account from calling some endpoints
* do not unfollow when moving
* adjust following and follower counts
* check movedToUri when receiving a follow request
* skip if no need to adjust
* Revert "disable account migration"
This reverts commit 2321214c98591bcfe1385c1ab5bf0ff7b471ae1d.
* fix translation specifier
* fix checking alsoKnownAs and uri
* fix updating account
* fix refollowing locked account
* decrease followersCount if followed by the old account
* adjust following and followers counts when unfollowing
* fix copying mutings
* prohibit moved account from moving again
* fix move service
* allow app creation after moving
* fix lint
* remove unnecessary field
* fix cache update
* add e2e test
* add e2e test of accepting the new account automatically
* force follow if any error happens
* remove unnecessary joins
* use Array.map instead of for const of
* ユーザーリストの移行は追加のみを行う
* nanka iroiro
* fix misskey-js?
* :v:
* 移行を行ったアカウントからのフォローリクエストの自動許可を調整
* newUriを外に出す
* newUriを外に出す2
* clean up
* fix newUri
* prevent moving if the destination account has already moved
* set alsoKnownAs via /i/update
* fix database initialization
* add return type
* prohibit updating alsoKnownAs after moving
* skip to add to alsoKnownAs if toUrl is known
* skip adding to the list if it already has
* use Acct.parse instead
* rename error code
* :art:
* 制限を5から10に緩和
* movedTo(Uri), alsoKnownAsはユーザーidを返すように
* test api res
* fix
* 元アカウントはミュートし続ける
* :art:
* unfollow
* fix
* getUserUriをUserEntityServiceに
* ?
* job!
* :art:
* instance => server
* accountMovedShort, forbiddenBecauseYouAreMigrated
* accountMovedShort
* fix test
* import, pin禁止
* 実績を凍結する
* clean up
* :v:
* change message
* ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに
* Revert "ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに"
This reverts commit 3bd7be35d8aa455cb01ae58f8172a71a50485db1.
* validateAlsoKnownAs
* 移行後2時間以内はインポート可能なファイルサイズを拡大
* clean up
* どうせactorをupdatePersonで更新するならupdatePersonしか移行処理を発行しないことにする
* handle error?
* リモートからの移行処理の条件を是正
* log, port
* fix
* fix
* enhance(dev): non-production環境でhttpサーバー間でもユーザー、ノートの連合が可能なように
* refactor (use checkHttps)
* MISSKEY_WEBFINGER_USE_HTTP
* Environment Variable readme
* NEVER USE IN PRODUCTION
* fix punyHost
* fix indent
* fix
* experimental
---------
Co-authored-by: tamaina <tamaina@hotmail.co.jp>
Co-authored-by: syuilo <Syuilotan@yahoo.co.jp>
2023-04-30 00:09:29 +09:00
|
|
|
relashionshipJobPerSec?: number;
|
2022-09-18 03:27:08 +09:00
|
|
|
deliverJobMaxAttempts?: number;
|
|
|
|
inboxJobMaxAttempts?: number;
|
|
|
|
|
|
|
|
mediaProxy?: string;
|
|
|
|
proxyRemoteFiles?: boolean;
|
2023-02-12 09:13:47 +09:00
|
|
|
videoThumbnailGenerator?: string;
|
2022-09-18 03:27:08 +09:00
|
|
|
|
|
|
|
signToActivityPubGet?: boolean;
|
2023-09-05 15:03:50 +09:00
|
|
|
|
|
|
|
perChannelMaxNoteCacheCount?: number;
|
|
|
|
perUserNotificationsMaxCount?: number;
|
2023-09-07 16:20:28 +09:00
|
|
|
deactivateAntennaThreshold?: number;
|
2023-09-27 09:32:36 +09:00
|
|
|
pidFile: string;
|
2022-09-18 03:27:08 +09:00
|
|
|
};
|
|
|
|
|
2023-09-05 15:03:50 +09:00
|
|
|
export type Config = {
|
|
|
|
url: string;
|
|
|
|
port: number;
|
|
|
|
socket: string | undefined;
|
|
|
|
chmodSocket: string | undefined;
|
|
|
|
disableHsts: boolean | undefined;
|
|
|
|
db: {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
db: string;
|
|
|
|
user: string;
|
|
|
|
pass: string;
|
|
|
|
disableCache?: boolean;
|
|
|
|
extra?: { [x: string]: string };
|
|
|
|
};
|
|
|
|
dbReplications: boolean | undefined;
|
|
|
|
dbSlaves: {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
db: string;
|
|
|
|
user: string;
|
|
|
|
pass: string;
|
|
|
|
}[] | undefined;
|
|
|
|
meilisearch: {
|
|
|
|
host: string;
|
|
|
|
port: string;
|
|
|
|
apiKey: string;
|
|
|
|
ssl?: boolean;
|
|
|
|
index: string;
|
|
|
|
scope?: 'local' | 'global' | string[];
|
|
|
|
} | undefined;
|
|
|
|
proxy: string | undefined;
|
|
|
|
proxySmtp: string | undefined;
|
|
|
|
proxyBypassHosts: string[] | undefined;
|
|
|
|
allowedPrivateNetworks: string[] | undefined;
|
|
|
|
maxFileSize: number | undefined;
|
|
|
|
clusterLimit: number | undefined;
|
|
|
|
id: string;
|
|
|
|
outgoingAddress: string | undefined;
|
|
|
|
outgoingAddressFamily: 'ipv4' | 'ipv6' | 'dual' | undefined;
|
|
|
|
deliverJobConcurrency: number | undefined;
|
|
|
|
inboxJobConcurrency: number | undefined;
|
|
|
|
relashionshipJobConcurrency: number | undefined;
|
|
|
|
deliverJobPerSec: number | undefined;
|
|
|
|
inboxJobPerSec: number | undefined;
|
|
|
|
relashionshipJobPerSec: number | undefined;
|
|
|
|
deliverJobMaxAttempts: number | undefined;
|
|
|
|
inboxJobMaxAttempts: number | undefined;
|
|
|
|
proxyRemoteFiles: boolean | undefined;
|
|
|
|
signToActivityPubGet: boolean | undefined;
|
|
|
|
|
2022-09-18 03:27:08 +09:00
|
|
|
version: string;
|
|
|
|
host: string;
|
|
|
|
hostname: string;
|
|
|
|
scheme: string;
|
|
|
|
wsScheme: string;
|
|
|
|
apiUrl: string;
|
|
|
|
wsUrl: string;
|
|
|
|
authUrl: string;
|
|
|
|
driveUrl: string;
|
|
|
|
userAgent: string;
|
|
|
|
clientEntry: string;
|
2022-12-20 13:05:36 +09:00
|
|
|
clientManifestExists: boolean;
|
2023-02-04 13:38:51 +09:00
|
|
|
mediaProxy: string;
|
|
|
|
externalMediaProxyEnabled: boolean;
|
2023-02-12 09:13:47 +09:00
|
|
|
videoThumbnailGenerator: string | null;
|
2023-07-20 19:50:31 +09:00
|
|
|
redis: RedisOptions & RedisOptionsSource;
|
|
|
|
redisForPubsub: RedisOptions & RedisOptionsSource;
|
|
|
|
redisForJobQueue: RedisOptions & RedisOptionsSource;
|
2023-10-03 20:26:11 +09:00
|
|
|
redisForTimelines: RedisOptions & RedisOptionsSource;
|
2023-09-05 15:03:50 +09:00
|
|
|
perChannelMaxNoteCacheCount: number;
|
|
|
|
perUserNotificationsMaxCount: number;
|
2023-09-07 16:20:28 +09:00
|
|
|
deactivateAntennaThreshold: number;
|
2023-09-27 09:32:36 +09:00
|
|
|
pidFile: string;
|
2022-09-18 03:27:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
const _filename = fileURLToPath(import.meta.url);
|
|
|
|
const _dirname = dirname(_filename);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Path of configuration directory
|
|
|
|
*/
|
|
|
|
const dir = `${_dirname}/../../../.config`;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Path of configuration file
|
|
|
|
*/
|
2023-04-25 15:18:03 +09:00
|
|
|
const path = process.env.MISSKEY_CONFIG_YML
|
|
|
|
? resolve(dir, process.env.MISSKEY_CONFIG_YML)
|
|
|
|
: process.env.NODE_ENV === 'test'
|
|
|
|
? resolve(dir, 'test.yml')
|
2023-04-25 15:29:27 +09:00
|
|
|
: resolve(dir, 'default.yml');
|
2023-05-05 08:52:14 +09:00
|
|
|
|
2023-09-05 15:03:50 +09:00
|
|
|
export function loadConfig(): Config {
|
2022-09-18 03:27:08 +09:00
|
|
|
const meta = JSON.parse(fs.readFileSync(`${_dirname}/../../../built/meta.json`, 'utf-8'));
|
2023-02-03 15:08:36 +09:00
|
|
|
const clientManifestExists = fs.existsSync(_dirname + '/../../../built/_vite_/manifest.json');
|
2022-12-20 13:05:36 +09:00
|
|
|
const clientManifest = clientManifestExists ?
|
|
|
|
JSON.parse(fs.readFileSync(`${_dirname}/../../../built/_vite_/manifest.json`, 'utf-8'))
|
2023-05-15 19:08:46 +09:00
|
|
|
: { 'src/_boot_.ts': { file: 'src/_boot_.ts' } };
|
2022-09-18 03:27:08 +09:00
|
|
|
const config = yaml.load(fs.readFileSync(path, 'utf-8')) as Source;
|
|
|
|
|
|
|
|
const url = tryCreateUrl(config.url);
|
2023-09-05 15:03:50 +09:00
|
|
|
const version = meta.version;
|
|
|
|
const host = url.host;
|
|
|
|
const hostname = url.hostname;
|
|
|
|
const scheme = url.protocol.replace(/:$/, '');
|
|
|
|
const wsScheme = scheme.replace('http', 'ws');
|
2022-09-18 03:27:08 +09:00
|
|
|
|
2023-02-04 13:38:51 +09:00
|
|
|
const externalMediaProxy = config.mediaProxy ?
|
|
|
|
config.mediaProxy.endsWith('/') ? config.mediaProxy.substring(0, config.mediaProxy.length - 1) : config.mediaProxy
|
|
|
|
: null;
|
2023-09-05 15:03:50 +09:00
|
|
|
const internalMediaProxy = `${scheme}://${host}/proxy`;
|
|
|
|
const redis = convertRedisOptions(config.redis, host);
|
2023-02-04 13:38:51 +09:00
|
|
|
|
2023-09-05 15:03:50 +09:00
|
|
|
return {
|
|
|
|
version,
|
|
|
|
url: url.origin,
|
|
|
|
port: config.port ?? parseInt(process.env.PORT ?? '', 10),
|
|
|
|
socket: config.socket,
|
|
|
|
chmodSocket: config.chmodSocket,
|
|
|
|
disableHsts: config.disableHsts,
|
|
|
|
host,
|
|
|
|
hostname,
|
|
|
|
scheme,
|
|
|
|
wsScheme,
|
|
|
|
wsUrl: `${wsScheme}://${host}`,
|
|
|
|
apiUrl: `${scheme}://${host}/api`,
|
|
|
|
authUrl: `${scheme}://${host}/auth`,
|
|
|
|
driveUrl: `${scheme}://${host}/files`,
|
|
|
|
db: config.db,
|
|
|
|
dbReplications: config.dbReplications,
|
|
|
|
dbSlaves: config.dbSlaves,
|
|
|
|
meilisearch: config.meilisearch,
|
|
|
|
redis,
|
|
|
|
redisForPubsub: config.redisForPubsub ? convertRedisOptions(config.redisForPubsub, host) : redis,
|
|
|
|
redisForJobQueue: config.redisForJobQueue ? convertRedisOptions(config.redisForJobQueue, host) : redis,
|
2023-10-03 20:26:11 +09:00
|
|
|
redisForTimelines: config.redisForTimelines ? convertRedisOptions(config.redisForTimelines, host) : redis,
|
2023-09-05 15:03:50 +09:00
|
|
|
id: config.id,
|
|
|
|
proxy: config.proxy,
|
|
|
|
proxySmtp: config.proxySmtp,
|
|
|
|
proxyBypassHosts: config.proxyBypassHosts,
|
|
|
|
allowedPrivateNetworks: config.allowedPrivateNetworks,
|
|
|
|
maxFileSize: config.maxFileSize,
|
|
|
|
clusterLimit: config.clusterLimit,
|
|
|
|
outgoingAddress: config.outgoingAddress,
|
|
|
|
outgoingAddressFamily: config.outgoingAddressFamily,
|
|
|
|
deliverJobConcurrency: config.deliverJobConcurrency,
|
|
|
|
inboxJobConcurrency: config.inboxJobConcurrency,
|
|
|
|
relashionshipJobConcurrency: config.relashionshipJobConcurrency,
|
|
|
|
deliverJobPerSec: config.deliverJobPerSec,
|
|
|
|
inboxJobPerSec: config.inboxJobPerSec,
|
|
|
|
relashionshipJobPerSec: config.relashionshipJobPerSec,
|
|
|
|
deliverJobMaxAttempts: config.deliverJobMaxAttempts,
|
|
|
|
inboxJobMaxAttempts: config.inboxJobMaxAttempts,
|
|
|
|
proxyRemoteFiles: config.proxyRemoteFiles,
|
|
|
|
signToActivityPubGet: config.signToActivityPubGet,
|
|
|
|
mediaProxy: externalMediaProxy ?? internalMediaProxy,
|
|
|
|
externalMediaProxyEnabled: externalMediaProxy !== null && externalMediaProxy !== internalMediaProxy,
|
|
|
|
videoThumbnailGenerator: config.videoThumbnailGenerator ?
|
|
|
|
config.videoThumbnailGenerator.endsWith('/') ? config.videoThumbnailGenerator.substring(0, config.videoThumbnailGenerator.length - 1) : config.videoThumbnailGenerator
|
|
|
|
: null,
|
|
|
|
userAgent: `Misskey/${version} (${config.url})`,
|
|
|
|
clientEntry: clientManifest['src/_boot_.ts'],
|
|
|
|
clientManifestExists: clientManifestExists,
|
|
|
|
perChannelMaxNoteCacheCount: config.perChannelMaxNoteCacheCount ?? 1000,
|
|
|
|
perUserNotificationsMaxCount: config.perUserNotificationsMaxCount ?? 300,
|
2023-09-07 16:20:28 +09:00
|
|
|
deactivateAntennaThreshold: config.deactivateAntennaThreshold ?? (1000 * 60 * 60 * 24 * 7),
|
2023-09-27 09:32:36 +09:00
|
|
|
pidFile: config.pidFile,
|
2023-09-05 15:03:50 +09:00
|
|
|
};
|
2022-09-18 03:27:08 +09:00
|
|
|
}
|
|
|
|
|
|
|
|
function tryCreateUrl(url: string) {
|
|
|
|
try {
|
|
|
|
return new URL(url);
|
|
|
|
} catch (e) {
|
2023-05-29 11:54:49 +09:00
|
|
|
throw new Error(`url="${url}" is not a valid URL.`);
|
2022-09-18 03:27:08 +09:00
|
|
|
}
|
|
|
|
}
|
2023-07-20 19:50:31 +09:00
|
|
|
|
|
|
|
function convertRedisOptions(options: RedisOptionsSource, host: string): RedisOptions & RedisOptionsSource {
|
|
|
|
return {
|
|
|
|
...options,
|
2023-07-21 01:22:47 +09:00
|
|
|
password: options.pass,
|
2023-07-20 19:50:31 +09:00
|
|
|
prefix: options.prefix ?? host,
|
2023-07-31 19:14:20 +09:00
|
|
|
family: options.family ?? 0,
|
2023-07-20 19:50:31 +09:00
|
|
|
keyPrefix: `${options.prefix ?? host}:`,
|
|
|
|
db: options.db ?? 0,
|
|
|
|
};
|
|
|
|
}
|