2023-07-27 14:31:52 +09:00
|
|
|
/*
|
|
|
|
* SPDX-FileCopyrightText: syuilo and other misskey contributors
|
|
|
|
* SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
*/
|
|
|
|
|
2022-09-18 03:27:08 +09:00
|
|
|
/**
|
|
|
|
* Config loader
|
|
|
|
*/
|
|
|
|
|
|
|
|
import * as fs from 'node:fs';
|
|
|
|
import { fileURLToPath } from 'node:url';
|
2023-04-25 15:18:03 +09:00
|
|
|
import { dirname, resolve } from 'node:path';
|
2022-09-18 03:27:08 +09:00
|
|
|
import * as yaml from 'js-yaml';
|
2023-07-20 19:50:31 +09:00
|
|
|
import type { RedisOptions } from 'ioredis';
|
|
|
|
|
|
|
|
type RedisOptionsSource = Partial<RedisOptions> & {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
family?: number;
|
|
|
|
pass: string;
|
|
|
|
db?: number;
|
|
|
|
prefix?: string;
|
|
|
|
};
|
2022-09-18 03:27:08 +09:00
|
|
|
|
|
|
|
/**
|
|
|
|
* ユーザーが設定する必要のある情報
|
|
|
|
*/
|
|
|
|
export type Source = {
|
|
|
|
repository_url?: string;
|
|
|
|
feedback_url?: string;
|
|
|
|
url: string;
|
2023-07-17 14:12:02 +09:00
|
|
|
port?: number;
|
|
|
|
socket?: string;
|
|
|
|
chmodSocket?: string;
|
2022-09-18 03:27:08 +09:00
|
|
|
disableHsts?: boolean;
|
|
|
|
db: {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
db: string;
|
|
|
|
user: string;
|
|
|
|
pass: string;
|
|
|
|
disableCache?: boolean;
|
|
|
|
extra?: { [x: string]: string };
|
|
|
|
};
|
2023-04-08 15:53:36 +09:00
|
|
|
dbReplications?: boolean;
|
|
|
|
dbSlaves?: {
|
|
|
|
host: string;
|
|
|
|
port: number;
|
|
|
|
db: string;
|
|
|
|
user: string;
|
|
|
|
pass: string;
|
|
|
|
}[];
|
2023-07-20 19:50:31 +09:00
|
|
|
redis: RedisOptionsSource;
|
|
|
|
redisForPubsub?: RedisOptionsSource;
|
|
|
|
redisForJobQueue?: RedisOptionsSource;
|
2023-05-05 08:52:14 +09:00
|
|
|
meilisearch?: {
|
2022-09-18 03:27:08 +09:00
|
|
|
host: string;
|
2023-05-05 08:52:14 +09:00
|
|
|
port: string;
|
|
|
|
apiKey: string;
|
2023-05-06 04:02:34 +09:00
|
|
|
ssl?: boolean;
|
2023-05-11 21:09:29 +09:00
|
|
|
index: string;
|
2023-07-15 09:59:19 +09:00
|
|
|
scope?: 'local' | 'global' | string[];
|
2022-09-18 03:27:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
proxy?: string;
|
|
|
|
proxySmtp?: string;
|
|
|
|
proxyBypassHosts?: string[];
|
|
|
|
|
|
|
|
allowedPrivateNetworks?: string[];
|
|
|
|
|
|
|
|
maxFileSize?: number;
|
|
|
|
|
|
|
|
accesslog?: string;
|
|
|
|
|
|
|
|
clusterLimit?: number;
|
|
|
|
|
|
|
|
id: string;
|
|
|
|
|
|
|
|
outgoingAddressFamily?: 'ipv4' | 'ipv6' | 'dual';
|
|
|
|
|
|
|
|
deliverJobConcurrency?: number;
|
|
|
|
inboxJobConcurrency?: number;
|
enhance: account migration (#10592)
* copy block and mute then create follow and unfollow jobs
* copy block and mute and update lists when detecting an account has moved
* no need to care promise orders
* refactor updating actor and target
* automatically accept if a locked account had accepted an old account
* fix exception format
* prevent the old account from calling some endpoints
* do not unfollow when moving
* adjust following and follower counts
* check movedToUri when receiving a follow request
* skip if no need to adjust
* Revert "disable account migration"
This reverts commit 2321214c98591bcfe1385c1ab5bf0ff7b471ae1d.
* fix translation specifier
* fix checking alsoKnownAs and uri
* fix updating account
* fix refollowing locked account
* decrease followersCount if followed by the old account
* adjust following and followers counts when unfollowing
* fix copying mutings
* prohibit moved account from moving again
* fix move service
* allow app creation after moving
* fix lint
* remove unnecessary field
* fix cache update
* add e2e test
* add e2e test of accepting the new account automatically
* force follow if any error happens
* remove unnecessary joins
* use Array.map instead of for const of
* ユーザーリストの移行は追加のみを行う
* nanka iroiro
* fix misskey-js?
* :v:
* 移行を行ったアカウントからのフォローリクエストの自動許可を調整
* newUriを外に出す
* newUriを外に出す2
* clean up
* fix newUri
* prevent moving if the destination account has already moved
* set alsoKnownAs via /i/update
* fix database initialization
* add return type
* prohibit updating alsoKnownAs after moving
* skip to add to alsoKnownAs if toUrl is known
* skip adding to the list if it already has
* use Acct.parse instead
* rename error code
* :art:
* 制限を5から10に緩和
* movedTo(Uri), alsoKnownAsはユーザーidを返すように
* test api res
* fix
* 元アカウントはミュートし続ける
* :art:
* unfollow
* fix
* getUserUriをUserEntityServiceに
* ?
* job!
* :art:
* instance => server
* accountMovedShort, forbiddenBecauseYouAreMigrated
* accountMovedShort
* fix test
* import, pin禁止
* 実績を凍結する
* clean up
* :v:
* change message
* ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに
* Revert "ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに"
This reverts commit 3bd7be35d8aa455cb01ae58f8172a71a50485db1.
* validateAlsoKnownAs
* 移行後2時間以内はインポート可能なファイルサイズを拡大
* clean up
* どうせactorをupdatePersonで更新するならupdatePersonしか移行処理を発行しないことにする
* handle error?
* リモートからの移行処理の条件を是正
* log, port
* fix
* fix
* enhance(dev): non-production環境でhttpサーバー間でもユーザー、ノートの連合が可能なように
* refactor (use checkHttps)
* MISSKEY_WEBFINGER_USE_HTTP
* Environment Variable readme
* NEVER USE IN PRODUCTION
* fix punyHost
* fix indent
* fix
* experimental
---------
Co-authored-by: tamaina <tamaina@hotmail.co.jp>
Co-authored-by: syuilo <Syuilotan@yahoo.co.jp>
2023-04-30 00:09:29 +09:00
|
|
|
relashionshipJobConcurrency?: number;
|
2022-09-18 03:27:08 +09:00
|
|
|
deliverJobPerSec?: number;
|
|
|
|
inboxJobPerSec?: number;
|
enhance: account migration (#10592)
* copy block and mute then create follow and unfollow jobs
* copy block and mute and update lists when detecting an account has moved
* no need to care promise orders
* refactor updating actor and target
* automatically accept if a locked account had accepted an old account
* fix exception format
* prevent the old account from calling some endpoints
* do not unfollow when moving
* adjust following and follower counts
* check movedToUri when receiving a follow request
* skip if no need to adjust
* Revert "disable account migration"
This reverts commit 2321214c98591bcfe1385c1ab5bf0ff7b471ae1d.
* fix translation specifier
* fix checking alsoKnownAs and uri
* fix updating account
* fix refollowing locked account
* decrease followersCount if followed by the old account
* adjust following and followers counts when unfollowing
* fix copying mutings
* prohibit moved account from moving again
* fix move service
* allow app creation after moving
* fix lint
* remove unnecessary field
* fix cache update
* add e2e test
* add e2e test of accepting the new account automatically
* force follow if any error happens
* remove unnecessary joins
* use Array.map instead of for const of
* ユーザーリストの移行は追加のみを行う
* nanka iroiro
* fix misskey-js?
* :v:
* 移行を行ったアカウントからのフォローリクエストの自動許可を調整
* newUriを外に出す
* newUriを外に出す2
* clean up
* fix newUri
* prevent moving if the destination account has already moved
* set alsoKnownAs via /i/update
* fix database initialization
* add return type
* prohibit updating alsoKnownAs after moving
* skip to add to alsoKnownAs if toUrl is known
* skip adding to the list if it already has
* use Acct.parse instead
* rename error code
* :art:
* 制限を5から10に緩和
* movedTo(Uri), alsoKnownAsはユーザーidを返すように
* test api res
* fix
* 元アカウントはミュートし続ける
* :art:
* unfollow
* fix
* getUserUriをUserEntityServiceに
* ?
* job!
* :art:
* instance => server
* accountMovedShort, forbiddenBecauseYouAreMigrated
* accountMovedShort
* fix test
* import, pin禁止
* 実績を凍結する
* clean up
* :v:
* change message
* ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに
* Revert "ブロック, フォロー, ミュート, リストのインポートファイルの制限を32MiBに"
This reverts commit 3bd7be35d8aa455cb01ae58f8172a71a50485db1.
* validateAlsoKnownAs
* 移行後2時間以内はインポート可能なファイルサイズを拡大
* clean up
* どうせactorをupdatePersonで更新するならupdatePersonしか移行処理を発行しないことにする
* handle error?
* リモートからの移行処理の条件を是正
* log, port
* fix
* fix
* enhance(dev): non-production環境でhttpサーバー間でもユーザー、ノートの連合が可能なように
* refactor (use checkHttps)
* MISSKEY_WEBFINGER_USE_HTTP
* Environment Variable readme
* NEVER USE IN PRODUCTION
* fix punyHost
* fix indent
* fix
* experimental
---------
Co-authored-by: tamaina <tamaina@hotmail.co.jp>
Co-authored-by: syuilo <Syuilotan@yahoo.co.jp>
2023-04-30 00:09:29 +09:00
|
|
|
relashionshipJobPerSec?: number;
|
2022-09-18 03:27:08 +09:00
|
|
|
deliverJobMaxAttempts?: number;
|
|
|
|
inboxJobMaxAttempts?: number;
|
|
|
|
|
|
|
|
mediaProxy?: string;
|
|
|
|
proxyRemoteFiles?: boolean;
|
2023-02-12 09:13:47 +09:00
|
|
|
videoThumbnailGenerator?: string;
|
2022-09-18 03:27:08 +09:00
|
|
|
|
|
|
|
signToActivityPubGet?: boolean;
|
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Misskeyが自動的に(ユーザーが設定した情報から推論して)設定する情報
|
|
|
|
*/
|
|
|
|
export type Mixin = {
|
|
|
|
version: string;
|
|
|
|
host: string;
|
|
|
|
hostname: string;
|
|
|
|
scheme: string;
|
|
|
|
wsScheme: string;
|
|
|
|
apiUrl: string;
|
|
|
|
wsUrl: string;
|
|
|
|
authUrl: string;
|
|
|
|
driveUrl: string;
|
|
|
|
userAgent: string;
|
|
|
|
clientEntry: string;
|
2022-12-20 13:05:36 +09:00
|
|
|
clientManifestExists: boolean;
|
2023-02-04 13:38:51 +09:00
|
|
|
mediaProxy: string;
|
|
|
|
externalMediaProxyEnabled: boolean;
|
2023-02-12 09:13:47 +09:00
|
|
|
videoThumbnailGenerator: string | null;
|
2023-07-20 19:50:31 +09:00
|
|
|
redis: RedisOptions & RedisOptionsSource;
|
|
|
|
redisForPubsub: RedisOptions & RedisOptionsSource;
|
|
|
|
redisForJobQueue: RedisOptions & RedisOptionsSource;
|
2022-09-18 03:27:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
export type Config = Source & Mixin;
|
|
|
|
|
|
|
|
const _filename = fileURLToPath(import.meta.url);
|
|
|
|
const _dirname = dirname(_filename);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Path of configuration directory
|
|
|
|
*/
|
|
|
|
const dir = `${_dirname}/../../../.config`;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Path of configuration file
|
|
|
|
*/
|
2023-04-25 15:18:03 +09:00
|
|
|
const path = process.env.MISSKEY_CONFIG_YML
|
|
|
|
? resolve(dir, process.env.MISSKEY_CONFIG_YML)
|
|
|
|
: process.env.NODE_ENV === 'test'
|
|
|
|
? resolve(dir, 'test.yml')
|
2023-04-25 15:29:27 +09:00
|
|
|
: resolve(dir, 'default.yml');
|
2023-05-05 08:52:14 +09:00
|
|
|
|
2022-09-18 03:27:08 +09:00
|
|
|
export function loadConfig() {
|
|
|
|
const meta = JSON.parse(fs.readFileSync(`${_dirname}/../../../built/meta.json`, 'utf-8'));
|
2023-02-03 15:08:36 +09:00
|
|
|
const clientManifestExists = fs.existsSync(_dirname + '/../../../built/_vite_/manifest.json');
|
2022-12-20 13:05:36 +09:00
|
|
|
const clientManifest = clientManifestExists ?
|
|
|
|
JSON.parse(fs.readFileSync(`${_dirname}/../../../built/_vite_/manifest.json`, 'utf-8'))
|
2023-05-15 19:08:46 +09:00
|
|
|
: { 'src/_boot_.ts': { file: 'src/_boot_.ts' } };
|
2022-09-18 03:27:08 +09:00
|
|
|
const config = yaml.load(fs.readFileSync(path, 'utf-8')) as Source;
|
|
|
|
|
|
|
|
const mixin = {} as Mixin;
|
|
|
|
|
|
|
|
const url = tryCreateUrl(config.url);
|
|
|
|
|
|
|
|
config.url = url.origin;
|
|
|
|
|
|
|
|
config.port = config.port ?? parseInt(process.env.PORT ?? '', 10);
|
|
|
|
|
|
|
|
mixin.version = meta.version;
|
|
|
|
mixin.host = url.host;
|
|
|
|
mixin.hostname = url.hostname;
|
|
|
|
mixin.scheme = url.protocol.replace(/:$/, '');
|
|
|
|
mixin.wsScheme = mixin.scheme.replace('http', 'ws');
|
|
|
|
mixin.wsUrl = `${mixin.wsScheme}://${mixin.host}`;
|
|
|
|
mixin.apiUrl = `${mixin.scheme}://${mixin.host}/api`;
|
|
|
|
mixin.authUrl = `${mixin.scheme}://${mixin.host}/auth`;
|
|
|
|
mixin.driveUrl = `${mixin.scheme}://${mixin.host}/files`;
|
|
|
|
mixin.userAgent = `Misskey/${meta.version} (${config.url})`;
|
2023-05-15 19:08:46 +09:00
|
|
|
mixin.clientEntry = clientManifest['src/_boot_.ts'];
|
2022-12-20 13:05:36 +09:00
|
|
|
mixin.clientManifestExists = clientManifestExists;
|
2022-09-18 03:27:08 +09:00
|
|
|
|
2023-02-04 13:38:51 +09:00
|
|
|
const externalMediaProxy = config.mediaProxy ?
|
|
|
|
config.mediaProxy.endsWith('/') ? config.mediaProxy.substring(0, config.mediaProxy.length - 1) : config.mediaProxy
|
|
|
|
: null;
|
|
|
|
const internalMediaProxy = `${mixin.scheme}://${mixin.host}/proxy`;
|
|
|
|
mixin.mediaProxy = externalMediaProxy ?? internalMediaProxy;
|
|
|
|
mixin.externalMediaProxyEnabled = externalMediaProxy !== null && externalMediaProxy !== internalMediaProxy;
|
|
|
|
|
2023-02-12 09:13:47 +09:00
|
|
|
mixin.videoThumbnailGenerator = config.videoThumbnailGenerator ?
|
|
|
|
config.videoThumbnailGenerator.endsWith('/') ? config.videoThumbnailGenerator.substring(0, config.videoThumbnailGenerator.length - 1) : config.videoThumbnailGenerator
|
|
|
|
: null;
|
|
|
|
|
2023-07-20 19:50:31 +09:00
|
|
|
mixin.redis = convertRedisOptions(config.redis, mixin.host);
|
|
|
|
mixin.redisForPubsub = config.redisForPubsub ? convertRedisOptions(config.redisForPubsub, mixin.host) : mixin.redis;
|
|
|
|
mixin.redisForJobQueue = config.redisForJobQueue ? convertRedisOptions(config.redisForJobQueue, mixin.host) : mixin.redis;
|
2022-09-18 03:27:08 +09:00
|
|
|
|
|
|
|
return Object.assign(config, mixin);
|
|
|
|
}
|
|
|
|
|
|
|
|
function tryCreateUrl(url: string) {
|
|
|
|
try {
|
|
|
|
return new URL(url);
|
|
|
|
} catch (e) {
|
2023-05-29 11:54:49 +09:00
|
|
|
throw new Error(`url="${url}" is not a valid URL.`);
|
2022-09-18 03:27:08 +09:00
|
|
|
}
|
|
|
|
}
|
2023-07-20 19:50:31 +09:00
|
|
|
|
|
|
|
function convertRedisOptions(options: RedisOptionsSource, host: string): RedisOptions & RedisOptionsSource {
|
|
|
|
return {
|
|
|
|
...options,
|
2023-07-21 01:22:47 +09:00
|
|
|
password: options.pass,
|
2023-07-20 19:50:31 +09:00
|
|
|
prefix: options.prefix ?? host,
|
|
|
|
family: options.family == null ? 0 : options.family,
|
|
|
|
keyPrefix: `${options.prefix ?? host}:`,
|
|
|
|
db: options.db ?? 0,
|
|
|
|
};
|
|
|
|
}
|