Sharkey/src/server/index.ts

165 lines
3.7 KiB
TypeScript
Raw Normal View History

2016-12-28 23:49:51 +01:00
/**
* Core Server
*/
import * as fs from 'fs';
import * as http from 'http';
2018-05-24 15:21:10 +02:00
import * as http2 from 'http2';
import * as https from 'https';
2018-04-13 07:28:09 +02:00
import * as zlib from 'zlib';
2018-04-12 17:51:55 +02:00
import * as Koa from 'koa';
2019-09-26 22:50:34 +02:00
import * as Router from '@koa/router';
2018-04-12 23:17:14 +02:00
import * as mount from 'koa-mount';
2018-04-13 07:28:09 +02:00
import * as compress from 'koa-compress';
2019-02-02 18:01:06 +01:00
import * as koaLogger from 'koa-logger';
import * as requestStats from 'request-stats';
2019-02-04 02:03:49 +01:00
import * as slow from 'koa-slow';
2016-12-28 23:49:51 +01:00
import activityPub from './activitypub';
import nodeinfo from './nodeinfo';
import wellKnown from './well-known';
2018-04-02 06:15:53 +02:00
import config from '../config';
2018-10-15 23:37:21 +02:00
import apiServer from './api';
2018-11-09 03:02:23 +01:00
import { sum } from '../prelude/array';
import Logger from '../services/logger';
2019-02-04 02:03:49 +01:00
import { program } from '../argv';
2019-04-10 08:04:27 +02:00
import { UserProfiles } from '../models';
Use PostgreSQL instead of MongoDB (#4572) * wip * Update note.ts * Update timeline.ts * Update core.ts * wip * Update generate-visibility-query.ts * wip * wip * wip * wip * wip * Update global-timeline.ts * wip * wip * wip * Update vote.ts * wip * wip * Update create.ts * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * Update files.ts * wip * wip * Update CONTRIBUTING.md * wip * wip * wip * wip * wip * wip * wip * wip * Update read-notification.ts * wip * wip * wip * wip * wip * wip * wip * Update cancel.ts * wip * wip * wip * Update show.ts * wip * wip * Update gen-id.ts * Update create.ts * Update id.ts * wip * wip * wip * wip * wip * wip * wip * Docker: Update files about Docker (#4599) * Docker: Use cache if files used by `yarn install` was not updated This patch reduces the number of times to installing node_modules. For example, `yarn install` step will be skipped when only ".config/default.yml" is updated. * Docker: Migrate MongoDB to Postgresql Misskey uses Postgresql as a database instead of Mongodb since version 11. * Docker: Uncomment about data persistence This patch will save a lot of databases. * wip * wip * wip * Update activitypub.ts * wip * wip * wip * Update logs.ts * wip * Update drive-file.ts * Update register.ts * wip * wip * Update mentions.ts * wip * wip * wip * Update recommendation.ts * wip * Update index.ts * wip * Update recommendation.ts * Doc: Update docker.ja.md and docker.en.md (#1) (#4608) Update how to set up misskey. * wip * :v: * wip * Update note.ts * Update postgre.ts * wip * wip * wip * wip * Update add-file.ts * wip * wip * wip * Clean up * Update logs.ts * wip * :pizza: * wip * Ad notes * wip * Update api-visibility.ts * Update note.ts * Update add-file.ts * tests * tests * Update postgre.ts * Update utils.ts * wip * wip * Refactor * wip * Refactor * wip * wip * Update show-users.ts * Update update-instance.ts * wip * Update feed.ts * Update outbox.ts * Update outbox.ts * Update user.ts * wip * Update list.ts * Update update-hashtag.ts * wip * Update update-hashtag.ts * Refactor * Update update.ts * wip * wip * :v: * clean up * docs * Update push.ts * wip * Update api.ts * wip * :v: * Update make-pagination-query.ts * :v: * Delete hashtags.ts * Update instances.ts * Update instances.ts * Update create.ts * Update search.ts * Update reversi-game.ts * Update signup.ts * Update user.ts * id * Update example.yml * :art: * objectid * fix * reversi * reversi * Fix bug of chart engine * Add test of chart engine * Improve test * Better testing * Improve chart engine * Refactor * Add test of chart engine * Refactor * Add chart test * Fix bug * コミットし忘れ * Refactoring * :v: * Add tests * Add test * Extarct note tests * Refactor * 存在しないユーザーにメンションできなくなっていた問題を修正 * Fix bug * Update update-meta.ts * Fix bug * Update mention.vue * Fix bug * Update meta.ts * Update CONTRIBUTING.md * Fix bug * Fix bug * Fix bug * Clean up * Clean up * Update notification.ts * Clean up * Add mute tests * Add test * Refactor * Add test * Fix test * Refactor * Refactor * Add tests * Update utils.ts * Update utils.ts * Fix test * Update package.json * Update update.ts * Update manifest.ts * Fix bug * Fix bug * Add test * :art: * Update endpoint permissions * Updaye permisison * Update person.ts #4299 * データベースと同期しないように * Fix bug * Fix bug * Update reversi-game.ts * Use a feature of Node v11.7.0 to extract a public key (#4644) * wip * wip * :v: * Refactoring #1540 * test * test * test * test * test * test * test * Fix bug * Fix test * :sushi: * wip * #4471 * Add test for #4335 * Refactor * Fix test * Add tests * :clock4: * Fix bug * Add test * Add test * rename * Fix bug
2019-04-07 14:50:36 +02:00
import { networkChart } from '../services/chart';
import { genAvatar } from '../misc/gen-avatar';
2019-04-15 15:58:04 +02:00
import { createTemp } from '../misc/create-temp';
2019-02-02 18:01:06 +01:00
export const serverLogger = new Logger('server', 'gray', false);
2017-01-17 00:06:39 +01:00
2018-04-12 23:06:18 +02:00
// Init app
2018-04-12 17:51:55 +02:00
const app = new Koa();
app.proxy = true;
2017-11-13 11:58:29 +01:00
if (!['production', 'test'].includes(process.env.NODE_ENV || '')) {
2018-04-19 11:03:46 +02:00
// Logger
2019-02-02 18:01:06 +01:00
app.use(koaLogger(str => {
serverLogger.info(str);
2019-02-02 18:01:06 +01:00
}));
2018-04-26 04:46:42 +02:00
// Delay
2019-02-04 02:03:49 +01:00
if (program.slow) {
app.use(slow({
delay: 3000
}));
}
2018-04-19 11:03:46 +02:00
}
// Compress response
2018-04-13 07:28:09 +02:00
app.use(compress({
flush: zlib.constants.Z_SYNC_FLUSH
}));
2018-04-12 17:51:55 +02:00
// HSTS
// 6months (15552000sec)
if (config.url.startsWith('https') && !config.disableHsts) {
2018-04-13 00:34:27 +02:00
app.use(async (ctx, next) => {
2018-04-12 17:51:55 +02:00
ctx.set('strict-transport-security', 'max-age=15552000; preload');
2018-04-13 00:34:27 +02:00
await next();
});
}
2018-10-15 23:37:21 +02:00
app.use(mount('/api', apiServer));
2018-04-12 23:17:14 +02:00
app.use(mount('/files', require('./file')));
app.use(mount('/proxy', require('./proxy')));
2018-04-12 23:17:14 +02:00
2018-04-12 17:51:55 +02:00
// Init router
const router = new Router();
2018-04-12 17:51:55 +02:00
// Routing
router.use(activityPub.routes());
router.use(nodeinfo.routes());
router.use(wellKnown.routes());
2018-04-12 23:17:14 +02:00
2019-04-15 15:58:04 +02:00
router.get('/avatar/:x', async ctx => {
const [temp] = await createTemp();
await genAvatar(ctx.params.x, fs.createWriteStream(temp));
ctx.set('Content-Type', 'image/png');
2019-04-15 15:58:04 +02:00
ctx.body = fs.createReadStream(temp);
});
2018-11-29 08:23:45 +01:00
router.get('/verify-email/:code', async ctx => {
2019-04-10 08:04:27 +02:00
const profile = await UserProfiles.findOne({
Use PostgreSQL instead of MongoDB (#4572) * wip * Update note.ts * Update timeline.ts * Update core.ts * wip * Update generate-visibility-query.ts * wip * wip * wip * wip * wip * Update global-timeline.ts * wip * wip * wip * Update vote.ts * wip * wip * Update create.ts * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * Update files.ts * wip * wip * Update CONTRIBUTING.md * wip * wip * wip * wip * wip * wip * wip * wip * Update read-notification.ts * wip * wip * wip * wip * wip * wip * wip * Update cancel.ts * wip * wip * wip * Update show.ts * wip * wip * Update gen-id.ts * Update create.ts * Update id.ts * wip * wip * wip * wip * wip * wip * wip * Docker: Update files about Docker (#4599) * Docker: Use cache if files used by `yarn install` was not updated This patch reduces the number of times to installing node_modules. For example, `yarn install` step will be skipped when only ".config/default.yml" is updated. * Docker: Migrate MongoDB to Postgresql Misskey uses Postgresql as a database instead of Mongodb since version 11. * Docker: Uncomment about data persistence This patch will save a lot of databases. * wip * wip * wip * Update activitypub.ts * wip * wip * wip * Update logs.ts * wip * Update drive-file.ts * Update register.ts * wip * wip * Update mentions.ts * wip * wip * wip * Update recommendation.ts * wip * Update index.ts * wip * Update recommendation.ts * Doc: Update docker.ja.md and docker.en.md (#1) (#4608) Update how to set up misskey. * wip * :v: * wip * Update note.ts * Update postgre.ts * wip * wip * wip * wip * Update add-file.ts * wip * wip * wip * Clean up * Update logs.ts * wip * :pizza: * wip * Ad notes * wip * Update api-visibility.ts * Update note.ts * Update add-file.ts * tests * tests * Update postgre.ts * Update utils.ts * wip * wip * Refactor * wip * Refactor * wip * wip * Update show-users.ts * Update update-instance.ts * wip * Update feed.ts * Update outbox.ts * Update outbox.ts * Update user.ts * wip * Update list.ts * Update update-hashtag.ts * wip * Update update-hashtag.ts * Refactor * Update update.ts * wip * wip * :v: * clean up * docs * Update push.ts * wip * Update api.ts * wip * :v: * Update make-pagination-query.ts * :v: * Delete hashtags.ts * Update instances.ts * Update instances.ts * Update create.ts * Update search.ts * Update reversi-game.ts * Update signup.ts * Update user.ts * id * Update example.yml * :art: * objectid * fix * reversi * reversi * Fix bug of chart engine * Add test of chart engine * Improve test * Better testing * Improve chart engine * Refactor * Add test of chart engine * Refactor * Add chart test * Fix bug * コミットし忘れ * Refactoring * :v: * Add tests * Add test * Extarct note tests * Refactor * 存在しないユーザーにメンションできなくなっていた問題を修正 * Fix bug * Update update-meta.ts * Fix bug * Update mention.vue * Fix bug * Update meta.ts * Update CONTRIBUTING.md * Fix bug * Fix bug * Fix bug * Clean up * Clean up * Update notification.ts * Clean up * Add mute tests * Add test * Refactor * Add test * Fix test * Refactor * Refactor * Add tests * Update utils.ts * Update utils.ts * Fix test * Update package.json * Update update.ts * Update manifest.ts * Fix bug * Fix bug * Add test * :art: * Update endpoint permissions * Updaye permisison * Update person.ts #4299 * データベースと同期しないように * Fix bug * Fix bug * Update reversi-game.ts * Use a feature of Node v11.7.0 to extract a public key (#4644) * wip * wip * :v: * Refactoring #1540 * test * test * test * test * test * test * test * Fix bug * Fix test * :sushi: * wip * #4471 * Add test for #4335 * Refactor * Fix test * Add tests * :clock4: * Fix bug * Add test * Add test * rename * Fix bug
2019-04-07 14:50:36 +02:00
emailVerifyCode: ctx.params.code
});
2018-11-29 08:23:45 +01:00
2019-04-10 08:04:27 +02:00
if (profile != null) {
2018-11-29 08:23:45 +01:00
ctx.body = 'Verify succeeded!';
ctx.status = 200;
2019-04-10 08:04:27 +02:00
UserProfiles.update({ userId: profile.userId }, {
Use PostgreSQL instead of MongoDB (#4572) * wip * Update note.ts * Update timeline.ts * Update core.ts * wip * Update generate-visibility-query.ts * wip * wip * wip * wip * wip * Update global-timeline.ts * wip * wip * wip * Update vote.ts * wip * wip * Update create.ts * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * Update files.ts * wip * wip * Update CONTRIBUTING.md * wip * wip * wip * wip * wip * wip * wip * wip * Update read-notification.ts * wip * wip * wip * wip * wip * wip * wip * Update cancel.ts * wip * wip * wip * Update show.ts * wip * wip * Update gen-id.ts * Update create.ts * Update id.ts * wip * wip * wip * wip * wip * wip * wip * Docker: Update files about Docker (#4599) * Docker: Use cache if files used by `yarn install` was not updated This patch reduces the number of times to installing node_modules. For example, `yarn install` step will be skipped when only ".config/default.yml" is updated. * Docker: Migrate MongoDB to Postgresql Misskey uses Postgresql as a database instead of Mongodb since version 11. * Docker: Uncomment about data persistence This patch will save a lot of databases. * wip * wip * wip * Update activitypub.ts * wip * wip * wip * Update logs.ts * wip * Update drive-file.ts * Update register.ts * wip * wip * Update mentions.ts * wip * wip * wip * Update recommendation.ts * wip * Update index.ts * wip * Update recommendation.ts * Doc: Update docker.ja.md and docker.en.md (#1) (#4608) Update how to set up misskey. * wip * :v: * wip * Update note.ts * Update postgre.ts * wip * wip * wip * wip * Update add-file.ts * wip * wip * wip * Clean up * Update logs.ts * wip * :pizza: * wip * Ad notes * wip * Update api-visibility.ts * Update note.ts * Update add-file.ts * tests * tests * Update postgre.ts * Update utils.ts * wip * wip * Refactor * wip * Refactor * wip * wip * Update show-users.ts * Update update-instance.ts * wip * Update feed.ts * Update outbox.ts * Update outbox.ts * Update user.ts * wip * Update list.ts * Update update-hashtag.ts * wip * Update update-hashtag.ts * Refactor * Update update.ts * wip * wip * :v: * clean up * docs * Update push.ts * wip * Update api.ts * wip * :v: * Update make-pagination-query.ts * :v: * Delete hashtags.ts * Update instances.ts * Update instances.ts * Update create.ts * Update search.ts * Update reversi-game.ts * Update signup.ts * Update user.ts * id * Update example.yml * :art: * objectid * fix * reversi * reversi * Fix bug of chart engine * Add test of chart engine * Improve test * Better testing * Improve chart engine * Refactor * Add test of chart engine * Refactor * Add chart test * Fix bug * コミットし忘れ * Refactoring * :v: * Add tests * Add test * Extarct note tests * Refactor * 存在しないユーザーにメンションできなくなっていた問題を修正 * Fix bug * Update update-meta.ts * Fix bug * Update mention.vue * Fix bug * Update meta.ts * Update CONTRIBUTING.md * Fix bug * Fix bug * Fix bug * Clean up * Clean up * Update notification.ts * Clean up * Add mute tests * Add test * Refactor * Add test * Fix test * Refactor * Refactor * Add tests * Update utils.ts * Update utils.ts * Fix test * Update package.json * Update update.ts * Update manifest.ts * Fix bug * Fix bug * Add test * :art: * Update endpoint permissions * Updaye permisison * Update person.ts #4299 * データベースと同期しないように * Fix bug * Fix bug * Update reversi-game.ts * Use a feature of Node v11.7.0 to extract a public key (#4644) * wip * wip * :v: * Refactoring #1540 * test * test * test * test * test * test * test * Fix bug * Fix test * :sushi: * wip * #4471 * Add test for #4335 * Refactor * Fix test * Add tests * :clock4: * Fix bug * Add test * Add test * rename * Fix bug
2019-04-07 14:50:36 +02:00
emailVerified: true,
emailVerifyCode: null
2018-11-29 08:23:45 +01:00
});
} else {
ctx.status = 404;
}
});
2018-04-12 17:51:55 +02:00
// Register router
app.use(router.routes());
2016-12-28 23:49:51 +01:00
2018-04-13 00:34:27 +02:00
app.use(mount(require('./web')));
2018-03-28 18:20:40 +02:00
function createServer() {
if (config.https) {
const certs: any = {};
for (const k of Object.keys(config.https)) {
certs[k] = fs.readFileSync(config.https[k]);
}
certs['allowHTTP1'] = true;
return http2.createSecureServer(certs, app.callback()) as https.Server;
2017-11-25 00:11:58 +01:00
} else {
return http.createServer(app.callback());
2017-11-25 00:11:58 +01:00
}
2018-03-28 18:20:40 +02:00
}
2016-12-28 23:49:51 +01:00
2019-01-23 05:35:22 +01:00
// For testing
export const startServer = () => {
const server = createServer();
// Init stream server
require('./api/streaming')(server);
// Listen
server.listen(config.port);
return server;
};
2018-03-28 18:20:40 +02:00
export default () => new Promise(resolve => {
const server = createServer();
2016-12-28 23:49:51 +01:00
2018-04-13 18:54:54 +02:00
// Init stream server
2018-03-28 18:20:40 +02:00
require('./api/streaming')(server);
2017-01-16 23:51:27 +01:00
2018-04-13 18:54:54 +02:00
// Listen
2018-03-28 18:20:40 +02:00
server.listen(config.port, resolve);
2018-09-14 22:40:58 +02:00
//#region Network stats
let queue: any[] = [];
requestStats(server, (stats: any) => {
if (stats.ok) {
queue.push(stats);
}
});
// Bulk write
setInterval(() => {
if (queue.length == 0) return;
const requests = queue.length;
2018-11-09 03:02:23 +01:00
const time = sum(queue.map(x => x.time));
const incomingBytes = sum(queue.map(x => x.req.byets));
const outgoingBytes = sum(queue.map(x => x.res.byets));
2018-09-14 22:40:58 +02:00
queue = [];
2018-10-22 22:36:35 +02:00
networkChart.update(requests, time, incomingBytes, outgoingBytes);
2018-09-14 22:40:58 +02:00
}, 5000);
//#endregion
2018-03-28 18:20:40 +02:00
});