• Index
• Search by APIs
• Search by Words
• Project Search

• Java
• Python
• JavaScript
• TypeScript
• C++
• Scala
• Blog

• metroline-master
  • .eslintignore
  • docker-compose-dev.yml
  • src
    • commons
      • runners
        • events.ts
      • utils
        • handle-error.ts
        • exec-async.ts
        • force-chalk-colors.ts
        • wrap-async-middleware.ts
        • mkdirp.ts
        • set-replacer.ts
        • array-set.ts
      • validators
        • is-object-is.ts
      • types
        • commit.ts
        • pipeline.ts
        • volume-spec.ts
        • job.ts
        • duration.ts
      • jobs
        • hide-secrets-from-log.ts
      • logger
        • build-winston-logger.ts
        • logger.ts
      • errors
        • unauthorized-error.ts
        • bad-request-error.ts
        • http-error.ts
        • not-found-error.ts
      • axios
        • ensure-stack-trace.ts
      • env
        • transformers.ts
        • parse-env.ts
      • constants.ts
    • runner
      • cleanup-workspace.ts
      • utils
        • replace-all.ts
        • replace-all.spec.ts
      • server.ts
      • runner.ts
      • socket.ts
      • docker
        • split-frames.spec.ts
        • split-frames.ts
        • auth.ts
        • get-file-from-container.ts
        • docker.ts
        • promisify-stream.ts
        • types
          • pull-json.ts
          • exec-inspect.ts
        • create-container.ts
        • has-volume.ts
        • remove-container.ts
        • exec.ts
      • jobs
        • exec-job.ts
        • pull-job.ts
        • cancel.ts
      • env.ts
    • server
      • ci-config
        • conditions
          • can-exec-when-branch.ts
          • can-exec-when.spec.ts
          • can-exec-when-status.ts
        • process-ci-config.ts
        • replace-secrets.spec.ts
        • validate-config.spec.ts
        • prepare-secrets.ts
        • replace-secrets.ts
        • parse-config.ts
        • ci-config.ts
        • skip-jobs-based-on-conditions.ts
        • validate-config.ts
      • runners
        • runner.ts
        • stop-running-jobs.ts
        • cleanup-workspaces.ts
        • pull-job.ts
        • notify-runners-of-available-jobs.ts
        • init-runner-manager.ts
        • extracted-files-from-container.ts
        • watch-runner-connections.ts
      • utils
        • gen-keypair.spec.ts
        • page.ts
        • gen-keypair.ts
        • validate-request.ts
        • get-display-port.ts
      • db
        • db.ts
        • migrate
          • roll-backwards.spec.ts
          • migrate.ts
          • roll-forward.spec.ts
          • migrate.spec.ts
          • roll-forward.ts
          • roll-backwards.ts
        • indexes
          • create-indexes-for-collection.spec.ts
          • create-indexes-for-collection.ts
          • configure-indexes.ts
          • mongo-error-code.ts
          • configure-indexes.spec.ts
        • setup-db-indexes.ts
      • server.ts
      • env-dependent-constants.ts
      • users
        • user.ts
      • pipelines
        • post-commit.ts
        • serialize-pipeline.ts
        • update-pipeline-status.ts
        • get-pipeline.ts
        • run-manual-pipeline.ts
        • pipelines.ts
        • set-pipeline-end.ts
        • should-skip-commit.ts
        • list-pipelines.ts
        • compute-pipeline-status.ts
        • create-pipeline.ts
        • should-skip-commit.spec.ts
        • cancel
          • cancel-non-running-jobs.ts
          • cancel-pipeline.ts
        • set-pipeline-error.ts
        • set-pipeline-status.ts
      • socket
        • socket.ts
        • rooms.ts
      • jobs
        • set-job-workspace.ts
        • update-downstream-job.ts
        • jobs.ts
        • serialize-job.ts
        • clean-jobs-task.ts
        • list-available-jobs.ts
        • set-job-end.ts
        • lock-job.ts
        • get-children.ts
        • list-pipeline-jobs.ts
        • set-job-status.ts
        • add-jobs.ts
        • get-upstream-jobs.ts
        • set-job-start.ts
        • is-final-status.ts
        • job-socket.ts
      • job-logs
        • get-job-logs.ts
        • job-logs.ts
        • add-job-log.ts
      • auth
        • get-auth-methods.ts
        • utils
          • get-api-token.ts
          • get-user.ts
          • compute-next-token-refresh-time.ts
        • auth.ts
        • get-stored-api-token.ts
        • create-or-update-user.ts
        • refresh-auth-tokens.ts
        • get-user-route.ts
        • passport.ts
      • env.ts
      • repos
        • can-pull-repo.ts
        • setup-repo.ts
        • webhook.ts
        • list-repos-route.ts
        • list-branches.ts
        • can-push-to-repo.ts
        • sync-repos.ts
        • repo-sync-task.ts
        • disable-repo.ts
        • filter-repos-by-org.ts
        • serialize-repo.ts
        • user-can-pull-db-query.ts
        • set-repo-last-update.ts
        • get-repo.ts
        • deploy-key.ts
        • list-user-repos.ts
        • repo.ts
        • can-admin-repo.ts
      • routes
        • routes.ts
        • guards
          • repo-secret-exists-guard.ts
          • authorization-guard.ts
          • can-admin-repo-guard.ts
          • resource-exists-guard.ts
          • auth-guard.ts
          • can-push-to-repo-guard.ts
          • job-exists-guard.ts
          • can-get-pipeline-guard.ts
          • repo-exists-guard.ts
          • can-pull-repo-guard.ts
          • public-repo-auth-guard.ts
          • pipeline-exists-guard.ts
          • can-get-job-guard.ts
      • secrets
        • list-global-secrets.ts
        • update-secret.ts
        • list-secrets.ts
        • serialize-secret.ts
        • global-secret.ts
        • add-secret.ts
        • remove-secret.ts
        • global-secrets.ts
        • secret.ts
      • git-servers
        • gitea
          • types
            • gitea-branch.ts
            • gitea-push-webhook-payload.ts
            • gitea-user.ts
            • gitea-org.ts
            • gitea-branch-list.ts
            • gitea-repo-list.ts
            • gitea-repo.ts
            • gitea-commit-status.ts
            • gitea-oauth-token-grant.ts
          • gitea.ts
        • gitlab
          • types
            • gitlab-group.ts
            • gitlab-oauth-token-grant.ts
            • gitlab-branch.ts
            • gitlab-project.ts
            • gitlab-user.ts
            • gitlab-access-level.ts
            • gitlab-commit-status.ts
            • gitlab-branch-list.ts
            • gitlab-project-list.ts
          • gitlab.ts
        • github
          • github.ts
          • types
            • github-commit-status.ts
            • github-repo.ts
            • github-branch.ts
            • github-push-webhook-payload.ts
            • github-org.ts
            • github-repo-list.ts
            • github-branch-list.ts
            • github-user.ts
        • git-server.ts
      • constants.ts
    • webpack-defined-constants.d.ts
  • jest.config.js
  • LICENSE
  • .server.env.example
  • .releaserc.js
  • CONTRIBUTING.md
  • .editorconfig
  • .runner.env.example
  • CHANGELOG.md
  • webpack.config.js
  • SECURITY.md
  • docker
    • server.Dockerfile
    • dev.server.Dockerfile
    • dev.runner.Dockerfile
    • runner.Dockerfile
  • .metroline.yml
  • setupTests.js
  • README.md
  • migrations
    • .placeholder
  • package.json
  • migrate-mongo-config.js
  • scripts
    • publish.sh
    • build.sh
  • ci
    • setup-git.sh
  • .eslintrc.js
  • tsconfig.json
  • .gitignore
  • .dockerignore

import 'source-map-support/register';
import 'dotenv/config';
import '../commons/utils/force-chalk-colors';
import express from 'express';
import cookieParser from 'cookie-parser';
import cors from 'cors';
import chalk from 'chalk';
import { json } from 'body-parser';
import morgan from 'morgan';
import passport from 'passport';
import { AppDb } from './db/db';
import { handleError } from '../commons/utils/handle-error';
import './socket/rooms';
import { authorizeReq } from './auth/auth';
import { setupDbIndexes } from './db/setup-db-indexes';
import { io } from './socket/socket';
import { Logger } from '../commons/logger/logger';
import { initRunnerManager } from './runners/init-runner-manager';
import { initCleanJobsTask } from './jobs/clean-jobs-task';
import { migrate } from './db/migrate/migrate';
import { env } from './env';
import { routes } from './routes/routes';
import { initRepoSyncTask } from './repos/repo-sync-task';
import { createServer } from 'http';
import { createServer as createSecureServer } from 'https';
import { promises } from 'fs';
import { initRefreshAuthTokensTask } from './auth/refresh-auth-tokens';
import { GITEA_WEBHOOK_SIGNATURE_HEADER } from './git-servers/gitea/gitea';
import { GITHUB_WEBHOOK_SIGNATURE_HEADER } from './git-servers/github/github';

const logger = new Logger('metroline.server:server');

logger.info(`Metroline Server ${BUILD_INFO.version} - ${BUILD_INFO.buildDate} - ${BUILD_INFO.commitHash}`);

async function main(): Promise<any> {
  await AppDb.init();
  await migrate(AppDb.client, AppDb.db);
  await setupDbIndexes();

  initRunnerManager();
  initCleanJobsTask();
  initRepoSyncTask();
  initRefreshAuthTokensTask();

  const app = express();

  app.use(morgan('tiny'));
  app.use(json({
    verify: (req: any, res, buf) => {
      // store raw body for signature verification
      if (
        Buffer.isBuffer(buf)
        && (
          // https://developer.github.com/webhooks/event-payloads/#delivery-headers
          req.header(GITHUB_WEBHOOK_SIGNATURE_HEADER)
          // https://docs.gitea.io/en-us/webhooks/#example
          || req.header(GITEA_WEBHOOK_SIGNATURE_HEADER)
        )
      ) {
        // import cloneBuffer from 'clone-buffer';
        // req.rawBody = cloneBuffer(buf);
        req.rawBody = buf;
      }
      return true;
    },
  }));
  app.use(cookieParser());
  app.use(cors({
    origin: env.METROLINE_UI_URL,
    credentials: true,
  }));
  app.use(passport.initialize());
  app.use(authorizeReq);
  app.use(routes);
  app.use(handleError);

  const server = env.METROLINE_SSL_KEY && env.METROLINE_SSL_CERT
    ? createSecureServer({
      key: await promises.readFile(env.METROLINE_SSL_KEY),
      cert: await promises.readFile(env.METROLINE_SSL_CERT),
    }, app)
    : createServer(app);

  server.listen(env.METROLINE_PORT, () => {
    logger.info(`Listening on port ${chalk.bold.green(env.METROLINE_PORT)}`);
  });

  io.listen(server);
}

main().catch(err => logger.error(err));