rafiki-master
- web
  - src
    - services
      - AuthAPI.js
      - ClientAPI.js
      - DatasetsAPI.test.js
    - sagas
      - ModelsSagas.js
      - __test__
        JobsSagasTests.test.js
        sagas.test.js
        DatasetsSagas.test.js
      - ApplicationSagas.js
      - DatasetsSagas.js
      - utils.js
      - AppRoot.js
      - JobsSagas.js
      - index.js
    - containers
      - ContactPage
        ContactPage.js
      - Datasets
        reducer.test.js
        reducer.js
        UploadDataset.js
        ListDataSet.js
        actions.js
      - SignUpPage
        SignUp.js
      - Models
        reducer.js
        actions.js
      - LandingPage
        LandingPage.js
      - PublicationsPage
        PublicationsPage.js
      - ConsoleAppFrame
        reducer.js
        ConsoleAppFrame.js
        ConsoleTheme.js
        actions.js
      - WorkInProgress
        InProgress.js
      - Jobs
        ListTrainJobs.js
        TrialsDetails.js
        reducer.test.js
        reducer.js
        CreateTrainJob.js
        ListTrials.js
        actions.js
      - ErrorBoundary
        ErrorBoundary.js
      - SignInPage
        SignIn.js
      - Application
        ListApplication.js
        ApplicationDetails.js
        CreateInferenceJob.js
        reducer.js
        index.js
        actions.js
      - Root
        reducer.test.js
        reducer.js
        Root.js
        actions.js
      - DemoFeaturesPage
        DemoFeaturesPage.js
    - theme.js
    - components
      - LandingMainPage
        Overview.css
        LandingProductCategories.js
      - DocsPageComponents
        Dataset
        ListDS.js
        PutDE.js
        PutDEbyCSV.js
        GetDEbatch.js
        CreateDS.js
        SelectDE.js
        ExistsDS.js
        GetDS.js
        GetDSall.js
        ListDSbranch.js
        GetDSschema.js
        PutDEbatch.js
        ExportDSbinary.js
        ListDEbranch.js
        BranchDS.js
        DiffDS.js
        GetDE.js
        DeleteDE.js
        ExistsDE.js
        DeleteDS.js
        Options.js
        BasicKeyValue
        MERGE.js
        IS_HEAD.js
        LATEST.js
        IS_LATEST.js
        LIST_KEY.js
        HEAD.js
        APPEND.js
        INSERT.js
        BRANCH.js
        META.js
        EXISTS.js
        RENAME_BRANCH.js
        LIST_BRANCH.js
        DELETE.js
        UPDATE.js
        GET.js
        PUT.js
        DELETE_BRANCH.js
      - PublicationsPageComponents
        PubPage.js
      - LandingTryRafiki
        LandingTryRafiki.js
      - Console
        ConsoleForms
        CreateTrainJobForm.js
        Form.js
        ConsoleHeader
        Header.js
        StorageOverviewHeader.js
        ConsoleSideBar
        Navigator.js
        ConsoleContents
        MainContent.js
        ListDataSetTable.js
        ContentBar.js
        UploadDatasetsForm.js
        UploadProgressBar.js
      - ContactPageComponents
        ContactComponents.js
      - LandingAppForm
        RFTextField.js
        LandingAppForm.js
        FormButton.js
        FormFeedback.js
        validation.js
        defer.js
      - LandingNavBar
        AppBarMenuItems.js
        LandingNavigator.js
        LandingNavBar.js
      - RootComponents
        NotificationArea.js
      - LandingComponents
        Paper.js
        Snackbar.js
        Typography.js
        Button.js
        TextField.js
        Toolbar.js
        LayoutBody.js
        AppBar.js
      - LandingFooter
        LandingFooter.js
      - LandingProductHero
        LandingProductHero.js
        LandingProductHeroLayout.js
      - DemoFeaturesPageComponents
        DemoFeaturesComponents.js
    - store
      - rootReducer.js
    - App.js
    - regexp-rules.js
    - HTTPconfig.js
    - app
      - RafikiClient.js
      - PlotManager.js
    - index.js
    - assets
      - LOGO_Rafiki-4.svg
      - GithubIcon.js
  - .env
  - public
    - 16*16.ico
    - favicon.ico
    - manifest.json
    - index.html
  - app.js
  - jsconfig.json
  - README.md
  - package.json
  - scripts
    - build_docker.sh
    - build_dev_docker.sh
    - stop_docker.sh
    - start_docker.sh
    - dev.Dockerfile
    - debug_dokcer.sh
  - .gitignore
- examples
  - datasets
    - image_files
      - mnist.py
      - load_cifar10.py
      - load_folder_format.py
      - cifar.py
      - load_fashion_mnist.py
    - audio_files
      - load_librispeech.py
      - load_sample_ldc93s1.py
    - corpus
      - ptb.py
      - load_sample_ptb.py
    - speech_recognition
      - load_lm_txt.py
      - README.md
    - tabular
      - load_bodyfat.py
      - load_titanic.py
      - csv_file.py
    - utils.py
  - models
    - pos_tagging
      - PyBiLstm.py
      - BigramHmm.py
    - image_classification
      - TfEnas.py
      - SkSvm.py
      - SkDt.py
      - TfVgg16.py
      - TfFeedForward.py
      - PyDenseNetBc.py
    - tabular_classification
      - XgbClf.py
    - speech_recognition
      - tfdeepspeech
        download_lm_txt.py
        download_file_deps.sh
        build_image.sh
        download_trie.sh
        tfdeepspeech.Dockerfile
        download_lm.sh
        alphabet.txt
      - TfDeepSpeech.py
      - README.md
    - tabular_regression
      - XgbReg.py
  - data
    - image_classification
  - scripts
    - image_classification
      - train_densenet.py
      - run_enas.py
    - users.csv
    - run_pos_tagging.py
    - run_speech_recognition.py
    - seed_users.py
    - quickstart.py
    - utils.py
    - run_tabular_regression.py
- LICENSE
- test
  - test_inference_jobs.py
  - test_models.py
  - data
    - ModelInvalid.py
    - ModelInvalidLoadParams.py
    - dataset.csv
    - Model.py
  - __init__.py
  - README.md
  - utils.py
  - test_datasets.py
  - requirements.txt
  - rafiki
    - utils
      - test_local_cache.py
    - redis
      - test_param_cache.py
    - advisor
      - test_make_advisor.py
  - test_train_jobs.py
  - test_users.py
- dockerfiles
  - worker.Dockerfile
  - web_admin.Dockerfile
  - predictor.Dockerfile
  - admin.Dockerfile
- .pylintrc
- data
  - .gitkeep
- params
  - .gitkeep
- README.md
- .env.sh
- scripts
  - stop_db.sh
  - start_web_admin.sh
  - start_predictor.py
  - utils.sh
  - clean.sh
  - stop.sh
  - start_admin.py
  - setup_node.sh
  - test.sh
  - start_predictor_service.sh
  - build_images.sh
  - start_zookeeper.sh
  - start_db.sh
  - start_worker_service.sh
  - save_db.sh
  - start_admin.sh
  - start_kafka.sh
  - start_redis.sh
  - start_rebrow.sh
  - pull_images.sh
  - push_images.sh
  - stop_all_jobs.py
  - start.sh
  - create_docker_swarm.sh
  - load_db.sh
  - build_docs.sh
  - start_worker.py
- logs
  - .gitkeep
- rafiki
  - kafka
    - inference_cache.py
    - __init__.py
    - requirements.txt
  - utils
    - log.py
    - graph.py
    - local_cache.py
    - auth.py
    - requirements.txt
    - service.py
  - redis
    - param_cache.py
    - redis.py
    - inference_cache.py
    - __init__.py
    - train_cache.py
    - requirements.txt
  - config.py
  - predictor
    - predictor.py
    - app.py
    - ensemble.py
    - constants.py
    - __init__.py
    - requirements.txt
  - admin
    - app.py
    - __init__.py
    - admin.py
    - requirements.txt
    - services_manager.py
  - client
    - client.py
    - __init__.py
  - constants.py
  - meta_store
    - meta_store.py
    - schema.py
    - __init__.py
    - requirements.txt
  - container
    - docker_swarm.py
    - container_manager.py
    - __init__.py
    - requirements.txt
  - __init__.py
  - data_store
    - data_store.py
    - file.py
    - __init__.py
  - requirements.txt
  - model
    - log.py
    - dev.py
    - model.py
    - knob.py
    - __init__.py
    - utils.py
    - dataset.py
  - advisor
    - constants.py
    - __init__.py
    - tf.py
    - requirements.txt
    - skopt.py
    - advisor.py
  - param_store
    - param_store.py
    - file.py
    - __init__.py
  - worker
    - train.py
    - inference.py
    - advisor.py
- .gitignore
- docs
  - src
    - images
    - user
      - installing-python.rst
      - client-create-train-job.include.rst
      - datasets.rst
      - quickstart-model-developers.rst
      - client-create-models.include.rst
      - client-installation.include.rst
      - client-list-train-jobs.include.rst
      - making-predictions.include.rst
      - quickstart-app-developers.rst
      - model-tuning.rst
      - client-create-datasets.include.rst
      - tasks.rst
      - using-web-admin.rst
      - quickstart.rst
      - index.rst
      - client-create-inference-job.include.rst
      - client-stop-inference-job.include.rst
      - quickstart-app-users.rst
      - quickstart-admins.rst
      - client-list-models.include.rst
      - client-list-inference-jobs.include.rst
      - model-development.rst
    - dev
      - architecture.rst
      - folder-structure.rst
      - setup.rst
      - user-types.rst
      - index.rst
      - development.rst
    - python
      - rafiki.model.rst
      - rafiki.constants.rst
      - rafiki.client.rst
      - index.rst
  - index.rst
  - conf.py
  - index.html
- .dockerignore

Rafiki

Rafiki is a distributed system that trains machine learning (ML) models and deploys trained models, built with ease-of-use in mind. To do so, it leverages on automated machine learning (AutoML).

Read Rafiki's full documentation at https://nginyc.github.io/rafiki/docs/latest

Quick Setup

Prerequisites: MacOS or Linux environment

Install Docker 18 (Ubuntu, MacOS) and, if required, add your user to docker group (Linux)
Install Python 3.6 (Ubuntu, MacOS)
Clone this project (e.g. with Git)
Setup Rafiki's complete stack with the setup script:
```
bash scripts/start.sh
```

To completely destroy Rafiki's stack:

bash scripts/stop.sh

More instructions are available in Rafiki's Developer Guide.

Issues

Report any issues at Apache SINGA's JIRA or Rafiki's Github Issues

Acknowledgements

The research is supported by the National Research Foundation, Prime Minister’s Office, Singapore under its National Cybersecurity R\&D Programme (Grant No. NRF2016NCR-NCR002-020), National Natural Science Foundation of China (No. 61832001), National Key Research and Development Program of China (No. 2017YFB1201001), China Thousand Talents Program for Young Professionals (3070011 181811).