python source code of fetch_url

tick-master
- .github
  - workflows
    - pythonpublish-win.yml
    - pythonpublish-linux.yml
    - build_win.yml
    - pythonpublish-osx.yml
    - build_nix.yml
    - build_osx.yml
- CONTRIBUTORS.md
- examples
  - plot_hawkes_finance_data.py
  - plot_2d_linear_regression.py
  - plot_hawkes_basis_kernels.py
  - plot_conv_sccs_cv_results.py
  - plot_hawkes_adm4.py
  - plot_robust_linear_regression.py
  - plot_hawkes_time_func_simu.py
  - plot_hawkes_cumulants_matching.py
  - plot_hawkes_em.py
  - plot_poisson_regression.py
  - plot_low_precision_learner.py
  - plot_hawkes_conditional_law.py
  - plot_poisson_inhomogeneous.py
  - plot_hawkes_gaussian_kernels.py
  - plot_svrg_with_auto_step.py
  - plot_hawkes_varying_baseline.py
  - README.txt
  - plot_asynchronous_stochastic_solver.py
  - plot_simulation_linear_model.py
  - plot_logistic_tick_vs_scikit.py
  - plot_hawkes_varying_baseline_simulation.py
  - plot_glm_convergence.py
  - plot_simulation_coxreg.py
  - plot_logistic_adult.py
  - plot_hawkes_estimated_intensity.py
  - plot_prox_example.py
- ISSUES.md
- .gitmodules
- tick
  - solver
    - svrg.py
    - gfb.py
    - bfgs.py
    - sgd.py
    - build
      - __init__.py
    - base
      - solver.py
      - first_order.py
      - sto.py
      - __init__.py
      - utils.py
      - first_order_sto.py
    - sdca.py
    - agd.py
    - adagrad.py
    - __init__.py
    - tests
      - solver.py
      - saga_test.py
      - adagrad_test.py
      - svrg_test.py
      - serializing_test.py
      - gfb_test.py
      - scpg_test.py
      - gd_test.py
      - agd_test.py
      - __init__.py
      - sgd_test.py
      - bfgs_test.py
      - sdca_test.py
    - history
      - history.py
      - __init__.py
    - saga.py
    - gd.py
    - scpg.py
  - plot
    - plot_utilities.py
    - plot_hawkes.py
    - plot_stem.py
    - plot_timefunction.py
    - plot_point_processes.py
    - __init__.py
    - tests
      - plot_hawkes_test.py
      - plot_point_process_test.py
      - __init__.py
      - plot_history_test.py
    - plot_history.py
  - prox
    - prox_l2.py
    - prox_binarsity.py
    - prox_positive.py
    - build
      - __init__.py
    - prox_slope.py
    - prox_nuclear.py
    - prox_tv.py
    - prox_l1w.py
    - prox_oscar.py
    - prox_elasticnet.py
    - base
      - prox_with_groups.py
      - prox.py
      - __init__.py
    - prox_equality.py
    - prox_l1.py
    - __init__.py
    - tests
      - prox_binarsity_test.py
      - prox_group_l1_test.py
      - prox_zero_test.py
      - prox.py
      - prox_multi_test.py
      - prox_slope_test.py
      - prox_l2sq_test.py
      - prox_nuclear_test.py
      - prox_positive_test.py
      - prox_l1w_test.py
      - prox_l1_test.py
      - prox_elasticnet_test.py
      - prox_tv_test.py
      - __init__.py
      - prox_equality_test.py
      - prox_l2_test.py
    - prox_multi.py
    - prox_group_l1.py
    - prox_zero.py
    - prox_l2sq.py
  - dataset
    - fetch_url_dataset.py
    - download_helper.py
    - fetch_hawkes_data.py
    - __init__.py
    - tests
      - __init__.py
      - download_helper_test.py
  - base
    - decorators.py
    - learner
      - learner_optim.py
      - __init__.py
      - learner_glm.py
    - build
      - __init__.py
    - simulation
      - simu.py
      - simu_with_features.py
      - __init__.py
    - opsys.py
    - timefunc.py
    - threadpool.py
    - __init__.py
    - inference.py
    - tests
      - time_func_pickle_test.py
      - exceptions_test.py
      - standard_normal_distribution_test.py
      - base_test.py
      - __init__.py
      - decorators_test.py
      - time_func_test.py
    - dtype_to_cpp_type.py
    - base.py
  - simulation
    - features.py
    - __init__.py
    - weights.py
  - robust
    - build
      - __init__.py
    - model_modified_huber.py
    - base
      - learner_robust_glm.py
      - model_generalized_linear_with_intercepts.py
      - __init__.py
    - model_huber.py
    - robust.py
    - model_absolute_regression.py
    - robust_linear_regression.py
    - model_epsilon_insensitive.py
    - __init__.py
    - tests
      - model_absolute_regression_test.py
      - model_huber_test.py
      - model_epsilon_insensitive_test.py
      - serializing_test.py
      - __init__.py
      - robust_linear_regression_test.py
      - model_linreg_with_intercepts_test.py
      - modified_huber_test.py
    - model_linreg_with_intercepts.py
  - hawkes
    - simulation
      - hawkes_kernels
        hawkes_kernel_0.py
        hawkes_kernel_power_law.py
        hawkes_kernel_sum_exp.py
        hawkes_kernel_time_func.py
        hawkes_kernel.py
        __init__.py
        hawkes_kernel_exp.py
      - build
        __init__.py
      - simu_inhomogeneous_poisson.py
      - simu_poisson_process.py
      - simu_hawkes.py
      - base
        simu_point_process.py
        __init__.py
      - simu_hawkes_sumexp_kernels.py
      - simu_hawkes_multi.py
      - simu_hawkes_exp_kernels.py
      - __init__.py
      - tests
        hawkes_kernel_test.py
        simu_hawkes_sumexp_kernels_test.py
        simu_inhomogeneous_poisson_test.py
        simu_hawkes_exp_kernels_test.py
        hawkes_kernel_sum_exp_test.py
        hawkes_kernel_power_law_test.py
        simu_hawkes_multi_test.py
        hawkes_kernel_pickle_test.py
        simu_poisson_test.py
        __init__.py
        hawkes_kernel_exp_test.py
        hawkes_kernel_time_func_test.py
        hawkes_kernel_0_test.py
        simu_hawkes_test.py
        simu_point_process_test.py
    - __init__.py
    - model
      - build
        __init__.py
      - base
        __init__.py
        model_hawkes.py
      - model_hawkes_sumexpkern_leastsq.py
      - model_hawkes_expkern_loglik.py
      - __init__.py
      - tests
        model_hawkes_expkern_loglik_test.py
        model_hawkes_sumexpkern_leastsq_test.py
        model_hawkes_test_utils.py
        __init__.py
        model_hawkes_sumexpkern_loglik_test.py
        model_hawkes_expkern_leastsq_test.py
      - model_hawkes_expkern_leastsq.py
      - model_hawkes_sumexpkern_loglik.py
    - inference
      - build
        __init__.py
      - hawkes_sumexpkern_fixeddecay.py
      - base
        __init__.py
        learner_hawkes_param.py
        learner_hawkes_noparam.py
      - hawkes_basis_kernels.py
      - hawkes_sumgaussians.py
      - hawkes_cumulant_matching.py
      - hawkes_conditional_law.py
      - hawkes_expkern_fixeddecay.py
      - hawkes_em.py
      - __init__.py
      - hawkes_adm4.py
      - tests
        hawkes_em_test.py
        hawkes_basis_kernels_test.py
        hawkes_adm4_test.py
        hawkes_conditional_law_test-kernels.npy
        hawkes_cumulant_matching_test.py
        hawkes_sumexpkern_test.py
        hawkes_sumgaussians_test.py
        hawkes_expkern_test.py
        __init__.py
        hawkes_conditional_law_test.py
  - array
    - serialize.py
    - build
      - __init__.py
    - __init__.py
    - tests
      - serialize_test.py
      - __init__.py
  - survival
    - cox_regression.py
    - model_sccs.py
    - build
      - __init__.py
    - simu_sccs.py
    - survival.py
    - convolutional_sccs.py
    - sccs
      - stream_convolutional_sccs.py
      - __init__.py
      - batch_convolutional_sccs.py
    - model_coxreg_partial_lik.py
    - __init__.py
    - tests
      - model_coxreg_partial_lik_test.py
      - convolutional_sccs_test.py
      - model_sccs_test.py
      - simu_sccs_test.py
      - __init__.py
      - cox_regression_test.py
      - simu_coxreg_test.py
      - survival_test.py
    - simu_coxreg.py
  - array_test
    - build
      - __init__.py
    - __init__.py
    - tests
      - array_performance_test.py
      - array_typemap_test.py
      - array_methods_test.py
      - array_memory_test.py
      - __init__.py
  - __init__.py
  - base_model
    - model_second_order.py
    - build
      - __init__.py
    - model_first_order.py
    - model_labels_features.py
    - model_generalized_linear.py
    - model.py
    - model_lipschitz.py
    - __init__.py
    - tests
      - __init__.py
      - generalized_linear_model.py
    - model_self_concordant.py
  - linear_model
    - model_quadratic_hinge.py
    - model_poisreg.py
    - model_logreg.py
    - model_smoothed_hinge.py
    - linear_regression.py
    - build
      - __init__.py
    - simu_linreg.py
    - simu_logreg.py
    - model_linreg.py
    - __init__.py
    - tests
      - model_linreg_test.py
      - serializing_test.py
      - simu_poisreg_test.py
      - model_smoothed_hinge_test.py
      - linear_regression_test.py
      - simu_linreg_test.py
      - logistic_regression_test.py
      - __init__.py
      - model_poisreg_test.py
      - simu_logreg_test.py
      - model_hinge_test.py
      - model_logreg_test.py
      - poisson_regression_test.py
      - model_quadratic_hinge_test.py
    - poisson_regression.py
    - logistic_regression.py
    - model_hinge.py
    - simu_poisreg.py
  - preprocessing
    - longitudinal_features_product.py
    - build
      - __init__.py
    - base
      - longitudinal_preprocessor.py
      - __init__.py
    - longitudinal_features_lagger.py
    - longitudinal_samples_filter.py
    - __init__.py
    - utils.py
    - tests
      - features_binarizer_test.py
      - __init__.py
      - longitudinal_samples_filter_test.py
      - longitudinal_features_product_test.py
      - longitudinal_features_lagger_test.py
    - features_binarizer.py
  - random
    - build
      - __init__.py
    - __init__.py
    - tests
      - random_test.py
      - __init__.py
  - metrics
    - metrics.py
    - __init__.py
- lib
  - cpp
    - solver
      - saga.cpp
      - svrg.cpp
      - cereal.cpp
      - asaga.cpp
      - adagrad.cpp
      - CMakeLists.txt
      - sgd.cpp
      - sdca.cpp
      - sto_solver.cpp
    - prox
      - prox.cpp
      - prox_group_l1.cpp
      - prox_elasticnet.cpp
      - prox_tv.cpp
      - prox_multi.cpp
      - prox_zero.cpp
      - prox_l1w.cpp
      - prox_l2sq.cpp
      - prox_positive.cpp
      - prox_separable.cpp
      - prox_sorted_l1.cpp
      - prox_slope.cpp
      - prox_with_groups.cpp
      - CMakeLists.txt
      - prox_l2.cpp
      - prox_l1.cpp
      - prox_equality.cpp
      - prox_binarsity.cpp
    - base
      - CMakeLists.txt
      - math
        normal_distribution.cpp
        t2exp.cpp
      - interruption.cpp
      - time_func.cpp
      - exceptions_test.cpp
    - robust
      - model_linreg_with_intercepts.cpp
      - model_huber.cpp
      - model_absolute_regression.cpp
      - CMakeLists.txt
      - model_epsilon_insensitive.cpp
      - model_modified_huber.cpp
      - model_generalized_linear_with_intercepts.cpp
    - hawkes
      - simulation
        hawkes_baselines
        timefunction_baseline.cpp
        constant_baseline.cpp
        hawkes_kernels
        hawkes_kernel_power_law.cpp
        hawkes_kernel.cpp
        hawkes_kernel_exp.cpp
        hawkes_kernel_time_func.cpp
        hawkes_kernel_sum_exp.cpp
        simu_poisson_process.cpp
        simu_inhomogeneous_poisson.cpp
        CMakeLists.txt
        simu_hawkes.cpp
        simu_point_process.cpp
      - model
        model_hawkes_utils.cpp
        model_hawkes_expkern_leastsq_single.cpp
        base
        model_hawkes.cpp
        model_hawkes_list.cpp
        model_hawkes_loglik_single.cpp
        model_hawkes_leastsq.cpp
        model_hawkes_loglik.cpp
        model_hawkes_single.cpp
        model_hawkes_sumexpkern_loglik_single.cpp
        model_hawkes_expkern_loglik_single.cpp
        CMakeLists.txt
        model_hawkes_sumexpkern_leastsq_single.cpp
        list_of_realizations
        model_hawkes_expkern_leastsq.cpp
        model_hawkes_sumexpkern_loglik.cpp
        model_hawkes_expkern_loglik.cpp
        model_hawkes_sumexpkern_leastsq.cpp
      - inference
        hawkes_em.cpp
        hawkes_adm4.cpp
        hawkes_basis_kernels.cpp
        hawkes_sumgaussians.cpp
        CMakeLists.txt
        hawkes_cumulant.cpp
        hawkes_conditional_law.cpp
    - array
      - alloc.cpp
      - CMakeLists.txt
    - survival
      - CMakeLists.txt
      - model_sccs.cpp
      - model_coxreg_partial_lik.cpp
    - array_test
      - performance_test.cpp
      - sbasearray_container.cpp
      - typemap_test.cpp
      - CMakeLists.txt
      - array_test.cpp
      - varraycontainer.cpp
    - base_model
      - model_lipschitz.cpp
      - model_labels_features.cpp
      - CMakeLists.txt
      - model_generalized_linear.cpp
    - linear_model
      - model_smoothed_hinge.cpp
      - model_poisreg.cpp
      - model_linreg.cpp
      - model_hinge.cpp
      - model_logreg.cpp
      - model_quadratic_hinge.cpp
      - CMakeLists.txt
    - preprocessing
      - sparse_longitudinal_features_product.cpp
      - longitudinal_features_lagger.cpp
      - CMakeLists.txt
    - random
      - test_rand.cpp
      - rand.cpp
      - CMakeLists.txt
  - cmake
    - modules
      - FindMKL.cmake
  - include
    - tick
      - solver
        enums.h
        saga.h
        sdca.h
        sgd.h
        adagrad.h
        asaga.h
        svrg.h
        sto_solver.h
      - prox
        prox_slope.h
        prox_separable.h
        prox_binarsity.h
        prox_group_l1.h
        prox_sorted_l1.h
        prox_tv.h
        prox_l1.h
        prox_zero.h
        prox_positive.h
        prox_l1w.h
        prox_elasticnet.h
        prox_l2.h
        prox_equality.h
        prox_with_groups.h
        prox_multi.h
        prox_l2sq.h
        prox.h
      - base
        base.h
        serialization.h
        report.h
        debug.h
        interruption.h
        base_test.h
        defs.h
        parallel
        parallel.h
        thread_pool.h
        parallel_utils.h
        exceptions_test.h
        math
        normal_distribution.h
        t2exp.h
        t2exp.inl
        tick_python.h
        time_func.h
      - robust
        model_huber.h
        model_modified_huber.h
        model_epsilon_insensitive.h
        model_linreg_with_intercepts.h
        model_absolute_regression.h
        model_generalized_linear_with_intercepts.h
      - hawkes
        simulation
        hawkes_baselines
        timefunction_baseline.h
        constant_baseline.h
        baseline.h
        hawkes_kernels
        hawkes_kernel_time_func.h
        hawkes_kernel_exp.h
        hawkes_kernel_sum_exp.h
        hawkes_kernel_power_law.h
        hawkes_kernel.h
        hawkes_kernel_0.h
        simu_hawkes.h
        simu_poisson_process.h
        simu_point_process.h
        simu_inhomogeneous_poisson.h
        model
        model_hawkes_expkern_loglik_single.h
        model_hawkes_sumexpkern_leastsq_single.h
        base
        model_hawkes_single.h
        model_hawkes.h
        model_hawkes_loglik_single.h
        model_hawkes_leastsq.h
        model_hawkes_list.h
        model_hawkes_loglik.h
        model_hawkes_sumexpkern_loglik_single.h
        model_hawkes_expkern_leastsq_single.h
        model_hawkes_utils.h
        list_of_realizations
        model_hawkes_sumexpkern_loglik.h
        model_hawkes_expkern_leastsq.h
        model_hawkes_expkern_loglik.h
        model_hawkes_sumexpkern_leastsq.h
        inference
        hawkes_cumulant.h
        hawkes_adm4.h
        hawkes_basis_kernels.h
        hawkes_sumgaussians.h
        hawkes_conditional_law.h
        hawkes_em.h
      - array
        alloc.h
        ssparsearray.h
        view2d.h
        sparsearray2d.h
        serializer.h
        varray.h
        promote.h
        vector_operations.h
        basearray2d.h
        abstractarray1d2d
        constructor.h
        assignment.h
        carray_python.h
        sarray2d.h
        abstractarray1d2d.h
        array.h
        array2d.h
        basearray.h
        view.h
        sbasearray.h
        sbasearray2d.h
        vector
        ops_blas.h
        ops_unoptimized_impl.h
        ops_unoptimized.h
        sarray.h
        ssparsearray2d.h
        sparsearray.h
        dot.h
        basearray2d
        assignment.h
      - survival
        model_coxreg_partial_lik.h
        model_sccs.h
      - array_test
        timer.h
        varraycontainer.h
        sbasearray_container.h
        array_test.h
        typemap_test.h
        performance_test.h
      - base_model
        model_generalized_linear.h
        model.h
        model_lipschitz.h
        model_labels_features.h
      - linear_model
        model_poisreg.h
        model_linreg.h
        model_logreg.h
        model_hinge.h
        model_smoothed_hinge.h
        model_quadratic_hinge.h
      - preprocessing
        longitudinal_features_lagger.h
        sparse_longitudinal_features_product.h
      - random
        test_rand.h
        rand.h
  - swig
    - tick
      - solver
        solver_module.i
        adagrad.i
        sto_solver.i
        svrg.i
        sgd.i
        asaga.i
        saga.i
        sdca.i
      - prox
        prox_group_l1.i
        prox_module.i
        prox_zero.i
        prox_binarsity.i
        prox_tv.i
        prox_equality.i
        prox_slope.i
        prox_separable.i
        prox_positive.i
        prox_l1.i
        prox_multi.i
        prox_l2.i
        prox_l2sq.i
        prox_l1w.i
        prox_with_groups.i
        prox.i
        prox_elasticnet.i
      - base
        serialization.i
        defs.i
        math_module.i
        time_func.i
        base_module.i
        exceptions_test.i
        normal_distribution.i
        base_test.i
      - robust
        model_epsilon_insensitive.i
        robust_module.i
        model_absolute_regression.i
        model_generalized_linear_with_intercepts.i
        model_linreg_with_intercepts.i
        model_huber.i
        model_modified_huber.i
      - hawkes
        simulation
        hawkes_simulation_module.i
        simu_point_process.i
        hawkes_kernels.i
        simu_hawkes.i
        simu_poisson_process.i
        simu_inhomogeneous_poisson.i
        model
        hawkes_model_module.i
        base
        model_hawkes_leastsq.i
        model_hawkes_loglik.i
        model_hawkes.i
        model_hawkes_list.i
        list_of_realizations
        model_hawkes_sumexpkern_loglik.i
        model_hawkes_expkern_loglik.i
        model_hawkes_sumexpkern_leastsq.i
        model_hawkes_expkern_leastsq.i
        inference
        hawkes_conditional_law.i
        hawkes_inference_module.i
        hawkes_adm4.i
        hawkes_basis_kernels.i
        hawkes_sumgaussians.i
        hawkes_cumulant.i
        hawkes_em.i
      - array
        sarray_typemap_out.i
        ssparsearray_typemap_out.i
        varray_typemap_out.i
        array_module.i
        sbasearray_typemap_in.i
        array_test_cfunc.i
        ssparsearray_typemap_in.i
        sparsearray_typemap_in.i
        basearray_typemap_in.i
        varray_typemap_in.i
        array_typemap_in.i
        serializer.i
        sarray_typemap_in.i
      - survival
        survival_module.i
        model_sccs.i
        model_coxreg_partial_lik.i
      - array_test
        performance_test.i
        array_test_module.i
      - base_model
        model_labels_features.i
        model_generalized_linear.i
        model_lipschitz.i
        model.i
        base_model_module.i
      - linear_model
        model_logreg.i
        model_smoothed_hinge.i
        model_poisreg.i
        model_hinge.i
        linear_model_module.i
        model_quadratic_hinge.i
        model_linreg.i
      - preprocessing
        preprocessing_module.i
        longitudinal_features_lagger.i
        sparse_longitudinal_features_product.i
      - random
        crandom_module.i
  - Doxyfile
  - third_party
    - cereal
  - .clang-format
  - cpp-test
    - solver
      - svrg_gtest.cpp
      - toy_dataset.ipp
      - saga_gtest.cpp
      - CMakeLists.txt
    - serialization
      - CMakeLists.txt
      - include.h
      - solver.cpp
    - base
      - utils_gtest.cpp
      - CMakeLists.txt
    - hawkes
      - simulation
        hawkes_kernel_sumexp_gtest.cpp
        hawkes_simulation.cpp
        hawkes_kernel_power_law_gtest.cpp
        CMakeLists.txt
        hawkes_kernel_time_func_gtest.cpp
        hawkes_kernel_exp_gtest.cpp
        hawkes_kernel_0_gtest.cpp
      - model
        CMakeLists.txt
        hawkes_models_gtest.cpp
    - array
      - common.h
      - serializer_gtest.cpp
      - array_gtest.cpp
      - CMakeLists.txt
      - linear_system_gtest.cpp
      - atomic_array_gtest.cpp
      - varray_gtest.cpp
      - major_gtest.cpp
    - export
      - runtime.cpp
    - linear_model
      - models_gtest.cpp
      - CMakeLists.txt
    - benchmark
      - CMakeLists.txt
  - CMakeLists.txt
  - CPPLINT.cfg
  - mkn.yaml
  - doc
    - mainpage.dox
- appveyor.yml
- CONTRIBUTING.md
- setup.py
- sh
  - build_test.sh
  - full_clean.sh
  - clean_build_test.sh
  - reswig.sh
  - swig.sh
  - gtest.sh
  - format_python.sh
  - format_cpp.sh
  - gtest_static.sh
  - build_benchmarks.sh
  - mkn.sh
  - configure_env.sh
- .travis.yml
- README.md
- tools
  - code_style
    - .clang-format
    - CPPLINT.cfg
    - yapf.conf
  - travis
    - osx_run.sh
    - docker_run.sh
    - osx_install.sh
  - appveyor
    - run.sh
  - docker
    - tick_ubuntu
      - requirements.txt
      - Dockerfile
    - build_wheels.sh
    - tick_manylinux1_x86_64
      - Dockerfile
  - windows
    - check_swig.sh
    - swig.4.0.0.nupkg
    - check_python.sh
    - install.sh
  - python
    - blas
      - check_mkl.py
      - check_cblas.py
      - mkl.cpp
      - cblas.cpp
    - numpy
      - check_sparse_indices.py
  - benchmark
    - hawkes_leastsq_weights.py
    - benchmark_util.py
    - logistic_regression_loss.py
    - lib
      - matrix_vector_product.cpp
      - saga_sparse.cpp
      - shared_saga.ipp
      - hawkes_least_squares_weights.cpp
      - asaga_sparse.cpp
      - logistic_regression_loss.cpp
      - CMakeLists.txt
    - asaga_spase_url.py
    - matrix_vector_dotproduct.py
    - .gitignore
- requirements.txt
- .gitignore
- INSTALL.md
- LICENSE.txt
- lgtm.yml
- MANIFEST.in
- doc
  - Makefile
  - images
    - favicon.ico
  - tex
    - hawkes_em
      - preamble.sty
      - hawkes_em.tex
      - ref.bib
    - hawkes_basis_kernels
      - preamble.sty
      - ref.bib
      - hawkes_basis_kernels.tex
    - preamble.sty
  - sphinxext
    - directives.py
    - gen_rst.py
    - numpy_ext
      - docscrape_sphinx.py
      - docscrape.py
      - numpydoc.py
      - __init__.py
    - README.txt
    - google_analytics.py
    - LICENSE.txt
    - MANIFEST.in
  - README.md
  - index.rst
  - conf.py
  - modules
    - R.rst
    - robust.rst
    - metrics.rst
    - simulation.rst
    - api.rst
    - solver.rst
    - hawkes.rst
    - survival.rst
    - dataset.rst
    - dev.rst
    - code_samples
      - plot_grad_coeff0.py
      - plot_hawkes_1d_simu.py
      - plot_solver_comparison.py
      - images
      - plot_hawkes_sum_exp_kernels.py
      - plot_time_function.py
      - plot_hawkes_multidim_simu.py
      - plot_hawkes_matrix_exp_kernels.py
      - plot_poisson_constant_intensity.py
      - plot_simulation_weights.py
      - plot_prox_api.py
      - plot_hawkes_kernels.py
      - plot_linear_model_losses.py
      - plot_prox_multi.py
    - preprocessing.rst
    - plot.rst
    - prox.rst
    - linear_model.rst
  - _templates
    - class.rst
    - layout.html
    - function.rst
  - _static
    - images
    - css
      - custom.css

# License: BSD 3 clause
import os
import tarfile

import numpy as np
import scipy
from sklearn.datasets import load_svmlight_file

from tick.dataset.download_helper import download_dataset, get_data_home

dataset_path = 'url/url_svmlight.tar.gz'
dataset_url = 'https://archive.ics.uci.edu/ml/machine-learning-databases/url/url_svmlight.tar.gz'
_N_FEATURES = 3231961


def load_url_dataset_day(cache_path, days):
    """Loads url dataset from a tar file

    Parameters
    ----------
    cache_path : `str`
        Path to the tar file

    days : `list` or `range`
        Days to be loaded

    Returns
    -------
    X : `np.ndarray`
        A sparse matrix containing the features

    y : `np.ndarray`
        An array containing the labels
    """
    tar_file = tarfile.open(cache_path, "r:gz")

    X, y = None, None

    for day in days:
        data_filename = 'url_svmlight/Day{}.svm'.format(day)
        with tar_file.extractfile(data_filename) as data_file:
            X_day, y_day = load_svmlight_file(data_file,
                                              n_features=_N_FEATURES)

        if X is None:
            X, y = X_day, y_day
        else:
            X = scipy.sparse.vstack((X, X_day))
            y = np.hstack((y, y_day))

    return X, y


def download_url_dataset(data_home=None, verbose=False):
    """Downloads URL dataset and stores it locally

    Parameters
    ----------
    data_home : `str`, optional, default=None
        Specify a download and cache folder for the datasets. If None
        and not configured with TICK_DATASETS environement variable
        all tick datasets are stored in '~/tick_datasets' subfolders.

    verbose : `bool`, default=True
        If True, download progress bar will be printed

    Returns
    -------
    cache_path : `str`
        File path of the downloaded data
    """
    return download_dataset(dataset_url, dataset_path, data_home=data_home,
                            verbose=verbose)


def fetch_url_dataset(n_days=120, data_home=None, verbose=True):
    """Loads URL dataset

    Uses cache if this dataset has already been downloaded.

    Parameters
    ----------
    data_home : `str`, optional, default=None
        Specify a download and cache folder for the datasets. If None
        and not configured with TICK_DATASETS environement variable
        all tick datasets are stored in '~/tick_datasets' subfolders.

    verbose : `bool`, default=True
        If True, download progress bar will be printed

    Returns
    -------
    X : `np.ndarray`
        A sparse matrix containing the features

    y : `np.ndarray`
        An array containing the labels
    """
    data_home = get_data_home(data_home)
    cache_path = os.path.join(data_home, dataset_path)

    dataset = None
    if os.path.exists(cache_path):
        try:
            dataset = load_url_dataset_day(cache_path, range(n_days))
        except Exception as e:
            print(80 * '_')
            print('Cache loading failed')
            print(80 * '_')
            print(e)

    if dataset is None:
        download_url_dataset(data_home=data_home, verbose=verbose)
        dataset = load_url_dataset_day(cache_path, range(n_days))

    return dataset