path # lines of code number of updates days since first update days since last update first updated last updated serving/reagent/serving/core/DecisionServiceException.cpp 1 2 847 434 2019-10-02 2020-11-18 serving/reagent/serving/core/ConfigProvider.cpp 1 2 847 434 2019-10-02 2020-11-18 serving/reagent/serving/core/PytorchActionValueScorer.cpp 80 6 847 152 2019-10-02 2021-08-27 serving/reagent/serving/core/PytorchActionValueScorer.h 14 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/InMemoryLogJoiner.h 38 3 847 837 2019-10-02 2019-10-12 serving/reagent/serving/core/DiskConfigProvider.h 15 2 839 838 2019-10-10 2019-10-11 serving/reagent/serving/core/SharedParameterHandler.h 39 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/RealTimeCounter.h 13 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/ActionValueScorer.cpp 1 2 847 434 2019-10-02 2020-11-18 serving/reagent/serving/core/Operator.h 58 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/Containers.cpp 78 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/Operator.cpp 20 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/ActionValueScorer.h 10 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/OperatorRunner.h 15 2 847 833 2019-10-02 2019-10-16 serving/reagent/serving/core/DecisionPlan.cpp 22 2 847 833 2019-10-02 2019-10-16 serving/reagent/serving/core/LocalRealTimeCounter.h 18 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/LogJoiner.h 23 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/OperatorRunner.cpp 64 3 847 833 2019-10-02 2019-10-16 serving/reagent/serving/core/SharedParameterHandler.cpp 23 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/Headers.h 39 3 847 833 2019-10-02 2019-10-16 serving/reagent/serving/core/OperatorFactory.cpp 39 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/LogJoiner.cpp 31 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/InMemoryLogJoiner.cpp 44 3 847 837 2019-10-02 2019-10-12 serving/reagent/serving/core/OperatorFactory.h 45 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/RealTimeCounter.cpp 1 2 847 434 2019-10-02 2020-11-18 serving/reagent/serving/core/DecisionServiceException.h 11 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/DiskConfigProvider.cpp 44 3 839 833 2019-10-10 2019-10-16 serving/reagent/serving/core/Containers.h 229 3 847 833 2019-10-02 2019-10-16 serving/reagent/serving/core/ConfigProvider.h 16 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/core/Headers.cpp 50 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/DecisionService.h 54 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/LocalRealTimeCounter.cpp 52 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/core/DecisionPlan.h 27 2 847 833 2019-10-02 2019-10-16 serving/reagent/serving/core/DecisionService.cpp 130 3 847 838 2019-10-02 2019-10-11 serving/reagent/serving/operators/Softmax.h 20 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/SoftmaxRanker.h 17 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/operators/Ucb.cpp 94 3 847 833 2019-10-02 2019-10-16 serving/reagent/serving/operators/Ucb.h 26 3 847 833 2019-10-02 2019-10-16 serving/reagent/serving/operators/InputFromRequest.h 19 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/ActionValueScoring.cpp 18 2 847 837 2019-10-02 2019-10-12 serving/reagent/serving/operators/SoftmaxRanker.cpp 52 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/operators/EpsilonGreedyRanker.cpp 43 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/operators/PropensityFit.h 33 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/Expression.h 22 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/InputFromRequest.cpp 10 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/PropensityFit.cpp 92 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/EpsilonGreedyRanker.h 25 2 847 838 2019-10-02 2019-10-11 serving/reagent/serving/operators/Softmax.cpp 30 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/Frechet.h 21 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/Frechet.cpp 37 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/Expression.cpp 49 1 847 847 2019-10-02 2019-10-02 serving/reagent/serving/operators/ActionValueScoring.h 21 2 847 837 2019-10-02 2019-10-12 serving/reagent/serving/config/serialize.py 91 1 841 841 2019-10-08 2019-10-08 serving/reagent/serving/config/config.py 83 6 841 468 2019-10-08 2020-10-15 serving/reagent/serving/config/builder.py 76 3 841 838 2019-10-08 2019-10-11 serving/reagent/serving/config/applications/example/__init__.py 1 2 840 557 2019-10-09 2020-07-18 serving/reagent/serving/config/applications/example/example.py 39 4 841 834 2019-10-08 2019-10-15 serving/reagent/serving/config/applications/__init__.py 7 2 841 840 2019-10-08 2019-10-09 serving/reagent/serving/config/namespace.py 16 2 841 838 2019-10-08 2019-10-11 serving/reagent/serving/config/operators.py 24 4 841 834 2019-10-08 2019-10-15 serving/reagent/serving/config/main.py 41 5 841 475 2019-10-08 2020-10-08 serving/reagent/serving/cli/Server.h 20 2 840 838 2019-10-09 2019-10-11 serving/reagent/serving/cli/Main.cpp 28 6 847 820 2019-10-02 2019-10-29 serving/reagent/serving/cli/Server.cpp 57 3 840 837 2019-10-09 2019-10-12 serving/setup.py 16 2 840 280 2019-10-09 2021-04-21 serving/scripts/__init__.py 1 1 505 505 2020-09-08 2020-09-08 serving/scripts/rasp_to_model.py 40 6 838 194 2019-10-11 2021-07-16 pyproject.toml 8 2 655 483 2020-04-11 2020-09-30 reagent/reporting/td3_reporter.py 31 2 259 63 2021-05-12 2021-11-24 reagent/reporting/parametric_dqn_reporter.py 49 4 526 63 2020-08-18 2021-11-24 reagent/reporting/discrete_dqn_reporter.py 96 4 526 63 2020-08-18 2021-11-24 reagent/reporting/reward_network_reporter.py 43 2 257 63 2021-05-14 2021-11-24 reagent/reporting/__init__.py 6 4 526 63 2020-08-18 2021-11-24 reagent/reporting/seq2reward_reporter.py 139 2 259 63 2021-05-12 2021-11-24 reagent/reporting/reporter_base.py 54 6 526 63 2020-08-18 2021-11-24 reagent/reporting/compound_reporter.py 25 2 215 63 2021-06-25 2021-11-24 reagent/reporting/discrete_crr_reporter.py 96 2 259 63 2021-05-12 2021-11-24 reagent/reporting/slate_q_reporter.py 42 2 259 63 2021-05-12 2021-11-24 reagent/reporting/world_model_reporter.py 57 4 526 63 2020-08-18 2021-11-24 reagent/reporting/actor_critic_reporter.py 53 4 526 63 2020-08-18 2021-11-24 reagent/core/configuration.py 104 6 653 63 2020-04-13 2021-11-24 reagent/core/result_types.py 8 4 535 324 2020-08-09 2021-03-08 reagent/core/registry_meta.py 72 13 653 55 2020-04-13 2021-12-02 reagent/core/report_utils.py 23 1 652 652 2020-04-14 2020-04-14 reagent/core/debug_on_error.py 12 1 321 321 2021-03-11 2021-03-11 reagent/core/parameters_seq2slate.py 33 2 321 209 2021-03-11 2021-07-01 reagent/core/oss_tensorboard_logger.py 112 3 284 63 2021-04-17 2021-11-24 reagent/core/__init__.py 1 2 505 63 2020-09-08 2021-11-24 reagent/core/running_stats.py 36 2 338 63 2021-02-22 2021-11-24 reagent/core/types.py 852 27 533 5 2020-08-11 2022-01-21 reagent/core/aggregators.py 144 9 653 257 2020-04-13 2021-05-14 reagent/core/utils.py 18 7 484 63 2020-09-29 2021-11-24 reagent/core/result_registries.py 10 1 324 324 2021-03-08 2021-03-08 reagent/core/tagged_union.py 31 5 652 292 2020-04-14 2021-04-09 reagent/core/base_dataclass.py 5 1 321 321 2021-03-11 2021-03-11 reagent/core/parameters.py 152 8 321 189 2021-03-11 2021-07-21 reagent/core/tracker.py 85 8 652 257 2020-04-14 2021-05-14 reagent/core/dataclasses.py 56 10 652 63 2020-04-14 2021-11-24 reagent/core/fb_checker.py 8 3 528 63 2020-08-16 2021-11-24 reagent/core/observers.py 78 16 653 155 2020-04-13 2021-08-24 reagent/core/torch_utils.py 51 1 321 321 2021-03-11 2021-03-11 reagent/core/multiprocess_utils.py 34 3 616 443 2020-05-20 2020-11-09 reagent/core/tensorboardX.py 76 1 321 321 2021-03-11 2021-03-11 reagent/optimizer/scheduler_union.py 42 7 607 63 2020-05-29 2021-11-24 reagent/optimizer/uninferrable_schedulers.py 86 7 607 63 2020-05-29 2021-11-24 reagent/optimizer/soft_update.py 43 3 484 63 2020-09-29 2021-11-24 reagent/optimizer/__init__.py 3 3 607 63 2020-05-29 2021-11-24 reagent/optimizer/uninferrable_optimizers.py 71 7 607 63 2020-05-29 2021-11-24 reagent/optimizer/utils.py 10 2 607 63 2020-05-29 2021-11-24 reagent/optimizer/optimizer.py 31 7 607 63 2020-05-29 2021-11-24 reagent/optimizer/scheduler.py 26 4 607 63 2020-05-29 2021-11-24 reagent/optimizer/union.py 40 8 607 63 2020-05-29 2021-11-24 reagent/ope/datasets/__init__.py 1 3 652 63 2020-04-14 2021-11-24 reagent/ope/datasets/logged_dataset.py 30 2 652 63 2020-04-14 2021-11-24 reagent/ope/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/ope/trainers/linear_trainers.py 306 11 652 63 2020-04-14 2021-11-24 reagent/ope/trainers/__init__.py 1 3 652 63 2020-04-14 2021-11-24 reagent/ope/trainers/rl_tabular_trainers.py 337 6 653 63 2020-04-13 2021-11-24 reagent/ope/utils.py 64 4 652 63 2020-04-14 2021-11-24 reagent/ope/estimators/contextual_bandits_estimators.py 571 7 653 63 2020-04-13 2021-11-24 reagent/ope/estimators/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/ope/estimators/types.py 433 7 652 63 2020-04-14 2021-11-24 reagent/ope/estimators/slate_estimators.py 1160 10 653 63 2020-04-13 2021-11-24 reagent/ope/estimators/sequential_estimators.py 624 14 653 63 2020-04-13 2021-11-24 reagent/ope/estimators/estimator.py 222 9 652 63 2020-04-14 2021-11-24 reagent/model_utils/__init__.py 1 1 502 502 2020-09-11 2020-09-11 reagent/model_utils/seq2slate_utils.py 102 7 502 266 2020-09-11 2021-05-05 reagent/lite/__init__.py 1 1 144 144 2021-09-04 2021-09-04 reagent/lite/optimizer.py 766 10 144 88 2021-09-04 2021-10-30 reagent/training/gradient_free/__init__.py 1 3 652 63 2020-04-14 2021-11-24 reagent/training/gradient_free/es_worker.py 42 7 653 39 2020-04-13 2021-12-18 reagent/training/gradient_free/evolution_pool.py 85 6 653 183 2020-04-13 2021-07-27 reagent/training/gradient_free/ars_util.py 59 3 167 63 2021-08-12 2021-11-24 reagent/training/reagent_lightning_module.py 135 23 481 63 2020-10-02 2021-11-24 reagent/training/ranking/seq2slate_sim_trainer.py 145 29 653 100 2020-04-13 2021-10-18 reagent/training/ranking/__init__.py 1 3 652 63 2020-04-14 2021-11-24 reagent/training/ranking/seq2slate_trainer.py 218 22 653 39 2020-04-13 2021-12-18 reagent/training/ranking/seq2slate_tf_trainer.py 116 18 653 100 2020-04-13 2021-10-18 reagent/training/ranking/helper.py 12 2 550 321 2020-07-25 2021-03-11 reagent/training/ranking/seq2slate_attn_trainer.py 117 14 653 197 2020-04-13 2021-07-13 reagent/training/reinforce_trainer.py 106 8 336 107 2021-02-24 2021-10-11 reagent/training/sac_trainer.py 281 31 653 162 2020-04-13 2021-08-17 reagent/training/c51_trainer.py 136 24 653 29 2020-04-13 2021-12-28 reagent/training/cfeval/__init__.py 4 1 225 225 2021-06-15 2021-06-15 reagent/training/cfeval/bandit_reward_network_trainer.py 103 4 225 63 2021-06-15 2021-11-24 reagent/training/__init__.py 72 19 652 5 2020-04-14 2022-01-21 reagent/training/world_model/mdnrnn_trainer.py 120 17 653 29 2020-04-13 2021-12-28 reagent/training/world_model/compress_model_trainer.py 93 13 527 110 2020-08-17 2021-10-08 reagent/training/world_model/__init__.py 1 3 652 63 2020-04-14 2021-11-24 reagent/training/world_model/seq2reward_trainer.py 179 20 601 100 2020-06-04 2021-10-18 reagent/training/dqn_trainer_base.py 254 26 653 100 2020-04-13 2021-10-18 reagent/training/multi_stage_trainer.py 151 6 215 63 2021-06-25 2021-11-24 reagent/training/qrdqn_trainer.py 174 29 653 100 2020-04-13 2021-10-18 reagent/training/discrete_crr_trainer.py 269 20 377 29 2021-01-14 2021-12-28 reagent/training/utils.py 41 7 621 266 2020-05-15 2021-05-05 reagent/training/behavioral_cloning_trainer.py 67 1 5 5 2022-01-21 2022-01-21 reagent/training/reward_network_trainer.py 147 22 653 83 2020-04-13 2021-11-04 reagent/training/imitator_training.py 13 7 653 194 2020-04-13 2021-07-16 reagent/training/ppo_trainer.py 167 16 448 155 2020-11-04 2021-08-24 reagent/training/parameters.py 143 18 601 82 2020-06-04 2021-11-05 reagent/training/rl_trainer_pytorch.py 49 18 653 194 2020-04-13 2021-07-16 reagent/training/parametric_dqn_trainer.py 141 21 653 100 2020-04-13 2021-10-18 reagent/training/cb/linucb_trainer.py 59 1 82 82 2021-11-05 2021-11-05 reagent/training/cb/__init__.py 1 2 82 63 2021-11-05 2021-11-24 reagent/training/cem_trainer.py 30 12 653 194 2020-04-13 2021-07-16 reagent/training/slate_q_trainer.py 192 26 653 29 2020-04-13 2021-12-28 reagent/training/td3_trainer.py 136 20 653 29 2020-04-13 2021-12-28 reagent/training/dqn_trainer.py 234 42 653 29 2020-04-13 2021-12-28 reagent/prediction/ranking/__init__.py 1 1 372 372 2021-01-19 2021-01-19 reagent/prediction/ranking/predictor_wrapper.py 77 7 372 63 2021-01-19 2021-11-24 reagent/prediction/cfeval/predictor_wrapper.py 32 1 52 52 2021-12-05 2021-12-05 reagent/prediction/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/prediction/synthetic_reward/synthetic_reward_predictor_wrapper.py 52 1 246 246 2021-05-25 2021-05-25 reagent/prediction/synthetic_reward/__init__.py 1 1 218 218 2021-06-22 2021-06-22 reagent/prediction/predictor_wrapper.py 671 43 653 100 2020-04-13 2021-10-18 reagent/__init__.py 1 3 652 522 2020-04-14 2020-08-22 reagent/models/cem_planner.py 217 15 653 100 2020-04-13 2021-10-18 reagent/models/seq2reward_model.py 53 6 601 321 2020-06-04 2021-03-11 reagent/models/dueling_q_network.py 193 15 653 63 2020-04-13 2021-11-24 reagent/models/no_soft_update_embedding.py 5 1 652 652 2020-04-14 2020-04-14 reagent/models/mlp_scorer.py 27 6 441 287 2020-11-11 2021-04-14 reagent/models/bcq.py 22 5 653 628 2020-04-13 2020-05-08 reagent/models/containers.py 12 1 629 629 2020-05-07 2020-05-07 reagent/models/model_feature_config_provider.py 13 5 579 63 2020-06-26 2021-11-24 reagent/models/categorical_dqn.py 25 8 653 321 2020-04-13 2021-03-11 reagent/models/__init__.py 33 4 652 441 2020-04-14 2020-11-11 reagent/models/embedding_bag_concat.py 75 7 629 148 2020-05-07 2021-08-31 reagent/models/mdn_rnn.py 135 11 653 266 2020-04-13 2021-05-05 reagent/models/convolutional_network.py 77 6 653 232 2020-04-13 2021-06-08 reagent/models/seq2slate_reward.py 313 20 653 63 2020-04-13 2021-11-24 reagent/models/fully_connected_network.py 118 12 652 90 2020-04-14 2021-10-28 reagent/models/linear_regression.py 46 1 82 82 2021-11-05 2021-11-05 reagent/models/synthetic_reward.py 355 11 267 39 2021-05-04 2021-12-18 reagent/models/actor.py 208 13 653 253 2020-04-13 2021-05-18 reagent/models/world_model.py 46 7 653 321 2020-04-13 2021-03-11 reagent/models/critic.py 48 6 629 321 2020-05-07 2021-03-11 reagent/models/dqn.py 44 17 653 63 2020-04-13 2021-11-24 reagent/models/base.py 15 7 653 321 2020-04-13 2021-03-11 reagent/models/seq2slate.py 671 22 653 155 2020-04-13 2021-08-24 reagent/mab/simulation.py 160 3 99 63 2021-10-19 2021-11-24 reagent/mab/mab_algorithm.py 150 3 99 63 2021-10-19 2021-11-24 reagent/mab/__init__.py 1 2 111 63 2021-10-07 2021-11-24 reagent/mab/thompson_sampling.py 93 4 99 39 2021-10-19 2021-12-18 reagent/mab/ucb.py 82 5 111 28 2021-10-07 2021-12-29 reagent/workflow/env.py 16 4 652 63 2020-04-14 2021-11-24 reagent/workflow/__init__.py 1 3 652 63 2020-04-14 2021-11-24 reagent/workflow/types.py 89 22 653 111 2020-04-13 2021-10-07 reagent/workflow/identify_types_flow.py 104 22 653 266 2020-04-13 2021-05-05 reagent/workflow/cli.py 55 9 652 69 2020-04-14 2021-11-18 reagent/workflow/utils.py 115 30 652 56 2020-04-14 2021-12-01 reagent/workflow/gym_batch_rl.py 133 25 641 63 2020-04-25 2021-11-24 reagent/workflow/sample_configs/discrete_dqn_cartpole_offline.yaml 55 8 634 488 2020-05-02 2020-09-25 reagent/workflow/sample_configs/sac_pendulum_offline.yaml 65 12 634 213 2020-05-02 2021-06-27 reagent/workflow/training_reports.py 29 11 653 63 2020-04-13 2021-11-24 reagent/workflow/training.py 261 33 653 63 2020-04-13 2021-11-24 reagent/samplers/__init__.py 2 2 457 63 2020-10-26 2021-11-24 reagent/samplers/frechet.py 101 5 457 287 2020-10-26 2021-04-14 reagent/scripts/hparam_tuning.py 140 2 328 278 2021-03-04 2021-04-23 reagent/scripts/__init__.py 1 2 328 63 2021-03-04 2021-11-24 reagent/evaluation/evaluation_data_page.py 534 37 653 29 2020-04-13 2021-12-28 reagent/evaluation/ope_adapter.py 252 9 574 155 2020-07-01 2021-08-24 reagent/evaluation/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/evaluation/feature_importance/__init__.py 1 1 170 170 2021-08-09 2021-08-09 reagent/evaluation/feature_importance/feature_importance_perturbation.py 54 2 170 169 2021-08-09 2021-08-10 reagent/evaluation/feature_importance/feature_importance_base.py 10 1 170 170 2021-08-09 2021-08-09 reagent/evaluation/sequential_doubly_robust_estimator.py 114 7 653 194 2020-04-13 2021-07-16 reagent/evaluation/cpe.py 153 8 653 194 2020-04-13 2021-07-16 reagent/evaluation/world_model_evaluator.py 186 11 653 266 2020-04-13 2021-05-05 reagent/evaluation/weighted_sequential_doubly_robust_estimator.py 324 8 653 63 2020-04-13 2021-11-24 reagent/evaluation/evaluator.py 133 12 653 155 2020-04-13 2021-08-24 reagent/evaluation/doubly_robust_estimator.py 280 14 653 48 2020-04-13 2021-12-09 reagent/gym/preprocessors/replay_buffer_inserters.py 157 9 624 63 2020-05-12 2021-11-24 reagent/gym/preprocessors/__init__.py 10 8 652 509 2020-04-14 2020-09-04 reagent/gym/preprocessors/trainer_preprocessor.py 386 23 630 194 2020-05-06 2021-07-16 reagent/gym/preprocessors/default_preprocessors.py 92 16 634 63 2020-05-02 2021-11-24 reagent/gym/datasets/replay_buffer_dataset.py 171 7 481 63 2020-10-02 2021-11-24 reagent/gym/datasets/__init__.py 1 2 481 63 2020-10-02 2021-11-24 reagent/gym/datasets/episodic_dataset.py 30 3 336 118 2021-02-24 2021-09-30 reagent/gym/normalizers.py 47 2 324 321 2021-03-08 2021-03-11 reagent/gym/__init__.py 3 2 652 420 2020-04-14 2020-12-02 reagent/gym/agents/post_step.py 18 16 644 194 2020-04-22 2021-07-16 reagent/gym/agents/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/gym/agents/agent.py 91 23 653 76 2020-04-13 2021-11-11 reagent/gym/types.py 94 19 653 76 2020-04-13 2021-11-11 reagent/gym/policies/random_policies.py 108 20 644 39 2020-04-22 2021-12-18 reagent/gym/policies/policy.py 17 11 653 106 2020-04-13 2021-10-12 reagent/gym/policies/__init__.py 2 4 652 608 2020-04-14 2020-05-28 reagent/gym/policies/scorers/slate_q_scorer.py 39 6 620 321 2020-05-16 2021-03-11 reagent/gym/policies/scorers/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/gym/policies/scorers/continuous_scorer.py 12 9 653 278 2020-04-13 2021-04-23 reagent/gym/policies/scorers/discrete_scorer.py 88 19 653 63 2020-04-13 2021-11-24 reagent/gym/policies/predictor_policies.py 109 19 634 63 2020-05-02 2021-11-24 reagent/gym/policies/samplers/discrete_sampler.py 117 22 653 100 2020-04-13 2021-10-18 reagent/gym/policies/samplers/continuous_sampler.py 36 11 653 100 2020-04-13 2021-10-18 reagent/gym/policies/samplers/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/gym/policies/samplers/top_k_sampler.py 13 4 620 321 2020-05-16 2021-03-11 reagent/gym/utils.py 331 17 616 118 2020-05-20 2021-09-30 reagent/gym/runners/__init__.py 1 2 652 522 2020-04-14 2020-08-22 reagent/gym/runners/gymrunner.py 108 24 653 76 2020-04-13 2021-11-11 reagent/gym/envs/gym.py 42 8 560 63 2020-07-15 2021-11-24 reagent/gym/envs/wrappers/recsim.py 44 3 560 443 2020-07-15 2020-11-09 reagent/gym/envs/wrappers/__init__.py 1 2 505 63 2020-09-08 2021-11-24 reagent/gym/envs/wrappers/simple_minigrid.py 25 3 560 443 2020-07-15 2020-11-09 reagent/gym/envs/dynamics/__init__.py 1 2 505 63 2020-09-08 2021-11-24 reagent/gym/envs/dynamics/linear_dynamics.py 53 4 630 443 2020-05-06 2020-11-09 reagent/gym/envs/functionality/possible_actions_mask_tester.py 33 5 554 266 2020-07-21 2021-05-05 reagent/gym/envs/functionality/__init__.py 1 2 505 63 2020-09-08 2021-11-24 reagent/gym/envs/recsim.py 109 10 615 321 2020-05-21 2021-03-11 reagent/gym/envs/__init__.py 46 12 636 364 2020-04-30 2021-01-27 reagent/gym/envs/oracle_pvm.py 110 4 481 321 2020-10-02 2021-03-11 reagent/gym/envs/utils.py 7 4 630 194 2020-05-06 2021-07-16 reagent/gym/envs/env_wrapper.py 109 10 560 109 2020-07-15 2021-10-09 reagent/gym/envs/pomdp/pocman.py 395 4 630 443 2020-05-06 2020-11-09 reagent/gym/envs/pomdp/__init__.py 1 2 505 63 2020-09-08 2021-11-24 reagent/gym/envs/pomdp/string_game.py 89 7 630 443 2020-05-06 2020-11-09 reagent/gym/envs/pomdp/state_embed_env.py 94 13 630 194 2020-05-06 2021-07-16 reagent/gym/envs/pomdp/string_game_v1.py 81 1 364 364 2021-01-27 2021-01-27 reagent/gym/envs/toy_vm.py 106 2 441 324 2020-11-11 2021-03-08 reagent/gym/envs/changing_arms.py 179 12 571 211 2020-07-04 2021-06-29 reagent/model_managers/ranking/__init__.py 2 2 524 308 2020-08-20 2021-03-24 reagent/model_managers/ranking/slate_q.py 64 6 524 63 2020-08-20 2021-11-24 reagent/model_managers/discrete/discrete_c51dqn.py 72 5 524 63 2020-08-20 2021-11-24 reagent/model_managers/discrete/__init__.py 5 2 524 308 2020-08-20 2021-03-24 reagent/model_managers/discrete/discrete_qrdqn.py 101 5 524 63 2020-08-20 2021-11-24 reagent/model_managers/discrete/discrete_crr.py 253 12 308 52 2021-03-24 2021-12-05 reagent/model_managers/discrete/discrete_dqn.py 169 8 524 52 2020-08-20 2021-12-05 reagent/model_managers/policy_gradient/reinforce.py 110 8 308 63 2021-03-24 2021-11-24 reagent/model_managers/policy_gradient/__init__.py 3 1 308 308 2021-03-24 2021-03-24 reagent/model_managers/policy_gradient/ppo.py 108 9 308 63 2021-03-24 2021-11-24 reagent/model_managers/discrete_dqn_base.py 171 16 524 63 2020-08-20 2021-11-24 reagent/model_managers/__init__.py 1 2 308 63 2021-03-24 2021-11-24 reagent/model_managers/model_manager.py 122 14 524 39 2020-08-20 2021-12-18 reagent/model_managers/slate_q_base.py 76 10 524 31 2020-08-20 2021-12-26 reagent/model_managers/actor_critic/td3.py 92 7 524 63 2020-08-20 2021-11-24 reagent/model_managers/actor_critic/__init__.py 3 2 524 308 2020-08-20 2021-03-24 reagent/model_managers/actor_critic/sac.py 102 10 524 63 2020-08-20 2021-11-24 reagent/model_managers/actor_critic_base.py 201 17 524 63 2020-08-20 2021-11-24 reagent/model_managers/world_model_base.py 59 13 524 40 2020-08-20 2021-12-17 reagent/model_managers/model_based/seq2reward_model.py 47 7 524 63 2020-08-20 2021-11-24 reagent/model_managers/model_based/__init__.py 5 3 524 267 2020-08-20 2021-05-04 reagent/model_managers/model_based/cross_entropy_method.py 124 8 524 63 2020-08-20 2021-11-24 reagent/model_managers/model_based/synthetic_reward.py 209 9 267 63 2021-05-04 2021-11-24 reagent/model_managers/model_based/world_model.py 43 5 524 63 2020-08-20 2021-11-24 reagent/model_managers/parametric_dqn_base.py 139 10 524 63 2020-08-20 2021-11-24 reagent/model_managers/union.py 35 4 524 267 2020-08-20 2021-05-04 reagent/model_managers/parametric/parametric_dqn.py 65 5 524 63 2020-08-20 2021-11-24 reagent/model_managers/parametric/__init__.py 2 2 524 308 2020-08-20 2021-03-24 reagent/publishers/model_publisher.py 44 11 536 63 2020-08-08 2021-11-24 reagent/publishers/__init__.py 1 2 536 63 2020-08-08 2021-11-24 reagent/publishers/no_publishing.py 22 10 536 63 2020-08-08 2021-11-24 reagent/publishers/file_system_publisher.py 69 13 536 63 2020-08-08 2021-11-24 reagent/publishers/union.py 11 4 536 63 2020-08-08 2021-11-24 reagent/preprocessing/transforms.py 344 22 642 82 2020-04-24 2021-11-05 reagent/preprocessing/sparse_preprocessor.py 151 13 571 143 2020-07-04 2021-09-05 reagent/preprocessing/identify_types.py 53 4 652 170 2020-04-14 2021-08-09 reagent/preprocessing/postprocessor.py 57 11 653 321 2020-04-13 2021-03-11 reagent/preprocessing/__init__.py 1 1 652 652 2020-04-14 2020-04-14 reagent/preprocessing/preprocessor.py 486 19 653 117 2020-04-13 2021-10-01 reagent/preprocessing/types.py 37 6 594 82 2020-06-11 2021-11-05 reagent/preprocessing/batch_preprocessor.py 135 18 653 135 2020-04-13 2021-09-13 reagent/preprocessing/sparse_to_dense.py 60 8 653 118 2020-04-13 2021-09-30 reagent/preprocessing/normalization.py 250 19 653 111 2020-04-13 2021-10-07 reagent/validators/__init__.py 1 2 535 63 2020-08-09 2021-11-24 reagent/validators/model_validator.py 31 10 535 63 2020-08-09 2021-11-24 reagent/validators/no_validation.py 15 8 535 63 2020-08-09 2021-11-24 reagent/validators/union.py 10 5 535 63 2020-08-09 2021-11-24 reagent/data/manual_data_module.py 247 6 278 63 2021-04-23 2021-11-24 reagent/data/oss_data_fetcher.py 299 4 293 63 2021-04-08 2021-11-24 reagent/data/__init__.py 8 2 293 215 2021-04-08 2021-06-25 reagent/data/reagent_data_module.py 22 3 278 63 2021-04-23 2021-11-24 reagent/data/data_fetcher.py 25 3 293 63 2021-04-08 2021-11-24 reagent/data/spark_utils.py 47 3 293 63 2021-04-08 2021-11-24 reagent/net_builder/slate_ranking_net_builder.py 8 3 580 63 2020-06-25 2021-11-24 reagent/net_builder/parametric_dqn_net_builder.py 40 8 653 63 2020-04-13 2021-11-24 reagent/net_builder/discrete_dqn_net_builder.py 73 13 653 63 2020-04-13 2021-11-24 reagent/net_builder/slate_ranking/slate_ranking_scorer.py 76 2 287 63 2021-04-14 2021-11-24 reagent/net_builder/slate_ranking/slate_ranking_transformer.py 32 5 580 63 2020-06-25 2021-11-24 reagent/net_builder/slate_ranking/__init__.py 11 5 580 63 2020-06-25 2021-11-24 reagent/net_builder/categorical_dqn_net_builder.py 47 12 653 63 2020-04-13 2021-11-24 reagent/net_builder/value_net_builder.py 9 6 653 63 2020-04-13 2021-11-24 reagent/net_builder/value/__init__.py 2 3 652 63 2020-04-14 2021-11-24 reagent/net_builder/value/fully_connected.py 32 9 653 63 2020-04-13 2021-11-24 reagent/net_builder/value/seq2reward_rnn.py 24 4 601 63 2020-06-04 2021-11-24 reagent/net_builder/__init__.py 1 2 505 63 2020-09-08 2021-11-24 reagent/net_builder/slate_reward_net_builder.py 11 4 589 63 2020-06-16 2021-11-24 reagent/net_builder/quantile_dqn_net_builder.py 51 15 653 63 2020-04-13 2021-11-24 reagent/net_builder/discrete_actor_net_builder.py 39 6 377 63 2021-01-14 2021-11-24 reagent/net_builder/unions.py 75 11 653 63 2020-04-13 2021-11-24 reagent/net_builder/slate_reward/slate_reward_transformer.py 31 4 589 63 2020-06-16 2021-11-24 reagent/net_builder/slate_reward/__init__.py 11 4 589 63 2020-06-16 2021-11-24 reagent/net_builder/slate_reward/slate_reward_gru.py 27 3 589 63 2020-06-16 2021-11-24 reagent/net_builder/categorical_dqn/categorical.py 39 7 653 63 2020-04-13 2021-11-24 reagent/net_builder/categorical_dqn/__init__.py 1 2 652 63 2020-04-14 2021-11-24 reagent/net_builder/discrete_dqn/__init__.py 3 2 652 63 2020-04-14 2021-11-24 reagent/net_builder/discrete_dqn/fully_connected.py 35 9 653 63 2020-04-13 2021-11-24 reagent/net_builder/discrete_dqn/fully_connected_with_embedding.py 42 11 653 63 2020-04-13 2021-11-24 reagent/net_builder/discrete_dqn/dueling.py 27 9 653 63 2020-04-13 2021-11-24 reagent/net_builder/synthetic_reward/ngram_synthetic_reward.py 88 5 258 63 2021-05-13 2021-11-24 reagent/net_builder/synthetic_reward/__init__.py 3 3 267 63 2021-05-04 2021-11-24 reagent/net_builder/synthetic_reward/sequence_synthetic_reward.py 42 3 252 63 2021-05-19 2021-11-24 reagent/net_builder/synthetic_reward/transformer_synthetic_reward.py 52 2 201 63 2021-07-09 2021-11-24 reagent/net_builder/synthetic_reward/single_step_synthetic_reward.py 44 5 267 63 2021-05-04 2021-11-24 reagent/net_builder/continuous_actor_net_builder.py 87 11 653 63 2020-04-13 2021-11-24 reagent/net_builder/synthetic_reward_net_builder.py 48 3 267 63 2021-05-04 2021-11-24 reagent/net_builder/continuous_actor/__init__.py 3 3 652 63 2020-04-14 2021-11-24 reagent/net_builder/continuous_actor/fully_connected.py 48 5 631 63 2020-05-05 2021-11-24 reagent/net_builder/continuous_actor/gaussian_fully_connected.py 67 9 653 63 2020-04-13 2021-11-24 reagent/net_builder/continuous_actor/dirichlet_fully_connected.py 43 6 653 63 2020-04-13 2021-11-24 reagent/net_builder/parametric_dqn/__init__.py 1 2 652 63 2020-04-14 2021-11-24 reagent/net_builder/parametric_dqn/fully_connected.py 41 6 653 63 2020-04-13 2021-11-24 reagent/net_builder/discrete_actor/__init__.py 1 2 377 63 2021-01-14 2021-11-24 reagent/net_builder/discrete_actor/fully_connected.py 39 4 377 63 2021-01-14 2021-11-24 reagent/net_builder/quantile_dqn/quantile.py 33 8 653 63 2020-04-13 2021-11-24 reagent/net_builder/quantile_dqn/dueling_quantile.py 30 8 653 63 2020-04-13 2021-11-24 reagent/net_builder/quantile_dqn/__init__.py 2 3 652 63 2020-04-14 2021-11-24 reagent/replay_memory/circular_replay_buffer.py 522 18 652 266 2020-04-14 2021-05-05 reagent/replay_memory/prioritized_replay_buffer.py 87 6 653 324 2020-04-13 2021-03-08 reagent/replay_memory/__init__.py 3 2 652 636 2020-04-14 2020-04-30 reagent/replay_memory/utils.py 53 7 616 230 2020-05-20 2021-06-10 reagent/replay_memory/sum_tree.py 61 1 652 652 2020-04-14 2020-04-14 setup.py 2 7 1219 475 2018-09-25 2020-10-08 setup.cfg 54 43 1181 37 2018-11-02 2021-12-20 preprocessing/src/main/scala/com/facebook/spark/rl/Constants.scala 55 7 1237 733 2018-09-07 2020-01-24 preprocessing/src/main/scala/com/facebook/spark/rl/Timeline.scala 302 22 1237 230 2018-09-07 2021-06-10 preprocessing/src/main/scala/com/facebook/spark/rl/MultiStepTimeline.scala 215 10 1138 641 2018-12-15 2020-04-25 preprocessing/src/main/scala/com/facebook/spark/rl/Helper.scala 96 8 1138 634 2018-12-15 2020-05-02 preprocessing/src/main/scala/com/facebook/spark/rl/Udfs.scala 23 7 1237 733 2018-09-07 2020-01-24