Index

_

__call__() (revive.computation.graph.DesicionGraph method) (revive.computation.graph.DesicionNode method) (revive.computation.graph.FunctionDecisionNode method) (revive.computation.graph.NetworkDecisionNode method) (revive.utils.tune_utils.SysStopper method) __getitem__() (revive.computation.graph.DesicionGraph method) (revive.data.batch.Batch method) (revive.data.dataset.OfflineDataset method), [1]

__len__() (revive.algo.policy.sac.ReplayBuffer method) (revive.computation.graph.DesicionGraph method) (revive.data.batch.Batch method) (revive.data.dataset.OfflineDataset method), [1] (revive.data.dataset.UniformSampler method) __setitem__() (revive.data.batch.Batch method)

A

abs() (in module revive.computation.operators) add_configurations() (revive.utils.tune_utils.CustomBasicVariantGenerator method) ADV() (revive.algo.policy.ppo.PPOOperator method) (revive.algo.venv.revive_p.PPOOperator method) AlgorithmOperator (class in revive.algo.venv.template) all_equal() (in module revive.computation.dists) anm() (in module revive.utils.causal_discovery_utils)

arg_constraints (revive.computation.dists.DiscreteLogistic attribute) (revive.computation.dists.MixDistribution attribute) AsyncClassicalDiscovery (class in revive.utils.causal_discovery_utils) AttributeDict (class in revive.utils.common_utils) auto_set() (revive.utils.tune_utils.Parameter method) AverageMeter (class in revive.utils.raysgd_utils) AverageMeterCollection (class in revive.utils.raysgd_utils)

B

BASE_TYPES (revive.computation.modules.DistributionWrapper attribute) Batch (class in revive.data.batch) bc_train_batch() (revive.algo.policy.ppo.PPOOperator method) (revive.algo.policy.sac.SACOperator method) (revive.algo.venv.revive.ReviveOperator method)

BCOperator (class in revive.algo.venv.bc) before_train_epoch() (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.venv.base.VenvOperator method), [1]

C

cat() (in module revive.computation.operators) (revive.data.batch.Batch static method) cat_() (revive.data.batch.Batch method) catch_error() (in module revive.algo.policy.base) (in module revive.algo.venv.base) (in module revive.utils.server_utils) category_offsets (revive.computation.modules.Tokenizer attribute) cdf() (revive.computation.dists.DiscreteLogistic method) check_license() (in module revive.utils.auth_utils) check_version() (revive.computation.inference.PolicyModel method), [1] (revive.computation.inference.PolicyModelDev method) (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.PolicyModel method), [1] (revive.computation.inference_cn.PolicyModelDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method) check_weight() (in module revive.utils.common_utils) checkt_convert() (in module revive.computation.funs_parser) CLASSICAL_ALGOS (revive.utils.causal_discovery_utils.ClassicalDiscovery attribute) CLASSICAL_ALGOS_THRESH_INFO (revive.utils.causal_discovery_utils.ClassicalDiscovery attribute) CLASSICAL_ALGOS_TRANSITION (revive.utils.causal_discovery_utils.ClassicalDiscovery attribute) ClassicalDiscovery (class in revive.utils.causal_discovery_utils) clip() (in module revive.computation.operators) CLIReporter (class in revive.utils.tune_utils)

collect_data() (in module revive.data.dataset) collect_models() (revive.computation.graph.DesicionGraph method) compute_lambda_return() (in module revive.utils.common_utils) compute_missing_data() (revive.data.dataset.OfflineDataset method), [1] compute_node() (revive.computation.graph.DesicionGraph method) compute_w2_dist_to_expert() (in module revive.utils.common_utils) ContextualPolicy (class in revive.computation.modules) convert_column() (in module revive.computation.funs_parser) convert_columns() (in module revive.computation.funs_parser) convert_fn_def() (in module revive.computation.funs_parser) convert_line() (in module revive.computation.funs_parser) convert_node() (in module revive.computation.funs_parser) convert_nodes() (in module revive.computation.funs_parser) convert_operator() (in module revive.computation.funs_parser) convert_operators() (in module revive.computation.funs_parser) copy_graph_node() (revive.computation.graph.DesicionGraph method) create_env() (in module revive.utils.common_utils) create_trial() (revive.utils.tune_utils.TrialIterator method) create_trial_if_possible() (revive.utils.tune_utils.CustomSearchGenerator method) create_unit_vector() (in module revive.utils.common_utils) CustomBasicVariantGenerator (class in revive.utils.tune_utils) customer_createTrain() (in module revive.utils.auth_utils) customer_uploadTrainFile() (in module revive.utils.auth_utils) customer_uploadTrainLog() (in module revive.utils.auth_utils) CustomSearchGenerator (class in revive.utils.tune_utils)

D

data_creator() (in module revive.data.dataset) (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.policy.ppo.PPOOperator method) (revive.algo.policy.sac.SACOperator method) (revive.algo.venv.base.VenvOperator method), [1] (revive.algo.venv.bc.BCOperator method) (revive.algo.venv.revive.ReviveOperator method) (revive.algo.venv.template.AlgorithmOperator method) data_to_dtreeviz() (in module revive.utils.common_utils) DataBufferEnv (class in revive.utils.server_utils) DataBufferPolicy (class in revive.utils.server_utils) DataBufferTuner (class in revive.utils.server_utils) DataProcessor (class in revive.data.processor) default_evaluate() (in module revive.utils.server_utils) del_target_nodes() (revive.computation.graph.DesicionGraph method)

delet_deque_item() (revive.utils.server_utils.DataBufferEnv method) deprocess() (revive.data.processor.DataProcessor method) deprocess_single() (revive.data.processor.DataProcessor method) deprocess_single_torch() (revive.data.processor.DataProcessor method) deprocess_torch() (revive.data.processor.DataProcessor method) DesicionGraph (class in revive.computation.graph) DesicionNode (class in revive.computation.graph) DiagnalNormal (class in revive.computation.dists) dict2parser() (in module revive.utils.common_utils) DiscoveryModule (class in revive.utils.causal_discovery_utils) DiscreteLogistic (class in revive.computation.dists) DistributionWrapper (class in revive.computation.modules) div() (in module revive.computation.operators) double_venv_validation() (in module revive.utils.common_utils) download_helper() (in module revive.utils.common_utils)

E

empty() (revive.data.batch.Batch static method) empty_() (revive.data.batch.Batch method) encode() (revive.utils.common_utils.PositionalEncoding method) entropy() (revive.computation.dists.DiagnalNormal method) (revive.computation.dists.DiscreteLogistic method) (revive.computation.dists.GaussianMixture method) (revive.computation.dists.MixDistribution method) (revive.computation.dists.TransformedDistribution method) env (revive.algo.policy.base.PolicyOperator property), [1] eval() (revive.computation.graph.DesicionGraph method) (revive.computation.graph.DesicionNode method) (revive.computation.graph.NetworkDecisionNode method) exact_search() (in module revive.utils.causal_discovery_utils) exp() (in module revive.computation.operators)

export2onnx() (revive.computation.graph.DesicionGraph method) (revive.computation.graph.DesicionNode method) (revive.computation.graph.FunctionDecisionNode method) (revive.computation.inference.PolicyModel method), [1] (revive.computation.inference.PolicyModelDev method) (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.PolicyModel method), [1] (revive.computation.inference_cn.PolicyModelDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method) exportable_broadcast() (in module revive.computation.dists) ExportableCategorical (class in revive.computation.dists) ExportableNormal (class in revive.computation.dists) extra_repr() (revive.computation.modules.DistributionWrapper method)

F

fci() (in module revive.utils.causal_discovery_utils) FeedForwardMatcher (class in revive.computation.modules) FeedForwardPolicy (class in revive.computation.modules) FeedForwardTransition (class in revive.computation.modules) find_all() (in module revive.computation.funs_parser) find_column() (in module revive.computation.funs_parser) find_later() (in module revive.utils.common_utils) find_node() (in module revive.computation.funs_parser) find_operator() (in module revive.computation.funs_parser) find_policy_index() (in module revive.utils.common_utils) fit() (revive.utils.causal_discovery_utils.AsyncClassicalDiscovery method) (revive.utils.causal_discovery_utils.ClassicalDiscovery method) (revive.utils.causal_discovery_utils.DiscoveryModule method) flush() (revive.utils.tune_utils.TuneTBLoggerCallback method) forward() (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.VirtualEnvDev method) (revive.computation.modules.ContextualPolicy method) (revive.computation.modules.DistributionWrapper method) (revive.computation.modules.FeedForwardMatcher method) (revive.computation.modules.FeedForwardPolicy method) (revive.computation.modules.FeedForwardTransition method) (revive.computation.modules.FT_Transformer method) (revive.computation.modules.HierarchicalMatcher method) (revive.computation.modules.MLP method) (revive.computation.modules.MultiheadAttention method) (revive.computation.modules.RecurrentMatcher method) (revive.computation.modules.RecurrentPolicy method) (revive.computation.modules.RecurrentRESPolicy method) (revive.computation.modules.RecurrentRESTransition method) (revive.computation.modules.RecurrentTransition method) (revive.computation.modules.ResBlock method) (revive.computation.modules.ResNet method) (revive.computation.modules.Swish method) (revive.computation.modules.Tokenizer method) (revive.computation.modules.Transformer1D method) (revive.computation.modules.VectorizedCritic method) (revive.computation.modules.VectorizedLinear method) (revive.computation.modules.VectorizedMLP method)

FT_Transformer (class in revive.computation.modules) FunctionDecisionNode (class in revive.computation.graph)

G

GaussianMixture (class in revive.computation.dists) geglu() (in module revive.computation.modules) generate_bin_encoding() (in module revive.utils.common_utils) generate_response_inputs() (in module revive.utils.common_utils) generate_response_outputs() (in module revive.utils.common_utils) generate_rewards() (in module revive.utils.common_utils) generate_rollout() (in module revive.utils.common_utils) (revive.algo.policy.base.PolicyOperator method), [1] generate_rollout_bc() (in module revive.utils.common_utils) generator_model_creator() (revive.algo.venv.revive_p.PPOOperator method) ges() (in module revive.utils.causal_discovery_utils) get_action() (revive.computation.modules.FeedForwardPolicy method) get_adj_matrix() (revive.utils.causal_discovery_utils.Graph method) get_best_id() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) get_best_model_workspace() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) get_best_policy() (revive.utils.server_utils.DataBufferPolicy method) get_best_venv() (revive.utils.server_utils.DataBufferEnv method) get_binary_adj_matrix() (revive.utils.causal_discovery_utils.Graph method) get_binary_adj_matrix_by_sparsity() (revive.utils.causal_discovery_utils.Graph method) get_concat_traj() (in module revive.utils.common_utils) get_dict() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) get_dist_configs() (revive.data.dataset.OfflineDataset method), [1] get_env_var() (in module revive.utils.common_utils) get_fn_list() (in module revive.computation.funs_parser) get_grad_norm() (in module revive.utils.common_utils) get_input_dict_from_graph() (in module revive.computation.utils) get_input_dim_dict_from_graph() (in module revive.utils.common_utils) get_input_dim_from_graph() (in module revive.utils.common_utils) get_input_from_graph() (in module revive.computation.utils) get_input_from_names() (in module revive.computation.utils) get_inputs() (revive.computation.graph.DesicionNode method) get_leaf() (revive.computation.graph.DesicionGraph method) get_least_metric() (revive.utils.server_utils.DataBufferEnv method) get_list_traj() (in module revive.utils.common_utils) get_loader() (in module revive.data.dataset) get_log() (revive.utils.server_utils.Logger method) get_machine_info() (in module revive.utils.license_utils) get_max_acc() (revive.utils.server_utils.DataBufferEnv method) get_max_reward() (revive.utils.server_utils.DataBufferPolicy method)

get_models_parameters() (in module revive.utils.common_utils) get_module() (in module revive.utils.common_utils) get_network() (revive.computation.graph.NetworkDecisionNode method) get_next_step_node() (in module revive.common.step_node_function) get_node() (revive.computation.graph.DesicionGraph method) get_node_dim_from_dist_configs() (in module revive.utils.common_utils) get_nodes() (in module revive.computation.funs_parser) get_num_of_trial() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) get_ope_dataset() (revive.algo.policy.base.PolicyOperator method), [1] get_parameter() (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] get_parameters() (revive.algo.policy.base.PolicyAlgorithm method) (revive.algo.policy.base.PolicyOperator class method), [1] (revive.algo.venv.base.VenvAlgorithm method) (revive.algo.venv.base.VenvOperator class method), [1] (revive.algo.venv.template.AlgorithmOperator class method) get_policy_model() (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] get_relation_node_names() (revive.computation.graph.DesicionGraph method) get_reward_fn() (in module revive.utils.common_utils) get_sample_function() (in module revive.computation.utils) get_state() (revive.utils.server_utils.DataBufferTuner method) get_status() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) get_train_func() (revive.algo.policy.base.PolicyAlgorithm method) (revive.algo.venv.base.VenvAlgorithm method) get_trainable() (revive.algo.policy.base.PolicyAlgorithm method) (revive.algo.venv.base.VenvAlgorithm method) get_trainer() (revive.algo.policy.base.PolicyAlgorithm method) (revive.algo.venv.base.VenvAlgorithm method) get_tune_callbacks() (in module revive.utils.tune_utils) get_tune_parameters() (revive.algo.policy.base.PolicyAlgorithm method) (revive.algo.policy.base.PolicyOperator class method), [1] (revive.algo.venv.base.VenvAlgorithm method) (revive.algo.venv.base.VenvOperator class method), [1] (revive.algo.venv.template.AlgorithmOperator class method) get_venv_list() (revive.utils.server_utils.DataBufferEnv method) get_virtualenv_env() (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] Graph (class in revive.utils.causal_discovery_utils) graph (revive.utils.causal_discovery_utils.DiscoveryModule property) (revive.utils.causal_discovery_utils.Graph property)

H

h52npz() (in module revive.utils.common_utils) has_rsample (revive.computation.dists.DiscreteLogistic attribute) (revive.computation.dists.Onehot attribute)

HierarchicalMatcher (class in revive.computation.modules)

I

icdf() (revive.computation.dists.DiscreteLogistic method) import_module_from_file() (in module revive.utils.common_utils) inc_trial() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) infer() (revive.computation.inference.PolicyModel method), [1] (revive.computation.inference.PolicyModelDev method) (revive.computation.inference_cn.PolicyModel method), [1] (revive.computation.inference_cn.PolicyModelDev method) infer_k_steps() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method)

infer_one_step() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method) InfiniteDataLoader (class in revive.data.dataset) InfiniteUniformSampler (class in revive.data.dataset) initialize_network() (revive.computation.graph.NetworkDecisionNode method) inter_cit() (in module revive.utils.causal_discovery_utils) is_empty() (revive.data.batch.Batch method) is_equal_structure() (revive.computation.graph.DesicionGraph method) is_equal_venv() (revive.computation.graph.DesicionGraph method) items() (revive.computation.graph.DesicionGraph method)

K

keys (revive.data.processor.DataProcessor property)

keys() (revive.computation.graph.DesicionGraph method)

L

learnable_node_names (revive.computation.graph.DesicionGraph property) lingam() (in module revive.utils.causal_discovery_utils) list2parser() (in module revive.utils.common_utils) load_data() (in module revive.utils.common_utils) load_h5() (in module revive.utils.common_utils) load_npz() (in module revive.utils.common_utils)

load_policy() (in module revive.utils.common_utils) log() (in module revive.computation.operators) log_prob() (revive.computation.dists.DiagnalNormal method) (revive.computation.dists.DiscreteLogistic method) (revive.computation.dists.ExportableCategorical method) (revive.computation.dists.MixDistribution method) Logger (class in revive.utils.server_utils)

M

maintain_gradient_hard_clamp() (in module revive.computation.utils) mark_tunable() (revive.computation.graph.DesicionGraph method) matcher_model_creator() (revive.algo.venv.revive.ReviveOperator method) matching_bracket() (in module revive.computation.funs_parser) max() (in module revive.computation.operators) mean() (in module revive.computation.operators) metric_name (revive.algo.venv.base.VenvOperator property), [1] min() (in module revive.computation.operators) MixDistribution (class in revive.computation.dists) MLP (class in revive.computation.modules) mode (revive.computation.dists.DiagnalNormal property) (revive.computation.dists.DiscreteLogistic property) (revive.computation.dists.GaussianMixture property) (revive.computation.dists.MixDistribution property) (revive.computation.dists.Onehot property) (revive.computation.dists.ReviveDistributionMixin property) (revive.computation.dists.TransformedDistribution property) model_creator() (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.policy.ppo.PPOOperator method) (revive.algo.policy.sac.SACOperator method) (revive.algo.venv.base.VenvOperator method), [1] (revive.algo.venv.bc.BCOperator method) (revive.algo.venv.revive.ReviveOperator method) (revive.algo.venv.template.AlgorithmOperator method) module revive revive.algo revive.algo.policy revive.algo.policy.base, [1] revive.algo.policy.ppo revive.algo.policy.sac revive.algo.venv revive.algo.venv.base, [1] revive.algo.venv.bc revive.algo.venv.revive revive.algo.venv.revive_p revive.algo.venv.template revive.common revive.common.step_node_function revive.computation revive.computation.dists revive.computation.funs_parser revive.computation.graph revive.computation.inference, [1] revive.computation.inference_cn, [1] revive.computation.modules revive.computation.operators revive.computation.utils revive.conf revive.conf.config revive.data revive.data.batch revive.data.dataset, [1] revive.data.processor revive.server, [1] revive.server_cn, [1] revive.utils revive.utils.auth_utils revive.utils.causal_discovery_utils revive.utils.common_utils revive.utils.license_utils revive.utils.raysgd_utils revive.utils.server_utils revive.utils.tune_utils revive.version

mul() (in module revive.computation.operators) MultiheadAttention (class in revive.computation.modules)

N

n_tokens (revive.computation.modules.Tokenizer property) NAME (revive.algo.venv.base.VenvOperator attribute), [1] (revive.algo.venv.bc.BCOperator attribute) (revive.algo.venv.revive.ReviveOperator attribute) (revive.algo.venv.revive_p.PPOOperator attribute) (revive.algo.venv.template.AlgorithmOperator attribute) nan_in_grad() (revive.algo.venv.base.VenvOperator method), [1] net_to_tree() (in module revive.utils.common_utils) NetworkDecisionNode (class in revive.computation.graph) node_dist() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) node_infer() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method)

node_post_computation() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) node_pre_computation() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) node_type (revive.computation.graph.DesicionNode attribute) (revive.computation.graph.FunctionDecisionNode attribute) (revive.computation.graph.NetworkDecisionNode attribute) nodes_models_train (revive.algo.venv.base.VenvOperator property), [1] nodes_models_val (revive.algo.venv.base.VenvOperator property), [1] normalize() (in module revive.utils.common_utils) not_use_target_network() (revive.computation.graph.DesicionGraph method) npz2h5() (in module revive.utils.common_utils)

O

OfflineDataset (class in revive.data.dataset), [1] on_result() (revive.utils.tune_utils.TuneTBLoggerCallback method) Onehot (class in revive.computation.dists) optimizer_creator() (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.policy.ppo.PPOOperator method) (revive.algo.policy.sac.SACOperator method) (revive.algo.venv.base.VenvOperator method), [1] (revive.algo.venv.bc.BCOperator method) (revive.algo.venv.revive_p.PPOOperator method) (revive.algo.venv.template.AlgorithmOperator method)

other_models (revive.algo.policy.base.PolicyOperator property), [1] other_models_train (revive.algo.venv.base.VenvOperator property), [1] other_models_val (revive.algo.venv.base.VenvOperator property), [1]

P

Parameter (class in revive.utils.tune_utils) PARAMETER_DESCRIPTION (revive.algo.policy.base.PolicyOperator attribute), [1] (revive.algo.policy.ppo.PPOOperator attribute) (revive.algo.policy.sac.SACOperator attribute) (revive.algo.venv.base.VenvOperator attribute), [1] (revive.algo.venv.bc.BCOperator attribute) (revive.algo.venv.revive_p.PPOOperator attribute) (revive.algo.venv.template.AlgorithmOperator attribute) ParameterTuner (class in revive.utils.server_utils) parser() (in module revive.computation.funs_parser) pc() (in module revive.utils.causal_discovery_utils) plot_response_curve() (in module revive.utils.common_utils) plot_traj() (in module revive.utils.common_utils) plt_double_venv_validation() (in module revive.utils.common_utils) policy (revive.algo.policy.base.PolicyOperator property), [1] (revive.algo.policy.sac.SACOperator property) PolicyAlgorithm (class in revive.algo.policy.base) PolicyModel (class in revive.computation.inference), [1] (class in revive.computation.inference_cn), [1]

PolicyModelDev (class in revive.computation.inference) (class in revive.computation.inference_cn) PolicyOperator (class in revive.algo.policy.base), [1] PolicyTrain (class in revive.utils.server_utils) PositionalEncoding (class in revive.utils.common_utils) post_computation() (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.VirtualEnvDev method) postprocess_window() (revive.computation.modules.RecurrentRESPolicy method) ppo_step() (revive.algo.policy.ppo.PPOOperator method) PPO_step() (revive.algo.venv.revive_p.PPOOperator method) PPOOperator (class in revive.algo.policy.ppo) (class in revive.algo.venv.revive_p) pre_computation() (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.VirtualEnvDev method) preprocess_window() (revive.computation.modules.RecurrentRESPolicy method) process() (revive.data.processor.DataProcessor method) process_single() (revive.data.processor.DataProcessor method) process_single_torch() (revive.data.processor.DataProcessor method) process_torch() (revive.data.processor.DataProcessor method) put() (revive.algo.policy.sac.ReplayBuffer method)

R

RecurrentMatcher (class in revive.computation.modules) RecurrentPolicy (class in revive.computation.modules) RecurrentRESPolicy (class in revive.computation.modules) RecurrentRESTransition (class in revive.computation.modules) RecurrentTransition (class in revive.computation.modules) register_node() (revive.computation.graph.DesicionGraph method) register_node_function() (revive.computation.graph.FunctionDecisionNode method) register_processor() (revive.computation.graph.DesicionGraph method) (revive.computation.graph.DesicionNode method) register_target_nodes() (revive.computation.graph.DesicionGraph method) reglu() (in module revive.computation.modules) remove_node_function() (revive.computation.graph.FunctionDecisionNode method) remove_processor() (revive.computation.graph.DesicionNode method) replace_policy() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnv method), [1] ReplayBuffer (class in revive.algo.policy.sac) report() (revive.utils.tune_utils.CLIReporter method) requires_grad_() (revive.computation.graph.DesicionGraph method) (revive.computation.graph.DesicionNode method) (revive.computation.graph.NetworkDecisionNode method) ResBlock (class in revive.computation.modules) reset() (revive.computation.graph.DesicionGraph method) (revive.computation.graph.DesicionNode method) (revive.computation.graph.NetworkDecisionNode method) (revive.computation.inference.PolicyModel method), [1] (revive.computation.inference.PolicyModelDev method) (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.PolicyModel method), [1] (revive.computation.inference_cn.PolicyModelDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method) (revive.computation.modules.ContextualPolicy method) (revive.computation.modules.FeedForwardPolicy method) (revive.computation.modules.FeedForwardTransition method) (revive.computation.modules.RecurrentPolicy method) (revive.computation.modules.RecurrentRESPolicy method) (revive.utils.raysgd_utils.AverageMeter method) reset_parameters() (revive.computation.modules.VectorizedLinear method) ResNet (class in revive.computation.modules) response_curve() (in module revive.utils.common_utils) revive module revive.algo module revive.algo.policy module revive.algo.policy.base module, [1] revive.algo.policy.ppo module revive.algo.policy.sac module revive.algo.venv module revive.algo.venv.base module, [1] revive.algo.venv.bc module revive.algo.venv.revive module revive.algo.venv.revive_p module revive.algo.venv.template module revive.common module

revive.common.step_node_function module revive.computation module revive.computation.dists module revive.computation.funs_parser module revive.computation.graph module revive.computation.inference module, [1] revive.computation.inference_cn module, [1] revive.computation.modules module revive.computation.operators module revive.computation.utils module revive.conf module revive.conf.config module revive.data module revive.data.batch module revive.data.dataset module, [1] revive.data.processor module revive.server module, [1] revive.server_cn module, [1] revive.utils module revive.utils.auth_utils module revive.utils.causal_discovery_utils module revive.utils.common_utils module revive.utils.license_utils module revive.utils.raysgd_utils module revive.utils.server_utils module revive.utils.tune_utils module revive.version module revive_config_file_path (revive.server.ReviveServer attribute), [1] (revive.server_cn.ReviveServer attribute), [1] ReviveDistribution (class in revive.computation.dists) ReviveDistributionMixin (class in revive.computation.dists) ReviveOperator (class in revive.algo.venv.revive) ReviveServer (class in revive.server), [1] (class in revive.server_cn), [1] rnn_forward() (revive.computation.modules.RecurrentRESPolicy method) round() (revive.computation.dists.DiscreteLogistic method) rsample() (revive.computation.dists.DiagnalNormal method) (revive.computation.dists.DiscreteLogistic method) (revive.computation.dists.MixDistribution method) (revive.computation.dists.Onehot method) run() (revive.utils.server_utils.ParameterTuner method)

S

sac() (revive.algo.policy.sac.SACOperator method) SACOperator (class in revive.algo.policy.sac) safe_atanh() (in module revive.computation.utils) sample() (revive.algo.policy.sac.ReplayBuffer method) (revive.computation.dists.DiagnalNormal method) (revive.computation.dists.DiscreteLogistic method) (revive.computation.dists.MixDistribution method) sample_with_logprob() (revive.computation.dists.ReviveDistributionMixin method) save_h5() (in module revive.utils.common_utils) save_histogram() (in module revive.utils.common_utils) save_histogram_after_stop() (in module revive.utils.common_utils) save_rollout_action() (in module revive.utils.common_utils) set_best_policy() (revive.utils.server_utils.DataBufferPolicy method) set_best_venv() (revive.utils.server_utils.DataBufferEnv method) set_callback() (revive.utils.causal_discovery_utils.AsyncClassicalDiscovery method) set_env() (revive.computation.inference.VirtualEnv method), [1] set_horizon() (revive.data.dataset.OfflineDataset method), [1] set_network() (revive.computation.graph.NetworkDecisionNode method) set_parameter_value() (in module revive.utils.common_utils) set_target_policy_name() (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method) set_total_trials() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) setup() (revive.algo.policy.sac.SACOperator method) setup_seed() (in module revive.utils.common_utils) shape (revive.data.batch.Batch property) shift() (revive.computation.dists.DiagnalNormal method) (revive.computation.dists.GaussianMixture method) (revive.computation.dists.MixDistribution method)

sinkhorn_gpu() (in module revive.utils.common_utils) soft_clamp() (in module revive.computation.utils) sort_graph() (revive.computation.graph.DesicionGraph method) split() (revive.data.batch.Batch method) (revive.data.dataset.OfflineDataset method), [1] stack() (revive.data.batch.Batch static method) stack_() (revive.data.batch.Batch method) state_transition() (revive.computation.graph.DesicionGraph method) std (revive.computation.dists.DiagnalNormal property) (revive.computation.dists.DiscreteLogistic property) (revive.computation.dists.GaussianMixture property) (revive.computation.dists.MixDistribution property) (revive.computation.dists.Onehot property) (revive.computation.dists.ReviveDistributionMixin property) (revive.computation.dists.TransformedDistribution property) stop_all() (revive.utils.tune_utils.SysStopper method) stop_train() (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] strip() (in module revive.computation.funs_parser) sub() (in module revive.computation.operators) sum() (in module revive.computation.operators) summary() (revive.utils.raysgd_utils.AverageMeterCollection method) summary_nodes() (revive.computation.graph.DesicionGraph method) support (revive.computation.dists.DiscreteLogistic attribute) SUPPORTED_TYPES (revive.computation.modules.DistributionWrapper attribute) Swish (class in revive.computation.modules) switch_data_loader() (revive.algo.venv.revive.ReviveOperator method) SysStopper (class in revive.utils.tune_utils)

T

target_policy_name (revive.computation.inference.PolicyModel property), [1] (revive.computation.inference.VirtualEnv property), [1] (revive.computation.inference_cn.PolicyModel property), [1] (revive.computation.inference_cn.VirtualEnv property), [1] tb_data_parse() (in module revive.utils.common_utils) test_on_real_env() (in module revive.utils.common_utils) test_one_trail() (in module revive.utils.common_utils) thresh_info (revive.utils.causal_discovery_utils.Graph property) to() (revive.computation.graph.DesicionGraph method) (revive.computation.graph.DesicionNode method) (revive.computation.graph.NetworkDecisionNode method) (revive.computation.inference.PolicyModel method), [1] (revive.computation.inference.PolicyModelDev method) (revive.computation.inference.VirtualEnv method), [1] (revive.computation.inference.VirtualEnvDev method) (revive.computation.inference_cn.PolicyModel method), [1] (revive.computation.inference_cn.PolicyModelDev method) (revive.computation.inference_cn.VirtualEnv method), [1] (revive.computation.inference_cn.VirtualEnvDev method) to_numpy() (in module revive.computation.utils) (revive.data.batch.Batch method) to_torch() (in module revive.computation.utils) (revive.data.batch.Batch method) Tokenizer (class in revive.computation.modules) train() (revive.computation.graph.DesicionNode method) (revive.computation.graph.NetworkDecisionNode method) (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] (revive.utils.server_utils.PolicyTrain method) (revive.utils.server_utils.TunePolicyTrain method) (revive.utils.server_utils.TuneVenvTrain method) (revive.utils.server_utils.VenvTrain method) train_batch() (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.policy.ppo.PPOOperator method) (revive.algo.policy.sac.SACOperator method) (revive.algo.venv.base.VenvOperator method), [1] (revive.algo.venv.bc.BCOperator method) (revive.algo.venv.template.AlgorithmOperator method) train_epoch() (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.venv.base.VenvOperator method), [1] (revive.algo.venv.bc.BCOperator method) (revive.algo.venv.revive.ReviveOperator method) (revive.algo.venv.template.AlgorithmOperator method)

train_policy() (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] train_venv() (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] training (revive.computation.inference.PolicyModelDev attribute) (revive.computation.inference.VirtualEnvDev attribute) (revive.computation.inference_cn.PolicyModelDev attribute) (revive.computation.inference_cn.VirtualEnvDev attribute) (revive.computation.modules.ContextualPolicy attribute) (revive.computation.modules.DistributionWrapper attribute) (revive.computation.modules.FeedForwardMatcher attribute) (revive.computation.modules.FeedForwardPolicy attribute) (revive.computation.modules.FeedForwardTransition attribute) (revive.computation.modules.FT_Transformer attribute) (revive.computation.modules.HierarchicalMatcher attribute) (revive.computation.modules.MLP attribute) (revive.computation.modules.MultiheadAttention attribute) (revive.computation.modules.RecurrentMatcher attribute) (revive.computation.modules.RecurrentPolicy attribute) (revive.computation.modules.RecurrentRESPolicy attribute) (revive.computation.modules.RecurrentRESTransition attribute) (revive.computation.modules.RecurrentTransition attribute) (revive.computation.modules.ResBlock attribute) (revive.computation.modules.ResNet attribute) (revive.computation.modules.Swish attribute) (revive.computation.modules.Transformer1D attribute) (revive.computation.modules.VectorizedCritic attribute) (revive.computation.modules.VectorizedLinear attribute) (revive.computation.modules.VectorizedMLP attribute) trajectory_mode_() (revive.data.dataset.OfflineDataset method), [1] TransformedDistribution (class in revive.computation.dists) Transformer1D (class in revive.computation.modules) transition_mode_() (revive.data.dataset.OfflineDataset method), [1] TransitionGraph (class in revive.utils.causal_discovery_utils) trial_str_creator() (in module revive.utils.server_utils) TrialIterator (class in revive.utils.tune_utils) tune_parameter() (revive.server.ReviveServer method), [1] (revive.server_cn.ReviveServer method), [1] TunePolicyTrain (class in revive.utils.server_utils) TuneTBLoggerCallback (class in revive.utils.tune_utils) TuneVenvTrain (class in revive.utils.server_utils)

U

UniformSampler (class in revive.data.dataset) update() (revive.data.batch.Batch method) (revive.utils.raysgd_utils.AverageMeter method) (revive.utils.raysgd_utils.AverageMeterCollection method) (revive.utils.server_utils.DataBufferTuner method) (revive.utils.server_utils.Logger method) update_description() (in module revive.utils.common_utils)

update_env_vars() (in module revive.utils.common_utils) update_metric() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) update_status() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method) update_target_network() (revive.computation.graph.DesicionGraph method) update_venv_deque_dict() (revive.utils.server_utils.DataBufferEnv method) use_target_network() (revive.computation.graph.DesicionGraph method)

V

val_policy (revive.algo.policy.base.PolicyOperator property), [1] (revive.algo.policy.sac.SACOperator property) validate() (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.venv.base.VenvOperator method), [1] validate_batch() (revive.algo.policy.base.PolicyOperator method), [1] (revive.algo.venv.base.VenvOperator method), [1] values() (revive.computation.graph.DesicionGraph method) VectorizedCritic (class in revive.computation.modules) VectorizedLinear (class in revive.computation.modules)

VectorizedMLP (class in revive.computation.modules) venv_test() (revive.algo.policy.base.PolicyOperator method), [1] VenvAlgorithm (class in revive.algo.venv.base) VenvOperator (class in revive.algo.venv.base), [1] VenvTrain (class in revive.utils.server_utils) VirtualEnv (class in revive.computation.inference), [1] (class in revive.computation.inference_cn), [1] VirtualEnvDev (class in revive.computation.inference) (class in revive.computation.inference_cn)

W

wasserstein_distance() (in module revive.utils.common_utils)

write() (revive.utils.server_utils.DataBufferEnv method) (revive.utils.server_utils.DataBufferPolicy method)

Z

ZOOptSearch (class in revive.utils.tune_utils)