Index

A

ACTION_DIST (malib.utils.metrics.JointDistMetric.Meta attribute) actions (malib.utils.typing.StandardTransition property) ActionSpaceType (in module malib.utils.typing) actor (malib.algorithm.common.policy.Policy property) add() (malib.algorithm.common.misc.GradientOps static method) ADD_POLICY (malib.utils.typing.TaskType attribute) ADD_WORKER (malib.utils.typing.TaskType attribute) AGENT_EXPERIENCE_TABLE_NAME_GEN() (in module malib.utils.notations) agent_id (malib.utils.typing.BufferDescription attribute) agent_involve_info (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.RolloutFeedback attribute) (malib.utils.typing.SimulationDescription attribute) (malib.utils.typing.TrainingDescription attribute) (malib.utils.typing.TrainingFeedback attribute)

AgentInvolveInfo (class in malib.utils.typing) Aggregator (class in malib.utils.aggregators) all() (malib.utils.stoppers.Stopper method) anyof() (in module malib.utils.convert) append() (malib.backend.datapool.data_array.LinkDataArray.deque method) appendleft() (malib.backend.datapool.data_array.LinkDataArray.deque method) apply() (malib.utils.aggregators.BaseAggregator method) (malib.utils.aggregators.Max method) (malib.utils.aggregators.Mean method) (malib.utils.aggregators.Min method) ASYNC_LEARNING (malib.utils.typing.TaskType attribute) AVE_REWARD (malib.utils.typing.EvaluateResult attribute)

B

BaseAggregator (class in malib.utils.aggregators) BaseConfigFormatter (class in malib.utils.configs.formatter) BaseEvaluator (class in malib.evaluator.base_evaluator) BaseIOWrapper (class in malib.utils.io_wrapper) (class in malib.utils.io_wrapper.base_io_wrapper) batch_size (malib.utils.typing.BufferDescription attribute) (malib.utils.typing.TrainingDescription attribute) BatchMetaInfo (class in malib.utils.typing)

BColors (class in malib.utils.typing) BehaviorMode (class in malib.utils.typing) binary_chunks() (in module malib.rpc.chunk) BOLD (malib.utils.typing.BColors attribute) BoxFlattenPreprocessor (class in malib.utils.preprocessor) BoxStackedPreprocessor (class in malib.utils.preprocessor) BufferDescription (class in malib.utils.typing) BufferDict (class in malib.utils.general)

C

callback (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.SimulationDescription attribute) capacity (malib.backend.datapool.data_array.LinkDataArray property) (malib.backend.datapool.data_array.NumpyDataArray property) (malib.utils.general.BufferDict property) (malib.utils.typing.BufferDescription attribute) capacity() (malib.backend.datapool.data_array.DataArray method) CHECK_ADD (malib.utils.typing.TaskType attribute) cleaned_data() (malib.utils.typing.MetricEntry method) clear() (malib.backend.datapool.data_array.LinkDataArray.deque method) clip_rewards() (malib.algorithm.common.reward.Reward method)

compute_action() (malib.algorithm.common.policy.Policy method) compute_actions() (malib.algorithm.common.policy.Policy method) compute_reward() (malib.algorithm.common.reward.Reward method) compute_rewards() (malib.algorithm.common.reward.Reward method) computing_mode (malib.utils.typing.TaskRequest attribute) content (malib.utils.typing.TaskDescription attribute) (malib.utils.typing.TaskRequest attribute) CONVERGED (malib.utils.typing.EvaluateResult attribute) copy() (malib.backend.datapool.data_array.LinkDataArray.deque method) count() (malib.backend.datapool.data_array.LinkDataArray.deque method) created_time (malib.utils.typing.BatchMetaInfo attribute) critic (malib.algorithm.common.policy.Policy property)

D

data (malib.utils.typing.BufferDescription attribute) (malib.utils.typing.ParameterDescription attribute) data_shapes (malib.utils.typing.BufferDescription attribute) DataArray (class in malib.backend.datapool.data_array) default_result() (malib.utils.typing.EvaluateResult static method) DefaultConfigFormatter (class in malib.utils.configs.formatter) deprecated() (in module malib.utils.notations) deregister_state() (malib.algorithm.common.policy.Policy method) (malib.algorithm.common.reward.Reward method)

description (malib.algorithm.common.policy.Policy property) (malib.algorithm.common.reward.Reward property) (malib.utils.typing.ParameterDescription attribute) deserialize() (in module malib.rpc.chunk) deserialize_image() (in module malib.rpc.chunk) DictFlattenPreprocessor (class in malib.utils.preprocessor) DiscreteFlattenPreprocessor (class in malib.utils.preprocessor) dones (malib.utils.typing.StandardTransition property) dump_dict() (in module malib.utils.convert)

E

END (malib.utils.typing.EventReportStatus attribute) ENDC (malib.utils.typing.BColors attribute) env_id (malib.utils.typing.AgentInvolveInfo attribute) (malib.utils.typing.BatchMetaInfo attribute) (malib.utils.typing.BufferDescription attribute) (malib.utils.typing.ParameterDescription attribute) EPISODE_EXPERIENCE_TABLE_NAME_GEN() (in module malib.utils.notations) episode_id (malib.utils.typing.BatchMetaInfo attribute) episode_seg (malib.utils.typing.RolloutDescription attribute) EPSGreedy (class in malib.algorithm.common.misc) Error eval() (malib.algorithm.common.policy.Policy method) (malib.algorithm.common.reward.Reward method) EVALUATE (malib.utils.typing.TaskType attribute)

evaluate() (malib.evaluator.base_evaluator.BaseEvaluator method) (malib.evaluator.generic.GenericEvaluator method) (malib.evaluator.psro.PSROEvaluator method) EVALUATE_WRITE_BACK (malib.utils.typing.TaskType attribute) EvaluateResult (class in malib.utils.typing) EvaluatorType (class in malib.evaluator) EventReportStatus (class in malib.utils.typing) EXCEED (malib.utils.typing.Status attribute) ExperimentManagerTableName (class in malib.utils.typing) EXPLOITATION (malib.utils.typing.BehaviorMode attribute) EXPLORATION (malib.utils.typing.BehaviorMode attribute) exploration_callback (malib.algorithm.common.policy.Policy property) (malib.algorithm.common.reward.Reward property) extend() (malib.backend.datapool.data_array.LinkDataArray.deque method) extendleft() (malib.backend.datapool.data_array.LinkDataArray.deque method)

F

FAIL (malib.utils.typing.BColors attribute) FAILED (malib.utils.typing.Status attribute) fill() (malib.backend.datapool.data_array.DataArray method) (malib.backend.datapool.data_array.LinkDataArray method) (malib.backend.datapool.data_array.NumpyDataArray method) (malib.utils.configs.formatter.DefaultConfigFormatter static method)

FLATTEN (malib.utils.preprocessor.Mode attribute) forward() (malib.algorithm.common.model.MLP method) (malib.algorithm.common.model.RNN method) fragment_length (malib.utils.typing.RolloutDescription attribute) from_task_desc() (malib.utils.typing.TaskRequest static method) frozen_data() (in module malib.utils.general)

G

gen_template() (malib.utils.typing.AgentInvolveInfo class method) (malib.utils.typing.MetaParameterDescription class method) (malib.utils.typing.ParameterDescription class method) (malib.utils.typing.RolloutDescription class method) (malib.utils.typing.SimulationDescription class method) (malib.utils.typing.TaskDescription class method) (malib.utils.typing.TrainingDescription class method) GENERIC (malib.evaluator.EvaluatorType attribute) GenericEvaluator (class in malib.evaluator.generic) GenericEvaluator.StopMetrics (class in malib.evaluator.generic) get() (malib.utils.aggregators.Aggregator static method) get_data() (malib.backend.datapool.data_array.DataArray method) (malib.backend.datapool.data_array.LinkDataArray method) (malib.backend.datapool.data_array.NumpyDataArray method)

get_evaluator() (in module malib.evaluator) get_initial_state() (malib.algorithm.common.model.Model method) (malib.algorithm.common.model.RNN method) (malib.algorithm.common.policy.Policy method) get_metric() (in module malib.utils.metrics) get_model() (in module malib.algorithm.common.model) get_preprocessor() (in module malib.utils.preprocessor) get_stopper() (in module malib.utils.stoppers) GRADIENT (malib.utils.typing.ParameterDescription.Type attribute) GradientOps (class in malib.algorithm.common.misc) grpc_struct_to_dict() (in module malib.utils.convert) gumbel_softmax() (in module malib.algorithm.common.misc) gumbel_softmax_sample() (in module malib.algorithm.common.misc)

H

hard_update() (in module malib.algorithm.common.misc) (in module malib.utils.model_utils)

HEADER (malib.utils.typing.BColors attribute)

I

id (malib.utils.typing.ParameterDescription attribute) identify (malib.utils.typing.BufferDescription attribute) (malib.utils.typing.MetaParameterDescription attribute) (malib.utils.typing.ParameterDescription attribute) (malib.utils.typing.TaskDescription attribute) (malib.utils.typing.TaskRequest attribute) IDLE (malib.utils.typing.Status attribute) IN_PROGRESS (malib.utils.typing.Status attribute) index() (malib.backend.datapool.data_array.LinkDataArray.deque method) (malib.utils.general.BufferDict method) index_func() (malib.utils.general.BufferDict method) indices (malib.utils.typing.BufferDescription attribute)

info (malib.utils.stoppers.NonStopper property) (malib.utils.stoppers.SimpleRolloutStopper property) (malib.utils.stoppers.SimpleTrainingStopper property) (malib.utils.stoppers.Stopper property) INIT (malib.utils.typing.TaskType attribute) insert() (malib.backend.datapool.data_array.DataArray method) (malib.backend.datapool.data_array.LinkDataArray method) (malib.backend.datapool.data_array.LinkDataArray.deque method) (malib.backend.datapool.data_array.NumpyDataArray method) iter_dicts_recursively() (in module malib.utils.general) iter_many_dicts_recursively() (in module malib.utils.general) iterate_recursively() (in module malib.utils.general)

J

JointDistMetric (class in malib.utils.metrics)

JointDistMetric.Meta (class in malib.utils.metrics)

K

key (malib.utils.typing.ExperimentManagerTableName attribute)

L

LinkDataArray (class in malib.backend.datapool.data_array) LinkDataArray.deque (class in malib.backend.datapool.data_array) LIVE_STEP (malib.utils.typing.MetricType attribute) LOAD_MODEL (malib.utils.typing.TaskType attribute) load_state() (malib.algorithm.common.policy.Policy method) (malib.algorithm.common.reward.Reward method)

load_state_dict() (malib.algorithm.common.policy.SimpleObject method) lock (malib.utils.typing.ParameterDescription attribute) LOCKED (malib.utils.typing.Status attribute) LOSS (malib.utils.typing.TrainingMetric attribute)

M

m (malib.utils.aggregators.Aggregator attribute) malib module malib.algorithm.common module malib.algorithm.common.misc module malib.algorithm.common.model module malib.algorithm.common.policy module malib.algorithm.common.reward module malib.backend module malib.backend.coordinator module malib.backend.datapool module malib.backend.datapool.data_array module malib.evaluator module malib.evaluator.base_evaluator module malib.evaluator.generic module malib.evaluator.psro module malib.gt module malib.manager module malib.registration module malib.rpc module malib.rpc.chunk module malib.rpc.log module malib.settings module malib.utils module malib.utils.aggregators module malib.utils.configs module malib.utils.configs.config module malib.utils.configs.formatter module malib.utils.convert module malib.utils.errors module malib.utils.formatter module malib.utils.general module malib.utils.io_wrapper module malib.utils.io_wrapper.base_io_wrapper module malib.utils.io_wrapper.file_io_wrapper module malib.utils.io_wrapper.queue_io_wrapper module malib.utils.io_wrapper.rpc_io_wrapper module malib.utils.io_wrapper.std_io_wrapper module malib.utils.metrics module malib.utils.model_utils module malib.utils.notations module

malib.utils.preprocessor module malib.utils.stoppers module malib.utils.typing module MARL (malib.utils.typing.Paradigm attribute) masked_softmax() (in module malib.algorithm.common.misc) Max (class in malib.utils.aggregators) MAX (malib.utils.aggregators.Aggregator attribute) max_episode_length (malib.utils.typing.SimulationDescription attribute) MAX_ITERATION (malib.evaluator.generic.GenericEvaluator.StopMetrics attribute) (malib.evaluator.psro.PSROEvaluator.StopMetrics attribute) max_iteration (malib.utils.stoppers.SimpleRolloutStopper property) maxlen (malib.backend.datapool.data_array.LinkDataArray.deque attribute) Mean (class in malib.utils.aggregators) MEAN (malib.utils.aggregators.Aggregator attribute) mean() (malib.algorithm.common.misc.GradientOps static method) merge_parsed() (malib.utils.metrics.JointDistMetric static method) (malib.utils.metrics.Metric static method) (malib.utils.metrics.SimpleMetrics static method) META_GAME (malib.utils.typing.Paradigm attribute) meta_parameter_desc_dict (malib.utils.typing.AgentInvolveInfo attribute) meta_pid (malib.utils.typing.MetaParameterDescription attribute) meta_policy_id (malib.utils.typing.BatchMetaInfo attribute) MetaParameterDescription (class in malib.utils.typing) Metric (class in malib.utils.metrics) MetricEntry (class in malib.utils.typing) MetricType (class in malib.utils.typing) Min (class in malib.utils.aggregators) MIN (malib.utils.aggregators.Aggregator attribute) MLP (class in malib.algorithm.common.model) mlp() (in module malib.algorithm.common.model) Mode (class in malib.utils.preprocessor) mode (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.TrainingDescription attribute) Model (class in malib.algorithm.common.model) module malib malib.algorithm.common malib.algorithm.common.misc malib.algorithm.common.model malib.algorithm.common.policy malib.algorithm.common.reward malib.backend malib.backend.coordinator malib.backend.datapool malib.backend.datapool.data_array malib.evaluator malib.evaluator.base_evaluator malib.evaluator.generic malib.evaluator.psro malib.gt malib.manager malib.registration malib.rpc malib.rpc.chunk malib.rpc.log malib.settings malib.utils malib.utils.aggregators malib.utils.configs malib.utils.configs.config malib.utils.configs.formatter malib.utils.convert malib.utils.errors malib.utils.formatter malib.utils.general malib.utils.io_wrapper malib.utils.io_wrapper.base_io_wrapper malib.utils.io_wrapper.file_io_wrapper malib.utils.io_wrapper.queue_io_wrapper malib.utils.io_wrapper.rpc_io_wrapper malib.utils.io_wrapper.std_io_wrapper malib.utils.metrics malib.utils.model_utils malib.utils.notations malib.utils.preprocessor malib.utils.stoppers malib.utils.typing

N

NASH_COV (malib.evaluator.psro.PSROEvaluator.StopMetrics attribute) nbytes (malib.backend.datapool.data_array.NumpyDataArray property) new_obs (malib.utils.typing.StandardTransition property) nid (malib.utils.typing.ExperimentManagerTableName attribute) NO (malib.utils.typing.TaskType attribute) NoEnoughDataError

NoEnoughSpace noise() (malib.algorithm.common.misc.OUNoise method) NonStopper (class in malib.utils.stoppers) NORMAL (malib.utils.typing.Status attribute) num_episodes (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.SimulationDescription attribute) NumpyDataArray (class in malib.backend.datapool.data_array)

O

obs (malib.utils.typing.StandardTransition property) observation_space (malib.utils.preprocessor.Preprocessor property) OKBLUE (malib.utils.typing.BColors attribute) OKCYAN (malib.utils.typing.BColors attribute)

OKGREEN (malib.utils.typing.BColors attribute) onehot_from_logits() (in module malib.algorithm.common.misc) OPTIMIZE (malib.utils.typing.TaskType attribute) OUNoise (class in malib.algorithm.common.misc) OversampleError

P

Paradigm (class in malib.utils.typing) parallel_num (malib.utils.typing.ParameterDescription attribute) Parameter (in module malib.utils.typing) PARAMETER (malib.utils.typing.ParameterDescription.Type attribute) parameter_desc_dict (malib.utils.typing.MetaParameterDescription attribute) ParameterDescription (class in malib.utils.typing) ParameterDescription.Type (class in malib.utils.typing) parse() (malib.utils.configs.formatter.BaseConfigFormatter static method) (malib.utils.configs.formatter.DefaultConfigFormatter static method) (malib.utils.metrics.JointDistMetric method) (malib.utils.metrics.Metric method) (malib.utils.metrics.SimpleMetrics method) pattern_file_path (malib.utils.configs.formatter.DefaultConfigFormatter attribute) PAYOFF_DIFF_THRESHOLD (malib.evaluator.psro.PSROEvaluator.StopMetrics attribute) Policy (class in malib.algorithm.common.policy) policy_combination (malib.utils.typing.RolloutFeedback attribute) policy_combinations (malib.utils.typing.SimulationDescription attribute) policy_distribution (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.TrainingDescription attribute)

policy_id (malib.utils.typing.BatchMetaInfo attribute) (malib.utils.typing.BufferDescription attribute) policy_type (malib.utils.typing.BatchMetaInfo attribute) pop() (malib.backend.datapool.data_array.LinkDataArray.deque method) popleft() (malib.backend.datapool.data_array.LinkDataArray.deque method) populations (malib.utils.typing.AgentInvolveInfo attribute) Preprocessor (class in malib.utils.preprocessor) pretty_dict() (in module malib.utils.formatter) pretty_list() (in module malib.utils.formatter) pretty_print() (in module malib.utils.formatter) pretty_tuple() (in module malib.utils.formatter) primary (malib.utils.typing.ExperimentManagerTableName attribute) PSRO (malib.evaluator.EvaluatorType attribute) PSROEvaluator (class in malib.evaluator.psro) PSROEvaluator.StopMetrics (class in malib.evaluator.psro) PULL_PARAMETER (malib.utils.typing.TaskType attribute) PUSH_PARAMETER (malib.utils.typing.TaskType attribute) PUSH_SAMPLES (malib.utils.typing.TaskType attribute)

Q

QueueIOWrapper (class in malib.utils.io_wrapper.queue_io_wrapper)

R

REACH_MAX_STEP (malib.utils.typing.MetricType attribute) REACHED_MAX_ITERATION (malib.utils.typing.EvaluateResult attribute) read() (malib.utils.io_wrapper.base_io_wrapper.BaseIOWrapper method) (malib.utils.io_wrapper.BaseIOWrapper method) (malib.utils.io_wrapper.queue_io_wrapper.QueueIOWrapper method) (malib.utils.io_wrapper.StandardIOWrapper method) (malib.utils.io_wrapper.std_io_wrapper.StandardIOWrapper method) recv_chunks() (in module malib.rpc.chunk) register() (malib.utils.aggregators.Aggregator static method) register_custom_algorithm() (malib.registration.Registry static method) register_custom_env() (malib.registration.Registry static method) register_custom_model() (malib.registration.Registry static method) register_custom_policy() (malib.registration.Registry static method) register_state() (malib.algorithm.common.policy.Policy method) (malib.algorithm.common.reward.Reward method) RegisterFailure Registry (class in malib.registration) remove() (malib.backend.datapool.data_array.LinkDataArray.deque method) RepeatedAssignError

RepeatLockingError reset() (malib.algorithm.common.misc.OUNoise method) (malib.algorithm.common.policy.Policy method) (malib.utils.metrics.JointDistMetric method) (malib.utils.metrics.Metric method) (malib.utils.metrics.SimpleMetrics method) reverse() (malib.backend.datapool.data_array.LinkDataArray.deque method) Reward (class in malib.algorithm.common.reward) REWARD (malib.utils.metrics.JointDistMetric.Meta attribute) (malib.utils.typing.MetricType attribute) rewards (malib.utils.typing.StandardTransition property) RNN (class in malib.algorithm.common.model) roll() (malib.backend.datapool.data_array.NumpyDataArray method) ROLLOUT (malib.utils.typing.TaskType attribute) ROLLOUT_EVALUATE (malib.utils.typing.TaskType attribute) RolloutDescription (class in malib.utils.typing) RolloutFeedback (class in malib.utils.typing) rotate() (malib.backend.datapool.data_array.LinkDataArray.deque method) RpcIOWrapper (class in malib.utils.io_wrapper.rpc_io_wrapper)

S

SAMPLE_BATCH (malib.utils.typing.TaskType attribute) sample_gumbel() (in module malib.algorithm.common.misc) sample_mode (malib.utils.typing.BufferDescription attribute) sample_start_size (malib.utils.typing.BufferDescription attribute) SAVE_MODEL (malib.utils.typing.TaskType attribute) secondary (malib.utils.typing.ExperimentManagerTableName attribute) serialize() (in module malib.rpc.chunk) serialize_pyplot() (in module malib.rpc.chunk) set_actor() (malib.algorithm.common.policy.Policy method) set_critic() (malib.algorithm.common.policy.Policy method) set_data() (malib.utils.general.BufferDict method) set_data_func() (malib.utils.general.BufferDict method) set_terminate() (malib.utils.stoppers.Stopper method) set_weights() (malib.algorithm.common.policy.Policy method) (malib.algorithm.common.reward.Reward method) shape (malib.utils.preprocessor.BoxFlattenPreprocessor property) (malib.utils.preprocessor.BoxStackedPreprocessor property) (malib.utils.preprocessor.DictFlattenPreprocessor property) (malib.utils.preprocessor.DiscreteFlattenPreprocessor property) (malib.utils.preprocessor.Preprocessor property) (malib.utils.preprocessor.TupleFlattenPreprocessor property) SIMPLE (malib.evaluator.EvaluatorType attribute) SimpleMetrics (class in malib.utils.metrics) SimpleObject (class in malib.algorithm.common.policy) SimpleRolloutStopper (class in malib.utils.stoppers) SimpleTrainingStopper (class in malib.utils.stoppers) SIMULATION (malib.utils.typing.TaskType attribute) SimulationDescription (class in malib.utils.typing) size (malib.backend.datapool.data_array.LinkDataArray property) (malib.backend.datapool.data_array.NumpyDataArray property) (malib.utils.preprocessor.BoxFlattenPreprocessor property) (malib.utils.preprocessor.BoxStackedPreprocessor property) (malib.utils.preprocessor.DictFlattenPreprocessor property) (malib.utils.preprocessor.DiscreteFlattenPreprocessor property) (malib.utils.preprocessor.Preprocessor property) (malib.utils.preprocessor.TupleFlattenPreprocessor property)

size() (malib.backend.datapool.data_array.DataArray method) soft_update() (in module malib.algorithm.common.misc) (in module malib.utils.model_utils) source_task_id (malib.utils.typing.TaskDescription attribute) STACK (malib.utils.preprocessor.Mode attribute) StandardIOWrapper (class in malib.utils.io_wrapper) (class in malib.utils.io_wrapper.std_io_wrapper) StandardTransition (class in malib.utils.typing) START (malib.utils.typing.EventReportStatus attribute) state_dict() (malib.algorithm.common.policy.Policy method) (malib.algorithm.common.policy.SimpleObject method) (malib.algorithm.common.reward.Reward method) state_id (malib.utils.typing.TaskDescription attribute) (malib.utils.typing.TaskRequest attribute) statistics (malib.utils.typing.RolloutFeedback attribute) (malib.utils.typing.TrainingFeedback attribute) Status (class in malib.utils.typing) step() (malib.utils.metrics.JointDistMetric method) (malib.utils.metrics.Metric method) (malib.utils.metrics.SimpleMetrics method) step_mode (malib.utils.metrics.Metric property) Stopper (class in malib.utils.stoppers) stopper (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.TrainingDescription attribute) stopper_config (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.TrainingDescription attribute) SUCCESS (malib.utils.typing.Status attribute) sum() (malib.algorithm.common.misc.GradientOps static method)

T

tag (malib.utils.typing.ExperimentManagerTableName attribute) task_type (malib.utils.typing.TaskDescription attribute) (malib.utils.typing.TaskRequest attribute) TaskDescription (class in malib.utils.typing) TaskRequest (class in malib.utils.typing) TaskType (class in malib.utils.typing) tensor_cast() (in module malib.utils.general) tensor_to_dict() (in module malib.utils.convert) TERMINATE (malib.utils.typing.Status attribute) (malib.utils.typing.TaskType attribute) terminate_mode (malib.utils.typing.RolloutDescription attribute) time_stamp (malib.utils.typing.ParameterDescription attribute) (malib.utils.typing.RolloutDescription attribute) (malib.utils.typing.SimulationDescription attribute) (malib.utils.typing.TrainingDescription attribute) timestamp (malib.utils.typing.MetaParameterDescription attribute) (malib.utils.typing.TaskDescription attribute) (malib.utils.typing.TaskRequest attribute) to_device() (malib.algorithm.common.policy.Policy method) to_metric_entry() (in module malib.utils.metrics)

train() (malib.algorithm.common.policy.Policy method) (malib.algorithm.common.reward.Reward method) trainable_pairs (malib.utils.typing.AgentInvolveInfo attribute) training (malib.algorithm.common.model.MLP attribute) (malib.algorithm.common.model.Model attribute) (malib.algorithm.common.model.RNN attribute) TRAINING_EVALUATE (malib.utils.typing.TaskType attribute) training_handler (malib.utils.typing.AgentInvolveInfo attribute) TrainingDescription (class in malib.utils.typing) TrainingFeedback (class in malib.utils.typing) TrainingMetric (class in malib.utils.typing) transform() (malib.utils.preprocessor.BoxFlattenPreprocessor method) (malib.utils.preprocessor.BoxStackedPreprocessor method) (malib.utils.preprocessor.DictFlattenPreprocessor method) (malib.utils.preprocessor.DiscreteFlattenPreprocessor method) (malib.utils.preprocessor.Preprocessor method) (malib.utils.preprocessor.TupleFlattenPreprocessor method) TupleFlattenPreprocessor (class in malib.utils.preprocessor) type (malib.utils.typing.ParameterDescription attribute) TypeError

U

UNDERLINE (malib.utils.typing.BColors attribute) UnexpectedAlgorithm UnexpectedType update_config() (in module malib.utils.configs.config) update_configs() (in module malib.utils.general)

update_interval (malib.utils.typing.TrainingDescription attribute) UPDATE_PARAMETER (malib.utils.typing.TaskType attribute) UPDATE_PAYOFFTABLE (malib.utils.typing.TaskType attribute) UPDATE_POPULATION (malib.utils.typing.TaskType attribute) utc_to_str() (in module malib.utils.convert)

V

value_function() (malib.algorithm.common.policy.Policy method)

version (malib.utils.typing.ParameterDescription attribute)

W

WAITING (malib.utils.typing.Status attribute) WARNING (malib.utils.typing.BColors attribute) worker_idx (malib.utils.typing.RolloutFeedback attribute) write() (malib.utils.io_wrapper.base_io_wrapper.BaseIOWrapper method) (malib.utils.io_wrapper.BaseIOWrapper method) (malib.utils.io_wrapper.queue_io_wrapper.QueueIOWrapper method) (malib.utils.io_wrapper.StandardIOWrapper method) (malib.utils.io_wrapper.std_io_wrapper.StandardIOWrapper method) (malib.utils.preprocessor.BoxFlattenPreprocessor method) (malib.utils.preprocessor.BoxStackedPreprocessor method) (malib.utils.preprocessor.DictFlattenPreprocessor method) (malib.utils.preprocessor.DiscreteFlattenPreprocessor method) (malib.utils.preprocessor.Preprocessor method) (malib.utils.preprocessor.TupleFlattenPreprocessor method)