Index

Symbols

--accelerate-config-path scripts/run_lm_server.py command line option --all scripts/time_timeable.py command line option --batch-size scripts/create_gi_dataset.py command line option --combo-groups scripts/cv_experiment.py command line option --combo-num scripts/cv_experiment.py command line option --config-file scripts/cv_experiment.py command line option --dataset-on-device scripts/ppo_ic.py command line option scripts/solo_agents_ic.py command line option --debug scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/run_lm_server.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --dummy scripts/cv_experiment.py command line option --enable-efficient-attention scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option --external scripts/run_lm_server.py command line option --format scripts/visualise_malt_rollouts.py command line option --gpu-num scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --help scripts/create_cv_dataset.py command line option scripts/create_gi_dataset.py command line option scripts/cv_experiment.py command line option scripts/download_all_datasets.py command line option scripts/download_cv_checkpoints.py command line option scripts/dummy_test_gi.py command line option scripts/dummy_test_ic.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/run_lm_server.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option scripts/time_timeable.py command line option scripts/visualise_malt_rollouts.py command line option --ignore-cache scripts/cv_experiment.py command line option scripts/dummy_test_ic.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --ignore_cache scripts/dummy_test_gi.py command line option --list scripts/time_timeable.py command line option --lm-server-port scripts/run_lm_server.py command line option --log-to-file scripts/run_lm_server.py command line option --max-tasks-per-child scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --max-training-jobs scripts/run_lm_server.py command line option --no-dataset-on-device scripts/ppo_gi.py command line option --no-debug scripts/run_lm_server.py command line option --no-external scripts/run_lm_server.py command line option --no-pretrain scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --no-profile-memory scripts/time_timeable.py command line option --no-record-shapes scripts/time_timeable.py command line option --no-reload scripts/run_lm_server.py command line option --no-vllm-clear-cache scripts/run_lm_server.py command line option --num-graphs scripts/create_gi_dataset.py command line option --num-skip scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --num-workers scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --num_data scripts/create_cv_dataset.py command line option --overwrite scripts/download_cv_checkpoints.py command line option scripts/visualise_malt_rollouts.py command line option --param-scale scripts/time_timeable.py command line option

--prepare-experiment scripts/dummy_test_gi.py command line option --quiet scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --reload scripts/run_lm_server.py command line option --resume-if-safe scripts/cv_experiment.py command line option --run-id scripts/dummy_test_gi.py command line option scripts/dummy_test_ic.py command line option --run-infix scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --save_after scripts/create_cv_dataset.py command line option --split scripts/create_cv_dataset.py command line option --stdout scripts/visualise_malt_rollouts.py command line option --tag scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --use-wandb scripts/cv_experiment.py command line option scripts/dummy_test_gi.py command line option scripts/dummy_test_ic.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --use_cpu scripts/dummy_test_gi.py command line option scripts/dummy_test_ic.py command line option --vllm-clear-cache scripts/run_lm_server.py command line option --vllm-max-lora-rank scripts/run_lm_server.py command line option --vllm-num-gpus scripts/run_lm_server.py command line option --vllm-port scripts/run_lm_server.py command line option --wandb-entity scripts/cv_experiment.py command line option scripts/dummy_test_gi.py command line option scripts/dummy_test_ic.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --wandb-project scripts/cv_experiment.py command line option scripts/dummy_test_gi.py command line option scripts/dummy_test_ic.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option --wandb_entity scripts/download_cv_checkpoints.py command line option scripts/visualise_malt_rollouts.py command line option --wandb_project scripts/download_cv_checkpoints.py command line option scripts/visualise_malt_rollouts.py command line option --with-stack scripts/time_timeable.py command line option -a scripts/time_timeable.py command line option -c scripts/cv_experiment.py command line option -d scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option -f scripts/visualise_malt_rollouts.py command line option -h scripts/create_cv_dataset.py command line option scripts/create_gi_dataset.py command line option scripts/cv_experiment.py command line option scripts/download_all_datasets.py command line option scripts/download_cv_checkpoints.py command line option scripts/dummy_test_gi.py command line option scripts/dummy_test_ic.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/run_lm_server.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option scripts/time_timeable.py command line option scripts/visualise_malt_rollouts.py command line option -l scripts/time_timeable.py command line option -o scripts/download_cv_checkpoints.py command line option scripts/visualise_malt_rollouts.py command line option -q scripts/cv_experiment.py command line option scripts/ppo_gi.py command line option scripts/ppo_ic.py command line option scripts/solo_agents_gi.py command line option scripts/solo_agents_ic.py command line option -s scripts/visualise_malt_rollouts.py command line option

_

_() (in module nip.parameters.version) __call__() (nip.code_validation.agents.CodeValidationCombinedWholeAgent method) (nip.code_validation.agents.CodeValidationRandomAgentPolicyHead method) (nip.code_validation.agents.OpenAiWholeAgent method) (nip.scenario_base.agents.PureTextCombinedWhole method) (nip.scenario_base.agents.PureTextWholeAgent method) (nip.utils.runtime_module._RuntimeModule method) __contains__() (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.parameters.agents.AgentsParameters method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.utils.nested_array_dict.NestedArrayDict method) __enter__() (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.trainers.trainer_base.IterationContext method) (nip.utils.apps_metric.Capturing method) (nip.utils.output.DummyTqdm method) __eq__() (nip.code_validation.agents._ParsedChatCompletion method) (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.agents.OpenAiSharedModelGroupState method) (nip.code_validation.dataset_generation.CodeValidationDatasetConfig method) (nip.code_validation.protocols.CodeValidationAgentSpec method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHooks method) (nip.graph_isomorphism.dataset_generation.GraphIsomorphicDatasetConfig method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.parameters.agents.AgentParameters method) (nip.parameters.agents.CodeValidationAgentParameters method) (nip.parameters.agents.GraphIsomorphismAgentParameters method) (nip.parameters.agents.ImageClassificationAgentParameters method) (nip.parameters.agents.LrFactors method) (nip.parameters.agents.PureTextAgentParameters method) (nip.parameters.agents.RandomAgentParameters method) (nip.parameters.base_run.BaseRunParameters method) (nip.parameters.dataset.DatasetParameters method) (nip.parameters.message_regression.MessageRegressionParameters method) (nip.parameters.parameters_base.SubParameters method) (nip.parameters.protocol.CommonProtocolParameters method) (nip.parameters.protocol.DebateProtocolParameters method) (nip.parameters.protocol.LongProtocolParameters method) (nip.parameters.protocol.MnipProtocolParameters method) (nip.parameters.protocol.NipProtocolParameters method) (nip.parameters.protocol.ZkProtocolParameters method) (nip.parameters.scenario.CodeValidationParameters method) (nip.parameters.scenario.ImageClassificationParameters method) (nip.parameters.trainers.CommonPpoParameters method) (nip.parameters.trainers.PureTextEiParameters method) (nip.parameters.trainers.PureTextMaltParameters method) (nip.parameters.trainers.ReinforceParameters method) (nip.parameters.trainers.RlTrainerParameters method) (nip.parameters.trainers.SoloAgentParameters method) (nip.parameters.trainers.SpgParameters method) (nip.parameters.trainers.TextRlParameters method) (nip.parameters.trainers.VanillaPpoParameters method) (nip.scenario_base.agents.Agent method) (nip.scenario_base.agents.AgentHooks method) (nip.scenario_base.agents.AgentState method) (nip.scenario_base.agents.PureTextSharedModelGroupState method) (nip.scenario_instance.ScenarioInstance method) (nip.trainers.malt_pure_text._PartialRolloutNode method) (nip.utils.experiments.ExperimentFunctionArguments method) (nip.utils.experiments.RunIDFunctionArguments method) (nip.utils.hugging_face.TokenCounts method) (nip.utils.language_model_database.LanguageModelDbEntry method) (nip.utils.nested_array_dict.BoolArraySpec method) (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.FloatArraySpec method) (nip.utils.nested_array_dict.IntArraySpec method) (nip.utils.nested_array_dict.NumpyArraySpec method) (nip.utils.nested_array_dict.NumpySpec method) (nip.utils.nested_array_dict.StringArraySpec method) (nip.utils.plotting.decision_agreement.DecisionAgreementAnalysis method) __exit__() (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.trainers.trainer_base.IterationContext method) (nip.utils.apps_metric.Capturing method) (nip.utils.output.DummyTqdm method) __get__() (nip.utils.oop.classproperty method) __getitem__() (nip.code_validation.data.AppsCodeValidationDataset method) (nip.code_validation.data.BuggyAppsCodeValidationDataset method) (nip.code_validation.data.CodeValidationDataset method) (nip.code_validation.data.TestCodeValidationDataset method) (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.image_classification.data.ImageClassificationDataset method) (nip.parameters.agents.AgentsParameters method) (nip.scenario_base.data.Dataset method) (nip.scenario_base.data.NestedArrayDictDataset method) (nip.scenario_base.data.TensorDictDataset method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.utils.malt_forest.forest.MaltTree method) (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.NestedArrayDict method) __getitems__() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) __init__() (nip.artifact_logger.ArtifactLogger method) (nip.code_validation.agents._ParsedChatCompletion method) (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.agents.CodeValidationCombinedWholeAgent method) (nip.code_validation.agents.CodeValidationRandomAgentPolicyHead method) (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroupState method) (nip.code_validation.agents.OpenAiWholeAgent method) (nip.code_validation.data.AppsCodeValidationDataset method) (nip.code_validation.data.BuggyAppsCodeValidationDataset method) (nip.code_validation.data.CodeValidationDataset method) (nip.code_validation.data.TestCodeValidationDataset method) (nip.code_validation.dataset_generation.CodeValidationDatasetConfig method) (nip.code_validation.environment.CodeValidationEnvironment method) (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationAgentSpec method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) (nip.factory._ParameterSelector method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHooks method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedBody method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismConstantAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismRandomAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.graph_isomorphism.dataset_generation.GraphIsomorphicDatasetConfig method) (nip.graph_isomorphism.environment.AdjacencyMatrixBox method) (nip.graph_isomorphism.environment.AdjacencyMatrixSpec method) (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.image_classification.agents.ImageClassificationAgentBody method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPart method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationCombinedBody method) (nip.image_classification.agents.ImageClassificationCombinedPolicyHead method) (nip.image_classification.agents.ImageClassificationCombinedValueHead method) (nip.image_classification.agents.ImageClassificationConstantAgentValueHead method) (nip.image_classification.agents.ImageClassificationDummyAgentBody method) (nip.image_classification.agents.ImageClassificationDummyAgentPart method) (nip.image_classification.agents.ImageClassificationRandomAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) (nip.image_classification.data.ImageClassificationDataset method) (nip.image_classification.data.SvhnDatasetWrapper method) (nip.image_classification.data.TestDataset method) (nip.image_classification.data.TorchVisionDatasetWrapper method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.image_classification.pretrained_models.PretrainedImageModel method) (nip.image_classification.pretrained_models.Resnet18Cifar10PretrainedModel method) (nip.image_classification.pretrained_models.Resnet18PretrainedModel method) (nip.language_model_server.client.LanguageModelClient method) (nip.parameters.agents.AgentParameters method) (nip.parameters.agents.CodeValidationAgentParameters method) (nip.parameters.agents.GraphIsomorphismAgentParameters method) (nip.parameters.agents.ImageClassificationAgentParameters method) (nip.parameters.agents.LrFactors method) (nip.parameters.agents.PureTextAgentParameters method) (nip.parameters.agents.RandomAgentParameters method) (nip.parameters.base_run.BaseRunParameters method) (nip.parameters.base_run.BaseRunPreserve method) (nip.parameters.dataset.DatasetParameters method) (nip.parameters.message_regression.MessageRegressionParameters method) (nip.parameters.parameters_base.SubParameters method) (nip.parameters.protocol.CommonProtocolParameters method) (nip.parameters.protocol.DebateProtocolParameters method) (nip.parameters.protocol.LongProtocolParameters method) (nip.parameters.protocol.MnipProtocolParameters method) (nip.parameters.protocol.NipProtocolParameters method) (nip.parameters.protocol.ZkProtocolParameters method) (nip.parameters.scenario.CodeValidationParameters method) (nip.parameters.scenario.ImageClassificationParameters method) (nip.parameters.trainers.CommonPpoParameters method) (nip.parameters.trainers.PureTextEiParameters method) (nip.parameters.trainers.PureTextMaltParameters method) (nip.parameters.trainers.ReinforceParameters method) (nip.parameters.trainers.RlTrainerParameters method) (nip.parameters.trainers.SoloAgentParameters method) (nip.parameters.trainers.SpgParameters method) (nip.parameters.trainers.TextRlParameters method) (nip.parameters.trainers.VanillaPpoParameters method) (nip.parameters.update_schedule.AlternatingPeriodicUpdateSchedule method) (nip.parameters.update_schedule.ContiguousPeriodicUpdateSchedule method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) (nip.scenario_base.agents.Agent method) (nip.scenario_base.agents.AgentBody method) (nip.scenario_base.agents.AgentHead method) (nip.scenario_base.agents.AgentHooks method) (nip.scenario_base.agents.AgentPart method) (nip.scenario_base.agents.AgentPolicyHead method) (nip.scenario_base.agents.AgentState method) (nip.scenario_base.agents.AgentValueHead method) (nip.scenario_base.agents.CombinedAgentPart method) (nip.scenario_base.agents.CombinedBody method) (nip.scenario_base.agents.CombinedPolicyHead method) (nip.scenario_base.agents.CombinedTensorDictAgentPart method) (nip.scenario_base.agents.CombinedValueHead method) (nip.scenario_base.agents.CombinedWhole method) (nip.scenario_base.agents.ConstantAgentValueHead method) (nip.scenario_base.agents.DummyAgentBody method) (nip.scenario_base.agents.PureTextCombinedWhole method) (nip.scenario_base.agents.PureTextSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroupState method) (nip.scenario_base.agents.PureTextWholeAgent method) (nip.scenario_base.agents.RandomAgentPolicyHead method) (nip.scenario_base.agents.RandomWholeAgent method) (nip.scenario_base.agents.SoloAgentHead method) (nip.scenario_base.agents.TensorDictAgentPartMixin method) (nip.scenario_base.agents.TensorDictDummyAgentPartMixin method) (nip.scenario_base.agents.WholeAgent method) (nip.scenario_base.data.Dataset method) (nip.scenario_base.data.NestedArrayDictDataLoader method) (nip.scenario_base.data.NestedArrayDictDataset method) (nip.scenario_base.data.TensorDictDataLoader method) (nip.scenario_base.data.TensorDictDataset method) (nip.scenario_base.environment.Environment method) (nip.scenario_base.environment.PureTextEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) (nip.scenario_base.pretrained_models.PretrainedModel method) (nip.scenario_base.rollout_analysis.PureTextRolloutAnalyser method) (nip.scenario_base.rollout_analysis.RolloutAnalyser method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.scenario_instance.ScenarioInstance method) (nip.stat_logger.WandbStatLogger method) (nip.timing.models.GraphIsomorphismVerifierTimeable method) (nip.timing.models.ModelTimeable method) (nip.timing.run.GraphIsomorphismPpoRunTimeable method) (nip.timing.run.GraphIsomorphismSoloAgentRunTimeable method) (nip.timing.run.RunTimeable method) (nip.timing.timeables.Timeable method) (nip.timing.timeables.TrainingTimeable method) (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text._PartialRolloutNode method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.IterationContext method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) (nip.utils.data.VariableDataCycler method) (nip.utils.distributions.CompositeCategoricalDistribution method) (nip.utils.experiments.ExperimentFunctionArguments method) (nip.utils.experiments.HyperparameterExperiment method) (nip.utils.experiments.MultiprocessHyperparameterExperiment method) (nip.utils.experiments.PrefixLoggerAdapter method) (nip.utils.experiments.RunIDFunctionArguments method) (nip.utils.experiments.SequentialHyperparameterExperiment method) (nip.utils.experiments.TqdmMultiProcessPoolMaxTasks method) (nip.utils.hugging_face.TokenCounts method) (nip.utils.language_model_database.LanguageModelDatabase method) (nip.utils.language_model_database.LanguageModelDbEntry method) (nip.utils.malt_forest.forest.MaltNode method) (nip.utils.malt_forest.forest.MaltTree method) (nip.utils.malt_forest.visualise.MaltForestVisualiser method) (nip.utils.nested_array_dict.BoolArraySpec method) (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.FloatArraySpec method) (nip.utils.nested_array_dict.IntArraySpec method) (nip.utils.nested_array_dict.NestedArrayDict method) (nip.utils.nested_array_dict.NumpyArraySpec method) (nip.utils.nested_array_dict.NumpySpec method) (nip.utils.nested_array_dict.StringArraySpec method) (nip.utils.oop.classproperty method) (nip.utils.output.DummyTqdm method) (nip.utils.plotting.decision_agreement.DecisionAgreementAnalysis method) (nip.utils.timing.TimeInfoPrinter method) (nip.utils.torch.CatGraphPairDim method) (nip.utils.torch.DummyOptimizer method) (nip.utils.torch.FastForwardableBatchSampler method) (nip.utils.torch.GIN method) (nip.utils.torch.GlobalMaxPool method) (nip.utils.torch.NormalizeOneHotMessageHistory method) (nip.utils.torch.OneHot method) (nip.utils.torch.PairedGaussianNoise method) (nip.utils.torch.PairInvariantizer method) (nip.utils.torch.ParallelTensorDictModule method) (nip.utils.torch.Print method) (nip.utils.torch.Squeeze method) (nip.utils.torch.TensorDictCat method) (nip.utils.torch.TensorDictCloneKeys method) (nip.utils.torch.TensorDictPrint method) (nip.utils.training.ParamGroupFreezer method) __iter__() (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.utils.data.VariableDataCycler method) (nip.utils.malt_forest.forest.MaltTree method) (nip.utils.output.DummyTqdm method) (nip.utils.torch.FastForwardableBatchSampler method) __len__() (nip.code_validation.data.AppsCodeValidationDataset method) (nip.code_validation.data.BuggyAppsCodeValidationDataset method) (nip.code_validation.data.CodeValidationDataset method) (nip.code_validation.data.TestCodeValidationDataset method) (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.Dataset method) (nip.scenario_base.data.NestedArrayDictDataset method) (nip.scenario_base.data.TensorDictDataset method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.utils.malt_forest.forest.MaltTree method) (nip.utils.nested_array_dict.NestedArrayDict method) __post_init__() (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.dataset_generation.CodeValidationDatasetConfig method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.parameters.agents.AgentParameters method) (nip.parameters.agents.CodeValidationAgentParameters method) (nip.parameters.agents.GraphIsomorphismAgentParameters method) (nip.parameters.agents.ImageClassificationAgentParameters method) (nip.parameters.agents.LrFactors method) (nip.parameters.agents.PureTextAgentParameters method) (nip.parameters.agents.RandomAgentParameters method) (nip.parameters.base_run.BaseRunParameters method) (nip.parameters.dataset.DatasetParameters method) (nip.parameters.message_regression.MessageRegressionParameters method) (nip.parameters.parameters_base.BaseHyperParameters method) (nip.parameters.parameters_base.SubParameters method) (nip.parameters.protocol.CommonProtocolParameters method) (nip.parameters.protocol.DebateProtocolParameters method) (nip.parameters.protocol.LongProtocolParameters method) (nip.parameters.protocol.MnipProtocolParameters method) (nip.parameters.protocol.NipProtocolParameters method) (nip.parameters.protocol.ZkProtocolParameters method) (nip.parameters.scenario.CodeValidationParameters method) (nip.parameters.scenario.ImageClassificationParameters method) (nip.parameters.trainers.CommonPpoParameters method) (nip.parameters.trainers.PureTextEiParameters method) (nip.parameters.trainers.PureTextMaltParameters method) (nip.parameters.trainers.ReinforceParameters method) (nip.parameters.trainers.RlTrainerParameters method) (nip.parameters.trainers.SoloAgentParameters method) (nip.parameters.trainers.SpgParameters method) (nip.parameters.trainers.TextRlParameters method) (nip.parameters.trainers.VanillaPpoParameters method) (nip.scenario_base.agents.Agent method) (nip.trainers.malt_pure_text._PartialRolloutNode method) (nip.utils.nested_array_dict.BoolArraySpec method) (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.FloatArraySpec method) (nip.utils.nested_array_dict.IntArraySpec method) (nip.utils.nested_array_dict.NumpyArraySpec method) (nip.utils.nested_array_dict.NumpySpec method) (nip.utils.nested_array_dict.StringArraySpec method) __repr__() (nip.code_validation.agents._ParsedChatCompletion method) (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.agents.OpenAiSharedModelGroupState method) (nip.code_validation.data.AppsCodeValidationDataset method) (nip.code_validation.data.BuggyAppsCodeValidationDataset method) (nip.code_validation.data.CodeValidationDataset method) (nip.code_validation.data.TestCodeValidationDataset method) (nip.code_validation.dataset_generation.CodeValidationDatasetConfig method) (nip.code_validation.protocols.CodeValidationAgentSpec method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHooks method) (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.graph_isomorphism.dataset_generation.GraphIsomorphicDatasetConfig method) (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.image_classification.data.ImageClassificationDataset method) (nip.parameters.agents.AgentParameters method) (nip.parameters.agents.CodeValidationAgentParameters method) (nip.parameters.agents.GraphIsomorphismAgentParameters method) (nip.parameters.agents.ImageClassificationAgentParameters method) (nip.parameters.agents.LrFactors method) (nip.parameters.agents.PureTextAgentParameters method) (nip.parameters.agents.RandomAgentParameters method) (nip.parameters.base_run.BaseRunParameters method) (nip.parameters.dataset.DatasetParameters method) (nip.parameters.message_regression.MessageRegressionParameters method) (nip.parameters.parameters_base.SubParameters method) (nip.parameters.protocol.CommonProtocolParameters method) (nip.parameters.protocol.DebateProtocolParameters method) (nip.parameters.protocol.LongProtocolParameters method) (nip.parameters.protocol.MnipProtocolParameters method) (nip.parameters.protocol.NipProtocolParameters method) (nip.parameters.protocol.ZkProtocolParameters method) (nip.parameters.scenario.CodeValidationParameters method) (nip.parameters.scenario.ImageClassificationParameters method) (nip.parameters.trainers.CommonPpoParameters method) (nip.parameters.trainers.PureTextEiParameters method) (nip.parameters.trainers.PureTextMaltParameters method) (nip.parameters.trainers.ReinforceParameters method) (nip.parameters.trainers.RlTrainerParameters method) (nip.parameters.trainers.SoloAgentParameters method) (nip.parameters.trainers.SpgParameters method) (nip.parameters.trainers.TextRlParameters method) (nip.parameters.trainers.VanillaPpoParameters method) (nip.parameters.update_schedule.AgentUpdateSchedule method) (nip.parameters.update_schedule.AlternatingPeriodicUpdateSchedule method) (nip.parameters.update_schedule.ConstantUpdateSchedule method) (nip.parameters.update_schedule.ContiguousPeriodicUpdateSchedule method) (nip.scenario_base.agents.Agent method) (nip.scenario_base.agents.AgentHooks method) (nip.scenario_base.agents.AgentState method) (nip.scenario_base.agents.PureTextSharedModelGroupState method) (nip.scenario_base.data.TensorDictDataset method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.scenario_instance.ScenarioInstance method) (nip.trainers.malt_pure_text._PartialRolloutNode method) (nip.utils.data.VariableDataCycler method) (nip.utils.experiments.ExperimentFunctionArguments method) (nip.utils.experiments.RunIDFunctionArguments method) (nip.utils.hugging_face.TokenCounts method) (nip.utils.language_model_database.LanguageModelDbEntry method) (nip.utils.nested_array_dict.BoolArraySpec method) (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.FloatArraySpec method) (nip.utils.nested_array_dict.IntArraySpec method) (nip.utils.nested_array_dict.NestedArrayDict method) (nip.utils.nested_array_dict.NumpyArraySpec method) (nip.utils.nested_array_dict.NumpySpec method) (nip.utils.nested_array_dict.StringArraySpec method) (nip.utils.plotting.decision_agreement.DecisionAgreementAnalysis method) (nip.utils.torch.PairedGaussianNoise method) __setitem__() (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.NestedArrayDict method) __str__() (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.scenario_base.rollout_samples.RolloutSamples method) _add_file_to_wandb_artifact() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _add_normalization_transforms() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _add_pretrained_embeddings_to_datasets() (in module nip.factory) _agents_update_repr() (nip.parameters.agents.AgentsParameters method) _append_filtered_params() (nip.code_validation.agents.CodeValidationAgent static method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent static method) (nip.image_classification.agents.ImageClassificationAgent static method) (nip.scenario_base.agents.Agent static method) _argspec() (in module nip.utils.runtime_module) _body_param_regex() (nip.code_validation.agents.CodeValidationAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.scenario_base.agents.Agent method) _build_agents() (in module nip.factory) _build_chat_messages_prompt() (nip.code_validation.agents.OpenAiWholeAgent method) (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) _build_components_for_rl_trainer() (in module nip.factory) _build_decider() (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) _build_dict_tree() (nip.utils.malt_forest.visualise.MaltForestVisualiser method) _build_global_pooling() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) _build_gnn() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) _build_gnn_transformer_encoder() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) _build_graph_level_mlp() (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) _build_image_level_mlp() (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) _build_latent_pixel_mlp() (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) _build_latent_pixel_selector() (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) _build_linear_message_selector() (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) _build_mlp() (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) _build_node_level_mlp() (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) _build_node_selector() (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) _build_operators() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _build_representation_encoder() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) _build_test_context() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _build_train_context() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _build_transformer() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) _check_if_run_test_loop() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _compute_ihvps() (nip.rl_objectives.SpgLoss method) _compute_jacobian_terms() (nip.rl_objectives.SpgLoss method) _compute_message_history_and_next_message() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _compute_tree_expected_reward() (nip.trainers.malt_pure_text.PureTextMaltTrainer method) _create_arrays_from_data() (nip.utils.nested_array_dict.NestedArrayDict method) _create_empty_cv_dataset() (in module nip.code_validation.dataset_generation) _dispatch_to_trainer() (in module nip.trainers.malt_pure_text) _download() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method)

_exec() (in module nip.utils.runtime_module) _expand_logits_to_all_channels() (nip.graph_isomorphism.agents.GraphIsomorphismCombinedPolicyHead method) (nip.image_classification.agents.ImageClassificationCombinedPolicyHead method) (nip.scenario_base.agents.CombinedPolicyHead method) _expand_output_to_all_channels() (nip.code_validation.agents.CodeValidationCombinedWholeAgent method) _extract_code_and_input() (in module nip.code_validation.dataset_generation) _extract_transcripts_and_prompts() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _fullargspec() (in module nip.utils.runtime_module) _generate_buggy_solutions() (in module nip.code_validation.dataset_generation) _generate_dummy_response() (nip.code_validation.agents.OpenAiWholeAgent method) (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) _generate_evaluation() (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) _generate_isomorphic_graphs() (in module nip.graph_isomorphism.dataset_generation) _generate_next_message_and_decision() (nip.code_validation.agents.OpenAiWholeAgent method) _generate_non_isomorphic_graphs() (in module nip.graph_isomorphism.dataset_generation) _generate_response_tree() (nip.trainers.malt_pure_text.PureTextMaltTrainer method) _get_action_spec() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _get_actor_params() (nip.rl_objectives.SpgLoss method) _get_advantage() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.Objective method) (nip.rl_objectives.PPOLossImproved method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) _get_agent_decision_made_mask() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) _get_agent_stance_string() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) _get_and_zero_all_grads() (nip.rl_objectives.SpgLoss method) _get_arguments_dict() (nip.parameters.update_schedule.AgentUpdateSchedule method) (nip.parameters.update_schedule.AlternatingPeriodicUpdateSchedule method) (nip.parameters.update_schedule.ConstantUpdateSchedule method) (nip.parameters.update_schedule.ContiguousPeriodicUpdateSchedule method) _get_data_collectors() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _get_done_spec() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _get_fine_tune_job_name() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _get_followers() (nip.rl_objectives.SpgLoss method) _get_iteration_begin_message() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _get_iterator() (nip.scenario_base.data.TensorDictDataLoader method) _get_lm_server_fine_tune_job() (nip.code_validation.agents.OpenAiSharedModelGroup method) _get_log_stats() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _get_loss_module_and_gae() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _get_mean_and_std() (nip.utils.torch.NormalizeOneHotMessageHistory method) _get_metadata() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _get_new_terminated_mask() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) _get_next_node_id_and_increment() (nip.trainers.malt_pure_text._PartialRolloutNode method) _get_observation_spec() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _get_openai_fine_tune_job() (nip.code_validation.agents.OpenAiSharedModelGroup method) _get_openai_response() (in module nip.code_validation.dataset_generation) _get_openrouter_response() (in module nip.code_validation.dataset_generation) _get_optimizer_and_param_freezer() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _get_param_class_from_dict() (nip.parameters.agents.AgentParameters class method) (nip.parameters.agents.AgentsParameters class method) (nip.parameters.agents.CodeValidationAgentParameters class method) (nip.parameters.agents.GraphIsomorphismAgentParameters class method) (nip.parameters.agents.ImageClassificationAgentParameters class method) (nip.parameters.agents.LrFactors class method) (nip.parameters.agents.PureTextAgentParameters class method) (nip.parameters.agents.RandomAgentParameters class method) (nip.parameters.base_run.BaseRunParameters class method) (nip.parameters.dataset.DatasetParameters class method) (nip.parameters.message_regression.MessageRegressionParameters class method) (nip.parameters.parameters_base.BaseHyperParameters class method) (nip.parameters.parameters_base.ParameterValue class method) (nip.parameters.parameters_base.SubParameters class method) (nip.parameters.protocol.CommonProtocolParameters class method) (nip.parameters.protocol.DebateProtocolParameters class method) (nip.parameters.protocol.LongProtocolParameters class method) (nip.parameters.protocol.MnipProtocolParameters class method) (nip.parameters.protocol.NipProtocolParameters class method) (nip.parameters.protocol.ZkProtocolParameters class method) (nip.parameters.scenario.CodeValidationParameters class method) (nip.parameters.scenario.ImageClassificationParameters class method) (nip.parameters.trainers.CommonPpoParameters class method) (nip.parameters.trainers.PureTextEiParameters class method) (nip.parameters.trainers.PureTextMaltParameters class method) (nip.parameters.trainers.ReinforceParameters class method) (nip.parameters.trainers.RlTrainerParameters class method) (nip.parameters.trainers.SoloAgentParameters class method) (nip.parameters.trainers.SpgParameters class method) (nip.parameters.trainers.TextRlParameters class method) (nip.parameters.trainers.VanillaPpoParameters class method) (nip.parameters.update_schedule.AgentUpdateSchedule class method) (nip.parameters.update_schedule.AlternatingPeriodicUpdateSchedule class method) (nip.parameters.update_schedule.ConstantUpdateSchedule class method) (nip.parameters.update_schedule.ContiguousPeriodicUpdateSchedule class method) _get_params() (nip.timing.models.GraphIsomorphismVerifierTimeable method) (nip.timing.models.ModelTimeable method) (nip.timing.run.GraphIsomorphismPpoRunTimeable method) (nip.timing.run.GraphIsomorphismSoloAgentRunTimeable method) (nip.timing.run.RunTimeable method) _get_pretrained_cache_dir() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) _get_pretrained_metadata_path() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) _get_pretrained_mmap_path() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) _get_profiler_args() (nip.timing.models.GraphIsomorphismVerifierTimeable method) (nip.timing.models.ModelTimeable method) (nip.timing.run.GraphIsomorphismPpoRunTimeable method) (nip.timing.run.GraphIsomorphismSoloAgentRunTimeable method) (nip.timing.run.RunTimeable method) (nip.timing.timeables.Timeable method) (nip.timing.timeables.TrainingTimeable method) _get_replay_buffer() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _get_reward_spec() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _get_score_from_response() (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) _get_simulator_reward() (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) _get_state_spec() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _get_transform() (nip.image_classification.pretrained_models.Resnet18Cifar10PretrainedModel method) (nip.image_classification.pretrained_models.Resnet18PretrainedModel method) _get_unique_timesteps() (nip.trainers.malt_pure_text.PureTextMaltTrainer method) _get_verifier_guess_replacement_proportion() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _get_verifier_guess_reward_continuous() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) _get_verifier_guess_reward_discrete() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) _gettypes() (in module nip.utils.runtime_module) _handle_chat_completion_error() (nip.code_validation.agents.OpenAiWholeAgent method) _identity() (in module nip.utils.experiments) _include_prover_rewards() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) _init_weights() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismConstantAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismRandomAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.image_classification.agents.ImageClassificationAgentBody method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPart method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationConstantAgentValueHead method) (nip.image_classification.agents.ImageClassificationDummyAgentBody method) (nip.image_classification.agents.ImageClassificationDummyAgentPart method) (nip.image_classification.agents.ImageClassificationRandomAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) (nip.scenario_base.agents.TensorDictAgentPartMixin method) (nip.scenario_base.agents.TensorDictDummyAgentPartMixin method) _initialise_state() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _inv_apply_transform() (nip.utils.bugfix.Reward2GoTransform method) _ipyargspec() (in module nip.utils.runtime_module) _is_shape_compatible() (nip.utils.nested_array_dict.NestedArrayDict method) _load_cv_dataset() (in module nip.code_validation.dataset_generation) _load_param_grid() (nip.utils.experiments.HyperparameterExperiment method) (nip.utils.experiments.MultiprocessHyperparameterExperiment method) (nip.utils.experiments.SequentialHyperparameterExperiment method) _load_raw_dataset() (nip.code_validation.data.AppsCodeValidationDataset method) (nip.code_validation.data.BuggyAppsCodeValidationDataset method) (nip.code_validation.data.CodeValidationDataset method) (nip.code_validation.data.TestCodeValidationDataset method) _load_rollouts() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _load_state_dict_from_active_run_checkpoint() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _load_state_dict_from_base_run_checkpoint() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _log_weight() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.Objective method) (nip.rl_objectives.PPOLossImproved method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) _loss_critic() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.PPOLossImproved method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) _make_fine_tune_api_call() (nip.code_validation.agents.OpenAiSharedModelGroup method) _make_fine_tune_api_call_lm_server() (nip.code_validation.agents.OpenAiSharedModelGroup method) _make_fine_tune_api_call_openai() (nip.code_validation.agents.OpenAiSharedModelGroup method) _make_generation_api_call() (nip.code_validation.agents.OpenAiWholeAgent method) (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) _make_key_repr() (nip.utils.nested_array_dict.NestedArrayDict method) _masked_reset() (nip.code_validation.environment.CodeValidationEnvironment method) (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.PureTextEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _next_data() (nip.scenario_base.data.TensorDictSingleProcessDataLoaderIter method) _non_body_param_regex() (nip.code_validation.agents.CodeValidationAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.scenario_base.agents.Agent method) _ParameterSelector (class in nip.factory) _parse_decision() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) _parse_multi_channel_message() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) _parse_single_channel_message() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) _ParsedChatCompletion (class in nip.code_validation.agents) _PartialRolloutNode (class in nip.trainers.malt_pure_text) _pretrain_agents() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _previous_compatible_iterations() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _process_data() (nip.code_validation.data.AppsCodeValidationDataset method) (nip.code_validation.data.BuggyAppsCodeValidationDataset method) (nip.code_validation.data.CodeValidationDataset method) (nip.code_validation.data.TestCodeValidationDataset method) _project() (nip.graph_isomorphism.environment.AdjacencyMatrixSpec method) _raise_not_implemented_error() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) _raise_server_error_as_http_exception() (in module nip.language_model_server.server) _reduce_dataset_size() (nip.code_validation.data.AppsCodeValidationDataset method) (nip.code_validation.data.BuggyAppsCodeValidationDataset method) (nip.code_validation.data.CodeValidationDataset method) (nip.code_validation.data.TestCodeValidationDataset method) _reset() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _restrict_decisions() (nip.graph_isomorphism.agents.GraphIsomorphismCombinedPolicyHead method) (nip.image_classification.agents.ImageClassificationCombinedPolicyHead method) (nip.scenario_base.agents.CombinedPolicyHead method) _restrict_input_to_visible_channels() (nip.code_validation.agents.CodeValidationCombinedWholeAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedBody method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedValueHead method) (nip.image_classification.agents.ImageClassificationCombinedBody method) (nip.image_classification.agents.ImageClassificationCombinedPolicyHead method) (nip.image_classification.agents.ImageClassificationCombinedValueHead method) (nip.scenario_base.agents.CombinedAgentPart method) (nip.scenario_base.agents.CombinedBody method) (nip.scenario_base.agents.CombinedPolicyHead method) (nip.scenario_base.agents.CombinedTensorDictAgentPart method) (nip.scenario_base.agents.CombinedValueHead method) (nip.scenario_base.agents.CombinedWhole method) (nip.scenario_base.agents.PureTextCombinedWhole method) _run() (nip.utils.experiments.HyperparameterExperiment method) (nip.utils.experiments.MultiprocessHyperparameterExperiment method) (nip.utils.experiments.SequentialHyperparameterExperiment method) _run_manual_architecture() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) _run_masked_transformer() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody class method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead class method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart class method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead class method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead class method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead class method) _run_recorder_hook() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismConstantAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismRandomAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.image_classification.agents.ImageClassificationAgentBody method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPart method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationConstantAgentValueHead method) (nip.image_classification.agents.ImageClassificationDummyAgentBody method) (nip.image_classification.agents.ImageClassificationDummyAgentPart method) (nip.image_classification.agents.ImageClassificationRandomAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) (nip.scenario_base.agents.TensorDictAgentPartMixin method) (nip.scenario_base.agents.TensorDictDummyAgentPartMixin method) _run_single_experiment() (nip.utils.experiments.SequentialHyperparameterExperiment method) _run_test_loop() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _run_train_loop() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _RuntimeModule (class in nip.utils.runtime_module) _sample_and_save_rollouts() (nip.artifact_logger.ArtifactLogger method) _sample_positive_and_negative_examples() (nip.trainers.malt_pure_text.PureTextMaltTrainer method) _sample_rollouts() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _sample_rollouts_for_single_environment() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _save_checkpoint() (nip.artifact_logger.ArtifactLogger method) _save_rollouts() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _select_rollouts_for_fine_tuning() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) _set_entropy_and_critic_losses() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.PPOLossImproved method) (nip.rl_objectives.SpgLoss method) _set_ess() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.SpgLoss method) _set_in_keys() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.Objective method) (nip.rl_objectives.PPOLossImproved method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) _set_seed() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _setup_logger() (nip.utils.experiments.HyperparameterExperiment method) (nip.utils.experiments.MultiprocessHyperparameterExperiment method) (nip.utils.experiments.SequentialHyperparameterExperiment method) _stage_await_fine_tune_jobs() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _stage_create_fine_tune_jobs() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _stage_log_stats() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _stage_run_test_loop() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _stage_sample_rollouts() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _step() (nip.graph_isomorphism.environment.GraphIsomorphismEnvironment method) (nip.image_classification.environment.ImageClassificationEnvironment method) (nip.scenario_base.environment.TensorDictEnvironment method) _targspec() (in module nip.utils.runtime_module) _task_fn() (nip.utils.experiments.MultiprocessHyperparameterExperiment method) _test_buggy_solution() (in module nip.code_validation.dataset_generation) _train() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) _train_and_test() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _train_on_replay_buffer() (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) _tree_iter() (in module nip.trainers.malt_pure_text) _try_generate_buggy_solutions() (in module nip.code_validation.dataset_generation) _validate_active_agents() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) _zero_grad() (in module nip.utils.maths)

A

AccelerateConfigNotFoundError ActivationType (in module nip.parameters.types) actor (nip.parameters.agents.LrFactors attribute) add() (nip.factory._ParameterSelector method) add_child() (nip.utils.malt_forest.forest.MaltNode method) (nip.utils.malt_forest.forest.MaltTree method) add_dummy_actions_and_next_to_state() (nip.code_validation.environment.CodeValidationEnvironment method) (nip.scenario_base.environment.PureTextEnvironment method) add_pretrained_embeddings() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) add_s_plural() (in module nip.utils.jinja_filters) AdjacencyMatrixBox (class in nip.graph_isomorphism.environment) AdjacencyMatrixSpec (class in nip.graph_isomorphism.environment) AdpCodeValidationProtocol (class in nip.code_validation.protocols) AdpProtocol (class in nip.protocols.main_protocols) Agent (class in nip.scenario_base.agents) agent_ids_and_names() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method) agent_name (nip.timing.models.ModelTimeable attribute) (nip.timing.run.RunTimeable attribute) AgentBody (class in nip.scenario_base.agents)

AgentHead (class in nip.scenario_base.agents) AgentHooks (class in nip.scenario_base.agents) AgentNotActiveInChannelError AgentParameters (class in nip.parameters.agents) AgentPart (class in nip.scenario_base.agents) AgentPolicyHead (class in nip.scenario_base.agents) agents (nip.scenario_instance.ScenarioInstance attribute) AgentsParameters (class in nip.parameters.agents) AgentState (class in nip.scenario_base.agents) AgentUpdateSchedule (class in nip.parameters.update_schedule) AgentValueHead (class in nip.scenario_base.agents) aggregate_mean_grouped_by_class() (in module nip.utils.maths) AlternatingPeriodicUpdateSchedule (class in nip.parameters.update_schedule) analyse_decision_agreement() (in module nip.utils.plotting.decision_agreement) apply_orthogonal_initialisation() (in module nip.utils.torch) AppsCodeValidationDataset (class in nip.code_validation.data) AppsDifficultyType (in module nip.parameters.types) argc() (nip.utils.runtime_module.overload class method) args() (nip.utils.runtime_module.overload class method) ArtifactLogger (class in nip.artifact_logger) as_jsonl() (nip.utils.malt_forest.visualise.MaltForestVisualiser method) as_yaml() (nip.utils.malt_forest.visualise.MaltForestVisualiser method) attach_progress_bar() (in module nip.trainers.trainer_base)

B

backward() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.Objective method) (nip.rl_objectives.PPOLossImproved method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) BadResponseError BaseHyperParameters (class in nip.parameters.parameters_base) BaseRunParameters (class in nip.parameters.base_run) BaseRunPreserve (class in nip.parameters.base_run) BaseRunType (in module nip.parameters.types) BatchNorm1dSimulateBatchDims (class in nip.utils.torch) BinarificationMethodType (in module nip.parameters.types) BinaryRolloutAnalyser (class in nip.code_validation.rollout_analysis) BoolArraySpec (class in nip.utils.nested_array_dict) BuggyAppsCodeValidationDataset (class in nip.code_validation.data) build_cnn_encoder() (nip.image_classification.agents.ImageClassificationAgentBody method)

build_dict_forest() (nip.utils.malt_forest.visualise.MaltForestVisualiser method) build_final_encoder() (nip.image_classification.agents.ImageClassificationAgentBody method) build_fine_tune_dataset() (nip.code_validation.agents.CodeValidationRandomAgentPolicyHead method) (nip.code_validation.agents.OpenAiWholeAgent method) (nip.scenario_base.agents.PureTextWholeAgent method) build_global_pooling() (nip.image_classification.agents.ImageClassificationAgentBody method) build_initial_encoder() (nip.image_classification.agents.ImageClassificationAgentBody method) build_message_history_upsampler() (nip.image_classification.agents.ImageClassificationAgentBody method) build_pretrained_embedding_scaler() (nip.image_classification.agents.ImageClassificationAgentBody method) build_protocol_handler() (in module nip.protocols.registry) build_rollout_samples() (in module nip.scenario_base.rollout_samples) build_scenario_instance() (in module nip.factory) build_tensor_dict() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) build_torch_dataset() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method)

C

CACHED_MODELS_DIR (in module nip.constants) cached_models_exist() (in module nip.model_cache) CACHED_MODELS_METADATA_FILENAME (in module nip.constants) CachedPretrainedEmbeddingsNotFound call_method() (in module nip.utils.apps_metric) can_agent_be_active() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) can_agent_be_active_any_channel() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) can_agent_see_channel() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) cancel_training_job() (in module nip.language_model_server.server) (nip.language_model_server.client.LanguageModelClient method) capitalise_first_letter() (in module nip.utils.jinja_filters) Capturing (class in nip.utils.apps_metric) CatGraphPairDim (class in nip.utils.torch) change_directory() (in module nip.utils.os) check_correctness() (in module nip.utils.apps_metric) check_no_extant_runs() (nip.utils.experiments.HyperparameterExperiment method) (nip.utils.experiments.MultiprocessHyperparameterExperiment method) (nip.utils.experiments.SequentialHyperparameterExperiment method) check_server_version() (nip.language_model_server.client.LanguageModelClient method) check_use_supervisor_message() (in module nip.utils.hyper_params) checkpoint_names scripts/download_cv_checkpoints.py command line option CheckPointNotFoundError Cifar100DatasetWrapper (class in nip.image_classification.data) Cifar10DatasetWrapper (class in nip.image_classification.data) classproperty (class in nip.utils.oop) ClientTimeoutError ClipPPOLossImproved (class in nip.rl_objectives) clone() (nip.graph_isomorphism.environment.AdjacencyMatrixBox method) (nip.graph_isomorphism.environment.AdjacencyMatrixSpec method) (nip.utils.nested_array_dict.NestedArrayDict method) clone_as_child() (nip.trainers.malt_pure_text._PartialRolloutNode method) close() (nip.utils.output.DummyTqdm method) code validation scenario CODE_TYPE (class in nip.utils.apps_metric) CodeValidationAgent (class in nip.code_validation.agents) CodeValidationAgentParameters (class in nip.parameters.agents) CodeValidationAgentSpec (class in nip.code_validation.protocols) CodeValidationCombinedWholeAgent (class in nip.code_validation.agents) CodeValidationDataset (class in nip.code_validation.data)

CodeValidationDatasetConfig (class in nip.code_validation.dataset_generation) CodeValidationEnvironment (class in nip.code_validation.environment) CodeValidationParameters (class in nip.parameters.scenario) CodeValidationProtocolHandler (class in nip.code_validation.protocols) CodeValidationRandomAgentPolicyHead (class in nip.code_validation.agents) CodeValidationRolloutAnalyser (class in nip.code_validation.rollout_analysis) combined_body (nip.scenario_instance.ScenarioInstance attribute) combined_policy_body (nip.scenario_instance.ScenarioInstance attribute) combined_policy_head (nip.scenario_instance.ScenarioInstance attribute) combined_value_body (nip.scenario_instance.ScenarioInstance attribute) combined_value_head (nip.scenario_instance.ScenarioInstance attribute) combined_whole (nip.scenario_instance.ScenarioInstance attribute) CombinedAgentPart (class in nip.scenario_base.agents) CombinedBody (class in nip.scenario_base.agents) CombinedPolicyHead (class in nip.scenario_base.agents) CombinedTensorDictAgentPart (class in nip.scenario_base.agents) CombinedValueHead (class in nip.scenario_base.agents) CombinedWhole (class in nip.scenario_base.agents) CommonPpoParameters (class in nip.parameters.trainers) CommonProtocolParameters (class in nip.parameters.protocol) compare_versions() (in module nip.utils.version) CompositeCategoricalDistribution (class in nip.utils.distributions) CompositeSpec (class in nip.utils.nested_array_dict) compute_conjugate_gradient_ihvp() (in module nip.utils.maths) compute_neumann_ihvp() (in module nip.utils.maths) compute_nystrom_ihvp() (in module nip.utils.maths) compute_sos_update() (in module nip.utils.maths) concatenate_nested_array_dicts() (in module nip.utils.nested_array_dict) ConnectionError ConstantAgentValueHead (class in nip.scenario_base.agents) ConstantUpdateSchedule (class in nip.parameters.update_schedule) construct_test_params() (nip.parameters.agents.AgentParameters class method) (nip.parameters.agents.CodeValidationAgentParameters class method) (nip.parameters.agents.GraphIsomorphismAgentParameters class method) (nip.parameters.agents.ImageClassificationAgentParameters class method) (nip.parameters.agents.LrFactors class method) (nip.parameters.agents.PureTextAgentParameters class method) (nip.parameters.agents.RandomAgentParameters class method) (nip.parameters.base_run.BaseRunParameters class method) (nip.parameters.dataset.DatasetParameters class method) (nip.parameters.message_regression.MessageRegressionParameters class method) (nip.parameters.parameters_base.BaseHyperParameters class method) (nip.parameters.parameters_base.SubParameters class method) (nip.parameters.protocol.CommonProtocolParameters class method) (nip.parameters.protocol.DebateProtocolParameters class method) (nip.parameters.protocol.LongProtocolParameters class method) (nip.parameters.protocol.MnipProtocolParameters class method) (nip.parameters.protocol.NipProtocolParameters class method) (nip.parameters.protocol.ZkProtocolParameters class method) (nip.parameters.scenario.CodeValidationParameters class method) (nip.parameters.scenario.ImageClassificationParameters class method) (nip.parameters.trainers.CommonPpoParameters class method) (nip.parameters.trainers.PureTextEiParameters class method) (nip.parameters.trainers.PureTextMaltParameters class method) (nip.parameters.trainers.ReinforceParameters class method) (nip.parameters.trainers.RlTrainerParameters class method) (nip.parameters.trainers.SoloAgentParameters class method) (nip.parameters.trainers.SpgParameters class method) (nip.parameters.trainers.TextRlParameters class method) (nip.parameters.trainers.VanillaPpoParameters class method) content (nip.utils.types.PromptMessage attribute) ContentFilterError ContentIsNoneError ContiguousPeriodicUpdateSchedule (class in nip.parameters.update_schedule) continuous_decision (nip.code_validation.agents._ParsedChatCompletion attribute) Conv2dSimulateBatchDims (class in nip.utils.torch) ConversionFunctionNotFoundError convert_dpo_dataset_to_hugging_face() (in module nip.utils.data) convert_dpo_item_to_hugging_face() (in module nip.utils.data) convert_hyper_param_dict() (in module nip.parameters.version) copyfunc() (in module nip.utils.runtime_module) count_tokens() (in module nip.utils.hugging_face) create_cv_dataset module create_dpo_fine_tune_job() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method) create_gi_dataset module create_recorder_hooks() (nip.graph_isomorphism.agents.GraphIsomorphismAgentHooks class method) (nip.scenario_base.agents.AgentHooks class method) create_supervised_fine_tune_job() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method) create_training_job() (in module nip.language_model_server.server) (nip.language_model_server.client.LanguageModelClient method) CreateTrainingJobRequest (class in nip.language_model_server.types) critic (nip.parameters.agents.LrFactors attribute) custom_compare_() (in module nip.utils.apps_metric) CV_DATA_DIR (in module nip.constants) cv_experiment module

D

DATA_DIR (in module nip.constants) DATABASE_DIR (in module nip.constants) Dataset (class in nip.scenario_base.data) dataset (nip.timing.models.ModelTimeable attribute) (nip.timing.run.RunTimeable attribute) DatasetParameters (class in nip.parameters.dataset) DebateCodeValidationProtocol (class in nip.code_validation.protocols) DebateProtocol (class in nip.protocols.main_protocols) DebateProtocolParameters (class in nip.parameters.protocol) DecisionAgreementAnalysis (class in nip.utils.plotting.decision_agreement) deterministic interaction protocol DeterministicSingleVerifierProtocolHandler (class in nip.protocols.protocol_base) dict_dot_product() (in module nip.utils.maths) dict_scalar_multiple() (in module nip.utils.maths) dict_sum() (in module nip.utils.maths) dict_update_add() (in module nip.utils.data)

difficulties (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) disable() (nip.utils.timing.TimeInfoPrinter method) discrete_decision (nip.code_validation.agents._ParsedChatCompletion attribute) download_all_datasets module download_checkpoint() (in module nip.utils.checkpoints) download_cv_checkpoints module DpoDatasetItem (class in nip.utils.types) dummy_test_gi module dummy_test_ic module DummyAgentBody (class in nip.scenario_base.agents) DummyOptimizer (class in nip.utils.torch) DummyStatLogger (class in nip.stat_logger) DummyTqdm (class in nip.utils.output)

E

enable() (nip.utils.timing.TimeInfoPrinter method) entropy() (nip.utils.distributions.CompositeCategoricalDistribution method) entropy_numpy() (in module nip.utils.maths) ENV_FILE (in module nip.constants) env_var_default_factory() (in module nip.utils.env) Environment (class in nip.scenario_base.environment) EnvironmentVariableDoesNotExistError eval() (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.scenario_base.agents.Agent method) (nip.scenario_base.agents.PureTextSharedModelGroup method)

experiment settings EXPERIMENT_STATE_DIR (in module nip.constants) ExperimentConfig (class in nip.utils.types) ExperimentFunctionArguments (class in nip.utils.experiments) ExperimentSettings (class in nip.experiment_settings)

F

FashionMnistDatasetWrapper (class in nip.image_classification.data) FastForwardableBatchSampler (class in nip.utils.torch) filter_actor_named_parameters() (nip.code_validation.agents.CodeValidationAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.scenario_base.agents.Agent method) fine_tune_job_failed() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method) fine_tune_job_id (nip.code_validation.agents.OpenAiSharedModelGroupState attribute) fine_tuned_model_name (nip.code_validation.agents.OpenAiSharedModelGroupState attribute) FineTuneJobError finish() (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.scenario_base.rollout_samples.RolloutSamples method) flatten_batch_dims() (in module nip.utils.torch) flatten_dict_keys() (in module nip.utils.data) FloatArraySpec (class in nip.utils.nested_array_dict) FollowUpAnalyser (class in nip.code_validation.rollout_analysis) forgetful_cycle() (in module nip.utils.data) format() (nip.utils.experiments.MultiLineFormatter method) forward() (nip.code_validation.agents.CodeValidationCombinedWholeAgent method) (nip.code_validation.agents.CodeValidationRandomAgentPolicyHead method) (nip.code_validation.agents.OpenAiWholeAgent method) (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedBody method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismCombinedValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismConstantAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismRandomAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.image_classification.agents.ImageClassificationAgentBody method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPart method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationCombinedBody method) (nip.image_classification.agents.ImageClassificationCombinedPolicyHead method) (nip.image_classification.agents.ImageClassificationCombinedValueHead method) (nip.image_classification.agents.ImageClassificationConstantAgentValueHead method) (nip.image_classification.agents.ImageClassificationDummyAgentBody method) (nip.image_classification.agents.ImageClassificationDummyAgentPart method) (nip.image_classification.agents.ImageClassificationRandomAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) (nip.scenario_base.agents.AgentBody method) (nip.scenario_base.agents.AgentHead method) (nip.scenario_base.agents.AgentPart method) (nip.scenario_base.agents.AgentPolicyHead method) (nip.scenario_base.agents.AgentValueHead method) (nip.scenario_base.agents.CombinedBody method) (nip.scenario_base.agents.CombinedPolicyHead method) (nip.scenario_base.agents.CombinedValueHead method) (nip.scenario_base.agents.CombinedWhole method) (nip.scenario_base.agents.ConstantAgentValueHead method) (nip.scenario_base.agents.DummyAgentBody method) (nip.scenario_base.agents.PureTextCombinedWhole method) (nip.scenario_base.agents.PureTextWholeAgent method) (nip.scenario_base.agents.RandomAgentPolicyHead method) (nip.scenario_base.agents.RandomWholeAgent method) (nip.scenario_base.agents.SoloAgentHead method) (nip.scenario_base.agents.TensorDictAgentPartMixin method) (nip.scenario_base.agents.TensorDictDummyAgentPartMixin method) (nip.scenario_base.agents.WholeAgent method) (nip.scenario_base.rollout_analysis.PureTextRolloutAnalyser method) (nip.scenario_base.rollout_analysis.RolloutAnalyser method) (nip.utils.torch.BatchNorm1dSimulateBatchDims method) (nip.utils.torch.CatGraphPairDim method) (nip.utils.torch.Conv2dSimulateBatchDims method) (nip.utils.torch.GIN method) (nip.utils.torch.GlobalMaxPool method) (nip.utils.torch.MaxPool2dSimulateBatchDims method) (nip.utils.torch.NormalizeOneHotMessageHistory method) (nip.utils.torch.OneHot method) (nip.utils.torch.PairedGaussianNoise method) (nip.utils.torch.PairInvariantizer method) (nip.utils.torch.ParallelTensorDictModule method) (nip.utils.torch.Print method) (nip.utils.torch.ResNetBasicBlockSimulateBatchDims method) (nip.utils.torch.ResNetBottleneckBlockSimulateBatchDims method) (nip.utils.torch.SimulateBatchDimsMixin method) (nip.utils.torch.Squeeze method) (nip.utils.torch.TensorDictCat method) (nip.utils.torch.TensorDictCloneKeys method) (nip.utils.torch.TensorDictPrint method) (nip.utils.torch.UpsampleSimulateBatchDims method)

fraction_to_modify (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) freeze() (nip.utils.training.ParamGroupFreezer method) from_arrays_and_scalars() (nip.utils.nested_array_dict.NestedArrayDict class method) from_dict() (nip.parameters.agents.AgentParameters class method) (nip.parameters.agents.AgentsParameters class method) (nip.parameters.agents.CodeValidationAgentParameters class method) (nip.parameters.agents.GraphIsomorphismAgentParameters class method) (nip.parameters.agents.ImageClassificationAgentParameters class method) (nip.parameters.agents.LrFactors class method) (nip.parameters.agents.PureTextAgentParameters class method) (nip.parameters.agents.RandomAgentParameters class method) (nip.parameters.base_run.BaseRunParameters class method) (nip.parameters.dataset.DatasetParameters class method) (nip.parameters.message_regression.MessageRegressionParameters class method) (nip.parameters.parameters_base.BaseHyperParameters class method) (nip.parameters.parameters_base.ParameterValue class method) (nip.parameters.parameters_base.SubParameters class method) (nip.parameters.protocol.CommonProtocolParameters class method) (nip.parameters.protocol.DebateProtocolParameters class method) (nip.parameters.protocol.LongProtocolParameters class method) (nip.parameters.protocol.MnipProtocolParameters class method) (nip.parameters.protocol.NipProtocolParameters class method) (nip.parameters.protocol.ZkProtocolParameters class method) (nip.parameters.scenario.CodeValidationParameters class method) (nip.parameters.scenario.ImageClassificationParameters class method) (nip.parameters.trainers.CommonPpoParameters class method) (nip.parameters.trainers.PureTextEiParameters class method) (nip.parameters.trainers.PureTextMaltParameters class method) (nip.parameters.trainers.ReinforceParameters class method) (nip.parameters.trainers.RlTrainerParameters class method) (nip.parameters.trainers.SoloAgentParameters class method) (nip.parameters.trainers.SpgParameters class method) (nip.parameters.trainers.TextRlParameters class method) (nip.parameters.trainers.VanillaPpoParameters class method) (nip.parameters.update_schedule.AgentUpdateSchedule class method) (nip.parameters.update_schedule.AlternatingPeriodicUpdateSchedule class method) (nip.parameters.update_schedule.ConstantUpdateSchedule class method) (nip.parameters.update_schedule.ContiguousPeriodicUpdateSchedule class method) from_objects() (nip.utils.runtime_module._RuntimeModule static method) from_row() (nip.utils.language_model_database.LanguageModelDbEntry class method) from_string() (nip.utils.runtime_module._RuntimeModule static method) from_wandb_run() (nip.utils.malt_forest.visualise.MaltForestVisualiser class method)

G

generate_and_save_cv_dataset() (in module nip.code_validation.dataset_generation) generate_dataset_embeddings() (nip.image_classification.pretrained_models.PretrainedImageModel method) (nip.image_classification.pretrained_models.Resnet18Cifar10PretrainedModel method) (nip.image_classification.pretrained_models.Resnet18PretrainedModel method) (nip.scenario_base.pretrained_models.PretrainedModel method) generate_er_graphs() (in module nip.graph_isomorphism.dataset_generation) generate_gi_dataset() (in module nip.graph_isomorphism.dataset_generation) GenerationError GenericConnectionError get() (nip.parameters.agents.AgentParameters method) (nip.parameters.agents.CodeValidationAgentParameters method) (nip.parameters.agents.GraphIsomorphismAgentParameters method) (nip.parameters.agents.ImageClassificationAgentParameters method) (nip.parameters.agents.LrFactors method) (nip.parameters.agents.PureTextAgentParameters method) (nip.parameters.agents.RandomAgentParameters method) (nip.parameters.base_run.BaseRunParameters method) (nip.parameters.dataset.DatasetParameters method) (nip.parameters.message_regression.MessageRegressionParameters method) (nip.parameters.parameters_base.BaseHyperParameters method) (nip.parameters.parameters_base.SubParameters method) (nip.parameters.protocol.CommonProtocolParameters method) (nip.parameters.protocol.DebateProtocolParameters method) (nip.parameters.protocol.LongProtocolParameters method) (nip.parameters.protocol.MnipProtocolParameters method) (nip.parameters.protocol.NipProtocolParameters method) (nip.parameters.protocol.ZkProtocolParameters method) (nip.parameters.scenario.CodeValidationParameters method) (nip.parameters.scenario.ImageClassificationParameters method) (nip.parameters.trainers.CommonPpoParameters method) (nip.parameters.trainers.PureTextEiParameters method) (nip.parameters.trainers.PureTextMaltParameters method) (nip.parameters.trainers.ReinforceParameters method) (nip.parameters.trainers.RlTrainerParameters method) (nip.parameters.trainers.SoloAgentParameters method) (nip.parameters.trainers.SpgParameters method) (nip.parameters.trainers.TextRlParameters method) (nip.parameters.trainers.VanillaPpoParameters method) get_active_agents_mask_from_rounds_and_seed() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) get_agent_ordered_channels() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) get_agent_part_flags() (in module nip.utils.hyper_params) get_agent_supervisor_message() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) get_agent_supervisor_message_template() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) get_agent_system_prompt() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) get_agent_system_prompt_template() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) get_agent_visible_channels() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) get_base_wandb_run_and_new_hyper_params() (in module nip.base_run) get_batch() (nip.utils.data.VariableDataCycler method) get_by_agent_params() (nip.utils.language_model_database.LanguageModelDatabase method) get_by_hyper_params() (nip.utils.language_model_database.LanguageModelDatabase method) get_by_run_id() (nip.utils.language_model_database.LanguageModelDatabase method) get_cached_models_path() (in module nip.model_cache) get_checkpoint_base_dir_from_run_id() (nip.trainers.ei_pure_text.PureTextEiTrainer class method) (nip.trainers.malt_pure_text.PureTextMaltTrainer class method) (nip.trainers.reinforce.ReinforceTrainer class method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer class method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer class method) (nip.trainers.solo_agent.SoloAgentTrainer class method) (nip.trainers.spg.SpgTrainer class method) (nip.trainers.trainer_base.TensorDictTrainer class method) (nip.trainers.trainer_base.Trainer class method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer class method) get_datapoint_from_env_state_as_dict() (nip.code_validation.environment.CodeValidationEnvironment class method) (nip.scenario_base.environment.PureTextEnvironment class method) get_decision_histogram() (in module nip.utils.plotting.decision_spectrum) get_env_var() (in module nip.utils.env) get_fine_tune_job_error_repr() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method) get_fine_tune_job_status() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method)

get_hash_parity() (in module nip.utils.string) get_header_length() (nip.utils.experiments.MultiLineFormatter method) get_key_batch_size() (in module nip.utils.tensordict) get_last_timestep_mask() (in module nip.utils.plotting.rollouts) get_model_parameter_dicts() (nip.code_validation.agents.CodeValidationAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.scenario_base.agents.Agent method) get_next_state_from_state() (nip.code_validation.environment.CodeValidationEnvironment method) (nip.scenario_base.environment.PureTextEnvironment method) get_package_name() (in module nip.utils.version) get_package_version() (in module nip.language_model_server.server) get_parameter_class() (in module nip.parameters.parameters_base) get_parameter_or_parameter_value_class() (in module nip.parameters.parameters_base) get_pretrained_embedding_dtype() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) get_pretrained_embedding_feature_shape() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) get_pretrained_model_class() (in module nip.scenario_base.pretrained_models) get_pretty_pure_text_round_message() (in module nip.utils.rollouts) get_scenario_class() (in module nip.factory) get_server_version() (nip.language_model_server.client.LanguageModelClient method) get_state() (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.scenario_base.agents.Agent method) (nip.scenario_base.agents.PureTextSharedModelGroup method) get_state_dict() (nip.code_validation.agents.CodeValidationRandomAgentPolicyHead method) (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.code_validation.agents.OpenAiWholeAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismConstantAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismRandomAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.image_classification.agents.ImageClassificationAgentBody method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPart method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationConstantAgentValueHead method) (nip.image_classification.agents.ImageClassificationDummyAgentBody method) (nip.image_classification.agents.ImageClassificationDummyAgentPart method) (nip.image_classification.agents.ImageClassificationRandomAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) (nip.scenario_base.agents.AgentBody method) (nip.scenario_base.agents.AgentHead method) (nip.scenario_base.agents.AgentPart method) (nip.scenario_base.agents.AgentPolicyHead method) (nip.scenario_base.agents.AgentValueHead method) (nip.scenario_base.agents.ConstantAgentValueHead method) (nip.scenario_base.agents.DummyAgentBody method) (nip.scenario_base.agents.PureTextSharedModelGroup method) (nip.scenario_base.agents.PureTextWholeAgent method) (nip.scenario_base.agents.RandomAgentPolicyHead method) (nip.scenario_base.agents.RandomWholeAgent method) (nip.scenario_base.agents.SoloAgentHead method) (nip.scenario_base.agents.TensorDictAgentPartMixin method) (nip.scenario_base.agents.TensorDictDummyAgentPartMixin method) (nip.scenario_base.agents.WholeAgent method) get_thresholded_performance() (in module nip.utils.plotting.decision_spectrum) get_total_num_iterations() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) get_training_job() (in module nip.language_model_server.server) (nip.language_model_server.client.LanguageModelClient method) get_training_jobs() (in module nip.language_model_server.server) (nip.language_model_server.client.LanguageModelClient method) get_union_elements() (in module nip.utils.types) get_verifier_guess_mask_from_rounds_and_seed() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) get_version() (in module nip.utils.version) get_vllm_server_status() (in module nip.language_model_server.server) (nip.language_model_server.client.LanguageModelClient method) GI_DATA_DIR (in module nip.constants) GIN (class in nip.utils.torch) global_tqdm_step_fn() (nip.utils.experiments.ExperimentFunctionArguments method) GlobalMaxPool (class in nip.utils.torch) graph isomorphism scenario GraphIsomorphicDatasetConfig (class in nip.graph_isomorphism.dataset_generation) GraphIsomorphismAgent (class in nip.graph_isomorphism.agents) GraphIsomorphismAgentBody (class in nip.graph_isomorphism.agents) GraphIsomorphismAgentHead (class in nip.graph_isomorphism.agents) GraphIsomorphismAgentHooks (class in nip.graph_isomorphism.agents) GraphIsomorphismAgentParameters (class in nip.parameters.agents) GraphIsomorphismAgentPart (class in nip.graph_isomorphism.agents) GraphIsomorphismAgentPolicyHead (class in nip.graph_isomorphism.agents) GraphIsomorphismAgentValueHead (class in nip.graph_isomorphism.agents) GraphIsomorphismCombinedBody (class in nip.graph_isomorphism.agents) GraphIsomorphismCombinedPolicyHead (class in nip.graph_isomorphism.agents) GraphIsomorphismCombinedValueHead (class in nip.graph_isomorphism.agents) GraphIsomorphismConstantAgentValueHead (class in nip.graph_isomorphism.agents) GraphIsomorphismDataset (class in nip.graph_isomorphism.data) GraphIsomorphismDummyAgentBody (class in nip.graph_isomorphism.agents) GraphIsomorphismDummyAgentPart (class in nip.graph_isomorphism.agents) GraphIsomorphismEnvironment (class in nip.graph_isomorphism.environment) GraphIsomorphismPpoRunTimeable (class in nip.timing.run) GraphIsomorphismRandomAgentPolicyHead (class in nip.graph_isomorphism.agents) GraphIsomorphismRolloutSamples (class in nip.graph_isomorphism.rollout_samples) GraphIsomorphismSoloAgentHead (class in nip.graph_isomorphism.agents) GraphIsomorphismSoloAgentRunTimeable (class in nip.timing.run) GraphIsomorphismVerifierTimeable (class in nip.timing.models) greatest_divisor_up_to_max() (in module nip.utils.maths) GuessType (in module nip.parameters.types)

H

handler() (in module nip.utils.apps_metric) has_agent_acted() (nip.trainers.malt_pure_text._PartialRolloutNode method) HF_BUGGY_APPS_REPO (in module nip.constants) HF_PRETRAINED_MODELS_USER (in module nip.constants) HF_TRAINER_OUTPUT_DIR (in module nip.constants)

HuggingFaceDpoDatasetItem (class in nip.utils.types) hyper-parameter hyper-parameters HyperparameterExperiment (class in nip.utils.experiments) HyperParameters (class in nip.parameters)

I

IC_DATA_DIR (in module nip.constants) IhvpVariantType (in module nip.parameters.types) image classification scenario ImageBuildingBlockType (in module nip.parameters.types) ImageClassificationAgent (class in nip.image_classification.agents) ImageClassificationAgentBody (class in nip.image_classification.agents) ImageClassificationAgentHead (class in nip.image_classification.agents) ImageClassificationAgentParameters (class in nip.parameters.agents) ImageClassificationAgentPart (class in nip.image_classification.agents) ImageClassificationAgentPolicyHead (class in nip.image_classification.agents) ImageClassificationAgentValueHead (class in nip.image_classification.agents) ImageClassificationCombinedBody (class in nip.image_classification.agents) ImageClassificationCombinedPolicyHead (class in nip.image_classification.agents) ImageClassificationCombinedValueHead (class in nip.image_classification.agents) ImageClassificationConstantAgentValueHead (class in nip.image_classification.agents) ImageClassificationDataset (class in nip.image_classification.data) ImageClassificationDummyAgentBody (class in nip.image_classification.agents) ImageClassificationDummyAgentPart (class in nip.image_classification.agents) ImageClassificationEnvironment (class in nip.image_classification.environment) ImageClassificationParameters (class in nip.parameters.scenario) ImageClassificationRandomAgentPolicyHead (class in nip.image_classification.agents) ImageClassificationSoloAgentHead (class in nip.image_classification.agents) InsufficientCreditsError IntArraySpec (class in nip.utils.nested_array_dict)

interaction protocol InteractionProtocolType (in module nip.parameters.types) InvalidDecisionError inverse_hessian_vector_product() (in module nip.utils.maths) is_agent_active() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) is_broadcastable() (in module nip.utils.maths) is_in() (nip.graph_isomorphism.environment.AdjacencyMatrixSpec method) is_model_peft() (in module nip.utils.hugging_face) is_nested_key() (in module nip.utils.data) items() (nip.utils.nested_array_dict.NestedArrayDict method) iteration scripts/visualise_malt_rollouts.py command line option IterationContext (class in nip.trainers.trainer_base) IterationNotFoundError

K

key_is_leaf() (nip.utils.nested_array_dict.NestedArrayDict method) keys() (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.NestedArrayDict method)

KLPENPPOLossImproved (class in nip.rl_objectives) KmnistDatasetWrapper (class in nip.image_classification.data)

L

LANGUAGE_MODEL_DB_DIR (in module nip.constants) LanguageModelClient (class in nip.language_model_server.client) LanguageModelClientError LanguageModelDatabase (class in nip.utils.language_model_database) LanguageModelDbEntry (class in nip.utils.language_model_database) LanguageModelNotFound LanguageModelServerError leaf_keys() (nip.utils.nested_array_dict.NestedArrayDict method) lifespan() (in module nip.language_model_server.server) list_timeables() (in module nip.timing.timeables) lm_server_accepting_connections() (nip.language_model_server.client.LanguageModelClient method) LM_SERVER_TRAINING_LOG_DIR (in module nip.constants) LM_SERVER_TRAINING_STATUS_DIR (in module nip.constants) LmDpoTrainingConfig (class in nip.language_model_server.types) LmLoraAdapterConfig (class in nip.language_model_server.types) LmTrainingConfig (class in nip.language_model_server.types) load_and_set_state_from_checkpoint() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method)

load_cached_model_state_dicts() (in module nip.model_cache) load_env_once() (in module nip.utils.env) load_from_wandb_config() (nip.parameters.agents.AgentParameters method) (nip.parameters.agents.CodeValidationAgentParameters method) (nip.parameters.agents.GraphIsomorphismAgentParameters method) (nip.parameters.agents.ImageClassificationAgentParameters method) (nip.parameters.agents.PureTextAgentParameters method) (nip.parameters.agents.RandomAgentParameters method) load_pretrained_embeddings() (nip.graph_isomorphism.data.GraphIsomorphismDataset method) (nip.image_classification.data.ImageClassificationDataset method) (nip.scenario_base.data.TensorDictDataset method) load_rollouts() (in module nip.utils.checkpoints) load_run_hyper_parameters() (in module nip.utils.checkpoints) local_dir (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) log() (nip.artifact_logger.ArtifactLogger method) (nip.stat_logger.DummyStatLogger method) (nip.stat_logger.StatLogger method) (nip.stat_logger.WandbStatLogger method) LOG_DIR (in module nip.constants) log_prob() (nip.utils.distributions.CompositeCategoricalDistribution method) logit_entropy() (in module nip.utils.maths) logit_or() (in module nip.utils.maths) logit_or_dual() (in module nip.utils.maths) LongProtocolParameters (class in nip.parameters.protocol) LrFactors (class in nip.parameters.agents)

M

MaltForestVisualiser (class in nip.utils.malt_forest.visualise) MaltNode (class in nip.utils.malt_forest.forest) MaltTree (class in nip.utils.malt_forest.forest) max_attempts (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) max_modifications (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) max_reward() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) MaxPool2dSimulateBatchDims (class in nip.utils.torch) MaxTrainingJobsReachedError mean_episode_reward() (in module nip.utils.maths) mean_for_unique_keys() (in module nip.utils.maths) MerlinArthurCodeValidationProtocol (class in nip.code_validation.protocols) MerlinArthurProtocol (class in nip.protocols.main_protocols) message_regressor (nip.scenario_instance.ScenarioInstance attribute) MessageRegressionMethodType (in module nip.parameters.types) MessageRegressionParameters (class in nip.parameters.message_regression) min_reward() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) minstd_generate_pseudo_random_sequence() (in module nip.utils.maths) MnipCodeValidationProtocol (class in nip.code_validation.protocols) MnipProtocol (class in nip.protocols.main_protocols) MnipProtocolParameters (class in nip.parameters.protocol) MnistDatasetWrapper (class in nip.image_classification.data) model (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) ModelNotFoundError ModelTimeable (class in nip.timing.models) modify_function() (in module nip.utils.runtime_module) modify_system_prompt_context() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) module create_cv_dataset create_gi_dataset cv_experiment download_all_datasets download_cv_checkpoints dummy_test_gi dummy_test_ic nip.artifact_logger nip.base_run nip.code_validation nip.code_validation.agents nip.code_validation.data nip.code_validation.dataset_generation nip.code_validation.environment nip.code_validation.protocols nip.code_validation.rollout_analysis nip.constants nip.factory nip.graph_isomorphism nip.graph_isomorphism.agents nip.graph_isomorphism.data nip.graph_isomorphism.dataset_generation nip.graph_isomorphism.environment nip.graph_isomorphism.rollout_samples nip.image_classification nip.image_classification.agents nip.image_classification.data nip.image_classification.environment nip.image_classification.pretrained_models nip.language_model_server.client nip.language_model_server.exceptions nip.language_model_server.server nip.language_model_server.types nip.model_cache nip.parameters.agents nip.parameters.base_run nip.parameters.dataset nip.parameters.message_regression nip.parameters.parameters_base nip.parameters.protocol nip.parameters.scenario nip.parameters.trainers nip.parameters.types nip.parameters.update_schedule nip.parameters.version nip.rl_objectives nip.scenario_base.agents nip.scenario_base.data nip.scenario_base.environment nip.scenario_base.pretrained_models nip.scenario_base.rollout_analysis nip.scenario_base.rollout_samples nip.scenario_instance nip.stat_logger nip.timing nip.timing.models nip.timing.run nip.timing.timeables nip.trainers.ei_pure_text nip.trainers.malt_pure_text nip.trainers.reinforce nip.trainers.rl_pure_text_base nip.trainers.rl_tensordict_base nip.trainers.solo_agent nip.trainers.spg nip.trainers.trainer_base nip.trainers.vanilla_ppo nip.utils nip.utils.api nip.utils.apps_metric nip.utils.asyncio nip.utils.bugfix nip.utils.checkpoints nip.utils.data nip.utils.distributions nip.utils.env nip.utils.experiments nip.utils.hugging_face nip.utils.hyper_params nip.utils.io nip.utils.jinja_filters nip.utils.language_model_database nip.utils.logging nip.utils.malt_forest nip.utils.malt_forest.forest nip.utils.malt_forest.visualise nip.utils.maths nip.utils.nested_array_dict nip.utils.oop nip.utils.os nip.utils.output nip.utils.plotting nip.utils.plotting.decision_agreement nip.utils.plotting.decision_spectrum nip.utils.plotting.rollouts nip.utils.rollouts nip.utils.runtime_module nip.utils.string nip.utils.tensordict nip.utils.timing nip.utils.torch nip.utils.training nip.utils.types nip.utils.version ppo_gi ppo_ic run_lm_server solo_agents_gi solo_agents_ic time_timeable visualise_malt_rollouts

MultiChannelTestProtocol (class in nip.protocols.main_protocols) MultiLineFormatter (class in nip.utils.experiments) MultipleConversionFunctionsMatchError MultiprocessHyperparameterExperiment (class in nip.utils.experiments)

N

name scripts/create_gi_dataset.py command line option scripts/time_timeable.py command line option name (nip.utils.types.PromptMessage attribute) nested_dict_keys() (in module nip.utils.data) nested_dict_keys_stringified() (in module nip.utils.data) NestedArrayDict (class in nip.utils.nested_array_dict) NestedArrayDictDataLoader (class in nip.scenario_base.data) NestedArrayDictDataset (class in nip.scenario_base.data) NestedKey (in module nip.utils.types) next_messages (nip.code_validation.agents._ParsedChatCompletion attribute) nip.artifact_logger module nip.base_run module nip.code_validation module nip.code_validation.agents module nip.code_validation.data module nip.code_validation.dataset_generation module nip.code_validation.environment module nip.code_validation.protocols module nip.code_validation.rollout_analysis module nip.constants module nip.factory module nip.graph_isomorphism module nip.graph_isomorphism.agents module nip.graph_isomorphism.data module nip.graph_isomorphism.dataset_generation module nip.graph_isomorphism.environment module nip.graph_isomorphism.rollout_samples module nip.image_classification module nip.image_classification.agents module nip.image_classification.data module nip.image_classification.environment module nip.image_classification.pretrained_models module nip.language_model_server.client module nip.language_model_server.exceptions module nip.language_model_server.server module nip.language_model_server.types module nip.model_cache module nip.parameters.agents module nip.parameters.base_run module nip.parameters.dataset module nip.parameters.message_regression module nip.parameters.parameters_base module nip.parameters.protocol module nip.parameters.scenario module nip.parameters.trainers module nip.parameters.types module nip.parameters.update_schedule module nip.parameters.version module nip.rl_objectives module nip.scenario_base.agents module nip.scenario_base.data module nip.scenario_base.environment module nip.scenario_base.pretrained_models module nip.scenario_base.rollout_analysis module nip.scenario_base.rollout_samples module nip.scenario_instance module nip.stat_logger module nip.timing module nip.timing.models module

nip.timing.run module nip.timing.timeables module nip.trainers.ei_pure_text module nip.trainers.malt_pure_text module nip.trainers.reinforce module nip.trainers.rl_pure_text_base module nip.trainers.rl_tensordict_base module nip.trainers.solo_agent module nip.trainers.spg module nip.trainers.trainer_base module nip.trainers.vanilla_ppo module nip.utils module nip.utils.api module nip.utils.apps_metric module nip.utils.asyncio module nip.utils.bugfix module nip.utils.checkpoints module nip.utils.data module nip.utils.distributions module nip.utils.env module nip.utils.experiments module nip.utils.hugging_face module nip.utils.hyper_params module nip.utils.io module nip.utils.jinja_filters module nip.utils.language_model_database module nip.utils.logging module nip.utils.malt_forest module nip.utils.malt_forest.forest module nip.utils.malt_forest.visualise module nip.utils.maths module nip.utils.nested_array_dict module nip.utils.oop module nip.utils.os module nip.utils.output module nip.utils.plotting module nip.utils.plotting.decision_agreement module nip.utils.plotting.decision_spectrum module nip.utils.plotting.rollouts module nip.utils.rollouts module nip.utils.runtime_module module nip.utils.string module nip.utils.tensordict module nip.utils.timing module nip.utils.torch module nip.utils.training module nip.utils.types module nip.utils.version module NipCodeValidationProtocol (class in nip.code_validation.protocols) NipProtocol (class in nip.protocols.main_protocols) NipProtocolParameters (class in nip.parameters.protocol) NonFinetunableSharedModelGroup (class in nip.code_validation.agents) NormalizeOneHotMessageHistory (class in nip.utils.torch) NotAllActiveChannelsInResponseError NotGuessedError num_data (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) num_problematic_inputs (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) NumpyArraySpec (class in nip.utils.nested_array_dict) NumpySpec (class in nip.utils.nested_array_dict)

O

oargspec() (in module nip.utils.runtime_module) Objective (class in nip.rl_objectives) OneHot (class in nip.utils.torch) OpenAiSharedModelGroup (class in nip.code_validation.agents)

OpenAiSharedModelGroupState (class in nip.code_validation.agents) OpenAiWholeAgent (class in nip.code_validation.agents) OutOfTenRolloutAnalyser (class in nip.code_validation.rollout_analysis) overload (class in nip.utils.runtime_module)

P

PACKAGE_ROOT (in module nip.constants) PairedGaussianNoise (class in nip.utils.torch) PairInvariantizer (class in nip.utils.torch) ParallelTensorDictModule (class in nip.utils.torch) ParameterValue (class in nip.parameters.parameters_base) ParamGroupFreezer (class in nip.utils.training) parse_chat_completion() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) ppo_gi module ppo_ic module PPOLossImproved (class in nip.rl_objectives) PpoLossType (in module nip.parameters.types) PrefixLoggerAdapter (class in nip.utils.experiments) prepare_experiment() (in module nip.run) PreparedExperimentInfo (class in nip.run) PretrainedImageModel (class in nip.image_classification.pretrained_models) PretrainedModel (class in nip.scenario_base.pretrained_models) Print (class in nip.utils.torch)

print() (nip.utils.timing.TimeInfoPrinter method) process() (nip.utils.experiments.PrefixLoggerAdapter method) prompt (nip.code_validation.agents._ParsedChatCompletion attribute) prompt_array_to_list() (in module nip.utils.data) prompt_list_to_array() (in module nip.utils.data) PromptMessage (class in nip.utils.types) protocol_handler (nip.scenario_instance.ScenarioInstance attribute) ProtocolHandler (class in nip.protocols.protocol_base) ProverAccurateQuotationAnalyser (class in nip.code_validation.rollout_analysis) ProverAnalyserMixin (class in nip.code_validation.rollout_analysis) ProverDirectQuotationAnalyser (class in nip.code_validation.rollout_analysis) ProverRoleConformanceAnalyser (class in nip.code_validation.rollout_analysis) pull_repo (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) PureTextAgentParameters (class in nip.parameters.agents) PureTextCombinedWhole (class in nip.scenario_base.agents) PureTextEiParameters (class in nip.parameters.trainers) PureTextEiTrainer (class in nip.trainers.ei_pure_text) PureTextEnvironment (class in nip.scenario_base.environment) PureTextMaltParameters (class in nip.parameters.trainers) PureTextMaltTrainer (class in nip.trainers.malt_pure_text) PureTextRlTrainer (class in nip.trainers.rl_pure_text_base) PureTextRolloutAnalyser (class in nip.scenario_base.rollout_analysis) PureTextSharedModelGroup (class in nip.scenario_base.agents) PureTextSharedModelGroupState (class in nip.scenario_base.agents) PureTextWholeAgent (class in nip.scenario_base.agents) push_repo (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute)

R

rand() (nip.graph_isomorphism.environment.AdjacencyMatrixSpec method) random_string() (in module nip.utils.string) RandomAgentParameters (class in nip.parameters.agents) RandomAgentPolicyHead (class in nip.scenario_base.agents) RandomWholeAgent (class in nip.scenario_base.agents) RateLimitError raw_decision (nip.code_validation.agents._ParsedChatCompletion attribute) raw_message (nip.code_validation.agents._ParsedChatCompletion attribute) reconstruct_malt_forest() (in module nip.utils.malt_forest.forest) register_conversion_function() (in module nip.parameters.version) register_dataset_wrapper_class() (in module nip.image_classification.data) register_parameter_class() (in module nip.parameters) (in module nip.parameters.parameters_base) register_parameter_value_class() (in module nip.parameters.parameters_base) register_pretrained_model_class() (in module nip.scenario_base.pretrained_models) register_protocol_handler() (in module nip.protocols.registry) register_rollout_analyser() (in module nip.scenario_base.rollout_analysis) register_rollout_samples_class() (in module nip.scenario_base.rollout_samples) register_scenario_class() (in module nip.factory) register_timeable() (in module nip.timing.timeables) register_trainer() (in module nip.trainers.registry) ReinforceLossImproved (class in nip.rl_objectives) ReinforceParameters (class in nip.parameters.trainers) ReinforceTrainer (class in nip.trainers.reinforce) relevant_agents_and_channels() (nip.code_validation.rollout_analysis.BinaryRolloutAnalyser method) (nip.code_validation.rollout_analysis.CodeValidationRolloutAnalyser method) (nip.code_validation.rollout_analysis.FollowUpAnalyser method) (nip.code_validation.rollout_analysis.OutOfTenRolloutAnalyser method) (nip.code_validation.rollout_analysis.ProverAccurateQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverAnalyserMixin method) (nip.code_validation.rollout_analysis.ProverDirectQuotationAnalyser method) (nip.code_validation.rollout_analysis.ProverRoleConformanceAnalyser method) (nip.code_validation.rollout_analysis.VerifierAnalyserMixin method) (nip.code_validation.rollout_analysis.VerifierFormatConformanceAnalyser method) (nip.scenario_base.rollout_analysis.PureTextRolloutAnalyser method) (nip.scenario_base.rollout_analysis.RolloutAnalyser method) reliability_guard() (in module nip.utils.apps_metric) reload_env() (in module nip.utils.env) rename_dict_key() (in module nip.utils.data) REPOSITORY_ROOT (in module nip.constants) reset() (nip.code_validation.environment.CodeValidationEnvironment method) (nip.scenario_base.environment.Environment method) (nip.scenario_base.environment.PureTextEnvironment method) reset_parameters() (nip.utils.torch.GIN method) Resnet18Cifar10PretrainedModel (class in nip.image_classification.pretrained_models) Resnet18PretrainedModel (class in nip.image_classification.pretrained_models) ResNetBasicBlockSimulateBatchDims (class in nip.utils.torch) ResNetBottleneckBlockSimulateBatchDims (class in nip.utils.torch)

ResponseError reward2go() (in module nip.utils.bugfix) Reward2GoTransform (class in nip.utils.bugfix) reward_mid_point_estimate() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) RlTrainerParameters (class in nip.parameters.trainers) role (nip.utils.types.PromptMessage attribute) RolloutAnalyser (class in nip.scenario_base.rollout_analysis) RolloutSamples (class in nip.scenario_base.rollout_samples) run() (nip.timing.models.GraphIsomorphismVerifierTimeable method) (nip.timing.models.ModelTimeable method) (nip.timing.run.GraphIsomorphismPpoRunTimeable method) (nip.timing.run.GraphIsomorphismSoloAgentRunTimeable method) (nip.timing.run.RunTimeable method) (nip.timing.timeables.Timeable method) (nip.timing.timeables.TrainingTimeable method) (nip.utils.experiments.HyperparameterExperiment method) (nip.utils.experiments.MultiprocessHyperparameterExperiment method) (nip.utils.experiments.SequentialHyperparameterExperiment method) run_analysers() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) run_coroutine_sync() (in module nip.utils.asyncio) run_experiment() (in module nip.run) run_id scripts/visualise_malt_rollouts.py command line option run_infix scripts/cv_experiment.py command line option run_lm_server module run_test() (in module nip.utils.apps_metric) RunIDFunctionArguments (class in nip.utils.experiments) RunTimeable (class in nip.timing.run)

S

save_after (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) save_checkpoint() (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) save_model_state_dicts() (in module nip.model_cache) scenario (nip.timing.models.ModelTimeable attribute) (nip.timing.run.RunTimeable attribute) scenario instance ScenarioInstance (class in nip.scenario_instance) ScenarioType (in module nip.parameters.types) scripts/create_cv_dataset.py command line option --help --num_data --save_after --split -h scripts/create_gi_dataset.py command line option --batch-size --help --num-graphs -h name scripts/cv_experiment.py command line option --combo-groups --combo-num --config-file --debug --dummy --gpu-num --help --ignore-cache --no-pretrain --num-skip --quiet --resume-if-safe --tag --use-wandb --wandb-entity --wandb-project -c -d -h -q run_infix scripts/download_all_datasets.py command line option --help -h scripts/download_cv_checkpoints.py command line option --help --overwrite --wandb_entity --wandb_project -h -o checkpoint_names scripts/dummy_test_gi.py command line option --help --ignore_cache --prepare-experiment --run-id --use-wandb --use_cpu --wandb-entity --wandb-project -h scripts/dummy_test_ic.py command line option --help --ignore-cache --run-id --use-wandb --use_cpu --wandb-entity --wandb-project -h scripts/ppo_gi.py command line option --debug --enable-efficient-attention --gpu-num --help --ignore-cache --max-tasks-per-child --no-dataset-on-device --no-pretrain --num-skip --num-workers --quiet --run-infix --tag --use-wandb --wandb-entity --wandb-project -d -h -q scripts/ppo_ic.py command line option --dataset-on-device --debug --enable-efficient-attention --gpu-num --help --ignore-cache --max-tasks-per-child --no-pretrain --num-skip --num-workers --quiet --run-infix --tag --use-wandb --wandb-entity --wandb-project -d -h -q scripts/run_lm_server.py command line option --accelerate-config-path --debug --external --help --lm-server-port --log-to-file --max-training-jobs --no-debug --no-external --no-reload --no-vllm-clear-cache --reload --vllm-clear-cache --vllm-max-lora-rank --vllm-num-gpus --vllm-port -h scripts/solo_agents_gi.py command line option --debug --gpu-num --help --ignore-cache --max-tasks-per-child --no-pretrain --num-skip --num-workers --quiet --run-infix --tag --use-wandb --wandb-entity --wandb-project -d -h -q scripts/solo_agents_ic.py command line option --dataset-on-device --debug --gpu-num --help --ignore-cache --max-tasks-per-child --no-pretrain --num-skip --num-workers --quiet --run-infix --tag --use-wandb --wandb-entity --wandb-project -d -h -q

scripts/time_timeable.py command line option --all --help --list --no-profile-memory --no-record-shapes --param-scale --with-stack -a -h -l name scripts/visualise_malt_rollouts.py command line option --format --help --overwrite --stdout --wandb_entity --wandb_project -f -h -o -s iteration run_id SEEDS (in module nip.constants) select() (nip.factory._ParameterSelector method) SequentialHyperparameterExperiment (class in nip.utils.experiments) ServerVersionResponse (class in nip.language_model_server.types) set_description() (nip.trainers.trainer_base.IterationContext method) (nip.utils.output.DummyTqdm method) set_docstring() (in module nip.utils.runtime_module) set_enabled_state() (nip.utils.timing.TimeInfoPrinter method) set_env_variables() (in module nip.utils.env) set_keys() (nip.rl_objectives.ClipPPOLossImproved method) (nip.rl_objectives.KLPENPPOLossImproved method) (nip.rl_objectives.Objective method) (nip.rl_objectives.PPOLossImproved method) (nip.rl_objectives.ReinforceLossImproved method) (nip.rl_objectives.SpgLoss method) set_logger_handler() (in module nip.utils.logging) set_seed() (in module nip.utils.maths) set_state() (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.agents.CodeValidationRandomAgentPolicyHead method) (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.code_validation.agents.OpenAiWholeAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismConstantAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismRandomAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.image_classification.agents.ImageClassificationAgentBody method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPart method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationConstantAgentValueHead method) (nip.image_classification.agents.ImageClassificationDummyAgentBody method) (nip.image_classification.agents.ImageClassificationDummyAgentPart method) (nip.image_classification.agents.ImageClassificationRandomAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) (nip.scenario_base.agents.Agent method) (nip.scenario_base.agents.AgentBody method) (nip.scenario_base.agents.AgentHead method) (nip.scenario_base.agents.AgentPart method) (nip.scenario_base.agents.AgentPolicyHead method) (nip.scenario_base.agents.AgentValueHead method) (nip.scenario_base.agents.ConstantAgentValueHead method) (nip.scenario_base.agents.DummyAgentBody method) (nip.scenario_base.agents.PureTextSharedModelGroup method) (nip.scenario_base.agents.PureTextWholeAgent method) (nip.scenario_base.agents.RandomAgentPolicyHead method) (nip.scenario_base.agents.RandomWholeAgent method) (nip.scenario_base.agents.SoloAgentHead method) (nip.scenario_base.agents.TensorDictAgentPartMixin method) (nip.scenario_base.agents.TensorDictDummyAgentPartMixin method) (nip.scenario_base.agents.WholeAgent method) shared_model_groups (nip.scenario_instance.ScenarioInstance attribute) shuffle_adjacencies() (in module nip.graph_isomorphism.dataset_generation) SimulateBatchDimsMixin (class in nip.utils.torch) SingleVerifierProtocolHandler (class in nip.protocols.protocol_base) solo_agents_gi module solo_agents_ic module SoloAgentHead (class in nip.scenario_base.agents) SoloAgentParameters (class in nip.parameters.trainers) SoloAgentTrainer (class in nip.trainers.solo_agent) SoloVerifierCodeValidationProtocol (class in nip.code_validation.protocols) SoloVerifierProtocol (class in nip.protocols.main_protocols) SpgLoss (class in nip.rl_objectives) SpgParameters (class in nip.parameters.trainers) SpgTrainer (class in nip.trainers.spg) SpgVariantType (in module nip.parameters.types) split (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute) Squeeze (class in nip.utils.torch) stack_nested_array_dicts() (in module nip.utils.nested_array_dict) start_vllm_server() (in module nip.language_model_server.server) (nip.language_model_server.client.LanguageModelClient method) State (class in nip.trainers.rl_pure_text_base.PureTextRlTrainer) StatLogger (class in nip.stat_logger) STATUS_DIR (in module nip.constants) step() (nip.code_validation.environment.CodeValidationEnvironment method) (nip.scenario_base.environment.Environment method) (nip.scenario_base.environment.PureTextEnvironment method) (nip.trainers.trainer_base.IterationContext method) (nip.utils.torch.DummyOptimizer method) step_interaction_protocol() (nip.code_validation.protocols.AdpCodeValidationProtocol method) (nip.code_validation.protocols.CodeValidationProtocolHandler method) (nip.code_validation.protocols.DebateCodeValidationProtocol method) (nip.code_validation.protocols.MerlinArthurCodeValidationProtocol method) (nip.code_validation.protocols.MnipCodeValidationProtocol method) (nip.code_validation.protocols.NipCodeValidationProtocol method) (nip.code_validation.protocols.SoloVerifierCodeValidationProtocol method) (nip.protocols.main_protocols.AdpProtocol method) (nip.protocols.main_protocols.DebateProtocol method) (nip.protocols.main_protocols.MerlinArthurProtocol method) (nip.protocols.main_protocols.MnipProtocol method) (nip.protocols.main_protocols.MultiChannelTestProtocol method) (nip.protocols.main_protocols.NipProtocol method) (nip.protocols.main_protocols.SoloVerifierProtocol method) (nip.protocols.protocol_base.DeterministicSingleVerifierProtocolHandler method) (nip.protocols.protocol_base.ProtocolHandler method) (nip.protocols.protocol_base.SingleVerifierProtocolHandler method) (nip.protocols.zero_knowledge.ZeroKnowledgeProtocol method) stop_vllm_server() (in module nip.language_model_server.server) (nip.language_model_server.client.LanguageModelClient method) StringArraySpec (class in nip.utils.nested_array_dict) SubParameters (class in nip.parameters.parameters_base) SubprocessOutputDestination (in module nip.language_model_server.types) SupervisedDatasetItem (class in nip.utils.types) SvhnDatasetWrapper (class in nip.image_classification.data) switch_to_next_model() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method) system_prompt (nip.code_validation.dataset_generation.CodeValidationDatasetConfig attribute)

T

TensorDict tensordict_add() (in module nip.utils.tensordict) tensordict_scalar_multiply() (in module nip.utils.tensordict) tensordict_to_numpy_dict() (in module nip.utils.data) TensorDictAgentPartMixin (class in nip.scenario_base.agents) TensorDictCat (class in nip.utils.torch) TensorDictCloneKeys (class in nip.utils.torch) TensorDictDataLoader (class in nip.scenario_base.data) TensorDictDataset (class in nip.scenario_base.data) TensorDictDummyAgentPartMixin (class in nip.scenario_base.agents) TensorDictEnvironment (class in nip.scenario_base.environment) TensorDictPrint (class in nip.utils.torch) TensorDictRlTrainer (class in nip.trainers.rl_tensordict_base) TensorDictSingleProcessDataLoaderIter (class in nip.scenario_base.data) TensorDictTrainer (class in nip.trainers.trainer_base) test_dataset (nip.scenario_instance.ScenarioInstance attribute) test_environment (nip.scenario_instance.ScenarioInstance attribute) TestCodeValidationDataset (class in nip.code_validation.data) TestDataset (class in nip.image_classification.data) TestSchemeType (in module nip.parameters.types) TextRlParameters (class in nip.parameters.trainers) time() (nip.timing.models.GraphIsomorphismVerifierTimeable method) (nip.timing.models.ModelTimeable method) (nip.timing.run.GraphIsomorphismPpoRunTimeable method) (nip.timing.run.GraphIsomorphismSoloAgentRunTimeable method) (nip.timing.run.RunTimeable method) (nip.timing.timeables.Timeable method) (nip.timing.timeables.TrainingTimeable method) time_all_timeables() (in module nip.timing.timeables) time_timeable module time_timeable() (in module nip.timing.timeables) Timeable (class in nip.timing.timeables) TimeInfoPrinter (class in nip.utils.timing) TimeoutError TimeoutException to() (nip.graph_isomorphism.agents.GraphIsomorphismAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismConstantAgentValueHead method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentBody method) (nip.graph_isomorphism.agents.GraphIsomorphismDummyAgentPart method) (nip.graph_isomorphism.agents.GraphIsomorphismRandomAgentPolicyHead method) (nip.graph_isomorphism.agents.GraphIsomorphismSoloAgentHead method) (nip.graph_isomorphism.environment.AdjacencyMatrixSpec method) (nip.image_classification.agents.ImageClassificationAgentBody method) (nip.image_classification.agents.ImageClassificationAgentHead method) (nip.image_classification.agents.ImageClassificationAgentPart method) (nip.image_classification.agents.ImageClassificationAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationAgentValueHead method) (nip.image_classification.agents.ImageClassificationConstantAgentValueHead method) (nip.image_classification.agents.ImageClassificationDummyAgentBody method) (nip.image_classification.agents.ImageClassificationDummyAgentPart method) (nip.image_classification.agents.ImageClassificationRandomAgentPolicyHead method) (nip.image_classification.agents.ImageClassificationSoloAgentHead method) (nip.scenario_base.agents.TensorDictAgentPartMixin method) (nip.scenario_base.agents.TensorDictDummyAgentPartMixin method) (nip.utils.torch.NormalizeOneHotMessageHistory method) (nip.utils.torch.PairedGaussianNoise method) to_dict() (nip.parameters.agents.AgentParameters method) (nip.parameters.agents.AgentsParameters method) (nip.parameters.agents.CodeValidationAgentParameters method) (nip.parameters.agents.GraphIsomorphismAgentParameters method) (nip.parameters.agents.ImageClassificationAgentParameters method) (nip.parameters.agents.LrFactors method) (nip.parameters.agents.PureTextAgentParameters method) (nip.parameters.agents.RandomAgentParameters method) (nip.parameters.base_run.BaseRunParameters method) (nip.parameters.dataset.DatasetParameters method) (nip.parameters.message_regression.MessageRegressionParameters method) (nip.parameters.parameters_base.BaseHyperParameters method) (nip.parameters.parameters_base.ParameterValue method) (nip.parameters.parameters_base.SubParameters method) (nip.parameters.protocol.CommonProtocolParameters method) (nip.parameters.protocol.DebateProtocolParameters method) (nip.parameters.protocol.LongProtocolParameters method) (nip.parameters.protocol.MnipProtocolParameters method) (nip.parameters.protocol.NipProtocolParameters method) (nip.parameters.protocol.ZkProtocolParameters method) (nip.parameters.scenario.CodeValidationParameters method) (nip.parameters.scenario.ImageClassificationParameters method) (nip.parameters.trainers.CommonPpoParameters method) (nip.parameters.trainers.PureTextEiParameters method) (nip.parameters.trainers.PureTextMaltParameters method) (nip.parameters.trainers.ReinforceParameters method) (nip.parameters.trainers.RlTrainerParameters method) (nip.parameters.trainers.SoloAgentParameters method) (nip.parameters.trainers.SpgParameters method) (nip.parameters.trainers.TextRlParameters method) (nip.parameters.trainers.VanillaPpoParameters method) (nip.parameters.update_schedule.AgentUpdateSchedule method) (nip.parameters.update_schedule.AlternatingPeriodicUpdateSchedule method) (nip.parameters.update_schedule.ConstantUpdateSchedule method) (nip.parameters.update_schedule.ContiguousPeriodicUpdateSchedule method)

TokenCounts (class in nip.utils.hugging_face) TorchVisionDatasetWrapper (class in nip.image_classification.data) TqdmMultiProcessPoolMaxTasks (class in nip.utils.experiments) train() (nip.code_validation.agents.CodeValidationAgent method) (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.graph_isomorphism.agents.GraphIsomorphismAgent method) (nip.image_classification.agents.ImageClassificationAgent method) (nip.scenario_base.agents.Agent method) (nip.scenario_base.agents.PureTextSharedModelGroup method) (nip.trainers.ei_pure_text.PureTextEiTrainer method) (nip.trainers.malt_pure_text.PureTextMaltTrainer method) (nip.trainers.reinforce.ReinforceTrainer method) (nip.trainers.rl_pure_text_base.PureTextRlTrainer method) (nip.trainers.rl_tensordict_base.TensorDictRlTrainer method) (nip.trainers.solo_agent.SoloAgentTrainer method) (nip.trainers.spg.SpgTrainer method) (nip.trainers.trainer_base.TensorDictTrainer method) (nip.trainers.trainer_base.Trainer method) (nip.trainers.vanilla_ppo.VanillaPpoTrainer method) train_dataset (nip.scenario_instance.ScenarioInstance attribute) train_environment (nip.scenario_instance.ScenarioInstance attribute) trainer Trainer (class in nip.trainers.trainer_base) TrainerType (in module nip.parameters.types) TrainingJobInfo (class in nip.language_model_server.types) TrainingJobNotFoundClientError TrainingJobNotFoundServerError TrainingJobStatus (in module nip.language_model_server.types) TrainingTimeable (class in nip.timing.timeables) truncated_iterator() (in module nip.utils.data)

U

unflatten_dict_keys() (in module nip.utils.data) unfreeze() (nip.utils.training.ParamGroupFreezer method) UnknownFinishReasonError UnparsableResponseError

update() (nip.utils.nested_array_dict.NestedArrayDict method) (nip.utils.output.DummyTqdm method) update_schedule_iterator() (in module nip.trainers.rl_tensordict_base) UpsampleSimulateBatchDims (class in nip.utils.torch) UseSupervisorType (in module nip.parameters.types)

V

validate_server_version() (nip.language_model_server.client.LanguageModelClient method) VanillaPpoParameters (class in nip.parameters.trainers) VanillaPpoTrainer (class in nip.trainers.vanilla_ppo) VariableDataCycler (class in nip.utils.data) VerifierAnalyserMixin (class in nip.code_validation.rollout_analysis) VerifierDecisionSpectrumType (in module nip.parameters.types) VerifierFormatConformanceAnalyser (class in nip.code_validation.rollout_analysis) version_string_to_tuple() (in module nip.utils.version) version_tuple_to_string() (in module nip.utils.version) visualise() (nip.graph_isomorphism.rollout_samples.GraphIsomorphismRolloutSamples method) (nip.scenario_base.rollout_samples.RolloutSamples method) (nip.trainers.malt_pure_text._PartialRolloutNode method) (nip.utils.malt_forest.visualise.MaltForestVisualiser method) visualise_malt_rollouts module

VLLM_LOG_DIR (in module nip.constants) VllmBadModelError VllmConfigError VllmModelNotFoundError VllmNoGpusError VllmNotInstalledError VllmQuantization (in module nip.language_model_server.types) VllmServerError VllmServerNotRunningError VllmServerStatus (in module nip.language_model_server.types) VllmStartRequest (class in nip.language_model_server.types) VllmStartResponse (class in nip.language_model_server.types) VllmStatusResponse (class in nip.language_model_server.types) VllmStopRequest (class in nip.language_model_server.types)

W

wait_for_lm_server_to_accept_connections() (nip.language_model_server.client.LanguageModelClient method) wait_for_ready() (nip.code_validation.agents.NonFinetunableSharedModelGroup method) (nip.code_validation.agents.OpenAiSharedModelGroup method) (nip.scenario_base.agents.PureTextSharedModelGroup method) wait_for_vllm_server() (nip.language_model_server.client.LanguageModelClient method)

WandbStatLogger (class in nip.stat_logger) warning (nip.code_validation.agents._ParsedChatCompletion attribute) WholeAgent (class in nip.scenario_base.agents) wl_score() (in module nip.graph_isomorphism.dataset_generation) wrapper() (in module nip.utils.apps_metric)

Y

yes_no_user_prompt() (in module nip.utils.io)

Z

zero() (nip.code_validation.environment.CodeValidationEnvironment method) (nip.scenario_base.environment.PureTextEnvironment method) (nip.utils.nested_array_dict.BoolArraySpec method) (nip.utils.nested_array_dict.CompositeSpec method) (nip.utils.nested_array_dict.FloatArraySpec method) (nip.utils.nested_array_dict.IntArraySpec method) (nip.utils.nested_array_dict.NumpyArraySpec method) (nip.utils.nested_array_dict.NumpySpec method) (nip.utils.nested_array_dict.StringArraySpec method)

zero_grad() (nip.utils.torch.DummyOptimizer method) ZeroKnowledgeProtocol (class in nip.protocols.zero_knowledge) zeros_like() (nip.utils.nested_array_dict.NestedArrayDict class method) ZkProtocolParameters (class in nip.parameters.protocol)