iclbench

• iclbench package
  • Subpackages
    • iclbench.agents package
      • Submodules
      • iclbench.agents.base module
      • iclbench.agents.chain_of_thought module
      • iclbench.agents.dummy module
      • iclbench.agents.icl module
      • iclbench.agents.naive module
      • iclbench.agents.self_refine module
      • Module contents
    • iclbench.environments package
      • Subpackages
      • Submodules
      • iclbench.environments.env_wrapper module
      • Module contents
    • iclbench.prompt_builder package
      • Module contents
  • Submodules
  • iclbench.client module
    • ClaudeWrapper
      • ClaudeWrapper.__init__()
      • ClaudeWrapper.convert_messages()
      • ClaudeWrapper.generate()
    • GoogleGenerativeAIWrapper
      • GoogleGenerativeAIWrapper.__init__()
      • GoogleGenerativeAIWrapper.cache_icl_demo()
      • GoogleGenerativeAIWrapper.convert_messages()
      • GoogleGenerativeAIWrapper.extract_completion()
      • GoogleGenerativeAIWrapper.generate()
      • GoogleGenerativeAIWrapper.get_completion()
    • LLMClientWrapper
      • LLMClientWrapper.__init__()
      • LLMClientWrapper.generate()
    • LLMResponse
      • LLMResponse.completion
      • LLMResponse.input_tokens
      • LLMResponse.model_id
      • LLMResponse.output_tokens
      • LLMResponse.reasoning
      • LLMResponse.stop_reason
    • OpenAIWrapper
      • OpenAIWrapper.__init__()
      • OpenAIWrapper.convert_messages()
      • OpenAIWrapper.generate()
    • ReplicateWrapper
      • ReplicateWrapper.__init__()
      • ReplicateWrapper.generate()
    • create_llm_client()
    • process_image_claude()
    • process_image_openai()
  • iclbench.dataset module
    • InContextDataset
      • InContextDataset.__init__()
      • InContextDataset.check_seed()
      • InContextDataset.demo_path()
      • InContextDataset.demo_task()
      • InContextDataset.icl_episodes()
      • InContextDataset.load_incontext_actions()
      • InContextDataset.override_incontext_config()
    • choice_excluding()
    • natural_sort_key()
  • iclbench.evaluator module
    • Evaluator
      • Evaluator.__init__()
      • Evaluator.load_in_context_learning_episode()
      • Evaluator.run()
      • Evaluator.run_episode()
  • iclbench.utils module
    • load_secrets()
    • setup_environment()
    • summarize_env_progressions()
    • wandb_save_artifact()
  • Module contents