yet-another-applied-llm-benchmark/llms/anthropic_model.py

import anthropic
import json

class AnthropicModel:
    def __init__(self, name):
        self.name = name

        config = json.load(open("config.json"))
        self.api_key = config['llms']['anthropic']['api_key'].strip()

        self.hparams = config['hparams']
        self.hparams.update(config['llms']['anthropic'].get('hparams') or {})
        
    def make_request(self, conversation, add_image=None, logit_bias=None, max_tokens=None):
        conversation = [{"role": "user" if i%2 == 0 else "assistant", "content": content} for i,content in enumerate(conversation)]
        response = anthropic.Anthropic(api_key=self.api_key).messages.create(
            model=self.name,
            max_tokens=2048,
            messages=conversation
        )

        return response.content[0].text


if __name__ == "__main__":
    import sys
    q = "What's your name?"
    print(q+":", AnthropicModel("claude-3-5-sonnet-20240620").make_request([q]))