Claude API vs open source LLMs comparison

import os
import anthropic

client = anthropic.Anthropic(api_key=os.environ["ANTHROPIC_API_KEY"])

response = client.messages.create(
    model="claude-3-5-sonnet-20241022",
    max_tokens=200,
    system="You are a helpful assistant.",
    messages=[{"role": "user", "content": "Summarize the following text:\nArtificial intelligence is transforming industries by automating tasks, enhancing decision-making, and enabling new capabilities."}]
)

print(response.content[0].text)

from transformers import LlamaTokenizer, LlamaForCausalLM
import torch

model_name = "meta-llama/Llama-3-1-70b"
tokenizer = LlamaTokenizer.from_pretrained(model_name)
model = LlamaForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")

input_text = "Summarize the following text:\nArtificial intelligence is transforming industries by automating tasks, enhancing decision-making, and enabling new capabilities."
inputs = tokenizer(input_text, return_tensors="pt").to(model.device)

outputs = model.generate(**inputs, max_new_tokens=100)
summary = tokenizer.decode(outputs[0], skip_special_tokens=True)

print(summary)