Create Metric

import Scorecard from 'scorecard-ai';

const client = new Scorecard({
  apiKey: process.env['SCORECARD_API_KEY'], // This is the default and can be omitted
});

const metric = await client.metrics.create('314', {
  evalType: 'ai',
  name: 'Response Accuracy',
  outputType: 'boolean',
  promptTemplate:
    'Please evaluate if the following response is factually accurate: {{outputs.response}}',
  description: 'Evaluates if the response is factually accurate',
  evalModelName: 'gpt-4o',
  guidelines: 'Check if the response contains factually correct information',
  temperature: 0.1,
});

console.log(metric);

import os
from scorecard_ai import Scorecard

client = Scorecard(
    api_key=os.environ.get("SCORECARD_API_KEY"),  # This is the default and can be omitted
)
metric = client.metrics.create(
    project_id="314",
    eval_type="ai",
    name="Response Accuracy",
    output_type="boolean",
    prompt_template="Please evaluate if the following response is factually accurate: {{outputs.response}}",
    description="Evaluates if the response is factually accurate",
    eval_model_name="gpt-4o",
    guidelines="Check if the response contains factually correct information",
    temperature=0.1,
)
print(metric)

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api2.scorecard.io/api/v2/projects/{projectId}/metrics"

	payload := strings.NewReader("{\n  \"name\": \"Response Accuracy\",\n  \"description\": \"Evaluates if the response is factually accurate\",\n  \"outputType\": \"boolean\",\n  \"evalType\": \"ai\",\n  \"guidelines\": \"Check if the response contains factually correct information\",\n  \"promptTemplate\": \"Please evaluate if the following response is factually accurate: {{outputs.response}}\",\n  \"evalModelName\": \"gpt-4o\",\n  \"temperature\": 0.1\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

curl https://api2.scorecard.io/api/v2/projects/$PROJECT_ID/metrics \
    -X POST \
    -H "Authorization: Bearer $SCORECARD_API_KEY"

{
  "id": "456",
  "name": "Response Accuracy",
  "description": "Evaluates if the response is factually accurate",
  "outputType": "boolean",
  "evalType": "ai",
  "guidelines": "Check if the response contains factually correct information",
  "promptTemplate": "Please evaluate if the following response is factually accurate: {{response}}",
  "evalModelName": "gpt-4o",
  "temperature": 0.1
}

{
  "code": "UNAUTHORIZED",
  "message": "Invalid or missing authentication token",
  "details": {}
}

{
  "code": "INTERNAL_ERROR",
  "message": "An unexpected error occurred while processing your request.",
  "details": {}
}