Index

_

__init__() (arthur_bench.scoring.bertscore.BERTScore method) (arthur_bench.scoring.exact_match.ExactMatch method) (arthur_bench.scoring.hedging_language.HedgingLanguage method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting method) (arthur_bench.scoring.qa_quality.QAQualityCorrectness method) (arthur_bench.scoring.readability.Readability method) (arthur_bench.scoring.scorer.Scorer method) (arthur_bench.scoring.specificity.Specificity method) (arthur_bench.scoring.summary_quality.SummaryQuality method) (arthur_bench.scoring.word_count_match.WordCountMatch method)

A

alert_notifications_enabled (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) ALGORITHMS (arthur_bench.client.auth.refresh.AuthRefresher attribute) allow_population_by_field_name (arthur_bench.models.models.CreateRunRequest.Config attribute) (arthur_bench.models.models.PaginatedRun.Config attribute) arbitrary_types_allowed (arthur_bench.run.testrun.TestRun.Config attribute) arthur_bench.client module arthur_bench.client.auth module arthur_bench.client.auth.helpers module arthur_bench.client.auth.refresh module arthur_bench.client.bench_client module arthur_bench.client.http module arthur_bench.client.http.helper module arthur_bench.client.http.requests module arthur_bench.client.http.validation module arthur_bench.client.local module arthur_bench.client.local.client module arthur_bench.client.rest module arthur_bench.client.rest.admin module arthur_bench.client.rest.admin.client module arthur_bench.client.rest.admin.models module arthur_bench.client.rest.bench module arthur_bench.client.rest.bench.client module arthur_bench.client.rest.client module arthur_bench.client.utils module arthur_bench.exceptions module arthur_bench.exceptions.exceptions module arthur_bench.models module arthur_bench.models.models module arthur_bench.models.scoring module arthur_bench.run module arthur_bench.run.testrun module

arthur_bench.run.testsuite module arthur_bench.run.utils module arthur_bench.scoring module arthur_bench.scoring.bertscore module arthur_bench.scoring.exact_match module arthur_bench.scoring.hallucination module arthur_bench.scoring.hedging_language module arthur_bench.scoring.python_unit_testing module arthur_bench.scoring.qa_quality module arthur_bench.scoring.readability module arthur_bench.scoring.scorer module arthur_bench.scoring.specificity module arthur_bench.scoring.summary_quality module arthur_bench.scoring.utils module arthur_bench.scoring.word_count_match module arthur_bench.server module arthur_bench.utils module arthur_bench.utils.loaders module arthur_excepted() (in module arthur_bench.exceptions.exceptions) ArthurAdminClient (class in arthur_bench.client.rest.admin.client) ArthurBenchClient (class in arthur_bench.client.rest.bench.client) ArthurClient (class in arthur_bench.client.rest.client) ArthurError ArthurInternalError ArthurUserError arun() (arthur_bench.run.testsuite.TestSuite method) (arthur_bench.scoring.scorer.Scorer method) (arthur_bench.scoring.summary_quality.SummaryQuality method) arun_batch() (arthur_bench.scoring.qa_quality.QAQualityCorrectness method) (arthur_bench.scoring.scorer.Scorer method) (arthur_bench.scoring.summary_quality.SummaryQuality method) AUTH_KEY (arthur_bench.client.auth.refresh.AuthRefresher attribute) authenticate() (arthur_bench.client.rest.admin.client.ArthurAdminClient method) AuthenticationInfo (class in arthur_bench.client.rest.admin.models) AuthRefresher (class in arthur_bench.client.auth.refresh) avg_score (arthur_bench.models.models.SummaryItem attribute) (arthur_bench.models.models.TestRunMetadata attribute) AVG_SCORE_ASC (arthur_bench.models.models.TestRunSortEnum attribute) AVG_SCORE_DESC (arthur_bench.models.models.TestRunSortEnum attribute)

B

BenchClient (class in arthur_bench.client.bench_client) BERTScore (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.bertscore), [1]

BuiltIn (arthur_bench.models.models.ScoringMethodType attribute)

C

Categorical (arthur_bench.models.models.ScorerOutputType attribute) categorical (arthur_bench.models.models.TestSuiteSummary attribute) CategoricalHistogramItem (class in arthur_bench.models.models) categories (arthur_bench.models.models.ScoringMethod attribute) (arthur_bench.run.testrun.TestRun property) categories() (arthur_bench.scoring.exact_match.ExactMatch static method) (arthur_bench.scoring.hallucination.Hallucination static method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting static method) (arthur_bench.scoring.qa_quality.QAQualityCorrectness static method) (arthur_bench.scoring.scorer.Scorer static method) (arthur_bench.scoring.summary_quality.SummaryQuality static method) category (arthur_bench.models.models.CategoricalHistogramItem attribute) (arthur_bench.models.models.ScoreResult attribute) Category (class in arthur_bench.models.models) check_run_exists() (arthur_bench.client.bench_client.BenchClient method) client (arthur_bench.run.testrun.TestRun attribute) CommonSortEnum (class in arthur_bench.models.models) config (arthur_bench.models.models.ScoringMethod attribute) consistent_categories() (arthur_bench.models.models.CreateRunRequest class method) construct_url() (in module arthur_bench.client.http.helper) contains_score() (arthur_bench.models.models.ScoreResult class method) context (arthur_bench.models.scoring.HallucinationScoreRequest attribute)

contexts (arthur_bench.client.rest.admin.models.UserResponse attribute) Continuous (arthur_bench.models.models.ScorerOutputType attribute) count (arthur_bench.models.models.CategoricalHistogramItem attribute) (arthur_bench.models.models.HistogramItem attribute) create_new_test_run() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method) create_test_suite() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method) created_at (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.TestRunMetadata attribute) (arthur_bench.models.models.TestSuiteMetadata attribute) CREATED_AT_ASC (arthur_bench.models.models.CommonSortEnum attribute) CREATED_AT_DESC (arthur_bench.models.models.CommonSortEnum attribute) CreateRunRequest (class in arthur_bench.models.models) CreateRunRequest.Config (class in arthur_bench.models.models) CreateRunResponse (class in arthur_bench.models.models) Custom (arthur_bench.models.models.ScoringMethodType attribute)

D

delete() (arthur_bench.client.http.requests.HTTPClient method) delete_test_run() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method) delete_test_suite() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method)

description (arthur_bench.models.models.Category attribute) (arthur_bench.models.models.CreateRunRequest attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.TestSuiteMetadata attribute) (arthur_bench.models.models.TestSuiteRequest attribute) (arthur_bench.run.testsuite.TestSuite property)

E

either_continuous_or_categorical() (arthur_bench.models.models.SummaryItem class method) email (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute)

end (arthur_bench.client.local.client.PageInfo attribute) ExactMatch (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.exact_match), [1] ExpectedParameterNotFoundError external_user_id (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute)

F

first_name (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute)

ForbiddenError foundation_model (arthur_bench.models.models.CreateRunRequest attribute) from_dict() (arthur_bench.scoring.scorer.Scorer class method) from_flattened() (arthur_bench.run.testrun.TestRun class method)

G

get() (arthur_bench.client.http.requests.HTTPClient method) get_arthur_internal_user_org() (in module arthur_bench.client.auth.helpers) get_auth_info() (in module arthur_bench.client.auth.helpers) get_current_org() (in module arthur_bench.client.auth.helpers) get_current_user() (arthur_bench.client.rest.admin.client.ArthurAdminClient method) get_file_extension() (in module arthur_bench.utils.loaders) get_mean_word_freq() (arthur_bench.scoring.specificity.Specificity method) get_num_vague_words() (arthur_bench.scoring.specificity.Specificity method) get_pn_and_num() (arthur_bench.scoring.specificity.Specificity method) get_runs_for_test_suite() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method) get_suite_if_exists() (arthur_bench.client.bench_client.BenchClient method)

get_summary_statistics() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method) get_test_run() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method) get_test_suite() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method) get_test_suite_by_name() (arthur_bench.client.local.client.LocalBenchClient method) get_test_suites() (arthur_bench.client.bench_client.BenchClient method) (arthur_bench.client.local.client.LocalBenchClient method) (arthur_bench.client.rest.bench.client.ArthurBenchClient method)

H

hallucination (arthur_bench.models.scoring.HallucinationScoreResponse attribute) Hallucination (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.hallucination) HallucinationScoreRequest (class in arthur_bench.models.scoring) HallucinationScoreResponse (class in arthur_bench.models.scoring) HedgingLanguage (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.hedging_language), [1]

help_mode_enabled (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) high (arthur_bench.models.models.HistogramItem attribute) histogram (arthur_bench.models.models.SummaryItem attribute) HistogramItem (class in arthur_bench.models.models) HTTPClient (class in arthur_bench.client.http.requests)

I

id (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserContext attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) (arthur_bench.models.models.CreateRunResponse attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.RunResult attribute) (arthur_bench.models.models.SummaryItem attribute) (arthur_bench.models.models.TestCaseOutput attribute) (arthur_bench.models.models.TestCaseResponse attribute) (arthur_bench.models.models.TestRunMetadata attribute) (arthur_bench.models.models.TestSuiteMetadata attribute) (arthur_bench.run.testrun.TestRun attribute)

input (arthur_bench.models.models.RunResult attribute) (arthur_bench.models.models.TestCaseRequest attribute) (arthur_bench.models.models.TestCaseResponse attribute) input_texts (arthur_bench.run.testsuite.TestSuite property) internal_user_id (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) InternalTypeError InternalValueError is_categorical() (arthur_bench.scoring.exact_match.ExactMatch static method) (arthur_bench.scoring.hallucination.Hallucination static method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting static method) (arthur_bench.scoring.qa_quality.QAQualityCorrectness static method) (arthur_bench.scoring.scorer.Scorer static method) (arthur_bench.scoring.summary_quality.SummaryQuality static method) issuer (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute)

L

last_name (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) last_run_time (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.TestSuiteMetadata attribute) LAST_RUNTIME_ASC (arthur_bench.models.models.TestSuiteSortEnum attribute) LAST_RUNTIME_DESC (arthur_bench.models.models.TestSuiteSortEnum attribute) load_suite_from_csv() (in module arthur_bench.utils.loaders)

load_suite_from_dataframe() (in module arthur_bench.utils.loaders) load_suite_from_json() (in module arthur_bench.utils.loaders) load_suite_from_list() (in module arthur_bench.utils.loaders) LocalBenchClient (class in arthur_bench.client.local.client) login (arthur_bench.client.rest.admin.models.LoginRequest attribute) login() (arthur_bench.client.rest.admin.client.ArthurAdminClient method) LoginRequest (class in arthur_bench.client.rest.admin.models) low (arthur_bench.models.models.HistogramItem attribute)

M

MethodNotApplicableError MINS_BEFORE_EXPIRY_TO_REFRESH (arthur_bench.client.auth.refresh.AuthRefresher attribute) MissingParameterError model_name (arthur_bench.models.models.CreateRunRequest attribute) model_version (arthur_bench.models.models.CreateRunRequest attribute) (arthur_bench.models.models.TestRunMetadata attribute) module arthur_bench.client arthur_bench.client.auth arthur_bench.client.auth.helpers arthur_bench.client.auth.refresh arthur_bench.client.bench_client arthur_bench.client.http arthur_bench.client.http.helper arthur_bench.client.http.requests arthur_bench.client.http.validation arthur_bench.client.local arthur_bench.client.local.client arthur_bench.client.rest arthur_bench.client.rest.admin arthur_bench.client.rest.admin.client arthur_bench.client.rest.admin.models arthur_bench.client.rest.bench arthur_bench.client.rest.bench.client arthur_bench.client.rest.client arthur_bench.client.utils arthur_bench.exceptions arthur_bench.exceptions.exceptions arthur_bench.models arthur_bench.models.models arthur_bench.models.scoring arthur_bench.run arthur_bench.run.testrun arthur_bench.run.testsuite arthur_bench.run.utils arthur_bench.scoring arthur_bench.scoring.bertscore arthur_bench.scoring.exact_match arthur_bench.scoring.hallucination arthur_bench.scoring.hedging_language arthur_bench.scoring.python_unit_testing arthur_bench.scoring.qa_quality arthur_bench.scoring.readability arthur_bench.scoring.scorer arthur_bench.scoring.specificity arthur_bench.scoring.summary_quality arthur_bench.scoring.utils arthur_bench.scoring.word_count_match arthur_bench.server arthur_bench.utils arthur_bench.utils.loaders

N

name (arthur_bench.client.rest.admin.models.UserContext attribute) (arthur_bench.models.models.Category attribute) (arthur_bench.models.models.CreateRunRequest attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.ScoringMethod attribute) (arthur_bench.models.models.SummaryItem attribute) (arthur_bench.models.models.TestRunMetadata attribute) (arthur_bench.models.models.TestSuiteMetadata attribute) (arthur_bench.models.models.TestSuiteRequest attribute) (arthur_bench.run.testsuite.TestSuite property) name() (arthur_bench.scoring.bertscore.BERTScore static method) (arthur_bench.scoring.exact_match.ExactMatch static method) (arthur_bench.scoring.hallucination.Hallucination static method) (arthur_bench.scoring.hedging_language.HedgingLanguage static method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting static method) (arthur_bench.scoring.qa_quality.QAQualityCorrectness static method) (arthur_bench.scoring.readability.Readability static method) (arthur_bench.scoring.scorer.Scorer static method) (arthur_bench.scoring.specificity.Specificity static method) (arthur_bench.scoring.summary_quality.SummaryQuality static method) (arthur_bench.scoring.word_count_match.WordCountMatch static method)

NAME_ASC (arthur_bench.models.models.CommonSortEnum attribute) NAME_DESC (arthur_bench.models.models.CommonSortEnum attribute) NotFoundError null_reference_outputs_all_or_none() (arthur_bench.models.models.TestSuiteRequest class method) num_runs (arthur_bench.models.models.PaginatedTestSuite attribute) num_test_cases (arthur_bench.models.models.TestSuiteSummary attribute)

O

organization_id (arthur_bench.client.rest.admin.models.UserResponse attribute) organization_ids (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) organization_name (arthur_bench.client.rest.admin.models.UserResponse attribute)

output (arthur_bench.models.models.RunResult attribute) (arthur_bench.models.models.TestCaseOutput attribute) (arthur_bench.run.testrun.TestRun property) output_type (arthur_bench.models.models.ScoringMethod attribute)

P

page (arthur_bench.client.local.client.PageInfo attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedRuns attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.PaginatedTestSuites attribute) (arthur_bench.models.models.TestSuiteSummary attribute) page_size (arthur_bench.client.local.client.PageInfo attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedRuns attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.PaginatedTestSuites attribute) (arthur_bench.models.models.TestSuiteSummary attribute) PageInfo (class in arthur_bench.client.local.client) PaginatedRun (class in arthur_bench.models.models)

PaginatedRun.Config (class in arthur_bench.models.models) PaginatedRuns (class in arthur_bench.models.models) PaginatedTestSuite (class in arthur_bench.models.models) PaginatedTestSuites (class in arthur_bench.models.models) password (arthur_bench.client.rest.admin.models.LoginRequest attribute) patch() (arthur_bench.client.http.requests.HTTPClient method) PaymentRequiredError plan (arthur_bench.client.rest.admin.models.UserResponse attribute) post() (arthur_bench.client.http.requests.HTTPClient method) prompt_template (arthur_bench.models.models.CreateRunRequest attribute) (arthur_bench.models.models.TestRunMetadata attribute) put() (arthur_bench.client.http.requests.HTTPClient method) PythonUnitTesting (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.python_unit_testing), [1]

Q

QACorrectness (arthur_bench.scoring.ScoringMethodName attribute)

QAQualityCorrectness (class in arthur_bench.scoring.qa_quality), [1]

R

Readability (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.readability), [1] reason (arthur_bench.models.scoring.HallucinationScoreResponse attribute) reference_output (arthur_bench.models.models.RunResult attribute) (arthur_bench.models.models.TestCaseRequest attribute) (arthur_bench.models.models.TestCaseResponse attribute) reference_outputs (arthur_bench.run.testsuite.TestSuite property) refresh() (arthur_bench.client.auth.refresh.AuthRefresher method) requires_reference() (arthur_bench.scoring.hallucination.Hallucination static method) (arthur_bench.scoring.hedging_language.HedgingLanguage static method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting static method) (arthur_bench.scoring.qa_quality.QAQualityCorrectness static method) (arthur_bench.scoring.readability.Readability static method) (arthur_bench.scoring.scorer.Scorer static method) (arthur_bench.scoring.specificity.Specificity static method) response (arthur_bench.models.scoring.HallucinationScoreRequest attribute) ResponseClientError ResponseRedirectError ResponseServerError

roles (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) run() (arthur_bench.run.testsuite.TestSuite method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting method) (arthur_bench.scoring.scorer.Scorer method) (arthur_bench.scoring.summary_quality.SummaryQuality method) run_batch() (arthur_bench.scoring.bertscore.BERTScore method) (arthur_bench.scoring.exact_match.ExactMatch method) (arthur_bench.scoring.hallucination.Hallucination method) (arthur_bench.scoring.hedging_language.HedgingLanguage method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting method) (arthur_bench.scoring.qa_quality.QAQualityCorrectness method) (arthur_bench.scoring.readability.Readability method) (arthur_bench.scoring.scorer.Scorer method) (arthur_bench.scoring.specificity.Specificity method) (arthur_bench.scoring.summary_quality.SummaryQuality method) (arthur_bench.scoring.word_count_match.WordCountMatch method) RunResult (class in arthur_bench.models.models)

S

save() (arthur_bench.run.testrun.TestRun method) (arthur_bench.run.testsuite.TestSuite method) score (arthur_bench.models.models.RunResult attribute) (arthur_bench.models.models.ScoreResult attribute) (arthur_bench.models.models.TestCaseOutput attribute) SCORE_ASC (arthur_bench.models.models.TestCaseSortEnum attribute) SCORE_DESC (arthur_bench.models.models.TestCaseSortEnum attribute) score_hallucination() (arthur_bench.client.rest.bench.client.ArthurBenchClient method) score_result (arthur_bench.models.models.RunResult attribute) (arthur_bench.models.models.TestCaseOutput attribute) score_result_backwards_compatible() (arthur_bench.models.models.RunResult class method) (arthur_bench.models.models.TestCaseOutput class method) Scorer (class in arthur_bench.scoring.scorer), [1] scorer_from_string() (in module arthur_bench.scoring) ScoreResult (class in arthur_bench.models.models) ScorerOutputType (class in arthur_bench.models.models) scores (arthur_bench.run.testrun.TestRun property) scoring_method (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.TestSuiteMetadata attribute) (arthur_bench.models.models.TestSuiteRequest attribute) (arthur_bench.run.testsuite.TestSuite property)

scoring_method_backwards_compatible() (arthur_bench.models.models.TestSuiteRequest class method) scoring_method_categorical_defined() (arthur_bench.models.models.ScoringMethod class method) ScoringMethod (class in arthur_bench.models.models) ScoringMethodName (class in arthur_bench.scoring) ScoringMethodType (class in arthur_bench.models.models) send() (arthur_bench.client.http.requests.HTTPClient method) service_account_id (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) set_path_prefix() (arthur_bench.client.http.requests.HTTPClient method) show_intro_sequence (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) sorted_pages (arthur_bench.client.local.client.PageInfo attribute) Specificity (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.specificity), [1] start (arthur_bench.client.local.client.PageInfo attribute) summary (arthur_bench.models.models.TestSuiteSummary attribute) SummaryItem (class in arthur_bench.models.models) SummaryQuality (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.summary_quality), [1] suppress_warnings (class in arthur_bench.scoring.utils)

T

test_cases (arthur_bench.models.models.CreateRunRequest attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.TestSuiteRequest attribute) (arthur_bench.run.testsuite.TestSuite property) test_runs (arthur_bench.models.models.PaginatedRuns attribute) test_suite_id (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.run.testrun.TestRun attribute) test_suites (arthur_bench.models.models.PaginatedTestSuites attribute) TestCaseOutput (class in arthur_bench.models.models) TestCaseRequest (class in arthur_bench.models.models) TestCaseResponse (class in arthur_bench.models.models) TestCaseSortEnum (class in arthur_bench.models.models) TestRun (class in arthur_bench.run.testrun) TestRun.Config (class in arthur_bench.run.testrun) TestRunMetadata (class in arthur_bench.models.models) TestRunSortEnum (class in arthur_bench.models.models) TestSuite (class in arthur_bench.run.testsuite) TestSuiteMetadata (class in arthur_bench.models.models) TestSuiteRequest (class in arthur_bench.models.models) TestSuiteSortEnum (class in arthur_bench.models.models) TestSuiteSummary (class in arthur_bench.models.models)

to_dict() (arthur_bench.scoring.bertscore.BERTScore method) (arthur_bench.scoring.hallucination.Hallucination method) (arthur_bench.scoring.hedging_language.HedgingLanguage method) (arthur_bench.scoring.python_unit_testing.PythonUnitTesting method) (arthur_bench.scoring.qa_quality.QAQualityCorrectness method) (arthur_bench.scoring.scorer.Scorer method) (arthur_bench.scoring.summary_quality.SummaryQuality method) to_metadata() (arthur_bench.scoring.scorer.Scorer method) total_count (arthur_bench.client.local.client.PageInfo attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedRuns attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.PaginatedTestSuites attribute) (arthur_bench.models.models.TestSuiteSummary attribute) total_pages (arthur_bench.client.local.client.PageInfo attribute) (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedRuns attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.PaginatedTestSuites attribute) (arthur_bench.models.models.TestSuiteSummary attribute) truncate_input_text() (in module arthur_bench.scoring.summary_quality) type (arthur_bench.models.models.ScoringMethod attribute) type() (arthur_bench.scoring.scorer.Scorer class method)

U

UnauthorizedError updated_at (arthur_bench.models.models.PaginatedRun attribute) (arthur_bench.models.models.PaginatedTestSuite attribute) (arthur_bench.models.models.TestRunMetadata attribute) (arthur_bench.models.models.TestSuiteMetadata attribute) User (class in arthur_bench.client.rest.admin.models) user_login() (in module arthur_bench.client.auth.helpers)

UserContext (class in arthur_bench.client.rest.admin.models) username (arthur_bench.client.rest.admin.models.AuthenticationInfo attribute) (arthur_bench.client.rest.admin.models.User attribute) (arthur_bench.client.rest.admin.models.UserResponse attribute) UserResponse (class in arthur_bench.client.rest.admin.models) UserTypeError UserValueError

V

validate_batch() (arthur_bench.scoring.qa_quality.QAQualityCorrectness static method) (arthur_bench.scoring.summary_quality.SummaryQuality static method)

validate_multistatus_response_and_get_failures() (in module arthur_bench.client.http.validation) validate_response_status() (in module arthur_bench.client.http.validation)

W

WordCountMatch (arthur_bench.scoring.ScoringMethodName attribute) (class in arthur_bench.scoring.word_count_match), [1]