judgeval
The Continuous-Improvement Stack for Agents. Our environment data and evals power agent improvement and monitoring.
파일 탐색기
최종 버전 다운로드 (.zip)- bug_report.md
- config.yml
- feature_request.md
- blocked-pr.yaml
- ci.yaml
- lint.yaml
- manual-release.yaml
- merge-branch-check.yaml
- mypy.yaml
- notify-docs-update.yaml
- pre-commit-autoupdate.yaml
- release-staging.yaml
- release.yaml
- validate-branch.yaml
- pull_request_template.md
- company.jpg
- company_banner.jpg
- darkmode.svg
- full_logo.png
- icon.png
- lightmode.svg
- white_background.png
- agent.gif
- agent_trace_example.png
- custom_scorer_online_abm.png
- data.gif
- dataset_clustering_screenshot.png
- dataset_clustering_screenshot_dm.png
- datasets_preview_screenshot.png
- document.gif
- error_analysis_dashboard.png
- errors.png
- experiments_dashboard_screenshot.png
- experiments_page.png
- experiments_pagev2.png
- logo_darkmode.svg
- logo_lightmode.svg
- monitoring_screenshot.png
- online_eval.png
- product_shot.png
- quickstart_trajectory_ss.png
- Screenshot 2025-05-17 at 8.14.27 PM.png
- test.png
- tests.png
- trace.gif
- trace_demo.png
- trace_screenshot.png
- trace_screenshot_old.png
- client.py
- pyproject.toml
- server.py
- uv.lock
- main.py
- pyproject.toml
- main.py
- pyproject.toml
- main.py
- pyproject.toml
- uv.lock
- main.py
- pyproject.toml
- __init__.py
- __main__.py
- agent.py
- main.py
- pyproject.toml
- uv.lock
- jql-ir.openapi.json
- public-openapi.json
- README.md
- api_generator_v1.py
- check_distribution_contents.py
- generate_jql.py
- __init__.py
- conftest.py
- py.typed
- test.py
- test_custom_scorers.py
- test_dataset_operations.py
- test_eval_operations.py
- test_prompts.py
- test_tracer.py
- utils.py
- __init__.py
- agent_judge.py
- agent_judge_factory.py
- __init__.py
- upload_judge.py
- utils.py
- __init__.py
- example.py
- scorer_data.py
- scoring_result.py
- trace.py
- __init__.py
- dataset.py
- dataset_factory.py
- __init__.py
- evaluation.py
- evaluation_base.py
- evaluation_factory.py
- hosted_evaluation.py
- local_evaluation.py
- __init__.py
- example_custom_scorer.py
- responses.py
- templates.py
- trace_custom_scorer.py
- __init__.py
- config.py
- messages.py
- messages_stream.py
- wrapper.py
- __init__.py
- config.py
- generate_content.py
- wrapper.py
- __init__.py
- beta_chat_completions.py
- chat_completions.py
- config.py
- images.py
- responses.py
- utils.py
- with_streaming_response.py
- wrapper.py
- __init__.py
- chat_completions.py
- config.py
- wrapper.py
- __init__.py
- config.py
- constants.py
- providers.py
- __init__.py
- __init__.py
- wrapper.py
- __init__.py
- __init__.py
- __init__.py
- __init__.py
- add_dataset_items_response.py
- add_project_request.py
- add_project_response.py
- add_to_run_eval_queue_examples_response.py
- add_to_run_eval_queue_traces_response.py
- add_trace_tags_request.py
- add_trace_tags_response.py
- apply_test_run_success_request.py
- apply_test_run_success_response.py
- base_scorer.py
- create_offline_dataset_request.py
- create_offline_dataset_response.py
- create_test_config_request.py
- create_test_run_request.py
- custom_scorer_exists_response.py
- delete_offline_dataset_response.py
- delete_project_response.py
- delete_test_config_response.py
- e2_e_fetch_span_score_request.py
- e2_e_fetch_span_score_response.py
- e2_e_fetch_trace_response.py
- error_response.py
- example.py
- example_evaluation_run.py
- example_scoring_result.py
- experiment_run_item.py
- experiment_scorer.py
- fetch_prompt_response.py
- fetch_prompt_scorers_response.py
- fetch_test_run_via_experiment_alias_response.py
- get_prompt_versions_response.py
- health_response.py
- insert_offline_dataset_examples_request.py
- insert_prompt_request.py
- insert_prompt_response.py
- offline_dataset_page_response.py
- offline_dataset_versions_response.py
- offline_tests_local_scorer_result.py
- offline_tests_log_eval_results_examples_request.py
- offline_tests_log_eval_results_examples_response.py
- offline_tests_log_eval_results_request.py
- offline_tests_log_eval_results_response.py
- pending_eval_payload.py
- prepared_test_run_response.py
- prompt_commit_info.py
- prompt_scorer.py
- pull_all_offline_datasets_response.py
- pull_offline_dataset_response.py
- resolve_project_request.py
- resolve_project_response.py
- scorer_config.py
- scorer_exists_response.py
- scoring_result.py
- sdk_create_agent_judge_request.py
- sdk_create_agent_judge_response.py
- sdk_update_agent_judge_request.py
- sdk_update_agent_judge_response.py
- tag_prompt_request.py
- tag_prompt_response.py
- test_config_response.py
- test_configs_response.py
- test_run_graph_response.py
- test_run_items_response.py
- test_run_response.py
- test_runs_response.py
- trace_evaluation_run.py
- trace_scoring_result.py
- trace_span.py
- untag_prompt_request.py
- untag_prompt_response.py
- update_test_config_request.py
- update_test_run_status_request.py
- upload_custom_scorer_bundle_metadata.py
- upload_custom_scorer_bundle_request.py
- upload_custom_scorer_response.py
- welcome_response.py
- __init__.py
- api_client.py
- __init__.py
- _generated_contract.py
- _generated_transport.py
- __init__.py
- judge.py
- __init__.py
- offline_test_runner.py
- offline_tests_factory.py
- types.py
- __init__.py
- prompt.py
- prompt_factory.py
- __init__.py
- propagator.py
- __init__.py
- judgment_span_exporter.py
- noop_judgment_span_exporter.py
- __init__.py
- linked_trace.py
- __init__.py
- judgment_baggage_processor.py
- judgment_span_processor.py
- noop_judgment_span_processor.py
- offline_judgment_span_processor.py
- __init__.py
- __init__.py
- base_tracer.py
- generators.py
- id_generator.py
- judgment_tracer_provider.py
- offline_tracer.py
- tracer.py
- __init__.py
- debug_time.py
- dont_throw.py
- use_once.py
- __init__.py
- immutable_wrap_async.py
- immutable_wrap_async_iterator.py
- immutable_wrap_sync.py
- immutable_wrap_sync_iterator.py
- mutable_wrap_async.py
- mutable_wrap_sync.py
- py.typed
- README.md
- utils.py
- __init__.py
- guards.py
- resolve.py
- serialize.py
- url.py
- version_check.py
- __init__.py
- background_queue.py
- constants.py
- env.py
- exceptions.py
- judgeval.py
- judgment_attribute_keys.py
- logger.py
- py.typed
- version.py
- warnings.py
- __init__.py
- test_background_queue.py
- __init__.py
- test_dataset.py
- test_dataset_factory.py
- test_example.py
- __init__.py
- test_evaluation.py
- __init__.py
- conftest.py
- test_messages.py
- __init__.py
- conftest.py
- test_generate_content.py
- __init__.py
- conftest.py
- test_chat_completions.py
- __init__.py
- __init__.py
- conftest.py
- test_chat_completions.py
- __init__.py
- __init__.py
- conftest.py
- test_wrap_provider.py
- __init__.py
- test_tool_spans.py
- __init__.py
- conftest.py
- __init__.py
- test_generate_jql.py
- test_jql.py
- __init__.py
- test_agent_judge_factory.py
- __init__.py
- test_offline_test_runner.py
- test_offline_tests_factory.py
- __init__.py
- test_prompt_factory.py
- __init__.py
- conftest.py
- test_baggage.py
- test_base_tracer.py
- test_exporters.py
- test_generators.py
- test_id_generator.py
- test_observe.py
- test_propagation.py
- test_span_processor.py
- test_tracer_init.py
- test_tracer_provider.py
- __init__.py
- test_debug_time.py
- test_dont_throw.py
- test_use_once.py
- __init__.py
- test_identity_on_throw.py
- test_immutable_wrap_async.py
- test_immutable_wrap_async_iterator.py
- test_immutable_wrap_sync.py
- test_immutable_wrap_sync_iterator.py
- test_mutable_wrap_async.py
- test_mutable_wrap_sync.py
- __init__.py
- test_guards.py
- test_serialize.py
- test_url.py
- test_version_check.py
- __init__.py
- conftest.py
- test_client.py
- test_distribution_contents.py
- test_sanity.py
- .coveragerc
- .gitignore
- .pre-commit-config.yaml
- CONTRIBUTING.md
- hatch_build.py
- LICENSE.md
- pyproject.toml
- pytest.ini
- README.md
- update_version.py
- uv.lock
// repository documentation
Was this content helpful?
(0 ratings)