LICENSE
MANIFEST.in
README.md
pyproject.toml
src/raga_llm_eval/__init__.py
src/raga_llm_eval/api_client_manager.py
src/raga_llm_eval/db_manager.py
src/raga_llm_eval/raga_llm_eval.py
src/raga_llm_eval/raga_llm_observer.py
src/raga_llm_eval/result_manager.py
src/raga_llm_eval/test_manager.py
src/raga_llm_eval/track_manager.py
src/raga_llm_eval.egg-info/PKG-INFO
src/raga_llm_eval.egg-info/SOURCES.txt
src/raga_llm_eval.egg-info/dependency_links.txt
src/raga_llm_eval.egg-info/requires.txt
src/raga_llm_eval.egg-info/top_level.txt
src/raga_llm_eval/guardrails/__init__.py
src/raga_llm_eval/guardrails/anonymize.py
src/raga_llm_eval/guardrails/ban_competitors.py
src/raga_llm_eval/guardrails/ban_substrings.py
src/raga_llm_eval/guardrails/ban_topics.py
src/raga_llm_eval/guardrails/code.py
src/raga_llm_eval/guardrails/deanonymize.py
src/raga_llm_eval/guardrails/factual_consistency.py
src/raga_llm_eval/guardrails/invisible_text.py
src/raga_llm_eval/guardrails/ir_metrics_test.py
src/raga_llm_eval/guardrails/json_verify.py
src/raga_llm_eval/guardrails/language.py
src/raga_llm_eval/guardrails/language_same.py
src/raga_llm_eval/guardrails/malicious_url.py
src/raga_llm_eval/guardrails/match_type.py
src/raga_llm_eval/guardrails/no_refusal.py
src/raga_llm_eval/guardrails/reading_time.py
src/raga_llm_eval/guardrails/regex.py
src/raga_llm_eval/guardrails/secrets.py
src/raga_llm_eval/guardrails/sensitive.py
src/raga_llm_eval/guardrails/sentiment.py
src/raga_llm_eval/guardrails/token_limit.py
src/raga_llm_eval/guardrails/url_reachability.py
src/raga_llm_eval/guardrails/utils.py
src/raga_llm_eval/guardrails/vault.py
src/raga_llm_eval/guardrails/anonymize_helpers/__init__.py
src/raga_llm_eval/guardrails/anonymize_helpers/analyzer.py
src/raga_llm_eval/guardrails/anonymize_helpers/exception.py
src/raga_llm_eval/guardrails/anonymize_helpers/faker.py
src/raga_llm_eval/guardrails/anonymize_helpers/ner_mapping.py
src/raga_llm_eval/guardrails/anonymize_helpers/transformers_helpers.py
src/raga_llm_eval/guardrails/anonymize_helpers/transformers_recognizer.py
src/raga_llm_eval/guardrails/anonymize_helpers/predefined_recognizers/__init__.py
src/raga_llm_eval/guardrails/anonymize_helpers/predefined_recognizers/phone_recognizer.py
src/raga_llm_eval/guardrails/anonymize_helpers/predefined_recognizers/zh/__init__.py
src/raga_llm_eval/guardrails/anonymize_helpers/predefined_recognizers/zh/crypto_recognizer.py
src/raga_llm_eval/guardrails/anonymize_helpers/predefined_recognizers/zh/custom_pattern_recognizer.py
src/raga_llm_eval/guardrails/anonymize_helpers/predefined_recognizers/zh/email_recognizer.py
src/raga_llm_eval/guardrails/anonymize_helpers/predefined_recognizers/zh/ip_recognizer.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/__init__.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/adafruit.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/adobe.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/age_secret_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/airtable_api_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/algolia_api_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/alibaba.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/asana.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/atlassian_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/authress_access_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/beamer_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/bitbucket.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/bittrex.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/clojars_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/codecov_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/coinbase_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/confluent.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/contentful_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/databricks_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/datadog_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/defined_networking_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/digitalocean.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/discord.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/doppler_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/droneci_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/dropbox.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/duffel_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/dynatrace_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/easypost.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/etsy_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/facebook_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/fastly_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/finicity.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/finnhub_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/flickr_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/flutterwave.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/frameio_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/freshbooks_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/gcp_api_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/github_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/gitlab.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/gitter_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/gocardless_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/grafana.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/hashicorp_tf_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/heroku_api_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/hubspot_api_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/huggingface.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/intercom_api_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/jfrog.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/jwt.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/kraken_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/kucoin.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/launchdarkly_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/linear.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/linkedin.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/lob.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/mailgun.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/mapbox_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/mattermost_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/messagebird.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/microsoft_teams_webhook.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/netlify_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/new_relic.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/nytimes_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/okta_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/openai_api_key.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/planetscale.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/postman_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/prefect_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/pulumi_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/pypi_upload_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/rapidapi_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/readme_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/rubygems_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/scalingo_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/sendbird.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/sendgrid_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/sendinblue_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/sentry_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/shippo_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/shopify.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/sidekiq.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/slack.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/snyk_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/squarespace_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/sumologic.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/telegram_bot_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/travisci_access_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/twitch_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/twitter.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/typeform_api_token.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/vault.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/yandex.py
src/raga_llm_eval/guardrails/resources/secrets_plugins/zendesk_secret_key.py
src/raga_llm_eval/metrics/base_metrics.py
src/raga_llm_eval/metrics/retrieval/__init__.py
src/raga_llm_eval/metrics/retrieval/accuracy.py
src/raga_llm_eval/metrics/retrieval/ap.py
src/raga_llm_eval/metrics/retrieval/bpm.py
src/raga_llm_eval/metrics/retrieval/bpref.py
src/raga_llm_eval/metrics/retrieval/compat.py
src/raga_llm_eval/metrics/retrieval/f1_at_k.py
src/raga_llm_eval/metrics/retrieval/f1_score.py
src/raga_llm_eval/metrics/retrieval/infAP.py
src/raga_llm_eval/metrics/retrieval/insq.py
src/raga_llm_eval/metrics/retrieval/inst.py
src/raga_llm_eval/metrics/retrieval/iprec.py
src/raga_llm_eval/metrics/retrieval/judged.py
src/raga_llm_eval/metrics/retrieval/ndcg.py
src/raga_llm_eval/metrics/retrieval/nerr10.py
src/raga_llm_eval/metrics/retrieval/nerr11.py
src/raga_llm_eval/metrics/retrieval/nerr8.py
src/raga_llm_eval/metrics/retrieval/nerr9.py
src/raga_llm_eval/metrics/retrieval/numq.py
src/raga_llm_eval/metrics/retrieval/numrel.py
src/raga_llm_eval/metrics/retrieval/numret.py
src/raga_llm_eval/metrics/retrieval/p.py
src/raga_llm_eval/metrics/retrieval/precision.py
src/raga_llm_eval/metrics/retrieval/precision_at_k.py
src/raga_llm_eval/metrics/retrieval/r.py
src/raga_llm_eval/metrics/retrieval/rbp.py
src/raga_llm_eval/metrics/retrieval/recall.py
src/raga_llm_eval/metrics/retrieval/recall_at_k.py
src/raga_llm_eval/metrics/retrieval/retrieval_metrics.py
src/raga_llm_eval/metrics/retrieval/rprec.py
src/raga_llm_eval/metrics/retrieval/sdcg.py
src/raga_llm_eval/metrics/retrieval/setap.py
src/raga_llm_eval/metrics/retrieval/setf.py
src/raga_llm_eval/metrics/retrieval/setp.py
src/raga_llm_eval/metrics/retrieval/setr.py
src/raga_llm_eval/metrics/retrieval/success.py
src/raga_llm_eval/observer/__init__.py
src/raga_llm_eval/observer/raga_observer.py
src/raga_llm_eval/tests/__init__.py
src/raga_llm_eval/tests/bias_test.py
src/raga_llm_eval/tests/chunk_impact_test.py
src/raga_llm_eval/tests/coherence_test.py
src/raga_llm_eval/tests/complexity_test.py
src/raga_llm_eval/tests/conciseness_test.py
src/raga_llm_eval/tests/consistency_test.py
src/raga_llm_eval/tests/context_retrieval_metrics_test.py
src/raga_llm_eval/tests/contextual_precision_test.py
src/raga_llm_eval/tests/contextual_recall_test.py
src/raga_llm_eval/tests/contextual_relevancy_test.py
src/raga_llm_eval/tests/correctness_test.py
src/raga_llm_eval/tests/cosine_similarity_test.py
src/raga_llm_eval/tests/cost_test.py
src/raga_llm_eval/tests/cover_test.py
src/raga_llm_eval/tests/dan_detectors.py
src/raga_llm_eval/tests/dan_probes.py
src/raga_llm_eval/tests/dan_vulnerability_scanner.py
src/raga_llm_eval/tests/faithfulness_test.py
src/raga_llm_eval/tests/generic_evaluation_test.py
src/raga_llm_eval/tests/grade_score_test.py
src/raga_llm_eval/tests/hallucination_test.py
src/raga_llm_eval/tests/harmless_test.py
src/raga_llm_eval/tests/ir_metrics_test.py
src/raga_llm_eval/tests/latency_test.py
src/raga_llm_eval/tests/length_test.py
src/raga_llm_eval/tests/lmrc_detectors.py
src/raga_llm_eval/tests/lmrc_probes.py
src/raga_llm_eval/tests/lmrc_vulnerability_scanner.py
src/raga_llm_eval/tests/maliciousness_test.py
src/raga_llm_eval/tests/overall_test.py
src/raga_llm_eval/tests/pos_test.py
src/raga_llm_eval/tests/prompt_injection_modeleval.py
src/raga_llm_eval/tests/prompt_injection_test.py
src/raga_llm_eval/tests/prompt_template.py
src/raga_llm_eval/tests/readability_test.py
src/raga_llm_eval/tests/refusal_test.py
src/raga_llm_eval/tests/relevancy_test.py
src/raga_llm_eval/tests/response_toxicity_test.py
src/raga_llm_eval/tests/sentiment_analysis_test.py
src/raga_llm_eval/tests/summarisation_test.py
src/raga_llm_eval/tests/template.py
src/raga_llm_eval/tests/test_details.toml
src/raga_llm_eval/tests/test_executor.py
src/raga_llm_eval/tests/test_utils.py
src/raga_llm_eval/tests/toxicity_test.py
src/raga_llm_eval/tests/winner_test.py
src/raga_llm_eval/tests/test_data/__init__.py
src/raga_llm_eval/tests/test_data/test_data.py
src/raga_llm_eval/tests/test_data/data_files/anonymize_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/ban_competitors_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/ban_substrings_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/ban_topics_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/bias_test.toml
src/raga_llm_eval/tests/test_data/data_files/chunk_impact_test.toml
src/raga_llm_eval/tests/test_data/data_files/code.toml
src/raga_llm_eval/tests/test_data/data_files/coherence_test.toml
src/raga_llm_eval/tests/test_data/data_files/complexity_test.toml
src/raga_llm_eval/tests/test_data/data_files/conciseness_test.toml
src/raga_llm_eval/tests/test_data/data_files/consistency_test.toml
src/raga_llm_eval/tests/test_data/data_files/context_retrieval_metrics_test.toml
src/raga_llm_eval/tests/test_data/data_files/contextual_precision_test.toml
src/raga_llm_eval/tests/test_data/data_files/contextual_recall_test.toml
src/raga_llm_eval/tests/test_data/data_files/contextual_relevancy_test.toml
src/raga_llm_eval/tests/test_data/data_files/correctness_test.toml
src/raga_llm_eval/tests/test_data/data_files/cosine_similarity_test.toml
src/raga_llm_eval/tests/test_data/data_files/cost_test.toml
src/raga_llm_eval/tests/test_data/data_files/cover_test.toml
src/raga_llm_eval/tests/test_data/data_files/factual_consistency_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/faithfulness_test.toml
src/raga_llm_eval/tests/test_data/data_files/generic_evaluation_test.toml
src/raga_llm_eval/tests/test_data/data_files/grade_score_test.toml
src/raga_llm_eval/tests/test_data/data_files/hallucination_test.toml
src/raga_llm_eval/tests/test_data/data_files/harmful_test.toml
src/raga_llm_eval/tests/test_data/data_files/harmless_test.toml
src/raga_llm_eval/tests/test_data/data_files/invisible_text_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/ir_metrics_test.toml
src/raga_llm_eval/tests/test_data/data_files/json_verify_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/language_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/language_same_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/latency_test.toml
src/raga_llm_eval/tests/test_data/data_files/length_test.toml
src/raga_llm_eval/tests/test_data/data_files/lmrc_vulnerability_scanner.toml
src/raga_llm_eval/tests/test_data/data_files/malicious_url_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/maliciousness_test.toml
src/raga_llm_eval/tests/test_data/data_files/no_refusal_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/overall_test.toml
src/raga_llm_eval/tests/test_data/data_files/pos_test.toml
src/raga_llm_eval/tests/test_data/data_files/prompt_injection_modeleval_test.toml
src/raga_llm_eval/tests/test_data/data_files/prompt_injection_test.toml
src/raga_llm_eval/tests/test_data/data_files/promptinject_modelcompare_test.toml
src/raga_llm_eval/tests/test_data/data_files/readability_test.toml
src/raga_llm_eval/tests/test_data/data_files/reading_time_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/refusal_test.toml
src/raga_llm_eval/tests/test_data/data_files/regex_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/relevancy_test.toml
src/raga_llm_eval/tests/test_data/data_files/response_toxicity_test.toml
src/raga_llm_eval/tests/test_data/data_files/secrets_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/sensitive_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/sentiment_analysis_test.toml
src/raga_llm_eval/tests/test_data/data_files/sentiment_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/summarisation_test.toml
src/raga_llm_eval/tests/test_data/data_files/tokenlimit_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/toxicity_test.toml
src/raga_llm_eval/tests/test_data/data_files/url_reachability_guardrail.toml
src/raga_llm_eval/tests/test_data/data_files/winner_test.toml
src/raga_llm_eval/ui/app.py
src/raga_llm_eval/ui/helpers.py
src/raga_llm_eval/ui/pages/index.py
src/raga_llm_eval/ui/pages/trace.py
src/raga_llm_eval/utils/__init__.py
src/raga_llm_eval/utils/utils.py
src/raga_llm_eval/utils/data_files/embeddings_all-MiniLM-L6-v2_harm_v2.parquet
src/raga_llm_eval/utils/data_files/inthewild_jailbreak_llms.txt
src/raga_llm_eval/utils/data_files/jailbreak_themes.json
src/raga_llm_eval/utils/data_files/ldnoobw-en.txt
src/raga_llm_eval/utils/data_files/ofcom-potentially-offensive.txt
src/raga_llm_eval/utils/data_files/profanity_en.csv
src/test_scripts/1.test_array_tests.py