LICENSE.md
README.md
setup.py
scripts/polygraph_eval
scripts/polygraph_normalize
scripts/polygraph_server
src/lm_polygraph/__init__.py
src/lm_polygraph.egg-info/PKG-INFO
src/lm_polygraph.egg-info/SOURCES.txt
src/lm_polygraph.egg-info/dependency_links.txt
src/lm_polygraph.egg-info/requires.txt
src/lm_polygraph.egg-info/top_level.txt
src/lm_polygraph/app/__init__.py
src/lm_polygraph/app/parsers.py
src/lm_polygraph/app/service.py
src/lm_polygraph/app/service_helpers.py
src/lm_polygraph/app/service_modal.py
src/lm_polygraph/app/test_service.py
src/lm_polygraph/app/client/example_requests.json
src/lm_polygraph/app/client/favicon.ico
src/lm_polygraph/app/client/index.html
src/lm_polygraph/app/client/assets/css/highlight.min.css
src/lm_polygraph/app/client/assets/css/index.css
src/lm_polygraph/app/client/assets/img/ai.svg
src/lm_polygraph/app/client/assets/img/me.png
src/lm_polygraph/app/client/assets/img/settings.svg
src/lm_polygraph/app/client/assets/js/highlight.min.js
src/lm_polygraph/app/client/assets/js/index.js
src/lm_polygraph/app/client/assets/js/select.js
src/lm_polygraph/app/client/assets/js/showdown.min.js
src/lm_polygraph/estimators/__init__.py
src/lm_polygraph/estimators/common.py
src/lm_polygraph/estimators/conditional_pointwise_mutual_information.py
src/lm_polygraph/estimators/deg_mat.py
src/lm_polygraph/estimators/eccentricity.py
src/lm_polygraph/estimators/eig_val_laplacian.py
src/lm_polygraph/estimators/ensemble_sequence_measures.py
src/lm_polygraph/estimators/ensemble_token_measures.py
src/lm_polygraph/estimators/estimator.py
src/lm_polygraph/estimators/lexical_similarity.py
src/lm_polygraph/estimators/mahalanobis_distance.py
src/lm_polygraph/estimators/max_probability.py
src/lm_polygraph/estimators/monte_carlo_normalized_sequence_entropy.py
src/lm_polygraph/estimators/monte_carlo_sequence_entropy.py
src/lm_polygraph/estimators/num_sem_sets.py
src/lm_polygraph/estimators/p_true.py
src/lm_polygraph/estimators/p_true_sampling.py
src/lm_polygraph/estimators/perplexity.py
src/lm_polygraph/estimators/pointwise_mutual_information.py
src/lm_polygraph/estimators/ppl_md.py
src/lm_polygraph/estimators/rde.py
src/lm_polygraph/estimators/relative_mahalanobis_distance.py
src/lm_polygraph/estimators/semantic_entropy.py
src/lm_polygraph/estimators/semantic_entropy_token.py
src/lm_polygraph/estimators/token_entropy.py
src/lm_polygraph/generation_metrics/__init__.py
src/lm_polygraph/generation_metrics/accuracy.py
src/lm_polygraph/generation_metrics/bart_score.py
src/lm_polygraph/generation_metrics/bert_score.py
src/lm_polygraph/generation_metrics/generation_metric.py
src/lm_polygraph/generation_metrics/model_score.py
src/lm_polygraph/generation_metrics/rouge.py
src/lm_polygraph/generation_metrics/sbert.py
src/lm_polygraph/stat_calculators/__init__.py
src/lm_polygraph/stat_calculators/bart_score.py
src/lm_polygraph/stat_calculators/embeddings.py
src/lm_polygraph/stat_calculators/ensemble_token_data.py
src/lm_polygraph/stat_calculators/entropy.py
src/lm_polygraph/stat_calculators/greedy_lm_probs.py
src/lm_polygraph/stat_calculators/greedy_probs.py
src/lm_polygraph/stat_calculators/model_score.py
src/lm_polygraph/stat_calculators/prompt.py
src/lm_polygraph/stat_calculators/sample.py
src/lm_polygraph/stat_calculators/semantic_matrix.py
src/lm_polygraph/stat_calculators/stat_calculator.py
src/lm_polygraph/ue_metrics/__init__.py
src/lm_polygraph/ue_metrics/kendalltau.py
src/lm_polygraph/ue_metrics/pred_rej_area.py
src/lm_polygraph/ue_metrics/rev_pairs_prop.py
src/lm_polygraph/ue_metrics/risk_cov_curve.py
src/lm_polygraph/ue_metrics/roc_auc.py
src/lm_polygraph/ue_metrics/spearmanr.py
src/lm_polygraph/ue_metrics/ue_metric.py
src/lm_polygraph/utils/__init__.py
src/lm_polygraph/utils/dataset.py
src/lm_polygraph/utils/generation_parameters.py
src/lm_polygraph/utils/manager.py
src/lm_polygraph/utils/model.py
src/lm_polygraph/utils/normalize.py
src/lm_polygraph/utils/ood_detection.py
src/lm_polygraph/utils/processor.py
src/lm_polygraph/utils/token_restoration.py
src/lm_polygraph/utils/ensemble_utils/__init__.py
src/lm_polygraph/utils/ensemble_utils/dropout.py
src/lm_polygraph/utils/ensemble_utils/ensemble_beam.py
src/lm_polygraph/utils/ensemble_utils/ensemble_generator.py
src/lm_polygraph/utils/ensemble_utils/ensemble_greedy.py
src/lm_polygraph/utils/ensemble_utils/ensemble_sample.py
src/lm_polygraph/utils/prompt_templates/__init__.py
src/lm_polygraph/utils/prompt_templates/llama.py
src/lm_polygraph/utils/prompt_templates/vicuna.py
test/test_lm_polygraph.py