Index

A

AGGREGATE_FNS (in module src.pm_rank.model.utils) anchor_points (src.pm_rank.model.irt.IRTObs attribute)

AverageReturn (class in src.pm_rank) (class in src.pm_rank.model) (class in src.pm_rank.model.average_return)

B

BrierScoringRule (class in src.pm_rank) (class in src.pm_rank.model) (class in src.pm_rank.model.scoring_rule)

C

categories (src.pm_rank.data.base.ForecastChallenge attribute) (src.pm_rank.data.ForecastChallenge attribute) (src.pm_rank.ForecastChallenge attribute) category (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastProblem attribute) challenge_title (src.pm_rank.data.GJOChallengeLoader attribute) (src.pm_rank.data.loaders.GJOChallengeLoader attribute) (src.pm_rank.data.loaders.ProphetArenaChallengeLoader attribute) (src.pm_rank.GJOChallengeLoader attribute) (src.pm_rank.ProphetArenaChallengeLoader attribute)

ChallengeLoader (class in src.pm_rank) (class in src.pm_rank.data) (class in src.pm_rank.data.base) clip_prob (src.pm_rank.LogScoringRule attribute) (src.pm_rank.model.LogScoringRule attribute) (src.pm_rank.model.scoring_rule.LogScoringRule attribute) correct_option_idx (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastProblem attribute) crowd_probs (src.pm_rank.data.base.ForecastProblem property) (src.pm_rank.data.ForecastProblem property) (src.pm_rank.ForecastProblem property)

D

device (src.pm_rank.model.irt.MCMCConfig attribute) (src.pm_rank.model.irt.SVIConfig attribute)

discretized_scores (src.pm_rank.model.irt.IRTObs attribute)

E

end_time (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastProblem attribute)

F

fill_problem_with_fair_odds() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method) fit() (src.pm_rank.AverageReturn method) (src.pm_rank.GeneralizedBT method) (src.pm_rank.model.average_return.AverageReturn method) (src.pm_rank.model.AverageReturn method) (src.pm_rank.model.bradley_terry.GeneralizedBT method) (src.pm_rank.model.GeneralizedBT method) (src.pm_rank.model.irt.IRTModel method) (src.pm_rank.model.scoring_rule.ScoringRule method) fit_by_category() (src.pm_rank.AverageReturn method) (src.pm_rank.model.average_return.AverageReturn method) (src.pm_rank.model.AverageReturn method) (src.pm_rank.model.scoring_rule.ScoringRule method) fit_stream() (src.pm_rank.AverageReturn method) (src.pm_rank.model.average_return.AverageReturn method) (src.pm_rank.model.AverageReturn method) (src.pm_rank.model.scoring_rule.ScoringRule method) fit_stream_with_timestamp() (src.pm_rank.AverageReturn method) (src.pm_rank.model.average_return.AverageReturn method) (src.pm_rank.model.AverageReturn method) (src.pm_rank.model.scoring_rule.ScoringRule method)

forecast_problems (src.pm_rank.data.base.ForecastChallenge attribute) (src.pm_rank.data.ForecastChallenge attribute) (src.pm_rank.ForecastChallenge attribute) ForecastChallenge (class in src.pm_rank) (class in src.pm_rank.data) (class in src.pm_rank.data.base) forecaster_data_to_rankings() (in module src.pm_rank.model.utils) forecaster_id_to_idx (src.pm_rank.model.irt.IRTObs attribute) forecaster_ids (src.pm_rank.model.irt.IRTObs attribute) forecaster_idx_to_id (src.pm_rank.model.irt.IRTObs property) forecaster_map (src.pm_rank.data.base.ForecastChallenge property) (src.pm_rank.data.ForecastChallenge property) (src.pm_rank.ForecastChallenge property) ForecastEvent (class in src.pm_rank) (class in src.pm_rank.data) (class in src.pm_rank.data.base) ForecastProblem (class in src.pm_rank) (class in src.pm_rank.data) (class in src.pm_rank.data.base) forecasts (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastProblem attribute)

G

GeneralizedBT (class in src.pm_rank) (class in src.pm_rank.model) (class in src.pm_rank.model.bradley_terry) get_challenge_metadata() (src.pm_rank.ChallengeLoader method) (src.pm_rank.data.base.ChallengeLoader method) (src.pm_rank.data.ChallengeLoader method) (src.pm_rank.data.GJOChallengeLoader method) (src.pm_rank.data.loaders.GJOChallengeLoader method) (src.pm_rank.data.loaders.ProphetArenaChallengeLoader method) (src.pm_rank.GJOChallengeLoader method) (src.pm_rank.ProphetArenaChallengeLoader method) get_forecaster_problems() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method)

get_logger() (in module src.pm_rank.data.utils) (in module src.pm_rank.model.utils) get_problem_by_id() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method) get_problem_level_parameters() (src.pm_rank.model.irt.IRTModel method) get_problems() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method) GJOChallengeLoader (class in src.pm_rank) (class in src.pm_rank.data) (class in src.pm_rank.data.loaders)

H

has_odds (src.pm_rank.data.base.ForecastProblem property) (src.pm_rank.data.ForecastProblem property) (src.pm_rank.ForecastProblem property)

I

irt_obs (src.pm_rank.model.irt.IRTModel attribute)

IRTModel (class in src.pm_rank.model.irt) IRTObs (class in src.pm_rank.model.irt)

K

kendall_correlation() (in module src.pm_rank) (in module src.pm_rank.model) (in module src.pm_rank.model.utils)

L

learning_rate (src.pm_rank.model.irt.SVIConfig attribute) load_challenge() (src.pm_rank.ChallengeLoader method) (src.pm_rank.data.base.ChallengeLoader method) (src.pm_rank.data.ChallengeLoader method) (src.pm_rank.data.GJOChallengeLoader method) (src.pm_rank.data.loaders.GJOChallengeLoader method) (src.pm_rank.data.loaders.ProphetArenaChallengeLoader method) (src.pm_rank.GJOChallengeLoader method) (src.pm_rank.ProphetArenaChallengeLoader method) log_ranking_table() (in module src.pm_rank.model.utils) logger (src.pm_rank.AverageReturn attribute) (src.pm_rank.data.GJOChallengeLoader attribute) (src.pm_rank.data.loaders.GJOChallengeLoader attribute) (src.pm_rank.data.loaders.ProphetArenaChallengeLoader attribute) (src.pm_rank.GeneralizedBT attribute) (src.pm_rank.GJOChallengeLoader attribute) (src.pm_rank.model.average_return.AverageReturn attribute) (src.pm_rank.model.AverageReturn attribute) (src.pm_rank.model.bradley_terry.GeneralizedBT attribute) (src.pm_rank.model.GeneralizedBT attribute) (src.pm_rank.model.irt.IRTModel attribute) (src.pm_rank.model.scoring_rule.ScoringRule attribute) (src.pm_rank.ProphetArenaChallengeLoader attribute)

LogScoringRule (class in src.pm_rank) (class in src.pm_rank.model) (class in src.pm_rank.model.scoring_rule)

M

MAX_PROBLEM_WEIGHT_QUANTILE (in module src.pm_rank.model.scoring_rule) MCMCConfig (class in src.pm_rank.model.irt) method (src.pm_rank.GeneralizedBT attribute) (src.pm_rank.model.bradley_terry.GeneralizedBT attribute) (src.pm_rank.model.GeneralizedBT attribute) (src.pm_rank.model.irt.IRTModel attribute) MIN_PROBLEM_WEIGHT_QUANTILE (in module src.pm_rank.model.scoring_rule) module src.pm_rank src.pm_rank.data src.pm_rank.data.base src.pm_rank.data.loaders src.pm_rank.data.utils src.pm_rank.model src.pm_rank.model.average_return src.pm_rank.model.bradley_terry src.pm_rank.model.irt src.pm_rank.model.scoring_rule src.pm_rank.model.utils

N

n_bins (src.pm_rank.model.irt.IRTModel attribute) negate (src.pm_rank.BrierScoringRule attribute) (src.pm_rank.model.BrierScoringRule attribute) (src.pm_rank.model.scoring_rule.BrierScoringRule attribute) num_forecasters (src.pm_rank.data.base.ForecastChallenge property) (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastChallenge property) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastChallenge property) (src.pm_rank.ForecastProblem attribute)

num_iter (src.pm_rank.GeneralizedBT attribute) (src.pm_rank.model.bradley_terry.GeneralizedBT attribute) (src.pm_rank.model.GeneralizedBT attribute) num_money_per_round (src.pm_rank.AverageReturn attribute) (src.pm_rank.model.average_return.AverageReturn attribute) (src.pm_rank.model.AverageReturn attribute) num_steps (src.pm_rank.model.irt.SVIConfig attribute) num_workers (src.pm_rank.model.irt.MCMCConfig attribute)

O

odds (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastProblem attribute) optimizer (src.pm_rank.model.irt.SVIConfig attribute) option_payoffs (src.pm_rank.data.base.ForecastProblem property) (src.pm_rank.data.ForecastProblem property) (src.pm_rank.ForecastProblem property)

options (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastProblem attribute)

P

parse_json_or_eval() (in module src.pm_rank.data.utils) problem_id (src.pm_rank.data.base.ForecastEvent attribute) (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastEvent attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastEvent attribute) (src.pm_rank.ForecastProblem attribute) problem_id_to_idx (src.pm_rank.model.irt.IRTObs attribute) problem_ids (src.pm_rank.model.irt.IRTObs attribute)

problem_idx_to_id (src.pm_rank.model.irt.IRTObs property) problem_option_payoffs (src.pm_rank.data.base.ForecastChallenge property) (src.pm_rank.data.ForecastChallenge property) (src.pm_rank.ForecastChallenge property) probs (src.pm_rank.data.base.ForecastEvent attribute) (src.pm_rank.data.ForecastEvent attribute) (src.pm_rank.ForecastEvent attribute) ProphetArenaChallengeLoader (class in src.pm_rank) (class in src.pm_rank.data.loaders)

R

risk_aversion (src.pm_rank.AverageReturn attribute) (src.pm_rank.model.average_return.AverageReturn attribute) (src.pm_rank.model.AverageReturn attribute)

S

save_result (src.pm_rank.model.irt.MCMCConfig attribute) scores (src.pm_rank.model.irt.IRTObs attribute) ScoringRule (class in src.pm_rank.model.scoring_rule) set_unnormalized_probs_default() (src.pm_rank.data.base.ForecastEvent method) (src.pm_rank.data.ForecastEvent method) (src.pm_rank.ForecastEvent method) smooth_odds() (src.pm_rank.data.base.ForecastProblem method) (src.pm_rank.data.ForecastProblem method) (src.pm_rank.ForecastProblem method) SMOOTH_ODDS_EPS (in module src.pm_rank.data.base) spearman_correlation() (in module src.pm_rank) (in module src.pm_rank.model) (in module src.pm_rank.model.utils) SphericalScoringRule (class in src.pm_rank) (class in src.pm_rank.model) (class in src.pm_rank.model.scoring_rule) src.pm_rank module src.pm_rank.data module src.pm_rank.data.base module

src.pm_rank.data.loaders module src.pm_rank.data.utils module src.pm_rank.model module src.pm_rank.model.average_return module src.pm_rank.model.bradley_terry module src.pm_rank.model.irt module src.pm_rank.model.scoring_rule module src.pm_rank.model.utils module stream_problems() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method) stream_problems_over_time() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method) SVIConfig (class in src.pm_rank.model.irt)

T

threshold (src.pm_rank.GeneralizedBT attribute) (src.pm_rank.model.bradley_terry.GeneralizedBT attribute) (src.pm_rank.model.GeneralizedBT attribute) timestamp (src.pm_rank.data.base.ForecastEvent attribute) (src.pm_rank.data.ForecastEvent attribute) (src.pm_rank.ForecastEvent attribute)

title (src.pm_rank.data.base.ForecastChallenge attribute) (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastChallenge attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastChallenge attribute) (src.pm_rank.ForecastProblem attribute) total_samples (src.pm_rank.model.irt.MCMCConfig attribute)

U

unique_forecasters (src.pm_rank.data.base.ForecastChallenge property) (src.pm_rank.data.base.ForecastProblem property) (src.pm_rank.data.ForecastChallenge property) (src.pm_rank.data.ForecastProblem property) (src.pm_rank.ForecastChallenge property) (src.pm_rank.ForecastProblem property) unnormalized_probs (src.pm_rank.data.base.ForecastEvent attribute) (src.pm_rank.data.ForecastEvent attribute) (src.pm_rank.ForecastEvent attribute) url (src.pm_rank.data.base.ForecastProblem attribute) (src.pm_rank.data.ForecastProblem attribute) (src.pm_rank.ForecastProblem attribute)

use_approximate (src.pm_rank.AverageReturn attribute) (src.pm_rank.model.average_return.AverageReturn attribute) (src.pm_rank.model.AverageReturn attribute) use_bid_for_odds (src.pm_rank.data.loaders.ProphetArenaChallengeLoader attribute) (src.pm_rank.ProphetArenaChallengeLoader attribute) use_empirical_quantiles (src.pm_rank.model.irt.IRTModel attribute) use_open_time (src.pm_rank.data.loaders.ProphetArenaChallengeLoader attribute) (src.pm_rank.ProphetArenaChallengeLoader attribute) username (src.pm_rank.data.base.ForecastEvent attribute) (src.pm_rank.data.ForecastEvent attribute) (src.pm_rank.ForecastEvent attribute)

V

validate_categories() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method) validate_correct_option_idx() (src.pm_rank.data.base.ForecastProblem method) (src.pm_rank.data.ForecastProblem method) (src.pm_rank.ForecastProblem method) validate_forecasts() (src.pm_rank.data.base.ForecastProblem method) (src.pm_rank.data.ForecastProblem method) (src.pm_rank.ForecastProblem method) validate_odds() (src.pm_rank.data.base.ForecastProblem method) (src.pm_rank.data.ForecastProblem method) (src.pm_rank.ForecastProblem method) validate_probabilities() (src.pm_rank.data.base.ForecastEvent method) (src.pm_rank.data.ForecastEvent method) (src.pm_rank.ForecastEvent method)

validate_problems() (src.pm_rank.data.base.ForecastChallenge method) (src.pm_rank.data.ForecastChallenge method) (src.pm_rank.ForecastChallenge method) validate_unnormalized_probabilities() (src.pm_rank.data.base.ForecastEvent method) (src.pm_rank.data.ForecastEvent method) (src.pm_rank.ForecastEvent method) verbose (src.pm_rank.AverageReturn attribute) (src.pm_rank.GeneralizedBT attribute) (src.pm_rank.model.average_return.AverageReturn attribute) (src.pm_rank.model.AverageReturn attribute) (src.pm_rank.model.bradley_terry.GeneralizedBT attribute) (src.pm_rank.model.GeneralizedBT attribute) (src.pm_rank.model.irt.IRTModel attribute) (src.pm_rank.model.scoring_rule.ScoringRule attribute)

W

warmup_steps (src.pm_rank.model.irt.MCMCConfig attribute)