constants.py

"""
"""
import pickle as pkl

BASELINE_CATEGORICAL_COLUMNS=['gender', 'race', 'education', 'relationship_status']


BASELINE_ZEROFILL=['alzheimers', 'anxiety', 'arrhythmia', 'arthritis', 'asthma', 'cancer',
       'chronic_pain', 'copd', 'coronary_heart_disease', 'depression',
       'diabetes_t1', 'diabetes_t2', 'fibromyalgia', 'gerd',
       'gestational_diabetes', 'heart_attack', 'heart_failure',
       'high_colesterol', 'hypertension', 'hypo_hyper_thyroidism', 'ibd',
       'ibs', 'ibs_ibd', 'insomnia', 'lupus',
       'mental_health_not_depression_anxiety', 'migraines',
       'multiple_sclerosis', 'neurodegenerative',
       'obstructive_coronary_heart_disease', 'osteoporosis', 'pcos',
       'psoriasis', 'restless_leg', 'rheumatoid_arthritis',
       'seasonal_allergies', 'sleep_apnea', 'stroke',]


BASELINE_MEDIANFILL=['age', 'hs_completed', 'have_children', 'weight',
       'height_inches', 'bmi']

BASELINE_COLS=['age', 'hs_completed', 'have_children', 'weight', 'height_inches', 'bmi', 'zipcode', 'alzheimers', 'anxiety', 'arrhythmia', 'arthritis', 'asthma', 'cancer', 'chronic_pain', 'copd', 'coronary_heart_disease', 'depression', 'diabetes_t1', 'diabetes_t2', 'fibromyalgia', 'gerd', 'gestational_diabetes', 'heart_attack', 'heart_failure', 'high_colesterol', 'hypertension', 'hypo_hyper_thyroidism', 'ibd', 'ibs', 'ibs_ibd', 'insomnia', 'lupus', 'mental_health_not_depression_anxiety', 'migraines', 'multiple_sclerosis', 'neurodegenerative', 'obstructive_coronary_heart_disease', 'osteoporosis', 'pcos', 'psoriasis', 'restless_leg', 'rheumatoid_arthritis', 'seasonal_allergies', 'sleep_apnea', 'stroke', 'gender_female', 'gender_male', 'gender_other', 'race_american indian or alaskan native', 'race_asian or pacific islander', 'race_black or african american', 'race_hispanic or latino', 'race_prefer not to answer', 'race_white / caucasian', "education_college graduate, associate or bachelor's degree", 'education_did not finish high school, no diploma', 'education_doctorate degree', 'education_doctorate degree, md', 'education_graduate degree', 'education_high school graduate, diploma or the equivalent (for example, ged)', "education_i'd prefer not to answer", 'education_some college, no degree', 'education_trade/technical/vocational training', 'relationship_status_divorced', "relationship_status_i'd prefer not to answer", 'relationship_status_in a domestic partnership or civil union', 'relationship_status_married', 'relationship_status_separated', 'relationship_status_single, but cohabiting with a significant other', 'relationship_status_single, never married', 'relationship_status_widowed']


BINARY_COLS= ['complications__chest_infection', 'complications__ear_infection',  'complications__encephalitis', 'complications__heart_attack', 'complications__muscle_inflammation',  'complications__myocarditis_pericarditis',  'complications__none', 'complications__sepsis', 'complications__sinus_infection',  'complications__stroke', 'complications__worse_athsma_copd', 'complications__worse_heart_failure', 'covid__any_household_diagnosed',  'covid__behavior__social_distancing', 'covid__behavior__social_distancing__1d_ago', 'covid__behavior__social_distancing__2d_ago', 'covid__behavior__social_distancing__3d_ago', 'covid__behavior__social_distancing__4d_ago', 'covid__behavior__social_distancing__5d_ago', 'covid__behavior__social_distancing__6d_ago', 'covid__behavior__social_distancing__did_not', 'covid__diagnosed', 'covid__diagnosis_method__blood', 'covid__diagnosis_method__dont_know_remember', 'covid__diagnosis_method__location', 'covid__diagnosis_method__nasal_swab', 'covid__diagnosis_method__none', 'covid__diagnosis_method__other', 'covid__diagnosis_method__spit', 'covid__diagnosis_method__symptoms', 'covid__diagnosis_method__throat_swab', 'covid__healthcare_worker__household_member__not_working', 'covid__healthcare_worker__household_member__working', 'covid__healthcare_worker__none', 'covid__healthcare_worker__self__not_working', 'covid__healthcare_worker__self__working', 'covid__quarantine', 'covid__symptoms__anosmia', 'covid__symptoms__anosmia__1d_ago', 'covid__symptoms__anosmia__2d_ago', 'covid__symptoms__anosmia__3d_ago', 'covid__symptoms__anosmia__4d_ago', 'covid__symptoms__anosmia__5d_ago', 'covid__symptoms__anosmia__6d_ago', 'covid__symptoms__chest_pain', 'covid__symptoms__chest_pain__1d_ago', 'covid__symptoms__chest_pain__2d_ago', 'covid__symptoms__chest_pain__3d_ago', 'covid__symptoms__chest_pain__4d_ago', 'covid__symptoms__chest_pain__5d_ago', 'covid__symptoms__chest_pain__6d_ago', 'covid__symptoms__none', 'covid__symptoms__short_breath', 'covid__symptoms__short_breath__1d_ago', 'covid__symptoms__short_breath__2d_ago', 'covid__symptoms__short_breath__3d_ago', 'covid__symptoms__short_breath__4d_ago', 'covid__symptoms__short_breath__5d_ago', 'covid__symptoms__short_breath__6d_ago', 'home__household_0_to_4_with_flu', 'home__household_18_to_49_with_flu', 'home__household_50_to_64_with_flu', 'home__household_5_to_17_with_flu', 'home__household_65_plus_with_flu', 'home__household_members_had_flu', 'home__household_members_n', 'home__missed_work', 
'medical__diagnosis_method__nasal_swab', 'medical__diagnosis_method__none', 'medical__diagnosis_method__other', 'medical__diagnosis_method__symptoms', 'medical__diagnosis_method__throat_swab', 'medical__diagnosis_method__unknown', 'medical__hospitalized', 'medical__medication', 'medical__medication_antibiotics', 'medical__medication_antibiotics__first_dose', 'medical__medication_antibiotics__missed_dose', 'medical__medication_otc', 'medical__medication_otc_chest_decongest__last_24hrs', 'medical__medication_otc_cough_supp__last_24hrs', 'medical__medication_otc_nasal_decongest__last_24hrs', 'medical__medication_otc_other__last_24hrs', 'medical__medication_otc_pain_fever__last_24hrs', 'medical__medication_otc_unknown__last_24hrs', 'medical__medication_other', 'medical__medication_other__first_dose', 'medical__medication_other__missed_dose', 'medical__medication_relenza', 'medical__medication_relenza__first_dose', 'medical__medication_relenza__missed_dose', 'medical__medication_tamiflu', 'medical__medication_tamiflu__first_dose', 'medical__medication_tamiflu__missed_dose', 'medical__medication_xofluza', 'medical__medication_xofluza__first_dose', 'medical__medication_xofluza__missed_dose', 'medical__sought_attention', 'medical__sought_attention_where', 'medical__vaccinated_last_year', 'medical__vaccinated_this_year', 'medical__vaccinated_typically', 'symptoms__fever__fever', 'symptoms__fever__fever__1d_ago', 'symptoms__fever__fever__2d_ago', 'symptoms__fever__fever__3d_ago', 'symptoms__fever__fever__4d_ago', 'symptoms__fever__fever__5d_ago', 'symptoms__fever__fever__6d_ago', 'symptoms__no_symptoms', 'symptoms__other', 'symptoms__other__1d_ago', 'symptoms__other__2d_ago', 'symptoms__other__3d_ago', 'symptoms__other__4d_ago', 'symptoms__other__5d_ago', 'symptoms__other__6d_ago', 'symptoms__resp__cough', 'symptoms__resp__cough__1d_ago', 'symptoms__resp__cough__2d_ago', 'symptoms__resp__cough__3d_ago', 'symptoms__resp__cough__4d_ago', 'symptoms__resp__cough__5d_ago', 'symptoms__resp__cough__6d_ago', 'symptoms__resp__nasal', 'symptoms__resp__nasal__1d_ago', 'symptoms__resp__nasal__2d_ago', 'symptoms__resp__nasal__3d_ago', 'symptoms__resp__nasal__4d_ago', 'symptoms__resp__nasal__5d_ago', 'symptoms__resp__nasal__6d_ago', 'symptoms__resp__sneezing', 'symptoms__resp__sneezing__1d_ago', 'symptoms__resp__sneezing__2d_ago', 'symptoms__resp__sneezing__3d_ago', 'symptoms__resp__sneezing__4d_ago', 'symptoms__resp__sneezing__5d_ago', 'symptoms__resp__sneezing__6d_ago', 'symptoms__resp__sore_throat', 'symptoms__resp__sore_throat__1d_ago', 'symptoms__resp__sore_throat__2d_ago', 'symptoms__resp__sore_throat__3d_ago', 'symptoms__resp__sore_throat__4d_ago', 'symptoms__resp__sore_throat__5d_ago', 'symptoms__resp__sore_throat__6d_ago', 'symptoms__syst__bodyache', 'symptoms__syst__bodyache__1d_ago', 'symptoms__syst__bodyache__2d_ago', 'symptoms__syst__bodyache__3d_ago', 'symptoms__syst__bodyache__4d_ago', 'symptoms__syst__bodyache__5d_ago', 'symptoms__syst__bodyache__6d_ago', 'symptoms__syst__chills_shiver', 'symptoms__syst__chills_shiver__1d_ago', 'symptoms__syst__chills_shiver__2d_ago', 'symptoms__syst__chills_shiver__3d_ago', 'symptoms__syst__chills_shiver__4d_ago', 'symptoms__syst__chills_shiver__5d_ago', 'symptoms__syst__chills_shiver__6d_ago', 'symptoms__syst__fatigue', 'symptoms__syst__fatigue__1d_ago', 'symptoms__syst__fatigue__2d_ago', 'symptoms__syst__fatigue__3d_ago', 'symptoms__syst__fatigue__4d_ago', 'symptoms__syst__fatigue__5d_ago', 'symptoms__syst__fatigue__6d_ago', 'symptoms__syst__headache', 'symptoms__syst__headache__1d_ago', 'symptoms__syst__headache__2d_ago', 'symptoms__syst__headache__3d_ago', 'symptoms__syst__headache__4d_ago', 'symptoms__syst__headache__5d_ago', 'symptoms__syst__headache__6d_ago', 'symptoms__syst__sweats', 'symptoms__syst__sweats__1d_ago', 'symptoms__syst__sweats__2d_ago', 'symptoms__syst__sweats__3d_ago', 'symptoms__syst__sweats__4d_ago', 'symptoms__syst__sweats__5d_ago', 'symptoms__syst__sweats__6d_ago']

EXCLUDE_ZERO_FILL_LABEL_COLS= ['consent_to_participate', 'date_onset', 'date_onset_merged', 'date_recovery', 'date_recovery_merged', 'date_recovery_raw', 'date_survey__ts', 'survey_id', 'covid__symptoms__none','symptoms__no_symptoms', 'covid__behavior__social_distancing__did_not', 'user_event_n_merged', 'user_event_n_raw', 'user_events_merged', 'user_events_raw', 'zipcode', 'time_to_survey']

LABEL_COLS= ['complications__chest_infection', 'complications__chest_infection__onset', 'complications__ear_infection', 'complications__ear_infection__onset', 
 'complications__encephalitis', 'complications__encephalitis__onset',
 'complications__heart_attack', 'complications__heart_attack__onset', 'complications__muscle_inflammation', 'complications__muscle_inflammation__onset', 'complications__myocarditis_pericarditis', 'complications__myocarditis_pericarditis__onset', 'complications__none', 'complications__sepsis', 'complications__sepsis__onset', 'complications__sinus_infection', 'complications__sinus_infection__onset',
 'complications__stroke', 'complications__stroke__onset',
 'complications__worse_athsma_copd', 'complications__worse_athsma_copd__onset', 'complications__worse_heart_failure', 'complications__worse_heart_failure__onset', 'consent_to_participate', 
'covid__any_household_diagnosed', 
'covid__behavior__air_travel',
'covid__behavior__large_gatherings', 
'covid__behavior__social_distancing',  'covid__behavior__social_distancing__did_not', 'covid__contact_ILI_outside_household',
'covid__contact_covid',
'covid__diagnosed',
'covid__diagnosis_method__blood',
'covid__diagnosis_method__dont_know_remember',
'covid__diagnosis_method__location', 'covid__diagnosis_method__nasal_swab', 'covid__diagnosis_method__none', 'covid__diagnosis_method__other', 'covid__diagnosis_method__spit', 'covid__diagnosis_method__symptoms', 'covid__diagnosis_method__throat_swab', 'covid__healthcare_worker__household_member__not_working', 'covid__healthcare_worker__household_member__working', 'covid__healthcare_worker__none', 'covid__healthcare_worker__self__not_working', 'covid__healthcare_worker__self__working', 'covid__quarantine', 
'covid__symptoms__anosmia', 
'covid__symptoms__chest_pain',
 'covid__symptoms__none',
'covid__symptoms__short_breath',
 'home__household_0_to_4_with_flu', 'home__household_18_to_49_with_flu', 'home__household_50_to_64_with_flu', 'home__household_5_to_17_with_flu', 'home__household_65_plus_with_flu', 'home__household_members_had_flu', 'home__household_members_n', 'home__missed_work', 'medical__diagnosed', 'medical__diagnosis_method__nasal_swab', 'medical__diagnosis_method__none', 'medical__diagnosis_method__other', 'medical__diagnosis_method__symptoms', 'medical__diagnosis_method__throat_swab', 'medical__diagnosis_method__unknown', 'medical__hospitalized', 'medical__medication', 'medical__medication_antibiotics', 'medical__medication_antibiotics__first_dose', 'medical__medication_antibiotics__missed_dose', 'medical__medication_otc', 'medical__medication_otc_chest_decongest__last_24hrs', 'medical__medication_otc_cough_supp__last_24hrs', 'medical__medication_otc_nasal_decongest__last_24hrs', 'medical__medication_otc_other__last_24hrs', 'medical__medication_otc_pain_fever__last_24hrs', 'medical__medication_otc_unknown__last_24hrs', 'medical__medication_other', 'medical__medication_other__first_dose', 'medical__medication_other__missed_dose', 'medical__medication_relenza', 'medical__medication_relenza__first_dose', 'medical__medication_relenza__missed_dose', 'medical__medication_tamiflu', 'medical__medication_tamiflu__first_dose', 'medical__medication_tamiflu__missed_dose', 'medical__medication_xofluza', 'medical__medication_xofluza__first_dose', 'medical__medication_xofluza__missed_dose', 'medical__sought_attention', 'medical__sought_attention_where', 'medical__vaccinated_last_year', 'medical__vaccinated_this_year', 'medical__vaccinated_typically', 'recovered', 'survey_id', 
 'symptoms__fever__fever', 
'symptoms__no_symptoms', 
'symptoms__other', 
'symptoms__resp__cough', 
'symptoms__resp__nasal',
'symptoms__resp__sneezing',
'symptoms__resp__sore_throat', 
'symptoms__syst__bodyache', 
'symptoms__syst__chills_shiver', 
'symptoms__syst__fatigue', 
'symptoms__syst__headache', 
'symptoms__syst__sweats', 
'symptoms__worst_day', 
'user_event_n_merged', 'user_event_n_raw', 'user_events_merged', 'user_events_raw', 'zipcode'] # excluded 'date_onset', 'date_onset_merged', 'date_recovery', 'date_recovery_merged', 'date_recovery_raw', 'date_survey__ts', 

LABEL_COLS=LABEL_COLS+['covid_diagnosed_date', 'ili', 'ili_24', 'ili_48', 'covid', 'covid_24', 'covid_48', 'covid_cohort', 'covid_range', 'time_to_survey']


QC_VARIABLES=['active_fitbit__awake__sum', 'active_fitbit__sum', 'heart_rate__asleep__max', 'heart_rate__asleep__mean', 'heart_rate__asleep__stddev', 'heart_rate__awake__max', 'heart_rate__awake__mean', 'heart_rate__awake__stddev', 'heart_rate__mean', 'heart_rate__not_moving__max', 'heart_rate__not_moving__mean', 'heart_rate__not_moving__stddev', 'heart_rate__perc_25th', 'heart_rate__perc_50th', 'heart_rate__perc_5th', 'heart_rate__perc_75th', 'heart_rate__perc_95th', 'heart_rate__stddev', 'heart_rate_bpm', 'sleep__asleep__mean', 'sleep__asleep__sum', 'sleep__awake__mean', 'sleep__awake__sum', 'sleep__awake_regions__countDistinct', 'sleep__really_awake__mean', 'sleep__really_awake__sum', 'sleep__really_awake_regions__countDistinct', 'sleep__sleeping__sum', 'sleep_seconds', 'steps__count', 'steps__dec_time__max', 'steps__dec_time__min', 'steps__dec_time_max_rolling_6__first', 'steps__light_activity__sum', 'steps__mvpa__sum', 'steps__not_moving__sum', 'steps__rolling_6_sum__max', 'steps__sedentary__sum', 'steps__streaks__countDistinct', 'steps__sum', 'walk_steps']


# SURVEY_BASELINE_FEATURES = ['age', 'us_resident', 'postal_code', 'sex', 'pregnancy', 'height', 'weight', 'ethnicity', 'race__*', 'education', 'income', 'employment'] 

SURVEY_BASELINE_FEATURES = ['age', 'weight', 'height_inches', 'bmi', 'gender_female', 'gender_male', 'gender_other', 'race_american indian or alaskan native', 'race_asian or pacific islander', 'race_black or african american', 'race_hispanic or latino', 'race_prefer not to answer', 'race_white / caucasian', "hs_completed", "education_college graduate, associate or bachelor's degree", 'education_did not finish high school, no diploma', 'education_doctorate degree', 'education_doctorate degree, md', 'education_graduate degree', 'education_high school graduate, diploma or the equivalent (for example, ged)', 'education_some college, no degree', 'education_trade/technical/vocational training']


#TODO warning nor working vs working for covid__healthcare_worker__household_member__not_working was flipped
SURVEY_ROLLING_FEATURES = ['medical__hospitalized',                       'date_onset_merged','date_recovery_merged',                       'medical__sought_attention_where',                       'medical__diagnosis_method__nasal_swab',                       'medical__diagnosis_method__throat_swab','covid__diagnosed',                       'covid__diagnosis_method__location',                    'covid__diagnosis_method__blood',                       'covid__diagnosis_method__nasal_swab',                       'covid__diagnosis_method__spit',                       'covid__diagnosis_method__throat_swab',                       'covid__any_household_diagnosed',                         'covid__behavior__air_travel',                        'covid__contact_ILI_outside_household',                        'covid__contact_covid',                        'covid__healthcare_worker__household_member__not_working',                        'covid__healthcare_worker__self__working',                        'covid__symptoms__anosmia', 'covid__symptoms__chest_pain',                        'covid__symptoms__short_breath', 'home__household_members_n',                        'medical__vaccinated_this_year', 'symptoms__fever__fever',                        'symptoms__no_symptoms', 'symptoms__other',                       'symptoms__resp__cough', 'symptoms__resp__nasal',                        'symptoms__resp__sneezing', 'symptoms__resp__sore_throat',                        'symptoms__syst__bodyache', 'symptoms__syst__chills_shiver',                        'symptoms__syst__fatigue', 'symptoms__syst__headache',                        'symptoms__syst__sweats']

SURVEY_ROLLING_FEATURES = [feat for feat in SURVEY_ROLLING_FEATURES if feat in ['covid__contact_covid','medical__hospitalized', 'covid__behavior__social_distancing','medical__medication_otc_chest_decongest__last_24hrs','medical__medication_otc_cough_supp__last_24hrs','medical__medication_otc_nasal_decongest__last_24hrs','medical__medication_otc_other__last_24hrs','medical__medication_otc_pain_fever__last_24hrs','medical__medication_other','medical__medication_relenza','medical__medication_tamiflu','medical__medication_xofluza','participant_id','covid__diagnosed','medical__diagnosed','symptoms__syst__bodyache','symptoms__syst__chills_shiver','symptoms__resp__cough','covid__symptoms__short_breath','symptoms__syst__fatigue','symptoms__fever__fever','symptoms__syst__headache','covid__symptoms__anosmia','symptoms__resp__nasal','symptoms__resp__sneezing','symptoms__resp__sore_throat','symptoms__syst__sweats','covid__diagnosis_method__blood','covid__diagnosis_method__dont_know_remember','covid__diagnosis_method__nasal_swab','medical__diagnosis_method__nasal_swab','covid__diagnosis_method__symptoms','medical__diagnosis_method__symptoms','covid__diagnosis_method__other','medical__diagnosis_method__other','covid__diagnosis_method__spit','covid__diagnosis_method__throat_swab','medical__diagnosis_method__throat_swab','covid__healthcare_worker__household_member__not_working','covid__healthcare_worker__household_member__working','covid__healthcare_worker__self__not_working','covid__healthcare_worker__self__working','covid__healthcare_worker__none','medical__vaccinated_this_year']]



SURVEY_ROLLING_FEATURES = [feat for feat in SURVEY_ROLLING_FEATURES if feat in ['covid__contact_covid','medical__hospitalized', 'covid__behavior__social_distancing','medical__medication_otc_chest_decongest__last_24hrs','medical__medication_otc_cough_supp__last_24hrs','medical__medication_otc_nasal_decongest__last_24hrs','medical__medication_otc_other__last_24hrs','medical__medication_otc_pain_fever__last_24hrs','medical__medication_other','medical__medication_relenza','medical__medication_tamiflu','medical__medication_xofluza','participant_id','covid__diagnosed','medical__diagnosed','symptoms__syst__bodyache','symptoms__syst__chills_shiver','symptoms__resp__cough','covid__symptoms__short_breath','symptoms__syst__fatigue','symptoms__fever__fever','symptoms__syst__headache','covid__symptoms__anosmia','symptoms__resp__nasal','symptoms__resp__sneezing','symptoms__resp__sore_throat','symptoms__syst__sweats','covid__diagnosis_method__blood','covid__diagnosis_method__dont_know_remember','covid__diagnosis_method__nasal_swab','medical__diagnosis_method__nasal_swab','covid__diagnosis_method__symptoms','medical__diagnosis_method__symptoms','covid__diagnosis_method__other','medical__diagnosis_method__other','covid__diagnosis_method__spit','covid__diagnosis_method__throat_swab','medical__diagnosis_method__throat_swab','covid__healthcare_worker__household_member__not_working','covid__healthcare_worker__household_member__working','covid__healthcare_worker__self__not_working','covid__healthcare_worker__self__working','covid__healthcare_worker__none','medical__vaccinated_this_year']]

# A dictionary which contains the paths for the most updated evidation data hdf files.
# The dictionary file is automatically updated in the dataloader.
DATA_PATH_DICTIONARY_FILE = '/datasets/evidationdata/path_dictionary.pkl'

def GET_PATH_DICT_KEY(args):
    """
    Returns the correct key for the DATA_PATH_DICT which is correct for the given arguments object.
    """
    # Check all the args exist, if they don't exist then use a default value as set here or raise an error.
    if not(hasattr(args, 'fake_data')):
        args.fake_data=False
    if args.fake_data:
        print('Using fake data', flush=True)
        key = 'fake' + '_' + args.target[0] 
    else:
        if hasattr(args, 'all_survey'):
            all_survey = args.all_survey
        else:
            all_survey = False
        
        assert hasattr(args, 'regularly_sampled'), "args has no attribute regularly_sampled, no default value for this argument"
    
        key = 'allsurvey_'*all_survey + 'regular'*args.regularly_sampled +'irregular'*(not(args.regularly_sampled))
    
    return key



ACTIVITY_COLS = ['heart_rate_bpm', 'walk_steps', 'sleep_seconds', 'sleep__sleep__main_in_bed_minutes', 'sleep__sleep__main_efficiency', 'sleep__sleep__nap_count', 'sleep__sleep__total_asleep_minutes', 'sleep__sleep__total_in_bed_minutes', 'heart_rate__heart_rate__resting_heart_rate', 'steps__rolling_6_sum__max', 'steps__dec_time_max_rolling_6__first', 'steps__count', 'steps__sum', 'steps__dec_time__min', 'steps__dec_time__max', 'steps__mvpa__sum', 'steps__light_activity__sum', 'steps__sedentary__sum', 'steps__streaks__countDistinct', 'steps__not_moving__sum', 'heart_rate__perc_5th', 'heart_rate__perc_25th', 'heart_rate__perc_50th', 'heart_rate__perc_75th', 'heart_rate__perc_95th', 'heart_rate__mean', 'heart_rate__stddev', 'heart_rate__not_moving__mean', 'heart_rate__not_moving__stddev', 'heart_rate__not_moving__max', 'heart_rate__asleep__mean', 'heart_rate__asleep__stddev', 'heart_rate__asleep__max', 'heart_rate__awake__mean', 'heart_rate__awake__stddev', 'heart_rate__awake__max', 'active_fitbit__sum', 'active_fitbit__awake__sum', 'sleep__sleeping__sum', 'sleep__asleep__mean', 'sleep__asleep__sum', 'sleep__awake__mean', 'sleep__awake__sum', 'sleep__really_awake__mean', 'sleep__really_awake__sum', 'sleep__awake_regions__countDistinct', 'sleep__really_awake_regions__countDistinct', 'weekday', 'heart_rate_bpm', 'walk_steps', 'sleep_seconds', 'sleep__sleep__main_in_bed_minutes', 'sleep__sleep__main_efficiency', 'sleep__sleep__nap_count', 'sleep__sleep__total_asleep_minutes', 'sleep__sleep__total_in_bed_minutes', 'heart_rate__heart_rate__resting_heart_rate', 'steps__rolling_6_sum__max', 'steps__dec_time_max_rolling_6__first', 'steps__count', 'steps__sum', 'steps__dec_time__min', 'steps__dec_time__max', 'steps__mvpa__sum', 'steps__light_activity__sum', 'steps__sedentary__sum', 'steps__streaks__countDistinct', 'steps__not_moving__sum', 'heart_rate__perc_5th', 'heart_rate__perc_25th', 'heart_rate__perc_50th', 'heart_rate__perc_75th', 'heart_rate__perc_95th', 'heart_rate__mean', 'heart_rate__stddev', 'heart_rate__not_moving__mean', 'heart_rate__not_moving__stddev', 'heart_rate__not_moving__max', 'heart_rate__asleep__mean', 'heart_rate__asleep__stddev', 'heart_rate__asleep__max', 'heart_rate__awake__mean', 'heart_rate__awake__stddev', 'heart_rate__awake__max', 'active_fitbit__sum', 'active_fitbit__awake__sum', 'sleep__sleeping__sum', 'sleep__asleep__mean', 'sleep__asleep__sum', 'sleep__awake__mean', 'sleep__awake__sum', 'sleep__really_awake__mean', 'sleep__really_awake__sum', 'sleep__awake_regions__countDistinct', 'sleep__really_awake_regions__countDistinct', 'weekday', 'heart_rate_bpm', 'walk_steps', 'sleep_seconds', 'sleep__sleep__main_in_bed_minutes', 'sleep__sleep__main_efficiency', 'sleep__sleep__nap_count', 'sleep__sleep__total_asleep_minutes', 'sleep__sleep__total_in_bed_minutes', 'heart_rate__heart_rate__resting_heart_rate', 'steps__rolling_6_sum__max', 'steps__dec_time_max_rolling_6__first', 'steps__count', 'steps__sum', 'steps__dec_time__min', 'steps__dec_time__max', 'steps__mvpa__sum', 'steps__light_activity__sum', 'steps__sedentary__sum', 'steps__streaks__countDistinct', 'steps__not_moving__sum', 'heart_rate__perc_5th', 'heart_rate__perc_25th', 'heart_rate__perc_50th', 'heart_rate__perc_75th', 'heart_rate__perc_95th', 'heart_rate__mean', 'heart_rate__stddev', 'heart_rate__not_moving__mean', 'heart_rate__not_moving__stddev', 'heart_rate__not_moving__max', 'heart_rate__asleep__mean', 'heart_rate__asleep__stddev', 'heart_rate__asleep__max', 'heart_rate__awake__mean', 'heart_rate__awake__stddev', 'heart_rate__awake__max', 'active_fitbit__sum', 'active_fitbit__awake__sum', 'sleep__sleeping__sum', 'sleep__asleep__mean', 'sleep__asleep__sum', 'sleep__awake__mean', 'sleep__awake__sum', 'sleep__really_awake__mean', 'sleep__really_awake__sum', 'sleep__awake_regions__countDistinct', 'sleep__really_awake_regions__countDistinct', 'weekday', 'heart_rate_bpm', 'walk_steps', 'sleep_seconds', 'sleep__sleep__main_in_bed_minutes', 'sleep__sleep__main_efficiency', 'sleep__sleep__nap_count', 'sleep__sleep__total_asleep_minutes', 'sleep__sleep__total_in_bed_minutes', 'heart_rate__heart_rate__resting_heart_rate', 'steps__rolling_6_sum__max', 'steps__dec_time_max_rolling_6__first', 'steps__count', 'steps__sum', 'steps__dec_time__min', 'steps__dec_time__max', 'steps__mvpa__sum', 'steps__light_activity__sum', 'steps__sedentary__sum', 'steps__streaks__countDistinct', 'steps__not_moving__sum', 'heart_rate__perc_5th', 'heart_rate__perc_25th', 'heart_rate__perc_50th', 'heart_rate__perc_75th', 'heart_rate__perc_95th', 'heart_rate__mean', 'heart_rate__stddev', 'heart_rate__not_moving__mean', 'heart_rate__not_moving__stddev', 'heart_rate__not_moving__max', 'heart_rate__asleep__mean', 'heart_rate__asleep__stddev', 'heart_rate__asleep__max', 'heart_rate__awake__mean', 'heart_rate__awake__stddev', 'heart_rate__awake__max', 'active_fitbit__sum', 'active_fitbit__awake__sum', 'sleep__sleeping__sum', 'sleep__asleep__mean', 'sleep__asleep__sum', 'sleep__awake__mean', 'sleep__awake__sum', 'sleep__really_awake__mean', 'sleep__really_awake__sum', 'sleep__awake_regions__countDistinct', 'sleep__really_awake_regions__countDistinct', 'weekday', 'heart_rate_bpm', 'walk_steps', 'sleep_seconds', 'sleep__sleep__main_in_bed_minutes', 'sleep__sleep__main_efficiency', 'sleep__sleep__nap_count', 'sleep__sleep__total_asleep_minutes', 'sleep__sleep__total_in_bed_minutes', 'heart_rate__heart_rate__resting_heart_rate', 'steps__rolling_6_sum__max', 'steps__dec_time_max_rolling_6__first', 'steps__count', 'steps__sum', 'steps__dec_time__min', 'steps__dec_time__max', 'steps__mvpa__sum', 'steps__light_activity__sum', 'steps__sedentary__sum', 'steps__streaks__countDistinct', 'steps__not_moving__sum', 'heart_rate__perc_5th', 'heart_rate__perc_25th', 'heart_rate__perc_50th', 'heart_rate__perc_75th', 'heart_rate__perc_95th', 'heart_rate__mean', 'heart_rate__stddev', 'heart_rate__not_moving__mean', 'heart_rate__not_moving__stddev', 'heart_rate__not_moving__max', 'heart_rate__asleep__mean', 'heart_rate__asleep__stddev', 'heart_rate__asleep__max', 'heart_rate__awake__mean', 'heart_rate__awake__stddev', 'heart_rate__awake__max', 'active_fitbit__sum', 'active_fitbit__awake__sum', 'sleep__sleeping__sum', 'sleep__asleep__mean', 'sleep__asleep__sum', 'sleep__awake__mean', 'sleep__awake__sum', 'sleep__really_awake__mean', 'sleep__really_awake__sum', 'sleep__awake_regions__countDistinct', 'sleep__really_awake_regions__countDistinct', 'weekday']


MAP_DATA_TO_MODEL_NAMES = {'sleep__main_efficiency': 'sleep__sleep__main_efficiency',
                            'sleep__total_asleep_minutes': 'sleep__sleep__total_asleep_minutes',
                            'sleep__total_in_bed_minutes': 'sleep__sleep__total_in_bed_minutes',
                            'sleep__nap_count': 'sleep__sleep__nap_count',
                            'sleep__main_in_bed_minutes': 'sleep__sleep__main_in_bed_minutes',
                            'heart_rate__resting_heart_rate': 'heart_rate__heart_rate__resting_heart_rate'}

COVID2020_TO_FLUVEY_SURVEY = {'contact_with_covid__coworker': 'covid__contact_covid', 'contact_with_covid__inside_household': 'covid__contact_covid', 'contact_with_covid__outside_household': 'covid__contact_covid', 'contact_with_covid__stranger': 'covid__contact_covid',
'hospitalized': 'medical__hospitalized', 'left_home__visiting_friends_or_relatives': 'covid__behavior__social_distancing', 'medications_otc__chest_decongestant': 'medical__medication_otc_chest_decongest__last_24hrs', 'medications_otc__cough_supppresant': 'medical__medication_otc_cough_supp__last_24hrs', 'medications_otc__nasal_decongestant': 'medical__medication_otc_nasal_decongest__last_24hrs', 'medications_otc__other': 'medical__medication_otc_other__last_24hrs', 'medications_otc__other_pain_fever_relievers': 'medical__medication_otc_pain_fever__last_24hrs', 'medications_prescribed__other': 'medical__medication_other', 'medications_prescribed__relenza': 'medical__medication_relenza', 'medications_prescribed__tamiflu': 'medical__medication_tamiflu', 'medications_prescribed__xofluza': 'medical__medication_xofluza', 'participant_id': 'participant_id', 'received_covid_test_result': 'covid__diagnosed', 'received_flu_test_result': 'medical__diagnosed', 'symptom_severity__body_aches': 'symptoms__syst__bodyache', 'symptom_severity__chills': 'symptoms__syst__chills_shiver', 'symptom_severity__cough': 'symptoms__resp__cough', 'symptom_severity__difficulty_breathing': 'covid__symptoms__short_breath', 'symptom_severity__fatigue': 'symptoms__syst__fatigue', 'symptom_severity__feverish': 'symptoms__fever__fever', 'symptom_severity__headache': 'symptoms__syst__headache', 'symptom_severity__loss_smell': 'covid__symptoms__anosmia', 'symptom_severity__nasal_congestion': 'symptoms__resp__nasal', 'symptom_severity__sneezing': 'symptoms__resp__sneezing', 'symptom_severity__sore_throat': 'symptoms__resp__sore_throat', 'symptom_severity__sweats': 'symptoms__syst__sweats', 'type_of_test__blood': 'covid__diagnosis_method__blood', 'type_of_test__dont_know': 'covid__diagnosis_method__dont_know_remember', 'type_of_test__nasal_swab': 'medical__diagnosis_method__nasal_swab', 'type_of_test__no_test_only_symptoms': 'medical__diagnosis_method__symptoms', 'type_of_test__other': 'medical__diagnosis_method__other', 'type_of_test__spit_tube': 'covid__diagnosis_method__spit', 'type_of_test__throat_swab': 'medical__diagnosis_method__throat_swab', 'healthcare_worker__family_member_not_working': 'covid__healthcare_worker__household_member__not_working', 'healthcare_worker__family_member_working': 'covid__healthcare_worker__household_member__working', 'healthcare_worker__not_working': 'covid__healthcare_worker__self__not_working', 'healthcare_worker__working': 'covid__healthcare_worker__self__working', 'not_healthcare_worker': 'covid__healthcare_worker__none', 'received_flu_vaccine': 'medical__vaccinated_this_year'}