Index

A

AbstractEmotionSet (class in src.emotion_set) accuracy() (in module src.utils.metrics)

add_augmentations() (src.data.image_data_reader.ImageDataReader method) AffinityLoss (class in src.classification.image.cross_attention_classifier) ALL (src.data.data_reader.Set attribute)

B

BalancedImageDataReader (class in src.data.balanced_image_data_reader) BalancedPlantExperimentDataReader (class in src.data.balanced_plant_exp_reader)

BalancedWatchExperimentDataReader (class in src.data.balanced_watch_exp_reader) BaseLogger (class in src.utils.logging.base_logger) BertClassifier (class in src.classification.text.bert_classifier)

C

ChannelAttention (class in src.classification.image.cross_attention_classifier) classify() (src.classification.emotion_classifier.EmotionClassifier method) (src.classification.fusion.fusion_classifier.FusionClassifier method) (src.classification.image.cross_attention_classifier.CrossAttentionNetworkClassifier method) (src.classification.image.efficientnet_classifier.MultiTaskEfficientNetB2Classifier method) (src.classification.image.image_emotion_classifier.ImageEmotionClassifier method) (src.classification.image.vgg16_classifier.VGG16Classifier method) (src.classification.plant.nn_classifier.PlantNNBaseClassifier method) (src.classification.plant.plant_emotion_classifier.PlantEmotionClassifier method) (src.classification.text.bert_classifier.BertClassifier method) (src.classification.text.nrclex_classifier.NRCLexTextClassifier method) (src.classification.text.text_emotion_classifier.TextEmotionClassifier method) (src.classification.watch.nn_classifier.WatchNNBaseClassifier method) (src.classification.watch.random_forest_classifier.WatchRandomForestClassifier method) (src.classification.watch.watch_emotion_classifier.WatchEmotionClassifier method) (src.classification.watch.xgboost_classifier.WatchXGBoostClassifier method)

ClasswiseSpeechDataReader (class in src.data.classwise_speech_data_reader) cleanup() (src.data.balanced_plant_exp_reader.BalancedPlantExperimentDataReader method) (src.data.data_reader.DataReader method) (src.data.plant_exp_reader.PlantExperimentDataReader method) ComparisonImageDataReader (class in src.data.comparison_image_data_reader) ComparisonSpeechDataReader (class in src.data.comparison_speech_data_reader) ComparisonTextDataReader (class in src.data.comparison_text_data_reader) compute_mfccs() (src.classification.plant.plant_emotion_classifier.PlantEmotionClassifier static method) convert_to_numpy() (src.data.data_reader.DataReader static method) convert_to_three_emotions() (src.data.data_reader.DataReader static method) convert_to_three_emotions_onehot() (src.data.data_reader.DataReader static method) CrossAttentionHead (class in src.classification.image.cross_attention_classifier) CrossAttentionNetworkClassifier (class in src.classification.image.cross_attention_classifier) cv_training_loop() (in module src.utils.training)

D

DAN (class in src.classification.image.cross_attention_classifier) DataFactory (class in src.data.data_factory)

DataReader (class in src.data.data_reader) DistilBertClassifier (class in src.classification.text.distilbert_classifier)

E

EkmanEmotions (class in src.emotion_set) EkmanNeutralEmotions (class in src.emotion_set) EmotionClassifier (class in src.classification.emotion_classifier) EmotionMapper (class in src.emotion_set)

EmotionSetFactory (class in src.emotion_set) Evaluator (class in src.evaluation.evaluator) experiment_ground_truth() (in module src.utils.ground_truth) ExperimentDataReader (class in src.data.experiment_data_reader)

F

FaceAPIThread (class in src.utils.ground_truth) forward() (src.classification.image.cross_attention_classifier.AffinityLoss method) (src.classification.image.cross_attention_classifier.ChannelAttention method) (src.classification.image.cross_attention_classifier.CrossAttentionHead method) (src.classification.image.cross_attention_classifier.DAN method) (src.classification.image.cross_attention_classifier.PartitionLoss method) (src.classification.image.cross_attention_classifier.SpatialAttention method)

FusionClassifier (class in src.classification.fusion.fusion_classifier) FusionProbDataReader (class in src.data.fusion_data_reader)

G

generate() (src.emotion_set.EmotionSetFactory static method) get_best_emotion() (src.classification.text.nrclex_classifier.NRCLexTextClassifier method) get_class_weights() (src.classification.emotion_classifier.EmotionClassifier method) get_complete_data_indices() (src.data.experiment_data_reader.ExperimentDataReader static method) get_crema_samples() (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader method) get_cross_validation_indices() (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) get_data_generator() (src.data.fusion_data_reader.FusionProbDataReader method) (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) get_data_reader() (src.data.data_factory.DataFactory static method) get_dataset() (src.data.data_factory.DataFactory static method) get_emotion_data() (src.data.data_reader.DataReader method) get_emotion_times() (src.data.experiment_data_reader.ExperimentDataReader method) get_emotions() (src.emotion_set.AbstractEmotionSet method) get_file_samples() (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader method) get_input_shape() (src.data.balanced_plant_exp_reader.BalancedPlantExperimentDataReader method) (src.data.balanced_watch_exp_reader.BalancedWatchExperimentDataReader method) (src.data.fusion_data_reader.FusionProbDataReader method) (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader static method) get_labels() (src.data.balanced_image_data_reader.BalancedImageDataReader method) (src.data.balanced_plant_exp_reader.BalancedPlantExperimentDataReader method) (src.data.balanced_watch_exp_reader.BalancedWatchExperimentDataReader method) (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader method) (src.data.comparison_image_data_reader.ComparisonImageDataReader method) (src.data.comparison_speech_data_reader.ComparisonSpeechDataReader method) (src.data.comparison_text_data_reader.ComparisonTextDataReader method) (src.data.data_reader.DataReader method) (src.data.experiment_data_reader.ExperimentDataReader method) (src.data.fusion_data_reader.FusionProbDataReader method) (src.data.image_data_reader.ImageDataReader method) (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.speech_data_reader.SpeechDataReader method) (src.data.text_data_reader.TextDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) (src.evaluation.evaluator.Evaluator method) get_parameters() (src.evaluation.evaluator.Evaluator method) get_raw_data() (src.data.fusion_data_reader.FusionProbDataReader method) (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method)

get_raw_expected_labels() (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) get_raw_faceapi_labels() (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) get_raw_labels() (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) get_scores() (src.evaluation.evaluator.Evaluator method) get_seven_emotion_data() (src.data.balanced_image_data_reader.BalancedImageDataReader method) (src.data.balanced_plant_exp_reader.BalancedPlantExperimentDataReader method) (src.data.balanced_watch_exp_reader.BalancedWatchExperimentDataReader method) (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader method) (src.data.comparison_image_data_reader.ComparisonImageDataReader method) (src.data.comparison_speech_data_reader.ComparisonSpeechDataReader method) (src.data.comparison_text_data_reader.ComparisonTextDataReader method) (src.data.data_reader.DataReader method) (src.data.experiment_data_reader.ExperimentDataReader method) (src.data.fusion_data_reader.FusionProbDataReader method) (src.data.image_data_reader.ImageDataReader method) (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.speech_data_reader.SpeechDataReader method) (src.data.text_data_reader.TextDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) get_three_emotion_data() (src.data.balanced_image_data_reader.BalancedImageDataReader method) (src.data.balanced_plant_exp_reader.BalancedPlantExperimentDataReader method) (src.data.balanced_watch_exp_reader.BalancedWatchExperimentDataReader method) (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader method) (src.data.comparison_image_data_reader.ComparisonImageDataReader method) (src.data.comparison_speech_data_reader.ComparisonSpeechDataReader method) (src.data.comparison_text_data_reader.ComparisonTextDataReader method) (src.data.data_reader.DataReader method) (src.data.experiment_data_reader.ExperimentDataReader method) (src.data.fusion_data_reader.FusionProbDataReader method) (src.data.image_data_reader.ImageDataReader method) (src.data.plant_exp_reader.PlantExperimentDataReader method) (src.data.speech_data_reader.SpeechDataReader method) (src.data.text_data_reader.TextDataReader method) (src.data.watch_exp_reader.WatchExperimentDataReader method) get_waveform_and_label() (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader static method) (src.data.comparison_speech_data_reader.ComparisonSpeechDataReader static method) (src.data.speech_data_reader.SpeechDataReader static method)

I

ImageDataReader (class in src.data.image_data_reader) ImageEmotionClassifier (class in src.classification.image.image_emotion_classifier) init_parameters() (src.classification.emotion_classifier.EmotionClassifier static method) (src.classification.plant.mfcc_cnn_classifier.PlantMFCCCNNClassifier static method) (src.classification.plant.mfcc_resnet_classifier.PlantMFCCResnetClassifier static method) init_weights() (src.classification.image.cross_attention_classifier.CrossAttentionHead method) initialize_model() (src.classification.fusion.fusion_classifier.FusionClassifier method) (src.classification.image.cross_attention_classifier.CrossAttentionNetworkClassifier method) (src.classification.image.efficientnet_classifier.MultiTaskEfficientNetB2Classifier method) (src.classification.image.vgg16_classifier.VGG16Classifier method) (src.classification.plant.dense_classifier.PlantDenseClassifier method) (src.classification.plant.lstm_classifier.PlantLSTMClassifier method) (src.classification.plant.mfcc_cnn_classifier.PlantMFCCCNNClassifier method) (src.classification.plant.mfcc_resnet_classifier.PlantMFCCResnetClassifier method) (src.classification.plant.nn_classifier.PlantNNBaseClassifier method) (src.classification.watch.dense_classifier.WatchDenseClassifier method) (src.classification.watch.lstm_classifier.WatchLSTMClassifier method) (src.classification.watch.nn_classifier.WatchNNBaseClassifier method) (src.classification.watch.transformer_classifier.WatchTransformerClassifier method)

K

KerasLogger (class in src.utils.logging.tensorflow_logger)

L

load() (src.classification.emotion_classifier.EmotionClassifier method) (src.classification.fusion.fusion_classifier.FusionClassifier method) (src.classification.image.cross_attention_classifier.CrossAttentionNetworkClassifier method) (src.classification.image.efficientnet_classifier.MultiTaskEfficientNetB2Classifier method) (src.classification.image.image_emotion_classifier.ImageEmotionClassifier method) (src.classification.image.vgg16_classifier.VGG16Classifier method) (src.classification.plant.nn_classifier.PlantNNBaseClassifier method) (src.classification.plant.plant_emotion_classifier.PlantEmotionClassifier method) (src.classification.text.bert_classifier.BertClassifier method) (src.classification.text.distilbert_classifier.DistilBertClassifier method) (src.classification.text.nrclex_classifier.NRCLexTextClassifier method) (src.classification.text.text_emotion_classifier.TextEmotionClassifier method) (src.classification.watch.nn_classifier.WatchNNBaseClassifier method) (src.classification.watch.random_forest_classifier.WatchRandomForestClassifier method) (src.classification.watch.watch_emotion_classifier.WatchEmotionClassifier method) (src.classification.watch.xgboost_classifier.WatchXGBoostClassifier method)

log_end() (src.utils.logging.base_logger.BaseLogger method) (src.utils.logging.pytorch_logger.TorchLogger method) (src.utils.logging.standard_logger.StandardLogger method) (src.utils.logging.tensorflow_logger.KerasLogger method) log_epoch() (src.utils.logging.base_logger.BaseLogger method) (src.utils.logging.pytorch_logger.TorchLogger method) (src.utils.logging.standard_logger.StandardLogger method) (src.utils.logging.tensorflow_logger.KerasLogger method) log_start() (src.utils.logging.base_logger.BaseLogger method) (src.utils.logging.pytorch_logger.TorchLogger method) (src.utils.logging.standard_logger.StandardLogger method) (src.utils.logging.tensorflow_logger.KerasLogger method)

M

map_emotion() (src.emotion_set.EmotionMapper method) map_emotions() (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader static method) (src.data.comparison_speech_data_reader.ComparisonSpeechDataReader static method) (src.data.data_reader.DataReader static method) (src.data.speech_data_reader.SpeechDataReader static method) module src src.classification src.classification.emotion_classifier src.classification.fusion src.classification.fusion.fusion_classifier src.classification.image src.classification.image.cross_attention_classifier src.classification.image.efficientnet_classifier src.classification.image.image_emotion_classifier src.classification.image.vgg16_classifier src.classification.plant src.classification.plant.dense_classifier src.classification.plant.lstm_classifier src.classification.plant.mfcc_cnn_classifier src.classification.plant.mfcc_resnet_classifier src.classification.plant.nn_classifier src.classification.plant.plant_emotion_classifier src.classification.text src.classification.text.bert_classifier src.classification.text.distilbert_classifier src.classification.text.nrclex_classifier src.classification.text.text_emotion_classifier src.classification.watch src.classification.watch.dense_classifier src.classification.watch.lstm_classifier src.classification.watch.nn_classifier src.classification.watch.random_forest_classifier src.classification.watch.transformer_classifier src.classification.watch.watch_emotion_classifier src.classification.watch.xgboost_classifier src.data src.data.balanced_image_data_reader src.data.balanced_plant_exp_reader src.data.balanced_watch_exp_reader src.data.classwise_speech_data_reader src.data.comparison_image_data_reader src.data.comparison_speech_data_reader src.data.comparison_text_data_reader src.data.data_factory src.data.data_reader src.data.experiment_data_reader src.data.fusion_data_reader src.data.image_data_reader src.data.plant_exp_reader src.data.speech_data_reader src.data.text_data_reader src.data.watch_exp_reader src.emotion_set src.evaluation src.evaluation.evaluator src.experiment src.utils src.utils.ground_truth src.utils.logging src.utils.logging.base_logger src.utils.logging.pytorch_logger src.utils.logging.standard_logger src.utils.logging.tensorflow_logger src.utils.metrics src.utils.training

MultiTaskEfficientNetB2Classifier (class in src.classification.image.efficientnet_classifier)

N

NRCLexTextClassifier (class in src.classification.text.nrclex_classifier)

P

PartitionLoss (class in src.classification.image.cross_attention_classifier) per_class_accuracy() (in module src.utils.metrics) PlantDenseClassifier (class in src.classification.plant.dense_classifier) PlantEmotionClassifier (class in src.classification.plant.plant_emotion_classifier) PlantExperimentDataReader (class in src.data.plant_exp_reader) PlantLSTMClassifier (class in src.classification.plant.lstm_classifier) PlantMFCCCNNClassifier (class in src.classification.plant.mfcc_cnn_classifier) PlantMFCCResnetClassifier (class in src.classification.plant.mfcc_resnet_classifier) PlantNNBaseClassifier (class in src.classification.plant.nn_classifier) precision() (in module src.utils.metrics) prepare_data() (src.classification.image.image_emotion_classifier.ImageEmotionClassifier method) (src.classification.plant.plant_emotion_classifier.PlantEmotionClassifier method) (src.classification.watch.watch_emotion_classifier.WatchEmotionClassifier method)

prepare_faceapi_labels() (src.data.plant_exp_reader.PlantExperimentDataReader static method) (src.data.watch_exp_reader.WatchExperimentDataReader static method) prepare_training() (src.classification.fusion.fusion_classifier.FusionClassifier method) (src.classification.image.image_emotion_classifier.ImageEmotionClassifier method) (src.classification.plant.plant_emotion_classifier.PlantEmotionClassifier method) (src.classification.watch.watch_emotion_classifier.WatchEmotionClassifier method) preprocess_sample() (src.data.plant_exp_reader.PlantExperimentDataReader static method) process_crema() (src.data.classwise_speech_data_reader.ClasswiseSpeechDataReader static method) (src.data.speech_data_reader.SpeechDataReader static method)

R

read_results() (src.evaluation.evaluator.Evaluator method) reader_main() (in module src.utils.training)

recall() (in module src.utils.metrics) run() (src.utils.ground_truth.FaceAPIThread method)

S

save() (src.classification.emotion_classifier.EmotionClassifier method) (src.classification.fusion.fusion_classifier.FusionClassifier method) (src.classification.image.cross_attention_classifier.CrossAttentionNetworkClassifier method) (src.classification.image.efficientnet_classifier.MultiTaskEfficientNetB2Classifier method) (src.classification.image.image_emotion_classifier.ImageEmotionClassifier method) (src.classification.image.vgg16_classifier.VGG16Classifier method) (src.classification.plant.nn_classifier.PlantNNBaseClassifier method) (src.classification.plant.plant_emotion_classifier.PlantEmotionClassifier method) (src.classification.text.bert_classifier.BertClassifier method) (src.classification.text.distilbert_classifier.DistilBertClassifier method) (src.classification.text.nrclex_classifier.NRCLexTextClassifier method) (src.classification.text.text_emotion_classifier.TextEmotionClassifier method) (src.classification.watch.nn_classifier.WatchNNBaseClassifier method) (src.classification.watch.random_forest_classifier.WatchRandomForestClassifier method) (src.classification.watch.watch_emotion_classifier.WatchEmotionClassifier method) (src.classification.watch.xgboost_classifier.WatchXGBoostClassifier method) save_logs() (src.utils.logging.base_logger.BaseLogger method) Set (class in src.data.data_reader) set_tensor_shapes() (src.data.comparison_speech_data_reader.ComparisonSpeechDataReader static method) (src.data.speech_data_reader.SpeechDataReader static method) setup_map() (src.emotion_set.EmotionMapper method) SpatialAttention (class in src.classification.image.cross_attention_classifier) SpeechDataReader (class in src.data.speech_data_reader) split_set() (src.data.fusion_data_reader.FusionProbDataReader method) src module src.classification module src.classification.emotion_classifier module src.classification.fusion module src.classification.fusion.fusion_classifier module src.classification.image module src.classification.image.cross_attention_classifier module src.classification.image.efficientnet_classifier module src.classification.image.image_emotion_classifier module src.classification.image.vgg16_classifier module src.classification.plant module src.classification.plant.dense_classifier module src.classification.plant.lstm_classifier module src.classification.plant.mfcc_cnn_classifier module src.classification.plant.mfcc_resnet_classifier module src.classification.plant.nn_classifier module src.classification.plant.plant_emotion_classifier module src.classification.text module src.classification.text.bert_classifier module src.classification.text.distilbert_classifier module src.classification.text.nrclex_classifier module src.classification.text.text_emotion_classifier module src.classification.watch module src.classification.watch.dense_classifier module src.classification.watch.lstm_classifier module

src.classification.watch.nn_classifier module src.classification.watch.random_forest_classifier module src.classification.watch.transformer_classifier module src.classification.watch.watch_emotion_classifier module src.classification.watch.xgboost_classifier module src.data module src.data.balanced_image_data_reader module src.data.balanced_plant_exp_reader module src.data.balanced_watch_exp_reader module src.data.classwise_speech_data_reader module src.data.comparison_image_data_reader module src.data.comparison_speech_data_reader module src.data.comparison_text_data_reader module src.data.data_factory module src.data.data_reader module src.data.experiment_data_reader module src.data.fusion_data_reader module src.data.image_data_reader module src.data.plant_exp_reader module src.data.speech_data_reader module src.data.text_data_reader module src.data.watch_exp_reader module src.emotion_set module src.evaluation module src.evaluation.evaluator module src.experiment module src.utils module src.utils.ground_truth module src.utils.logging module src.utils.logging.base_logger module src.utils.logging.pytorch_logger module src.utils.logging.standard_logger module src.utils.logging.tensorflow_logger module src.utils.metrics module src.utils.training module StandardLogger (class in src.utils.logging.standard_logger) stop() (src.utils.ground_truth.FaceAPIThread method)

T

TEST (src.data.data_reader.Set attribute) TextDataReader (class in src.data.text_data_reader) TextEmotionClassifier (class in src.classification.text.text_emotion_classifier) ThreeEmotions (class in src.emotion_set) TorchLogger (class in src.utils.logging.pytorch_logger) TRAIN (src.data.data_reader.Set attribute) train() (src.classification.emotion_classifier.EmotionClassifier method) (src.classification.fusion.fusion_classifier.FusionClassifier method) (src.classification.image.cross_attention_classifier.CrossAttentionNetworkClassifier method) (src.classification.image.efficientnet_classifier.MultiTaskEfficientNetB2Classifier method) (src.classification.image.image_emotion_classifier.ImageEmotionClassifier method) (src.classification.image.vgg16_classifier.VGG16Classifier method) (src.classification.plant.nn_classifier.PlantNNBaseClassifier method) (src.classification.plant.plant_emotion_classifier.PlantEmotionClassifier method) (src.classification.text.bert_classifier.BertClassifier method) (src.classification.text.nrclex_classifier.NRCLexTextClassifier method) (src.classification.text.text_emotion_classifier.TextEmotionClassifier method) (src.classification.watch.nn_classifier.WatchNNBaseClassifier method) (src.classification.watch.random_forest_classifier.WatchRandomForestClassifier method) (src.classification.watch.watch_emotion_classifier.WatchEmotionClassifier method) (src.classification.watch.xgboost_classifier.WatchXGBoostClassifier method)

training_loop() (in module src.utils.training) transform_data() (src.classification.image.cross_attention_classifier.CrossAttentionNetworkClassifier method)

V

VAL (src.data.data_reader.Set attribute)

VGG16Classifier (class in src.classification.image.vgg16_classifier)

W

WatchDenseClassifier (class in src.classification.watch.dense_classifier) WatchEmotionClassifier (class in src.classification.watch.watch_emotion_classifier) WatchExperimentDataReader (class in src.data.watch_exp_reader) WatchLSTMClassifier (class in src.classification.watch.lstm_classifier)

WatchNNBaseClassifier (class in src.classification.watch.nn_classifier) WatchRandomForestClassifier (class in src.classification.watch.random_forest_classifier) WatchTransformerClassifier (class in src.classification.watch.transformer_classifier) WatchXGBoostClassifier (class in src.classification.watch.xgboost_classifier)