Module: train_and_evaluate.py
Functions
def train_and_evaluate_keras_model(model, X_train, X_test, y_train, y_test, epochs: int, batch_size: int):
"""
Train and evaluate a Keras NLP model.
Parameters:
model (tf.keras.Model): The compiled Keras model instance.
X_train (np.array): Training features.
X_test (np.array): Testing features.
y_train (np.array): Training labels.
y_test (np.array): Testing labels.
epochs (int): Number of training epochs.
batch_size (int): Size of training batches.
Returns:
tf.keras.callbacks.History: Training history for further analysis.
"""
def train_and_evaluate_huggingface_model(model, tokenizer, texts, labels, epochs: int, batch_size: int):
"""
Train and evaluate a Hugging Face NLP model.
Parameters:
model (transformers.TFAutoModelForSequenceClassification): The Hugging Face model instance.
tokenizer (transformers.AutoTokenizer): Tokenizer instance for the specific model.
texts (list): Input text samples.
labels (list): Corresponding labels for text samples.
epochs (int): Number of training epochs.
batch_size (int): Size of training batches.
Returns:
tf.keras.callbacks.History: Training history for further analysis.
"""