import pandas as pd
import os
from PIL import Image
import numpy as np
from keras.callbacks import ModelCheckpoint, LearningRateScheduler, EarlyStopping, ReduceLROnPlateau, TensorBoard
from keras import optimizers, losses, activations, models
from keras.layers import Convolution2D, Dense, Input, Flatten, Dropout, MaxPooling2D, BatchNormalization, \
GlobalMaxPool2D, Concatenate, GlobalMaxPooling2D, GlobalAveragePooling2D, Lambda
from keras.applications.resnet50 import ResNet50
from keras.preprocessing.image import ImageDataGenerator
from keras.models import Model
from sklearn.model_selection import train_test_split
from sklearn.metrics import accuracy_score
from keras import backend as K
from tqdm import tqdm
def read_and_resize(filepath, input_shape=(256, 256)):
im = Image.open((filepath)).convert('RGB')
im = im.resize(input_shape)
im_array = np.array(im, dtype="uint8")#[..., ::-1]
return np.array(im_array / (np.max(im_array)+ 0.001), dtype="float32")
datagen = ImageDataGenerator(
rotation_range=6,
width_shift_range=0.1,
height_shift_range=0.1,
horizontal_flip=True,
zoom_range=0.1)
def augment(im_array):
im_array = datagen.random_transform(im_array)
return im_array
def gen(df, batch_size=32, aug=False):
df = df.sample(frac=1)
while True:
for i, batch in enumerate([df[i:i+batch_size] for i in range(0,df.shape[0],batch_size)]):
if aug:
images = np.array([augment(read_and_resize(file_path)) for file_path in batch.path.values])
else:
images = np.array([read_and_resize(file_path) for file_path in batch.path.values])
labels = np.array([int(g=="m") for g in batch.gender.values])
yield images, labels
def get_model(n_classes=1):
base_model = ResNet50(weights='imagenet', include_top=False)
#for layer in base_model.layers:
# layer.trainable = False
x = base_model.output
x = GlobalMaxPooling2D()(x)
x = Dropout(0.5)(x)
x = Dense(100, activation="relu")(x)
x = Dropout(0.5)(x)
if n_classes == 1:
x = Dense(n_classes, activation="sigmoid")(x)
else:
x = Dense(n_classes, activation="softmax")(x)
base_model = Model(base_model.input, x, name="base_model")
if n_classes == 1:
base_model.compile(loss="binary_crossentropy", metrics=['acc'], optimizer="adam")
else:
base_model.compile(loss="sparse_categorical_crossentropy", metrics=['acc'], optimizer="adam")
return base_model
def create_path(df, base_path):
df['path'] = df.apply(lambda x: base_path+"aligned/"+x['user_id']+"/landmark_aligned_face.%s.%s"
%(x['face_id'], x['original_image']), axis=1)
return df
def filter_df(df):
df['f'] = df.gender.apply(lambda x: int(x in ['f', 'm']))
df = df[df.f == 1]
return df
if __name__ == "__main__":
base_path = "/media/ml/data_ml/face_age_gender/"
bag = 3
all_indexes = list(range(5))
accuracies = []
for test_id in tqdm(all_indexes):
train_id = [j for j in all_indexes if j!=test_id]
print(train_id, test_id)
train_df = pd.concat([pd.read_csv(base_path+"fold_%s_data.txt"%i, sep="\t") for i in train_id])
test_df = pd.read_csv(base_path+"fold_%s_data.txt"%test_id, sep="\t")
train_df = filter_df(train_df)
test_df = filter_df(test_df)
print(train_df.shape, test_df.shape)
train_df = create_path(train_df, base_path=base_path)
test_df = create_path(test_df, base_path=base_path)
cnt_ave = 0
predictions = 0
test_images = np.array([read_and_resize(file_path) for file_path in test_df.path.values])
test_labels = np.array([int(g == "m") for g in test_df.gender.values])
for k in tqdm(range(bag)):
tr_tr, tr_val = train_test_split(train_df, test_size=0.1)
file_path = "baseline_gender.h5"
checkpoint = ModelCheckpoint(file_path, monitor='val_acc', verbose=1, save_best_only=True, mode='max')
early = EarlyStopping(monitor="val_acc", mode="max", patience=10)
reduce_on_plateau = ReduceLROnPlateau(monitor="val_acc", mode="max", factor=0.1, patience=3)
callbacks_list = [checkpoint, early, reduce_on_plateau] # early
model = get_model(n_classes=1)
model.fit_generator(gen(tr_tr, aug=True), validation_data=gen(tr_val), epochs=200, verbose=2, workers=4,
callbacks=callbacks_list, steps_per_epoch=50, validation_steps=30)
model.load_weights(file_path)
predictions += model.predict(test_images)
cnt_ave += 1
test_images = test_images[:, :, ::-1, :]
predictions += model.predict(test_images)
cnt_ave += 1
K.clear_session()
predictions = predictions/cnt_ave
predictions = (predictions>0.5).astype(np.int8)
acc = accuracy_score(test_labels, predictions)
print("accuracy : %s " %acc)
accuracies.append(acc)
print("mean acc : %s (%s) " % (np.mean(accuracies), np.std(accuracies)))
