Creating our machine learning application
Here is the main ML function. It will call functions to load data, create modeling data, and train our model:
ml-jobs/ml_jobs/jobs/build_sales_model.py
from ml_jobs.utils.data_prep.get_train_test_split import get_train_test_split
from ml_jobs.utils.extract.get_table import get_table
from ml_jobs.utils.management.setup_experiment import setup_experiment
from ml_jobs.utils.model.train_sales import train_sales
def build_sales_model():
"""
fill in
"""
spark = SparkSession \
.builder \
.appName("Schema App") \
.getOrCreate()
gold_sales = get_table("sales")
model_data = get_train_test_split(gold_sales)
...
