From f241527598fa04d1fcb1f979d9b4b7b1a90252d1 Mon Sep 17 00:00:00 2001 From: Avi Asulin Date: Sun, 14 Jan 2024 08:39:06 +0200 Subject: [PATCH 1/5] [mask-detection] update build image attribute --- mask-detection/1-training-and-evaluation.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mask-detection/1-training-and-evaluation.ipynb b/mask-detection/1-training-and-evaluation.ipynb index ea982e91..00f51560 100644 --- a/mask-detection/1-training-and-evaluation.ipynb +++ b/mask-detection/1-training-and-evaluation.ipynb @@ -134,7 +134,7 @@ " base_image='mlrun/mlrun-gpu' if use_gpu else 'mlrun/mlrun',\n", " commands=commands,\n", " builder_env=builder_env,\n", - " skip_deployed=True)" + " overwrite_build_params=True)" ] }, { From edd8051a119bc68e1230c8e1336c1ec0affc97ba Mon Sep 17 00:00:00 2001 From: Avi Asulin Date: Mon, 15 Jan 2024 14:25:06 +0200 Subject: [PATCH 2/5] [mask-detection] update onnx versions --- mask-detection/3-automatic-pipeline.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mask-detection/3-automatic-pipeline.ipynb b/mask-detection/3-automatic-pipeline.ipynb index 6a957696..17703f83 100644 --- a/mask-detection/3-automatic-pipeline.ipynb +++ b/mask-detection/3-automatic-pipeline.ipynb @@ -216,11 +216,11 @@ "# Import the `onnx_utils` function to optimize the model:\n", "# Import the `onnx_utils` function to optimize the model:\n", "onnx_func = project.set_function(\"hub://onnx_utils\", name=\"onnx-utils\",requirements=['tensorflow==2.9.0',\n", - " 'onnx~=1.10.1',\n", + " 'onnx~=1.15.0',\n", " 'onnxruntime~=1.8.1',\n", " 'onnxoptimizer~=0.2.0',\n", " 'onnxmltools~=1.9.0',\n", - " 'tf2onnx~=1.9.0'] if framework=='tf-keras' else ['torch'])\n", + " 'tf2onnx~=1.16.0'] if framework=='tf-keras' else ['torch'])\n", "\n", "onnx_func.deploy()\n", "\n", From cd073b9414ec8fdfa61bc81c9e88a7630b477102 Mon Sep 17 00:00:00 2001 From: Avi Asulin Date: Mon, 15 Jan 2024 16:17:30 +0200 Subject: [PATCH 3/5] [stocks] update model input_size --- stocks-prediction/src/train_stocks.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/stocks-prediction/src/train_stocks.py b/stocks-prediction/src/train_stocks.py index d1af4758..711b1e40 100644 --- a/stocks-prediction/src/train_stocks.py +++ b/stocks-prediction/src/train_stocks.py @@ -72,7 +72,7 @@ def __len__(self): class Model(torch.nn.Module): - def __init__(self, input_size=16, output_size=1, hidden_dim=2, n_layers=1, batch_size=1, seq_size=5): + def __init__(self, input_size=11, output_size=1, hidden_dim=2, n_layers=1, batch_size=1, seq_size=5): super(Model, self).__init__() # Defining some parameters self.input_size = input_size @@ -114,12 +114,13 @@ def handler(vector_name='stocks', n_layers=1, seq_size=5, epochs=3, + input_size=11, model_filepath='' ): context = get_or_create_ctx(name='train-context') dataset = StocksDataset(vector_name, seq_size, start_time, end_time) training_set = DataLoader(dataset=dataset, batch_size=batch_size, shuffle=True, drop_last=True) - input_size = dataset.data[0][0].shape[0] + #input_size = dataset.data[0][0].shape[0] output_size = 1 # creating the model model = Model(input_size=input_size, output_size=output_size, hidden_dim=hidden_dim, n_layers=n_layers, From a7e787055c8fe9bfd45a5558f68b2a675209325f Mon Sep 17 00:00:00 2001 From: Avi Asulin Date: Mon, 15 Jan 2024 17:01:42 +0200 Subject: [PATCH 4/5] [stocks] update model input_size --- stocks-prediction/src/train_stocks.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/stocks-prediction/src/train_stocks.py b/stocks-prediction/src/train_stocks.py index 711b1e40..b58b0aec 100644 --- a/stocks-prediction/src/train_stocks.py +++ b/stocks-prediction/src/train_stocks.py @@ -114,13 +114,12 @@ def handler(vector_name='stocks', n_layers=1, seq_size=5, epochs=3, - input_size=11, model_filepath='' ): context = get_or_create_ctx(name='train-context') dataset = StocksDataset(vector_name, seq_size, start_time, end_time) training_set = DataLoader(dataset=dataset, batch_size=batch_size, shuffle=True, drop_last=True) - #input_size = dataset.data[0][0].shape[0] + input_size = dataset.data[0][0].shape[0] output_size = 1 # creating the model model = Model(input_size=input_size, output_size=output_size, hidden_dim=hidden_dim, n_layers=n_layers, From 1c02ae8239b2b35cc17b13f88248a3ea289235c9 Mon Sep 17 00:00:00 2001 From: Avi Asulin Date: Mon, 15 Jan 2024 17:06:45 +0200 Subject: [PATCH 5/5] [stocks] update model input_size --- stocks-prediction/src/train_stocks.py | 1 + 1 file changed, 1 insertion(+) diff --git a/stocks-prediction/src/train_stocks.py b/stocks-prediction/src/train_stocks.py index b58b0aec..0113f1af 100644 --- a/stocks-prediction/src/train_stocks.py +++ b/stocks-prediction/src/train_stocks.py @@ -120,6 +120,7 @@ def handler(vector_name='stocks', dataset = StocksDataset(vector_name, seq_size, start_time, end_time) training_set = DataLoader(dataset=dataset, batch_size=batch_size, shuffle=True, drop_last=True) input_size = dataset.data[0][0].shape[0] + context.logger.info("input size {}".format(input_size)) output_size = 1 # creating the model model = Model(input_size=input_size, output_size=output_size, hidden_dim=hidden_dim, n_layers=n_layers,