Merge pull request #172 from david-thrower/171-upgrade-tf-2190

171 upgrade tf 2190

Author: david-thrower

.github/workflows/automerge.yml

@@ -5,7 +5,7 @@ name: Python application
 
 on:
   push:
-    branches: [ "main", "148-tensorflow-upgrades" ]
+    branches: [ "main", "171-upgrade-tf-2190" ]
 
 permissions:
   contents: read
@@ -33,25 +33,16 @@ jobs:
         flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         # flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
-#    - name: Test by running.
-#      run: python3 cerebros.py
-#    - name: Test distributed by running.
-#      run: python3 test_simple_cerebros_gridsearch.py
-#    - name: Test distributed random search wine by running.
-#      run: python3 random_search.py
-#    - name: Test CerebrosRealNeuronNetwork
-#      run: python3 realnn-regression-example-ames-no-preproc.py
-#      timeout-minutes: 45
     - name: Test distributed random search Ames by running
       run: python3 regression-example-ames-no-preproc.py
     - name: Test distributed random search Ames by running - Val set
       run: python3 regression-example-ames-no-preproc-val-set.py
-    - name: Test text classifier - random search - ham-spam
-      run: python3 text-class-ham-or-spam.py
-      timeout-minutes: 90
-    - name: Test image classifier - small subset of CIFAR10
+    # - name: Test text classifier - random search - ham-spam
+    #   run: python3 text-class-ham-or-spam.py
+    #   timeout-minutes: 90
+    - name: Test image classifier - small subset of CIFAR10 # add back
       timeout-minutes: 90
       run: python3 cifar10-example.py
     - name: Phishing email detection with GPT2 embedding
-      timeout-minutes: 120
+      timeout-minutes: 420
       run: python3 phishing_email_detection_gpt2.py

cerebros/neuralnetworkfuture/neural_network_future.py

@@ -332,8 +332,10 @@ def compile_neural_network(self):
         self.materialized_neural_network.compile(
             loss=self.loss,
             metrics=self.metrics,
-            optimizer=tf.keras.optimizers.Adam(
-                    learning_rate=self.learning_rate),
+            optimizer=tf.keras.optimizers.AdamW(
+                learning_rate=self.learning_rate,
+                weight_decay=0.004  # Add weight decay parameter
+            ),
             jit_compile=jit_compile)
 
     def util_parse_connectivity_csv(self):

cerebros/simplecerebrosrandomsearch/simple_cerebros_random_search.py

@@ -2,6 +2,7 @@
 import numpy as np
 import pandas as pd
 import tensorflow as tf
+from tqdm import tqdm
 from cerebros.denseautomlstructuralcomponent.\
     dense_automl_structural_component \
     import DenseAutoMlStructuralComponent, DenseLateralConnectivity, \
@@ -519,7 +520,10 @@ def run_moity_permutations(self, spec, subtrial_number, lock):
 
     def run_random_search(self):
         processes = []
-        for i in np.arange(self.number_of_architecture_moities_to_try):
+        for i in tqdm(np.arange(self.number_of_architecture_moities_to_try),
+                      desc="Global task progress",
+                      colour="#16ceeb"):
+
             self.parse_neural_network_structural_spec_random()
             spec = self.get_neural_network_spec()
 

cicd-requirements.txt

@@ -1,5 +1,6 @@
 matplotlib==3.8.4
-tensorflow-text==2.15.0
+tensorflow-text==2.19.0
 keras-nlp==0.9.1
 scikit-learn==1.4.1.post1
 tensorflow-hub==0.16.1
+transformers==4.51.1

cifar10-example.py

@@ -88,8 +88,8 @@ def make_dataset(dataset):
 
 last_relevant_layer = base_new.layers[-2]
 # last_relevant_layer_extracted = last_relevant_layer #.output[0][0][0]
-base_embedding = tf.keras.Model(inputs=base_new.layers[0].input,
-                                outputs=last_relevant_layer.output)
+base_embedding = tf.keras.Model(inputs=base_new.input,
+                               outputs=last_relevant_layer.output)
 
 
 image_input_0 = tf.keras.layers.Input(shape=INPUT_SHAPES[0])