Finished creating multiple model

.gitignore

 *.pdf
 .data/
-*.pyc
+*.pyc
\ No newline at end of file
+colab_copy.ipynb

.history/attention.csv

+loss,categorical_crossentropy,categorical_accuracy,categorical_hinge,val_loss,val_categorical_crossentropy,val_categorical_accuracy,val_categorical_hinge
+0.6585725545883179,0.6585682034492493,0.7642568349838257,0.5678364634513855,0.2568819522857666,0.2569003105163574,0.9455353617668152,0.22106097638607025
+0.3117441236972809,0.31175822019577026,0.9260188341140747,0.28718841075897217,0.20644637942314148,0.20646549761295319,0.9583955407142639,0.21028545498847961
+0.2320394515991211,0.23205384612083435,0.9526039361953735,0.21906721591949463,0.19976148009300232,0.19977888464927673,0.9600058197975159,0.19350706040859222
+0.21258755028247833,0.21259839832782745,0.9577119946479797,0.20466887950897217,0.19828014075756073,0.19829769432544708,0.9600641131401062,0.19444385170936584
+0.2191668599843979,0.21918070316314697,0.9557140469551086,0.21299272775650024,0.1973971724510193,0.19741465151309967,0.9601370096206665,0.1945493221282959
+0.22623170912265778,0.2262469381093979,0.9496357440948486,0.22568148374557495,0.22122713923454285,0.2212470918893814,0.9571059346199036,0.20895777642726898
+0.2022058069705963,0.20221897959709167,0.9580804705619812,0.20320773124694824,0.19595696032047272,0.1959744542837143,0.9601370096206665,0.1926230937242508
+0.20679694414138794,0.20681001245975494,0.9581447243690491,0.20231115818023682,0.1971341073513031,0.19715237617492676,0.9601296782493591,0.1978731006383896
+0.200638085603714,0.2006513774394989,0.9586011171340942,0.20150400698184967,0.19585992395877838,0.1958770900964737,0.9601370096206665,0.19168958067893982
+0.19817732274532318,0.1981901228427887,0.95919269323349,0.19827494025230408,0.19505365192890167,0.19507072865962982,0.9601370096206665,0.19158127903938293
+0.21982578933238983,0.21984072029590607,0.9528202414512634,0.21658064424991608,0.19459141790866852,0.19460846483707428,0.9601370096206665,0.19168177247047424
+0.20578214526176453,0.20579560101032257,0.9576444029808044,0.20405413210391998,0.1948329210281372,0.19485007226467133,0.9601370096206665,0.19221912324428558
+0.19905276596546173,0.19906280934810638,0.958895206451416,0.19894179701805115,0.19444401562213898,0.19446124136447906,0.9601370096206665,0.19095449149608612
+0.20114865899085999,0.20116181671619415,0.9576274752616882,0.2009626030921936,0.19463831186294556,0.19465532898902893,0.9601370096206665,0.1908532977104187
+0.1964700073003769,0.19648253917694092,0.9596186876296997,0.19647063314914703,0.19445690512657166,0.19447395205497742,0.9601370096206665,0.1904924362897873
+0.19587695598602295,0.19588960707187653,0.9597403407096863,0.19600547850131989,0.1942262500524521,0.19424325227737427,0.9601370096206665,0.19055908918380737
+0.2118632197380066,0.21187663078308105,0.9585402607917786,0.2008778303861618,0.19513902068138123,0.19515620172023773,0.9601370096206665,0.19171009957790375
+0.19799818098545074,0.1980057805776596,0.9585673213005066,0.1985451579093933,0.1943429857492447,0.19436006247997284,0.9601370096206665,0.1902288943529129
+0.19693350791931152,0.19694645702838898,0.958922266960144,0.19714725017547607,0.194101944565773,0.194118931889534,0.9601370096206665,0.1902865618467331
+0.2059560865163803,0.20596808195114136,0.9587802886962891,0.1938168853521347,0.21157428622245789,0.21159103512763977,0.9601370096206665,0.18894413113594055

.history/baseline.csv

+loss,categorical_crossentropy,categorical_accuracy,categorical_hinge,val_loss,val_categorical_crossentropy,val_categorical_accuracy,val_categorical_hinge
+4.089780330657959,4.089889049530029,0.6349388360977173,4.385586738586426,0.6959022283554077,0.6959721446037292,0.8305895924568176,0.7968767285346985
+1.446198582649231,1.4461439847946167,0.8774309754371643,1.5515626668930054,0.32732632756233215,0.32736486196517944,0.9553061127662659,0.37597230076789856
+0.682375431060791,0.682311475276947,0.9188065528869629,0.7650437951087952,0.3034522533416748,0.3034909665584564,0.9526150226593018,0.40639927983283997
+0.29129651188850403,0.2912536859512329,0.9471720457077026,0.6299078464508057,0.2139475792646408,0.21396099030971527,0.959001898765564,1.0784140825271606
+0.22273649275302887,0.2227565348148346,0.9553127288818359,1.5920904874801636,0.20081201195716858,0.20083437860012054,0.9594038128852844,1.8987538814544678
+0.2146245390176773,0.21464309096336365,0.9559412598609924,1.0274194478988647,0.2028401643037796,0.2028619945049286,0.9593607187271118,1.131609559059143
+0.20366843044757843,0.20368562638759613,0.9579789042472839,0.7655198574066162,0.1954556703567505,0.19547241926193237,0.9594038128852844,1.254904866218567
+0.19993343949317932,0.1999497413635254,0.959175169467926,0.5612305998802185,0.2006416916847229,0.20066288113594055,0.9594038128852844,0.7482663989067078
+0.20094075798988342,0.20095765590667725,0.9583979845046997,0.43938910961151123,0.19446147978305817,0.19448037445545197,0.9593320488929749,0.49432244896888733
+0.1993952989578247,0.1994120329618454,0.9586581587791443,0.39073625206947327,0.19673840701580048,0.1967582106590271,0.9592818021774292,0.5321310758590698
+0.19984625279903412,0.19986273348331451,0.9586615562438965,0.5178192257881165,0.19690574705600739,0.19692611694335938,0.9592387676239014,0.6515073776245117
+0.20708803832530975,0.20710566639900208,0.9576646685600281,0.5113606452941895,0.1945960521697998,0.19461435079574585,0.9592100381851196,0.6649221777915955
+0.20578958094120026,0.20580680668354034,0.9576680660247803,0.4058030843734741,0.19368377327919006,0.19370156526565552,0.9592459201812744,0.4930337965488434
+0.20253966748714447,0.20255622267723083,0.9577085971832275,0.3992466926574707,0.19528517127037048,0.19530461728572845,0.9591813087463379,0.5414166450500488
+0.19839921593666077,0.1984151005744934,0.9587358832359314,0.353200227022171,0.194997638463974,0.19501681625843048,0.9591813087463379,0.5189060568809509
+0.20598508417606354,0.2060023695230484,0.9578572511672974,0.32146432995796204,0.19377873837947845,0.19379615783691406,0.9591741561889648,0.4748823642730713
+0.20394311845302582,0.2039605677127838,0.9582594037055969,0.2595149874687195,0.19378499686717987,0.19380225241184235,0.9591956734657288,0.35871943831443787
+0.20424002408981323,0.20425696671009064,0.9580769538879395,0.25057151913642883,0.19378751516342163,0.19380584359169006,0.9591813087463379,0.3638860881328583

.history/baseline_prev.csv

+loss,categorical_crossentropy,categorical_accuracy,categorical_hinge,val_loss,val_categorical_crossentropy,val_categorical_accuracy,val_categorical_hinge
+6.583230018615723,6.58325719833374,0.5245358347892761,6.979791164398193,1.1657143831253052,1.1657381057739258,0.7364387512207031,1.334243655204773

.history/gru.csv

+loss,categorical_crossentropy,categorical_accuracy,categorical_hinge,val_loss,val_categorical_crossentropy,val_categorical_accuracy,val_categorical_hinge
+0.7226986885070801,0.7226975560188293,0.704392671585083,0.6647999882698059,0.24512435495853424,0.2451450526714325,0.9465906023979187,0.2080182433128357
+0.2418966442346573,0.24186287820339203,0.9466025829315186,0.22906440496444702,0.20266616344451904,0.20268622040748596,0.9604395627975464,0.19118350744247437
+0.21796290576457977,0.21797987818717957,0.9531471133232117,0.21524855494499207,0.19396542012691498,0.1939847618341446,0.9604253768920898,0.1877472847700119
+0.2041829526424408,0.20419970154762268,0.9569871425628662,0.2017723172903061,0.1939530074596405,0.19397211074829102,0.9603615403175354,0.18708907067775726
+0.20949509739875793,0.20951133966445923,0.9546253085136414,0.20763704180717468,0.19192494451999664,0.19194285571575165,0.960404098033905,0.18184705078601837
+0.20149734616279602,0.20151397585868835,0.9568964242935181,0.20037424564361572,0.18975114822387695,0.1897674947977066,0.9603047966957092,0.17709580063819885
+0.1988774538040161,0.19889329373836517,0.9575145840644836,0.19945834577083588,0.1894351840019226,0.18945203721523285,0.9603473544120789,0.1826242357492447
+0.1978028118610382,0.19781842827796936,0.9570980072021484,0.19709548354148865,0.1900397390127182,0.19005511701107025,0.9604253768920898,0.18023012578487396
+0.19413603842258453,0.19415204226970673,0.9587408304214478,0.19253963232040405,0.18731456995010376,0.18733063340187073,0.9603686332702637,0.17768457531929016
+0.1983860284090042,0.19840291142463684,0.9579177498817444,0.19871357083320618,0.1888211965560913,0.18883788585662842,0.9603615403175354,0.17458374798297882
+0.19423127174377441,0.1942470818758011,0.9585022926330566,0.19376978278160095,0.18771056830883026,0.18772709369659424,0.9603544473648071,0.17700858414173126
+0.19282810389995575,0.19284437596797943,0.9587072134017944,0.19153735041618347,0.18702368438243866,0.18703937530517578,0.9604395627975464,0.17744596302509308
+0.1931377351284027,0.19315384328365326,0.9585090279579163,0.19253388047218323,0.18788008391857147,0.18789534270763397,0.9604324698448181,0.1781308650970459
+0.19740456342697144,0.19742043316364288,0.9572727084159851,0.1972353309392929,0.186688631772995,0.18670520186424255,0.9604538083076477,0.18041568994522095
+0.20049788057804108,0.2005147784948349,0.9553711414337158,0.19980721175670624,0.18947020173072815,0.18948468565940857,0.9603757262229919,0.17599371075630188
+0.1905730962753296,0.19058921933174133,0.9590028524398804,0.19003361463546753,0.187227264046669,0.1872435212135315,0.9604538083076477,0.17640019953250885
+0.1920197755098343,0.19203472137451172,0.9584922194480896,0.19177106022834778,0.19291670620441437,0.19293312728405,0.9601274132728577,0.17808152735233307
+0.19442370533943176,0.19443930685520172,0.9577967524528503,0.19535745680332184,0.18815527856349945,0.18817181885242462,0.9601203203201294,0.17747144401073456
+0.1930849701166153,0.1931002289056778,0.9583612084388733,0.19231447577476501,0.1886867880821228,0.1887015551328659,0.9602835178375244,0.17552784085273743

.history/lstm.csv

+loss,categorical_crossentropy,categorical_accuracy,categorical_hinge,val_loss,val_categorical_crossentropy,val_categorical_accuracy,val_categorical_hinge
+0.6616435647010803,0.6616473197937012,0.7678285837173462,0.5768730640411377,0.21920111775398254,0.21921661496162415,0.9578118920326233,0.19979453086853027
+0.2124859094619751,0.21249748766422272,0.9572364687919617,0.2017192840576172,0.1961805522441864,0.1961977630853653,0.9605434536933899,0.1899353563785553
+0.2013033926486969,0.20132088661193848,0.958790123462677,0.19853036105632782,0.19342073798179626,0.19343769550323486,0.9605434536933899,0.18548347055912018
+0.1994745135307312,0.19949133694171906,0.9584220051765442,0.19914424419403076,0.19325415790081024,0.19327090680599213,0.9605434536933899,0.1858225017786026
+0.19818609952926636,0.19820430874824524,0.9595028162002563,0.19542698562145233,0.19724640250205994,0.19726401567459106,0.9605434536933899,0.1885501891374588
+0.19698849320411682,0.19700615108013153,0.9596278071403503,0.19604097306728363,0.19273510575294495,0.1927519291639328,0.9605434536933899,0.1855636090040207
+0.19459326565265656,0.19461138546466827,0.9597190022468567,0.1934642195701599,0.19132129848003387,0.19133780896663666,0.9605434536933899,0.1812693029642105
+0.19469085335731506,0.19470927119255066,0.9595433473587036,0.19427575170993805,0.19076292216777802,0.1907796412706375,0.9605434536933899,0.1826714128255844
+0.1941087543964386,0.1941264271736145,0.9595500826835632,0.19388775527477264,0.19234132766723633,0.19235816597938538,0.9605362415313721,0.18606065213680267
+0.19580835103988647,0.19582629203796387,0.9593643546104431,0.1948489397764206,0.19710120558738708,0.19711589813232422,0.9605362415313721,0.1799246221780777
+0.19451528787612915,0.19453303515911102,0.9596244096755981,0.19350221753120422,0.1927262842655182,0.19274340569972992,0.9604212045669556,0.18662592768669128
+0.19287285208702087,0.19288931787014008,0.9596379399299622,0.19153670966625214,0.18834100663661957,0.18835720419883728,0.9605434536933899,0.18142221868038177
+0.19426625967025757,0.19428321719169617,0.9588881134986877,0.1948876827955246,0.19082169234752655,0.19083724915981293,0.9605434536933899,0.1792384535074234
+0.1905604600906372,0.19057735800743103,0.9597696661949158,0.18989630043506622,0.1873527616262436,0.18736828863620758,0.9605434536933899,0.1793559044599533
+0.18944881856441498,0.18946509063243866,0.9597156047821045,0.18928691744804382,0.18695604801177979,0.18697185814380646,0.9605434536933899,0.1805138736963272
+0.18847715854644775,0.18849286437034607,0.9597324728965759,0.18832366168498993,0.18704544007778168,0.1870613843202591,0.9605434536933899,0.18155622482299805
+0.1882047802209854,0.18822067975997925,0.9596784710884094,0.1883043646812439,0.18660461902618408,0.18662020564079285,0.9605434536933899,0.17966781556606293
+0.18845705687999725,0.18847285211086273,0.9596615433692932,0.18891288340091705,0.1865667849779129,0.18658317625522614,0.9605362415313721,0.18284381926059723
+0.1882510781288147,0.18826723098754883,0.9595771431922913,0.18828585743904114,0.18645426630973816,0.18647007644176483,0.9605434536933899,0.18196777999401093
+0.18761856853961945,0.18763436377048492,0.9596311450004578,0.18795886635780334,0.1865798830986023,0.18659621477127075,0.9605434536933899,0.1813698559999466

.model/attention/keras_metadata.pb

+
+root"_tf_keras_sequential*{"name": "sequential", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "must_restore_from_config": false, "class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}}, {"class_name": "Attention", "config": {"name": "attention", "trainable": true, "dtype": "float32", "units": 16}}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}}, "bias_initializer": {"class_name": "Zeros", "config": {}}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}}]}, "shared_object_id": 5, "input_spec": [{"class_name": "InputSpec", "config": {"dtype": null, "shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "ndim": 3, "max_ndim": null, "min_ndim": null, "axes": {}}}], "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}, "is_graph_network": true, "full_save_spec": {"class_name": "__tuple__", "items": [[{"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}], {}]}, "save_spec": {"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}, "keras_version": "2.8.0", "backend": "tensorflow", "model_config": {"class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}, "shared_object_id": 0}, {"class_name": "Attention", "config": {"name": "attention", "trainable": true, "dtype": "float32", "units": 16}, "shared_object_id": 1}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 2}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 3}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 4}]}}, "training_config": {"loss": {"class_name": "CategoricalCrossentropy", "config": {"reduction": "auto", "name": "categorical_crossentropy", "from_logits": true, "label_smoothing": 0.0, "axis": -1}, "shared_object_id": 7}, "metrics": [[{"class_name": "CategoricalCrossentropy", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 8}, {"class_name": "CategoricalAccuracy", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 9}, {"class_name": "CategoricalHinge", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 10}]], "weighted_metrics": null, "loss_weights": null, "optimizer_config": {"class_name": "Adam", "config": {"name": "Adam", "learning_rate": 0.0010000000474974513, "decay": 0.0, "beta_1": 0.8999999761581421, "beta_2": 0.9990000128746033, "epsilon": 1e-07, "amsgrad": false}}}}2

+
root.layer_with_weights-0"_tf_keras_layer*{"name": "attention", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Attention", "config": {"name": "attention", "trainable": true, "dtype": "float32", "units": 16}, "shared_object_id": 1, "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}}2

+root.layer_with_weights-1"_tf_keras_layer*{"name": "dense", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 2}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 3}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 4, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 16}}, "shared_object_id": 11}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 16]}}2

+-root.layer_with_weights-0.attention_score_vec"_tf_keras_layer*{"name": "attention_score_vec", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "attention_score_vec", "trainable": true, "dtype": "float32", "units": 7, "activation": "linear", "use_bias": false, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 12}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 13}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 14, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 7}}, "shared_object_id": 15}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}}2

+
root.layer_with_weights-0.h_t"_tf_keras_layer*{"name": "last_hidden_state", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Lambda", "config": {"name": "last_hidden_state", "trainable": true, "dtype": "float32", "function": {"class_name": "__tuple__", "items": ["4wEAAAAAAAAAAAAAAAEAAAAFAAAAUwAAAHMWAAAAfABkAGQAhQJkAWQAZACFAmYDGQBTACkCTun/\n////qQApAdoBeHICAAAAcgIAAAD6MS9ob21lL250b3AvUHljaGFybVByb2plY3RzL2ZpbmFsX2xh\nYi9hdHRlbnRpb24ucHnaCDxsYW1iZGE+GwAAAHMCAAAAFgA=\n", null, null]}, "function_type": "lambda", "module": "attention", "output_shape": {"class_name": "__tuple__", "items": [7]}, "output_shape_type": "raw", "output_shape_module": null, "arguments": {}}, "shared_object_id": 16}2

+)root.layer_with_weights-0.attention_score"_tf_keras_layer*{"name": "attention_score", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dot", "config": {"name": "attention_score", "trainable": true, "dtype": "float32", "axes": [1, 2], "normalize": false}, "shared_object_id": 17, "build_input_shape": [{"class_name": "TensorShape", "items": [null, 7]}, {"class_name": "TensorShape", "items": [null, 10, 7]}]}2

+*root.layer_with_weights-0.attention_weight"_tf_keras_layer*{"name": "attention_weight", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Activation", "config": {"name": "attention_weight", "trainable": true, "dtype": "float32", "activation": "softmax"}, "shared_object_id": 18}2

+(root.layer_with_weights-0.context_vector"_tf_keras_layer*{"name": "context_vector", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dot", "config": {"name": "context_vector", "trainable": true, "dtype": "float32", "axes": [1, 1], "normalize": false}, "shared_object_id": 19, "build_input_shape": [{"class_name": "TensorShape", "items": [null, 10, 7]}, {"class_name": "TensorShape", "items": [null, 10]}]}2

+*root.layer_with_weights-0.attention_output"_tf_keras_layer*{"name": "attention_output", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Concatenate", "config": {"name": "attention_output", "trainable": true, "dtype": "float32", "axis": -1}, "shared_object_id": 20, "build_input_shape": [{"class_name": "TensorShape", "items": [null, 7]}, {"class_name": "TensorShape", "items": [null, 7]}]}2

+*root.layer_with_weights-0.attention_vector"_tf_keras_layer*{"name": "attention_vector", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "attention_vector", "trainable": true, "dtype": "float32", "units": 16, "activation": "tanh", "use_bias": false, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 21}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 22}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 23, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 14}}, "shared_object_id": 24}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 14]}}2

+
droot.keras_api.metrics.0"_tf_keras_metric*
{"class_name": "Mean", "name": "loss", "dtype": "float32", "config": {"name": "loss", "dtype": "float32"}, "shared_object_id": 25}2

+eroot.keras_api.metrics.1"_tf_keras_metric*
{"class_name": "CategoricalCrossentropy", "name": "categorical_crossentropy", "dtype": "float32", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 8}2

+
froot.keras_api.metrics.2"_tf_keras_metric*
{"class_name": "CategoricalAccuracy", "name": "categorical_accuracy", "dtype": "float32", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 9}2

+
groot.keras_api.metrics.3"_tf_keras_metric*
{"class_name": "CategoricalHinge", "name": "categorical_hinge", "dtype": "float32", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 10}2

\ No newline at end of file

.model/attention_old/keras_metadata.pb

+
+root"_tf_keras_sequential*{"name": "sequential", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "must_restore_from_config": false, "class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}}, {"class_name": "Attention", "config": {"name": "attention", "trainable": true, "dtype": "float32", "units": 16}}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}}, "bias_initializer": {"class_name": "Zeros", "config": {}}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}}]}, "shared_object_id": 5, "input_spec": [{"class_name": "InputSpec", "config": {"dtype": null, "shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "ndim": 3, "max_ndim": null, "min_ndim": null, "axes": {}}}], "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}, "is_graph_network": true, "full_save_spec": {"class_name": "__tuple__", "items": [[{"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}], {}]}, "save_spec": {"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}, "keras_version": "2.8.0", "backend": "tensorflow", "model_config": {"class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}, "shared_object_id": 0}, {"class_name": "Attention", "config": {"name": "attention", "trainable": true, "dtype": "float32", "units": 16}, "shared_object_id": 1}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 2}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 3}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 4}]}}, "training_config": {"loss": {"class_name": "CategoricalCrossentropy", "config": {"reduction": "auto", "name": "categorical_crossentropy", "from_logits": true, "label_smoothing": 0.0, "axis": -1}, "shared_object_id": 7}, "metrics": [[{"class_name": "CategoricalCrossentropy", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 8}, {"class_name": "CategoricalAccuracy", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 9}, {"class_name": "CategoricalHinge", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 10}]], "weighted_metrics": null, "loss_weights": null, "optimizer_config": {"class_name": "Adam", "config": {"name": "Adam", "learning_rate": 0.0010000000474974513, "decay": 0.0, "beta_1": 0.8999999761581421, "beta_2": 0.9990000128746033, "epsilon": 1e-07, "amsgrad": false}}}}2

+
root.layer_with_weights-0"_tf_keras_layer*{"name": "attention", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Attention", "config": {"name": "attention", "trainable": true, "dtype": "float32", "units": 16}, "shared_object_id": 1, "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}}2

+root.layer_with_weights-1"_tf_keras_layer*{"name": "dense", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 2}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 3}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 4, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 16}}, "shared_object_id": 11}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 16]}}2

+-root.layer_with_weights-0.attention_score_vec"_tf_keras_layer*{"name": "attention_score_vec", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "attention_score_vec", "trainable": true, "dtype": "float32", "units": 7, "activation": "linear", "use_bias": false, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 12}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 13}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 14, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 7}}, "shared_object_id": 15}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}}2

+
root.layer_with_weights-0.h_t"_tf_keras_layer*{"name": "last_hidden_state", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Lambda", "config": {"name": "last_hidden_state", "trainable": true, "dtype": "float32", "function": {"class_name": "__tuple__", "items": ["4wEAAAAAAAAAAAAAAAEAAAAFAAAAUwAAAHMWAAAAfABkAGQAhQJkAWQAZACFAmYDGQBTACkCTun/\n////qQApAdoBeHICAAAAcgIAAAD6MS9ob21lL250b3AvUHljaGFybVByb2plY3RzL2ZpbmFsX2xh\nYi9hdHRlbnRpb24ucHnaCDxsYW1iZGE+GwAAAHMCAAAAFgA=\n", null, null]}, "function_type": "lambda", "module": "attention", "output_shape": {"class_name": "__tuple__", "items": [7]}, "output_shape_type": "raw", "output_shape_module": null, "arguments": {}}, "shared_object_id": 16}2

+)root.layer_with_weights-0.attention_score"_tf_keras_layer*{"name": "attention_score", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dot", "config": {"name": "attention_score", "trainable": true, "dtype": "float32", "axes": [1, 2], "normalize": false}, "shared_object_id": 17, "build_input_shape": [{"class_name": "TensorShape", "items": [null, 7]}, {"class_name": "TensorShape", "items": [null, 10, 7]}]}2

+*root.layer_with_weights-0.attention_weight"_tf_keras_layer*{"name": "attention_weight", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Activation", "config": {"name": "attention_weight", "trainable": true, "dtype": "float32", "activation": "softmax"}, "shared_object_id": 18}2

+(root.layer_with_weights-0.context_vector"_tf_keras_layer*{"name": "context_vector", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dot", "config": {"name": "context_vector", "trainable": true, "dtype": "float32", "axes": [1, 1], "normalize": false}, "shared_object_id": 19, "build_input_shape": [{"class_name": "TensorShape", "items": [null, 10, 7]}, {"class_name": "TensorShape", "items": [null, 10]}]}2

+*root.layer_with_weights-0.attention_output"_tf_keras_layer*{"name": "attention_output", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Concatenate", "config": {"name": "attention_output", "trainable": true, "dtype": "float32", "axis": -1}, "shared_object_id": 20, "build_input_shape": [{"class_name": "TensorShape", "items": [null, 7]}, {"class_name": "TensorShape", "items": [null, 7]}]}2

+*root.layer_with_weights-0.attention_vector"_tf_keras_layer*{"name": "attention_vector", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "attention_vector", "trainable": true, "dtype": "float32", "units": 16, "activation": "tanh", "use_bias": false, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 21}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 22}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 23, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 14}}, "shared_object_id": 24}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 14]}}2

+
droot.keras_api.metrics.0"_tf_keras_metric*
{"class_name": "Mean", "name": "loss", "dtype": "float32", "config": {"name": "loss", "dtype": "float32"}, "shared_object_id": 25}2

+eroot.keras_api.metrics.1"_tf_keras_metric*
{"class_name": "CategoricalCrossentropy", "name": "categorical_crossentropy", "dtype": "float32", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 8}2

+
froot.keras_api.metrics.2"_tf_keras_metric*
{"class_name": "CategoricalAccuracy", "name": "categorical_accuracy", "dtype": "float32", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 9}2

+
groot.keras_api.metrics.3"_tf_keras_metric*
{"class_name": "CategoricalHinge", "name": "categorical_hinge", "dtype": "float32", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 10}2

\ No newline at end of file

.model/baseline/keras_metadata.pb

+
+#root"_tf_keras_sequential*#{"name": "sequential", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "must_restore_from_config": false, "class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 16, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}}, "bias_initializer": {"class_name": "Zeros", "config": {}}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}}, {"class_name": "Flatten", "config": {"name": "flatten", "trainable": true, "dtype": "float32", "data_format": "channels_last"}}, {"class_name": "Dense", "config": {"name": "dense_1", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}}, "bias_initializer": {"class_name": "Zeros", "config": {}}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}}]}, "shared_object_id": 8, "input_spec": [{"class_name": "InputSpec", "config": {"dtype": null, "shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "ndim": 3, "max_ndim": null, "min_ndim": null, "axes": {}}}], "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}, "is_graph_network": true, "full_save_spec": {"class_name": "__tuple__", "items": [[{"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}], {}]}, "save_spec": {"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}, "keras_version": "2.8.0", "backend": "tensorflow", "model_config": {"class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}, "shared_object_id": 0}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 16, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 1}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 2}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 3}, {"class_name": "Flatten", "config": {"name": "flatten", "trainable": true, "dtype": "float32", "data_format": "channels_last"}, "shared_object_id": 4}, {"class_name": "Dense", "config": {"name": "dense_1", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 5}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 6}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 7}]}}, "training_config": {"loss": {"class_name": "CategoricalCrossentropy", "config": {"reduction": "auto", "name": "categorical_crossentropy", "from_logits": true, "label_smoothing": 0.0, "axis": -1}, "shared_object_id": 10}, "metrics": [[{"class_name": "CategoricalCrossentropy", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 11}, {"class_name": "CategoricalAccuracy", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 12}, {"class_name": "CategoricalHinge", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 13}]], "weighted_metrics": null, "loss_weights": null, "optimizer_config": {"class_name": "Adam", "config": {"name": "Adam", "learning_rate": 0.0010000000474974513, "decay": 0.0, "beta_1": 0.8999999761581421, "beta_2": 0.9990000128746033, "epsilon": 1e-07, "amsgrad": false}}}}2

+
root.layer_with_weights-0"_tf_keras_layer*{"name": "dense", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 16, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 1}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 2}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 3, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 7}}, "shared_object_id": 14}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}}2

+root.layer-1"_tf_keras_layer*{"name": "flatten", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Flatten", "config": {"name": "flatten", "trainable": true, "dtype": "float32", "data_format": "channels_last"}, "shared_object_id": 4, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 1, "axes": {}}, "shared_object_id": 15}}2

+root.layer_with_weights-1"_tf_keras_layer*{"name": "dense_1", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "dense_1", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 5}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 6}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 7, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 160}}, "shared_object_id": 16}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 160]}}2

+
=root.keras_api.metrics.0"_tf_keras_metric*
{"class_name": "Mean", "name": "loss", "dtype": "float32", "config": {"name": "loss", "dtype": "float32"}, "shared_object_id": 17}2

+>root.keras_api.metrics.1"_tf_keras_metric*
{"class_name": "CategoricalCrossentropy", "name": "categorical_crossentropy", "dtype": "float32", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 11}2

+
?root.keras_api.metrics.2"_tf_keras_metric*
{"class_name": "CategoricalAccuracy", "name": "categorical_accuracy", "dtype": "float32", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 12}2

+
@root.keras_api.metrics.3"_tf_keras_metric*
{"class_name": "CategoricalHinge", "name": "categorical_hinge", "dtype": "float32", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 13}2

\ No newline at end of file

.model/baseline_old/keras_metadata.pb

+
+#root"_tf_keras_sequential*#{"name": "sequential", "trainable": true, "expects_training_arg": true, "dtype": "float32", "batch_input_shape": null, "must_restore_from_config": false, "class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 16, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}}, "bias_initializer": {"class_name": "Zeros", "config": {}}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}}, {"class_name": "Flatten", "config": {"name": "flatten", "trainable": true, "dtype": "float32", "data_format": "channels_last"}}, {"class_name": "Dense", "config": {"name": "dense_1", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}}, "bias_initializer": {"class_name": "Zeros", "config": {}}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}}]}, "shared_object_id": 8, "input_spec": [{"class_name": "InputSpec", "config": {"dtype": null, "shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "ndim": 3, "max_ndim": null, "min_ndim": null, "axes": {}}}], "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}, "is_graph_network": true, "full_save_spec": {"class_name": "__tuple__", "items": [[{"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}], {}]}, "save_spec": {"class_name": "TypeSpec", "type_spec": "tf.TensorSpec", "serialized": [{"class_name": "TensorShape", "items": [null, 10, 7]}, "float32", "input_1"]}, "keras_version": "2.8.0", "backend": "tensorflow", "model_config": {"class_name": "Sequential", "config": {"name": "sequential", "layers": [{"class_name": "InputLayer", "config": {"batch_input_shape": {"class_name": "__tuple__", "items": [null, 10, 7]}, "dtype": "float32", "sparse": false, "ragged": false, "name": "input_1"}, "shared_object_id": 0}, {"class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 16, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 1}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 2}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 3}, {"class_name": "Flatten", "config": {"name": "flatten", "trainable": true, "dtype": "float32", "data_format": "channels_last"}, "shared_object_id": 4}, {"class_name": "Dense", "config": {"name": "dense_1", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 5}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 6}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 7}]}}, "training_config": {"loss": {"class_name": "CategoricalCrossentropy", "config": {"reduction": "auto", "name": "categorical_crossentropy", "from_logits": true, "label_smoothing": 0.0, "axis": -1}, "shared_object_id": 10}, "metrics": [[{"class_name": "CategoricalCrossentropy", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 11}, {"class_name": "CategoricalAccuracy", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 12}, {"class_name": "CategoricalHinge", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 13}]], "weighted_metrics": null, "loss_weights": null, "optimizer_config": {"class_name": "Adam", "config": {"name": "Adam", "learning_rate": 0.0010000000474974513, "decay": 0.0, "beta_1": 0.8999999761581421, "beta_2": 0.9990000128746033, "epsilon": 1e-07, "amsgrad": false}}}}2

+
root.layer_with_weights-0"_tf_keras_layer*{"name": "dense", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "dense", "trainable": true, "dtype": "float32", "units": 16, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 1}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 2}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 3, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 7}}, "shared_object_id": 14}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 10, 7]}}2

+root.layer-1"_tf_keras_layer*{"name": "flatten", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Flatten", "config": {"name": "flatten", "trainable": true, "dtype": "float32", "data_format": "channels_last"}, "shared_object_id": 4, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 1, "axes": {}}, "shared_object_id": 15}}2

+root.layer_with_weights-1"_tf_keras_layer*{"name": "dense_1", "trainable": true, "expects_training_arg": false, "dtype": "float32", "batch_input_shape": null, "stateful": false, "must_restore_from_config": false, "class_name": "Dense", "config": {"name": "dense_1", "trainable": true, "dtype": "float32", "units": 4, "activation": "linear", "use_bias": true, "kernel_initializer": {"class_name": "GlorotUniform", "config": {"seed": null}, "shared_object_id": 5}, "bias_initializer": {"class_name": "Zeros", "config": {}, "shared_object_id": 6}, "kernel_regularizer": null, "bias_regularizer": null, "activity_regularizer": null, "kernel_constraint": null, "bias_constraint": null}, "shared_object_id": 7, "input_spec": {"class_name": "InputSpec", "config": {"dtype": null, "shape": null, "ndim": null, "max_ndim": null, "min_ndim": 2, "axes": {"-1": 160}}, "shared_object_id": 16}, "build_input_shape": {"class_name": "TensorShape", "items": [null, 160]}}2

+
=root.keras_api.metrics.0"_tf_keras_metric*
{"class_name": "Mean", "name": "loss", "dtype": "float32", "config": {"name": "loss", "dtype": "float32"}, "shared_object_id": 17}2

+>root.keras_api.metrics.1"_tf_keras_metric*
{"class_name": "CategoricalCrossentropy", "name": "categorical_crossentropy", "dtype": "float32", "config": {"name": "categorical_crossentropy", "dtype": "float32", "from_logits": true, "label_smoothing": 0}, "shared_object_id": 11}2

+
?root.keras_api.metrics.2"_tf_keras_metric*
{"class_name": "CategoricalAccuracy", "name": "categorical_accuracy", "dtype": "float32", "config": {"name": "categorical_accuracy", "dtype": "float32"}, "shared_object_id": 12}2

+
@root.keras_api.metrics.3"_tf_keras_metric*
{"class_name": "CategoricalHinge", "name": "categorical_hinge", "dtype": "float32", "config": {"name": "categorical_hinge", "dtype": "float32"}, "shared_object_id": 13}2

\ No newline at end of file