预创建的 Estimators

import tensorflow as tf import pandas as pd 

 2023-11-07 19:05:32.884593: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered 2023-11-07 19:05:32.884639: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered 2023-11-07 19:05:32.886222: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered 

CSV_COLUMN_NAMES = ['SepalLength', 'SepalWidth', 'PetalLength', 'PetalWidth', 'Species'] SPECIES = ['Setosa', 'Versicolor', 'Virginica'] 

train_path = tf.keras.utils.get_file( "iris_training.csv", "https://storage.googleapis.com/download.tensorflow.org/data/iris_training.csv") test_path = tf.keras.utils.get_file( "iris_test.csv", "https://storage.googleapis.com/download.tensorflow.org/data/iris_test.csv") train = pd.read_csv(train_path, names=CSV_COLUMN_NAMES, header=0) test = pd.read_csv(test_path, names=CSV_COLUMN_NAMES, header=0) 

 Downloading data from https://storage.googleapis.com/download.tensorflow.org/data/iris_training.csv 2194/2194 [==============================] - 0s 0us/step Downloading data from https://storage.googleapis.com/download.tensorflow.org/data/iris_test.csv 573/573 [==============================] - 0s 0us/step 

train.head() 

train_y = train.pop('Species') test_y = test.pop('Species') # The label column has now been removed from the features. train.head() 

def input_evaluation_set(): features = {'SepalLength': np.array([6.4, 5.0]), 'SepalWidth': np.array([2.8, 2.3]), 'PetalLength': np.array([5.6, 3.3]), 'PetalWidth': np.array([2.2, 1.0])} labels = np.array([2, 1]) return features, labels 

def input_fn(features, labels, training=True, batch_size=256):  """An input function for training or evaluating""" # Convert the inputs to a Dataset. dataset = tf.data.Dataset.from_tensor_slices((dict(features), labels)) # Shuffle and repeat if you are in training mode. if training: dataset = dataset.shuffle(1000).repeat() return dataset.batch(batch_size) 

# Feature columns describe how to use the input. my_feature_columns = [] for key in train.keys(): my_feature_columns.append(tf.feature_column.numeric_column(key=key)) 

 WARNING:tensorflow:From /tmpfs/tmp/ipykernel_420919/1593920324.py:4: numeric_column (from tensorflow.python.feature_column.feature_column_v2) is deprecated and will be removed in a future version. Instructions for updating: Use Keras preprocessing layers instead, either directly or via the `tf.keras.utils.FeatureSpace` utility. Each of `tf.feature_column.*` has a functional equivalent in `tf.keras.layers` for feature preprocessing when training a Keras model. 

# Build a DNN with 2 hidden layers with 30 and 10 hidden nodes each. classifier = tf.estimator.DNNClassifier( feature_columns=my_feature_columns, # Two hidden layers of 30 and 10 nodes respectively. hidden_units=[30, 10], # The model must choose between 3 classes. n_classes=3) 

 WARNING:tensorflow:From /tmpfs/tmp/ipykernel_420919/2221267581.py:2: DNNClassifierV2.__init__ (from tensorflow_estimator.python.estimator.canned.dnn) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/head/head_utils.py:59: MultiClassHead.__init__ (from tensorflow_estimator.python.estimator.head.multi_class_head) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/canned/dnn.py:759: Estimator.__init__ (from tensorflow_estimator.python.estimator.estimator) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/estimator.py:1844: RunConfig.__init__ (from tensorflow_estimator.python.estimator.run_config) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:Using default config. WARNING:tensorflow:Using temporary folder as model directory: /tmpfs/tmp/tmpoulu7cx6 INFO:tensorflow:Using config: {'_model_dir': '/tmpfs/tmp/tmpoulu7cx6', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true graph_options { rewrite_options { meta_optimizer_iterations: ONE } } , '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_checkpoint_save_graph_def': True, '_service': None, '_cluster_spec': ClusterSpec({}), '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1} 

# Train the Model. classifier.train( input_fn=lambda: input_fn(train, train_y, training=True), steps=5000) 

 WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/estimator.py:385: StopAtStepHook.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:Calling model_fn. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/keras/src/optimizers/legacy/adagrad.py:93: calling Constant.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version. Instructions for updating: Call initializer instance with the dtype argument instead of passing it to the constructor WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/model_fn.py:250: EstimatorSpec.__new__ (from tensorflow_estimator.python.estimator.model_fn) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:Done calling model_fn. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/estimator.py:1416: NanTensorHook.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/estimator.py:1419: LoggingTensorHook.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow/python/training/basic_session_run_hooks.py:232: SecondOrStepTimer.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/estimator.py:1456: CheckpointSaverHook.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:Create CheckpointSaverHook. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow/python/training/monitored_session.py:579: StepCounterHook.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow/python/training/monitored_session.py:586: SummarySaverHook.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:Graph was finalized. INFO:tensorflow:Running local_init_op. INFO:tensorflow:Done running local_init_op. 2023-11-07 19:05:37.897085: W tensorflow/core/common_runtime/type_inference.cc:339] Type inference failed. This indicates an invalid graph that escaped type checking. Error message: INVALID_ARGUMENT: expected compatible input types, but input 1: type_id: TFT_OPTIONAL args { type_id: TFT_PRODUCT args { type_id: TFT_TENSOR args { type_id: TFT_INT64 } } } is neither a subtype nor a supertype of the combined inputs preceding it: type_id: TFT_OPTIONAL args { type_id: TFT_PRODUCT args { type_id: TFT_TENSOR args { type_id: TFT_INT32 } } } for Tuple type infernce function 0 while inferring type of node 'dnn/zero_fraction/cond/output/_18' INFO:tensorflow:Calling checkpoint listeners before saving checkpoint 0... INFO:tensorflow:Saving checkpoints for 0 into /tmpfs/tmp/tmpoulu7cx6/model.ckpt. INFO:tensorflow:Calling checkpoint listeners after saving checkpoint 0... WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow/python/training/monitored_session.py:1455: SessionRunArgs.__new__ (from tensorflow.python.training.session_run_hook) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow/python/training/monitored_session.py:1454: SessionRunContext.__init__ (from tensorflow.python.training.session_run_hook) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow/python/training/monitored_session.py:1474: SessionRunValues.__new__ (from tensorflow.python.training.session_run_hook) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:loss = 1.5073682, step = 0 INFO:tensorflow:global_step/sec: 439.465 INFO:tensorflow:loss = 1.0172048, step = 100 (0.229 sec) INFO:tensorflow:global_step/sec: 606.207 INFO:tensorflow:loss = 0.88746536, step = 200 (0.165 sec) INFO:tensorflow:global_step/sec: 616.132 INFO:tensorflow:loss = 0.8561147, step = 300 (0.162 sec) INFO:tensorflow:global_step/sec: 609.728 INFO:tensorflow:loss = 0.8380361, step = 400 (0.164 sec) INFO:tensorflow:global_step/sec: 612.992 INFO:tensorflow:loss = 0.83253044, step = 500 (0.163 sec) INFO:tensorflow:global_step/sec: 613.225 INFO:tensorflow:loss = 0.7997909, step = 600 (0.163 sec) INFO:tensorflow:global_step/sec: 620.106 INFO:tensorflow:loss = 0.8083163, step = 700 (0.161 sec) INFO:tensorflow:global_step/sec: 600.24 INFO:tensorflow:loss = 0.7587497, step = 800 (0.166 sec) INFO:tensorflow:global_step/sec: 622.992 INFO:tensorflow:loss = 0.76957697, step = 900 (0.160 sec) INFO:tensorflow:global_step/sec: 608.274 INFO:tensorflow:loss = 0.7207211, step = 1000 (0.164 sec) INFO:tensorflow:global_step/sec: 613.67 INFO:tensorflow:loss = 0.7105023, step = 1100 (0.163 sec) INFO:tensorflow:global_step/sec: 623.223 INFO:tensorflow:loss = 0.7275356, step = 1200 (0.161 sec) INFO:tensorflow:global_step/sec: 584.544 INFO:tensorflow:loss = 0.7416762, step = 1300 (0.171 sec) INFO:tensorflow:global_step/sec: 595.923 INFO:tensorflow:loss = 0.716245, step = 1400 (0.168 sec) INFO:tensorflow:global_step/sec: 594.104 INFO:tensorflow:loss = 0.69990337, step = 1500 (0.168 sec) INFO:tensorflow:global_step/sec: 596.8 INFO:tensorflow:loss = 0.69416165, step = 1600 (0.168 sec) INFO:tensorflow:global_step/sec: 597.293 INFO:tensorflow:loss = 0.67331016, step = 1700 (0.167 sec) INFO:tensorflow:global_step/sec: 601.12 INFO:tensorflow:loss = 0.6699522, step = 1800 (0.166 sec) INFO:tensorflow:global_step/sec: 589.327 INFO:tensorflow:loss = 0.66161495, step = 1900 (0.170 sec) INFO:tensorflow:global_step/sec: 586.803 INFO:tensorflow:loss = 0.6554887, step = 2000 (0.170 sec) INFO:tensorflow:global_step/sec: 587.731 INFO:tensorflow:loss = 0.6613943, step = 2100 (0.170 sec) INFO:tensorflow:global_step/sec: 601.215 INFO:tensorflow:loss = 0.6285989, step = 2200 (0.166 sec) INFO:tensorflow:global_step/sec: 603.741 INFO:tensorflow:loss = 0.64100504, step = 2300 (0.166 sec) INFO:tensorflow:global_step/sec: 604.138 INFO:tensorflow:loss = 0.62196255, step = 2400 (0.165 sec) INFO:tensorflow:global_step/sec: 599.965 INFO:tensorflow:loss = 0.59547615, step = 2500 (0.167 sec) INFO:tensorflow:global_step/sec: 593.705 INFO:tensorflow:loss = 0.5903188, step = 2600 (0.168 sec) INFO:tensorflow:global_step/sec: 604.55 INFO:tensorflow:loss = 0.616672, step = 2700 (0.165 sec) INFO:tensorflow:global_step/sec: 627.945 INFO:tensorflow:loss = 0.60870504, step = 2800 (0.159 sec) INFO:tensorflow:global_step/sec: 623.905 INFO:tensorflow:loss = 0.59756136, step = 2900 (0.160 sec) INFO:tensorflow:global_step/sec: 613.108 INFO:tensorflow:loss = 0.5934744, step = 3000 (0.163 sec) INFO:tensorflow:global_step/sec: 616.35 INFO:tensorflow:loss = 0.59139955, step = 3100 (0.162 sec) INFO:tensorflow:global_step/sec: 599.788 INFO:tensorflow:loss = 0.584731, step = 3200 (0.167 sec) INFO:tensorflow:global_step/sec: 594.577 INFO:tensorflow:loss = 0.5786096, step = 3300 (0.168 sec) INFO:tensorflow:global_step/sec: 605.614 INFO:tensorflow:loss = 0.58198833, step = 3400 (0.165 sec) INFO:tensorflow:global_step/sec: 594.772 INFO:tensorflow:loss = 0.57257384, step = 3500 (0.168 sec) INFO:tensorflow:global_step/sec: 585.277 INFO:tensorflow:loss = 0.5604176, step = 3600 (0.171 sec) INFO:tensorflow:global_step/sec: 604.04 INFO:tensorflow:loss = 0.550858, step = 3700 (0.166 sec) INFO:tensorflow:global_step/sec: 585.579 INFO:tensorflow:loss = 0.57899547, step = 3800 (0.171 sec) INFO:tensorflow:global_step/sec: 593.479 INFO:tensorflow:loss = 0.54325897, step = 3900 (0.168 sec) INFO:tensorflow:global_step/sec: 605.619 INFO:tensorflow:loss = 0.57464546, step = 4000 (0.165 sec) INFO:tensorflow:global_step/sec: 615.744 INFO:tensorflow:loss = 0.54382163, step = 4100 (0.162 sec) INFO:tensorflow:global_step/sec: 612.668 INFO:tensorflow:loss = 0.5404015, step = 4200 (0.163 sec) INFO:tensorflow:global_step/sec: 589.679 INFO:tensorflow:loss = 0.5463786, step = 4300 (0.169 sec) INFO:tensorflow:global_step/sec: 587.872 INFO:tensorflow:loss = 0.54900044, step = 4400 (0.170 sec) INFO:tensorflow:global_step/sec: 602.697 INFO:tensorflow:loss = 0.52490914, step = 4500 (0.166 sec) INFO:tensorflow:global_step/sec: 601.161 INFO:tensorflow:loss = 0.51717925, step = 4600 (0.166 sec) INFO:tensorflow:global_step/sec: 615.13 INFO:tensorflow:loss = 0.51362664, step = 4700 (0.163 sec) INFO:tensorflow:global_step/sec: 620.598 INFO:tensorflow:loss = 0.5242693, step = 4800 (0.161 sec) INFO:tensorflow:global_step/sec: 602.749 INFO:tensorflow:loss = 0.5284901, step = 4900 (0.166 sec) INFO:tensorflow:Calling checkpoint listeners before saving checkpoint 5000... INFO:tensorflow:Saving checkpoints for 5000 into /tmpfs/tmp/tmpoulu7cx6/model.ckpt. INFO:tensorflow:Calling checkpoint listeners after saving checkpoint 5000... INFO:tensorflow:Loss for final step: 0.512492. <tensorflow_estimator.python.estimator.canned.dnn.DNNClassifierV2 at 0x7fa8337c7ac0> 

eval_result = classifier.evaluate( input_fn=lambda: input_fn(test, test_y, training=False)) print('\nTest set accuracy: {accuracy:0.3f}\n'.format(**eval_result)) 

 INFO:tensorflow:Calling model_fn. INFO:tensorflow:Done calling model_fn. INFO:tensorflow:Starting evaluation at 2023-11-07T19:05:47 WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow/python/training/evaluation.py:260: FinalOpsHook.__init__ (from tensorflow.python.training.basic_session_run_hooks) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:Graph was finalized. INFO:tensorflow:Restoring parameters from /tmpfs/tmp/tmpoulu7cx6/model.ckpt-5000 INFO:tensorflow:Running local_init_op. INFO:tensorflow:Done running local_init_op. INFO:tensorflow:Inference Time : 0.70216s INFO:tensorflow:Finished evaluation at 2023-11-07-19:05:47 INFO:tensorflow:Saving dict for global step 5000: accuracy = 0.53333336, average_loss = 0.6654332, global_step = 5000, loss = 0.6654332 INFO:tensorflow:Saving 'checkpoint_path' summary for global step 5000: /tmpfs/tmp/tmpoulu7cx6/model.ckpt-5000 Test set accuracy: 0.533 

# Generate predictions from the model expected = ['Setosa', 'Versicolor', 'Virginica'] predict_x = { 'SepalLength': [5.1, 5.9, 6.9], 'SepalWidth': [3.3, 3.0, 3.1], 'PetalLength': [1.7, 4.2, 5.4], 'PetalWidth': [0.5, 1.5, 2.1], } def input_fn(features, batch_size=256):  """An input function for prediction.""" # Convert the inputs to a Dataset without labels. return tf.data.Dataset.from_tensor_slices(dict(features)).batch(batch_size) predictions = classifier.predict( input_fn=lambda: input_fn(predict_x)) 

for pred_dict, expec in zip(predictions, expected): class_id = pred_dict['class_ids'][0] probability = pred_dict['probabilities'][class_id] print('Prediction is "{}" ({:.1f}%), expected "{}"'.format( SPECIES[class_id], 100 * probability, expec)) 

 INFO:tensorflow:Calling model_fn. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/head/base_head.py:786: ClassificationOutput.__init__ (from tensorflow.python.saved_model.model_utils.export_output) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. WARNING:tensorflow:From /tmpfs/src/tf_docs_env/lib/python3.9/site-packages/tensorflow_estimator/python/estimator/head/multi_class_head.py:455: PredictOutput.__init__ (from tensorflow.python.saved_model.model_utils.export_output) is deprecated and will be removed in a future version. Instructions for updating: Use tf.keras instead. INFO:tensorflow:Done calling model_fn. INFO:tensorflow:Graph was finalized. INFO:tensorflow:Restoring parameters from /tmpfs/tmp/tmpoulu7cx6/model.ckpt-5000 INFO:tensorflow:Running local_init_op. INFO:tensorflow:Done running local_init_op. Prediction is "Setosa" (78.5%), expected "Setosa" Prediction is "Virginica" (40.7%), expected "Versicolor" Prediction is "Virginica" (75.4%), expected "Virginica"