During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1297, in restore
sess.run(self.saver_def.restore_op_name,
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 967, in run
result = self._run(None, fetches, feed_dict, options_ptr,
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1190, in _run
results = self._do_run(handle, final_targets, final_fetches,
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1368, in _do_run
return self._do_call(_run_fn, feeds, fetches, targets, options,
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1394, in _do_call
raise type(e)(node_def, op, message)
tensorflow.python.framework.errors_impl.NotFoundError: Key dense_2/kernel not found in checkpoint
[[node save_1/RestoreV2 (defined at /site-packages/infercode/client/infercode_client.py:45) ]]
Original stack trace for 'save_1/RestoreV2':
File "/runpy.py", line 194, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/site-packages/infercode/main.py", line 61, in
main()
File "/site-packages/infercode/main.py", line 53, in main
infercode.init_from_config()
File "/site-packages/infercode/client/infercode_client.py", line 45, in init_from_config
self.saver = tf.train.Saver(save_relative_paths=True, max_to_keep=5)
File "/site-packages/tensorflow/python/training/saver.py", line 835, in init
self.build()
File "/site-packages/tensorflow/python/training/saver.py", line 847, in build
self._build(self._filename, build_save=True, build_restore=True)
File "/site-packages/tensorflow/python/training/saver.py", line 875, in _build
self.saver_def = self._builder._build_internal( # pylint: disable=protected-access
File "/site-packages/tensorflow/python/training/saver.py", line 514, in _build_internal
restore_op = self._AddRestoreOps(filename_tensor, saveables,
File "/site-packages/tensorflow/python/training/saver.py", line 334, in _AddRestoreOps
all_tensors = self.bulk_restore(filename_tensor, saveables, preferred_shard,
File "/site-packages/tensorflow/python/training/saver.py", line 582, in bulk_restore
return io_ops.restore_v2(filename_tensor, names, slices, dtypes)
File "/site-packages/tensorflow/python/ops/gen_io_ops.py", line 1508, in restorev2
, _, _op, _outputs = _op_def_library._apply_op_helper(
File "/site-packages/tensorflow/python/framework/op_def_library.py", line 748, in _apply_op_helper
op = g._create_op_internal(op_type_name, inputs, dtypes=None,
File "/site-packages/tensorflow/python/framework/ops.py", line 3528, in _create_op_internal
ret = Operation(
File "/site-packages/tensorflow/python/framework/ops.py", line 1990, in init
self._traceback = tf_stack.extract_stack()
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/py_checkpoint_reader.py", line 69, in get_tensor
return CheckpointReader.CheckpointReader_GetTensor(
RuntimeError: Key _CHECKPOINTABLE_OBJECT_GRAPH not found in checkpoint
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1308, in restore
names_to_keys = object_graph_key_mapping(save_path)
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1626, in object_graph_key_mapping
object_graph_string = reader.get_tensor(trackable.OBJECT_GRAPH_PROTO_KEY)
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/py_checkpoint_reader.py", line 74, in get_tensor
error_translator(e)
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/py_checkpoint_reader.py", line 35, in error_translator
raise errors_impl.NotFoundError(None, None, error_message)
tensorflow.python.framework.errors_impl.NotFoundError: Key _CHECKPOINTABLE_OBJECT_GRAPH not found in checkpoint
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/gpu/.conda/envs/infercode/lib/python3.8/runpy.py", line 194, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/home/gpu/.conda/envs/infercode/lib/python3.8/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/infercode/main.py", line 61, in
main()
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/infercode/main.py", line 53, in main
infercode.init_from_config()
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/infercode/client/infercode_client.py", line 54, in init_from_config
self.saver.restore(self.sess, ckpt.model_checkpoint_path)
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1313, in restore
raise _wrap_restore_error_with_msg(
tensorflow.python.framework.errors_impl.NotFoundError: Restoring from checkpoint failed. This is most likely due to a Variable name or other graph key that is missing from the checkpoint. Please ensure that you have not altered the graph expected based on the checkpoint. Original error:
Key dense_2/kernel not found in checkpoint
[[node save_1/RestoreV2 (defined at /site-packages/infercode/client/infercode_client.py:45) ]]
Original stack trace for 'save_1/RestoreV2':
File "/runpy.py", line 194, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/site-packages/infercode/main.py", line 61, in
main()
File "/site-packages/infercode/main.py", line 53, in main
infercode.init_from_config()
File "/site-packages/infercode/client/infercode_client.py", line 45, in init_from_config
self.saver = tf.train.Saver(save_relative_paths=True, max_to_keep=5)
File "/site-packages/tensorflow/python/training/saver.py", line 835, in init
self.build()
File "/site-packages/tensorflow/python/training/saver.py", line 847, in build
self._build(self._filename, build_save=True, build_restore=True)
File "/site-packages/tensorflow/python/training/saver.py", line 875, in _build
self.saver_def = self._builder._build_internal( # pylint: disable=protected-access
File "/site-packages/tensorflow/python/training/saver.py", line 514, in _build_internal
restore_op = self._AddRestoreOps(filename_tensor, saveables,
File "/site-packages/tensorflow/python/training/saver.py", line 334, in _AddRestoreOps
all_tensors = self.bulk_restore(filename_tensor, saveables, preferred_shard,
File "/site-packages/tensorflow/python/training/saver.py", line 582, in bulk_restore
return io_ops.restore_v2(filename_tensor, names, slices, dtypes)
File "/site-packages/tensorflow/python/ops/gen_io_ops.py", line 1508, in restorev2
, _, _op, _outputs = _op_def_library._apply_op_helper(
File "/site-packages/tensorflow/python/framework/op_def_library.py", line 748, in _apply_op_helper
op = g._create_op_internal(op_type_name, inputs, dtypes=None,
File "/site-packages/tensorflow/python/framework/ops.py", line 3528, in _create_op_internal
ret = Operation(
File "/site-packages/tensorflow/python/framework/ops.py", line 1990, in init
self._traceback = tf_stack.extract_stack()
infercode Book.java CoolService.java [[ 0.38303974 1.4843202 0.61839557 0.14034976 0.02223869 -0.7740696 -0.5937896 -0.58639425 -0.5340922 0.16736332 -0.41043946 -0.11949562 0.92982614 -0.1356623 -0.4808729 0.28710333 -0.34817076 0.5575525 0.15530032 1.6053647 0.5898889 -0.4097566 -0.4019269 -0.6872514 0.55460155 -0.22991975 -0.39823616 -0.48058054 -0.22132947 -0.6536728 -0.27846056 -0.57694393 0.09179881 -0.35203043 -0.3749781 -0.35520336 0.49900222 -0.3916241 -0.78766006 -0.58723456 -0.3593774 -0.4304761 -0.3096843 -0.21838556 2.4091513 0.90175235 -0.5389576 1.4856302 -0.54281265 0.6444931 1.3740956 2.8259175 1.1957991 -0.44408906 -0.18730186 -0.38441432 -0.17307334 0.01391467 -0.37244347 0.25457305 0.15234028 0.9025265 0.5072829 0.01281878 -0.08297866 0.10418227 -0.3482946 -0.24725845 -0.40372172 -0.78977174 -0.3094635 -0.65167886 -0.29972795 1.6762887 0.74273336 -0.80558974 1.6752175 -0.6440183 -0.5221743 0.5496853 1.7443756 -0.04492668 -0.37624377 -0.43881357 0.10893515 -0.62408113 -0.28724825 1.6614692 0.42661044 0.8835053 -0.2010308 0.71462727 -0.36316925 0.09840436 1.3291454 -0.38315466 0.97000957 1.8023095 -0.35803017 -0.8325385 ]] Traceback (most recent call last): File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1375, in _do_call return fn(*args) File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1359, in _run_fn return self._call_tf_sessionrun(options, feed_dict, fetch_list, File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1451, in _call_tf_sessionrun return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict, tensorflow.python.framework.errors_impl.NotFoundError: Key dense_2/kernel not found in checkpoint [[{{node save_1/RestoreV2}}]]
During handling of the above exception, another exception occurred:
Traceback (most recent call last): File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1297, in restore sess.run(self.saver_def.restore_op_name, File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 967, in run result = self._run(None, fetches, feed_dict, options_ptr, File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1190, in _run results = self._do_run(handle, final_targets, final_fetches, File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1368, in _do_run return self._do_call(_run_fn, feeds, fetches, targets, options, File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/client/session.py", line 1394, in _do_call raise type(e)(node_def, op, message) tensorflow.python.framework.errors_impl.NotFoundError: Key dense_2/kernel not found in checkpoint [[node save_1/RestoreV2 (defined at /site-packages/infercode/client/infercode_client.py:45) ]]
Original stack trace for 'save_1/RestoreV2': File "/runpy.py", line 194, in _run_module_as_main return _run_code(code, main_globals, None, File "/runpy.py", line 87, in _run_code exec(code, run_globals) File "/site-packages/infercode/main.py", line 61, in
main()
File "/site-packages/infercode/main.py", line 53, in main
infercode.init_from_config()
File "/site-packages/infercode/client/infercode_client.py", line 45, in init_from_config
self.saver = tf.train.Saver(save_relative_paths=True, max_to_keep=5)
File "/site-packages/tensorflow/python/training/saver.py", line 835, in init
self.build()
File "/site-packages/tensorflow/python/training/saver.py", line 847, in build
self._build(self._filename, build_save=True, build_restore=True)
File "/site-packages/tensorflow/python/training/saver.py", line 875, in _build
self.saver_def = self._builder._build_internal( # pylint: disable=protected-access
File "/site-packages/tensorflow/python/training/saver.py", line 514, in _build_internal
restore_op = self._AddRestoreOps(filename_tensor, saveables,
File "/site-packages/tensorflow/python/training/saver.py", line 334, in _AddRestoreOps
all_tensors = self.bulk_restore(filename_tensor, saveables, preferred_shard,
File "/site-packages/tensorflow/python/training/saver.py", line 582, in bulk_restore
return io_ops.restore_v2(filename_tensor, names, slices, dtypes)
File "/site-packages/tensorflow/python/ops/gen_io_ops.py", line 1508, in restorev2
, _, _op, _outputs = _op_def_library._apply_op_helper(
File "/site-packages/tensorflow/python/framework/op_def_library.py", line 748, in _apply_op_helper
op = g._create_op_internal(op_type_name, inputs, dtypes=None,
File "/site-packages/tensorflow/python/framework/ops.py", line 3528, in _create_op_internal
ret = Operation(
File "/site-packages/tensorflow/python/framework/ops.py", line 1990, in init
self._traceback = tf_stack.extract_stack()
During handling of the above exception, another exception occurred:
Traceback (most recent call last): File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/py_checkpoint_reader.py", line 69, in get_tensor return CheckpointReader.CheckpointReader_GetTensor( RuntimeError: Key _CHECKPOINTABLE_OBJECT_GRAPH not found in checkpoint
During handling of the above exception, another exception occurred:
Traceback (most recent call last): File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1308, in restore names_to_keys = object_graph_key_mapping(save_path) File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1626, in object_graph_key_mapping object_graph_string = reader.get_tensor(trackable.OBJECT_GRAPH_PROTO_KEY) File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/py_checkpoint_reader.py", line 74, in get_tensor error_translator(e) File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/py_checkpoint_reader.py", line 35, in error_translator raise errors_impl.NotFoundError(None, None, error_message) tensorflow.python.framework.errors_impl.NotFoundError: Key _CHECKPOINTABLE_OBJECT_GRAPH not found in checkpoint
During handling of the above exception, another exception occurred:
Traceback (most recent call last): File "/home/gpu/.conda/envs/infercode/lib/python3.8/runpy.py", line 194, in _run_module_as_main return _run_code(code, main_globals, None, File "/home/gpu/.conda/envs/infercode/lib/python3.8/runpy.py", line 87, in _run_code exec(code, run_globals) File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/infercode/main.py", line 61, in
main()
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/infercode/main.py", line 53, in main
infercode.init_from_config()
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/infercode/client/infercode_client.py", line 54, in init_from_config
self.saver.restore(self.sess, ckpt.model_checkpoint_path)
File "/home/gpu/.conda/envs/infercode/lib/python3.8/site-packages/tensorflow/python/training/saver.py", line 1313, in restore
raise _wrap_restore_error_with_msg(
tensorflow.python.framework.errors_impl.NotFoundError: Restoring from checkpoint failed. This is most likely due to a Variable name or other graph key that is missing from the checkpoint. Please ensure that you have not altered the graph expected based on the checkpoint. Original error:
Key dense_2/kernel not found in checkpoint [[node save_1/RestoreV2 (defined at /site-packages/infercode/client/infercode_client.py:45) ]]
Original stack trace for 'save_1/RestoreV2': File "/runpy.py", line 194, in _run_module_as_main return _run_code(code, main_globals, None, File "/runpy.py", line 87, in _run_code exec(code, run_globals) File "/site-packages/infercode/main.py", line 61, in
main()
File "/site-packages/infercode/main.py", line 53, in main
infercode.init_from_config()
File "/site-packages/infercode/client/infercode_client.py", line 45, in init_from_config
self.saver = tf.train.Saver(save_relative_paths=True, max_to_keep=5)
File "/site-packages/tensorflow/python/training/saver.py", line 835, in init
self.build()
File "/site-packages/tensorflow/python/training/saver.py", line 847, in build
self._build(self._filename, build_save=True, build_restore=True)
File "/site-packages/tensorflow/python/training/saver.py", line 875, in _build
self.saver_def = self._builder._build_internal( # pylint: disable=protected-access
File "/site-packages/tensorflow/python/training/saver.py", line 514, in _build_internal
restore_op = self._AddRestoreOps(filename_tensor, saveables,
File "/site-packages/tensorflow/python/training/saver.py", line 334, in _AddRestoreOps
all_tensors = self.bulk_restore(filename_tensor, saveables, preferred_shard,
File "/site-packages/tensorflow/python/training/saver.py", line 582, in bulk_restore
return io_ops.restore_v2(filename_tensor, names, slices, dtypes)
File "/site-packages/tensorflow/python/ops/gen_io_ops.py", line 1508, in restorev2
, _, _op, _outputs = _op_def_library._apply_op_helper(
File "/site-packages/tensorflow/python/framework/op_def_library.py", line 748, in _apply_op_helper
op = g._create_op_internal(op_type_name, inputs, dtypes=None,
File "/site-packages/tensorflow/python/framework/ops.py", line 3528, in _create_op_internal
ret = Operation(
File "/site-packages/tensorflow/python/framework/ops.py", line 1990, in init
self._traceback = tf_stack.extract_stack()