You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Traceback (most recent call last):
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/parameterized.py", line 265, in bound_param_test
test_method(self, *testcase_params)
File "/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train_test.py", line 92, in test_train_model
gin_bindings)
File "/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 53, in train_with_gin
train(model_dir, overwrite)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1073, in gin_wrapper
utils.augment_exception_message_and_reraise(e, err_str)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/gin/utils.py", line 49, in augment_exception_message_and_reraise
six.raise_from(proxy.with_traceback(exception.traceback), None)
File "", line 3, in raise_from
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 123, in train
steps=training_steps)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2876, in train
rendezvous.raise_errors()
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/error_handling.py", line 131, in raise_errors
six.reraise(typ, value, traceback)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/six.py", line 693, in reraise
raise value
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2871, in train
saving_listeners=saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 367, in train
loss = self._train_model(input_fn, hooks, saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1158, in _train_model
return self._train_model_default(input_fn, hooks, saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1192, in _train_model_default
saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1484, in _train_with_estimator_spec
_, loss = mon_sess.run([estimator_spec.train_op, estimator_spec.loss])
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 754, in run
run_metadata=run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1252, in run
run_metadata=run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1353, in run
raise six.reraise(*original_exc_info)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/six.py", line 693, in reraise
raise value
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1338, in run
return self._sess.run(*args, **kwargs)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1411, in run
run_metadata=run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1169, in run
return self._sess.run(*args, **kwargs)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 950, in run
run_metadata_ptr)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 1173, in _run
feed_dict_tensor, options, run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 1350, in _do_run
run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 1370, in _do_call
raise type(e)(node_def, op, message)
tensorflow.python.framework.errors_impl.UnknownError: 2 root error(s) found.
(0) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
[[node encoder/e1/Conv2D (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py:173) ]]
[[loss/_497]]
(1) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
[[node encoder/e1/Conv2D (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py:173) ]]
0 successful operations.
0 derived errors ignored.
Errors may have originated from an input operation.
Input Source operations connected to node encoder/e1/Conv2D:
IteratorGetNext (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py:155)
Input Source operations connected to node encoder/e1/Conv2D:
IteratorGetNext (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py:155)
Original stack trace for 'encoder/e1/Conv2D':
File "/miniconda3/envs/deep/lib/python3.7/runpy.py", line 193, in _run_module_as_main
"main", mod_spec)
File "/miniconda3/envs/deep/lib/python3.7/runpy.py", line 85, in _run_code
exec(code, run_globals)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train_test.py", line 96, in
absltest.main()
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 1909, in main
_run_in_app(run_tests, args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2026, in _run_in_app
app.run(main=main_function)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/app.py", line 299, in run
_run_main(main, args)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/app.py", line 250, in _run_main
sys.exit(main(argv))
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2024, in main_function
function(argv, args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2295, in run_tests
argv, args, kwargs, xml_reporter.TextAndXMLTestRunner)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2265, in _run_and_get_tests_result
test_program = unittest.TestProgram(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/unittest/main.py", line 101, in init
self.runTests()
File "/miniconda3/envs/deep/lib/python3.7/unittest/main.py", line 271, in runTests
self.result = testRunner.run(self.test)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/_pretty_print_reporter.py", line 87, in run
return super(TextTestRunner, self).run(test)
File "/miniconda3/envs/deep/lib/python3.7/unittest/runner.py", line 176, in run
test(result)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 84, in call
return self.run(*args, **kwds)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 122, in run
test(result)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 84, in call
return self.run(*args, **kwds)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 122, in run
test(result)
File "/miniconda3/envs/deep/lib/python3.7/unittest/case.py", line 676, in call
return self.run(*args, **kwds)
File "/miniconda3/envs/deep/lib/python3.7/unittest/case.py", line 628, in run
testMethod()
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/parameterized.py", line 265, in bound_param_test
test_method(self, *testcase_params)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train_test.py", line 92, in test_train_model
gin_bindings)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 53, in train_with_gin
train(model_dir, overwrite)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 123, in train
steps=training_steps)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2871, in train
saving_listeners=saving_listeners)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 367, in train
loss = self._train_model(input_fn, hooks, saving_listeners)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1158, in _train_model
return self._train_model_default(input_fn, hooks, saving_listeners)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1188, in _train_model_default
features, labels, ModeKeys.TRAIN, self.config)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2709, in _call_model_fn
config)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1146, in _call_model_fn
model_fn_results = self._model_fn(features=features, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2967, in _model_fn
features, labels, is_export_mode=is_export_mode)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 1549, in call_without_tpu
return self._call_model_fn(features, labels, is_export_mode=is_export_mode)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 1867, in _call_model_fn
estimator_spec = self._model_fn(features=features, **kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/vae.py", line 43, in model_fn
z_mean, z_logvar = self.gaussian_encoder(features, is_training=is_training)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/vae.py", line 93, in gaussian_encoder
input_tensor, is_training=is_training)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py", line 53, in make_gaussian_encoder
is_training=is_training)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py", line 173, in conv_encoder
name="e1",
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/util/deprecation.py", line 324, in new_func
return func(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/layers/convolutional.py", line 424, in conv2d
return layer.apply(inputs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/keras/engine/base_layer.py", line 1479, in apply
return self.call(inputs, *args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/layers/base.py", line 537, in call
outputs = super(Layer, self).call(inputs, *args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/keras/engine/base_layer.py", line 634, in call
outputs = call_fn(inputs, *args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/autograph/impl/api.py", line 146, in wrapper
), args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/autograph/impl/api.py", line 446, in converted_call
return _call_unconverted(f, args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/autograph/impl/api.py", line 253, in _call_unconverted
return f(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/keras/layers/convolutional.py", line 196, in call
outputs = self._convolution_op(inputs, self.kernel)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 1079, in call
return self.conv_op(inp, filter)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 635, in call
return self.call(inp, filter)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 234, in call
name=self.name)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 1953, in conv2d
name=name)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/gen_nn_ops.py", line 1071, in conv2d
data_format=data_format, dilations=dilations, name=name)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/framework/op_def_library.py", line 788, in _apply_op_helper
op_def=op_def)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/util/deprecation.py", line 507, in new_func
return func(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/framework/ops.py", line 3616, in create_op
op_def=op_def)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/framework/ops.py", line 2005, in init
self._traceback = tf_stack.extract_stack()
In call to configurable 'model' (<function train at 0x7f41779bb8c0>)
Ran 13 tests in 52.660s
FAILED (errors=4)
The text was updated successfully, but these errors were encountered:
Hi guys, I am having this kind or error when I try the test command
after the pip install command.
pip install .[tf_gpu]
======================================================================
ERROR: test_train_model(['/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/config/tests/methods/unsupervised/train_test.gin'], ['model.model = @Vae()', 'vae.beta = 10.', 'reconstruction_loss.loss_fn = @l2_loss', "reconstruction_loss.activation = 'logits'", "reconstruction_loss.activation = 'tanh'", 'encoder.encoder_fn = @conv_encoder', 'decoder.decoder_fn = @deconv_decoder', 'encoder.num_latent = 10']) (main.TrainTest)
test_train_model(['/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/config/tests/methods/unsupervised/train_test.gin'], ['model.model = @Vae()', 'vae.beta = 10.', 'reconstruction_loss.loss_fn = @l2_loss', "reconstruction_loss.activation = 'logits'", "reconstruction_loss.activation = 'tanh'", 'encoder.encoder_fn = @conv_encoder', 'decoder.decoder_fn = @deconv_decoder', 'encoder.num_latent = 10']) (main.TrainTest)
test_train_model(['/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/config/tests/methods/unsupervised/train_test.gin'], ['model.model = @Vae()', 'vae.beta = 10.', 'reconstruction_loss.loss_fn = @l2_loss', "reconstruction_loss.activation = 'logits'", "reconstruction_loss.activation = 'tanh'", 'encoder.encoder_fn = @conv_encoder', 'decoder.decoder_fn = @deconv_decoder', 'encoder.num_latent = 10'])
Traceback (most recent call last):
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/parameterized.py", line 265, in bound_param_test
test_method(self, *testcase_params)
File "/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train_test.py", line 92, in test_train_model
gin_bindings)
File "/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 53, in train_with_gin
train(model_dir, overwrite)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1073, in gin_wrapper
utils.augment_exception_message_and_reraise(e, err_str)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/gin/utils.py", line 49, in augment_exception_message_and_reraise
six.raise_from(proxy.with_traceback(exception.traceback), None)
File "", line 3, in raise_from
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/home/phong/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 123, in train
steps=training_steps)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2876, in train
rendezvous.raise_errors()
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/error_handling.py", line 131, in raise_errors
six.reraise(typ, value, traceback)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/six.py", line 693, in reraise
raise value
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2871, in train
saving_listeners=saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 367, in train
loss = self._train_model(input_fn, hooks, saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1158, in _train_model
return self._train_model_default(input_fn, hooks, saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1192, in _train_model_default
saving_listeners)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1484, in _train_with_estimator_spec
_, loss = mon_sess.run([estimator_spec.train_op, estimator_spec.loss])
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 754, in run
run_metadata=run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1252, in run
run_metadata=run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1353, in run
raise six.reraise(*original_exc_info)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/six.py", line 693, in reraise
raise value
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1338, in run
return self._sess.run(*args, **kwargs)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1411, in run
run_metadata=run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/training/monitored_session.py", line 1169, in run
return self._sess.run(*args, **kwargs)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 950, in run
run_metadata_ptr)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 1173, in _run
feed_dict_tensor, options, run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 1350, in _do_run
run_metadata)
File "/home/phong/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/client/session.py", line 1370, in _do_call
raise type(e)(node_def, op, message)
tensorflow.python.framework.errors_impl.UnknownError: 2 root error(s) found.
(0) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
[[node encoder/e1/Conv2D (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py:173) ]]
[[loss/_497]]
(1) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
[[node encoder/e1/Conv2D (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py:173) ]]
0 successful operations.
0 derived errors ignored.
Errors may have originated from an input operation.
Input Source operations connected to node encoder/e1/Conv2D:
IteratorGetNext (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py:155)
Input Source operations connected to node encoder/e1/Conv2D:
IteratorGetNext (defined at /data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py:155)
Original stack trace for 'encoder/e1/Conv2D':
File "/miniconda3/envs/deep/lib/python3.7/runpy.py", line 193, in _run_module_as_main
"main", mod_spec)
File "/miniconda3/envs/deep/lib/python3.7/runpy.py", line 85, in _run_code
exec(code, run_globals)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train_test.py", line 96, in
absltest.main()
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 1909, in main
_run_in_app(run_tests, args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2026, in _run_in_app
app.run(main=main_function)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/app.py", line 299, in run
_run_main(main, args)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/app.py", line 250, in _run_main
sys.exit(main(argv))
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2024, in main_function
function(argv, args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2295, in run_tests
argv, args, kwargs, xml_reporter.TextAndXMLTestRunner)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/absltest.py", line 2265, in _run_and_get_tests_result
test_program = unittest.TestProgram(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/unittest/main.py", line 101, in init
self.runTests()
File "/miniconda3/envs/deep/lib/python3.7/unittest/main.py", line 271, in runTests
self.result = testRunner.run(self.test)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/_pretty_print_reporter.py", line 87, in run
return super(TextTestRunner, self).run(test)
File "/miniconda3/envs/deep/lib/python3.7/unittest/runner.py", line 176, in run
test(result)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 84, in call
return self.run(*args, **kwds)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 122, in run
test(result)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 84, in call
return self.run(*args, **kwds)
File "/miniconda3/envs/deep/lib/python3.7/unittest/suite.py", line 122, in run
test(result)
File "/miniconda3/envs/deep/lib/python3.7/unittest/case.py", line 676, in call
return self.run(*args, **kwds)
File "/miniconda3/envs/deep/lib/python3.7/unittest/case.py", line 628, in run
testMethod()
File "/miniconda3/envs/deep/lib/python3.7/site-packages/absl/testing/parameterized.py", line 265, in bound_param_test
test_method(self, *testcase_params)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train_test.py", line 92, in test_train_model
gin_bindings)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 53, in train_with_gin
train(model_dir, overwrite)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/train.py", line 123, in train
steps=training_steps)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2871, in train
saving_listeners=saving_listeners)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 367, in train
loss = self._train_model(input_fn, hooks, saving_listeners)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1158, in _train_model
return self._train_model_default(input_fn, hooks, saving_listeners)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1188, in _train_model_default
features, labels, ModeKeys.TRAIN, self.config)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2709, in _call_model_fn
config)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/estimator.py", line 1146, in _call_model_fn
model_fn_results = self._model_fn(features=features, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2967, in _model_fn
features, labels, is_export_mode=is_export_mode)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 1549, in call_without_tpu
return self._call_model_fn(features, labels, is_export_mode=is_export_mode)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 1867, in _call_model_fn
estimator_spec = self._model_fn(features=features, **kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/vae.py", line 43, in model_fn
z_mean, z_logvar = self.gaussian_encoder(features, is_training=is_training)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/unsupervised/vae.py", line 93, in gaussian_encoder
input_tensor, is_training=is_training)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py", line 53, in make_gaussian_encoder
is_training=is_training)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/gin/config.py", line 1050, in gin_wrapper
return fn(*new_args, **new_kwargs)
File "/data/Code_hay/disentanglement_lib/disentanglement_lib/methods/shared/architectures.py", line 173, in conv_encoder
name="e1",
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/util/deprecation.py", line 324, in new_func
return func(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/layers/convolutional.py", line 424, in conv2d
return layer.apply(inputs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/keras/engine/base_layer.py", line 1479, in apply
return self.call(inputs, *args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/layers/base.py", line 537, in call
outputs = super(Layer, self).call(inputs, *args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/keras/engine/base_layer.py", line 634, in call
outputs = call_fn(inputs, *args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/autograph/impl/api.py", line 146, in wrapper
), args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/autograph/impl/api.py", line 446, in converted_call
return _call_unconverted(f, args, kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/autograph/impl/api.py", line 253, in _call_unconverted
return f(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/keras/layers/convolutional.py", line 196, in call
outputs = self._convolution_op(inputs, self.kernel)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 1079, in call
return self.conv_op(inp, filter)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 635, in call
return self.call(inp, filter)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 234, in call
name=self.name)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/nn_ops.py", line 1953, in conv2d
name=name)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/ops/gen_nn_ops.py", line 1071, in conv2d
data_format=data_format, dilations=dilations, name=name)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/framework/op_def_library.py", line 788, in _apply_op_helper
op_def=op_def)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/util/deprecation.py", line 507, in new_func
return func(*args, **kwargs)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/framework/ops.py", line 3616, in create_op
op_def=op_def)
File "/miniconda3/envs/deep/lib/python3.7/site-packages/tensorflow/python/framework/ops.py", line 2005, in init
self._traceback = tf_stack.extract_stack()
In call to configurable 'model' (<function train at 0x7f41779bb8c0>)
Ran 13 tests in 52.660s
FAILED (errors=4)
The text was updated successfully, but these errors were encountered: