tensorflow/tensorflow

File basic_session_run_hooks_test.py has 1323 lines of code (exceeds 250 allowed). Consider refactoring.

Open

# pylint: disable=g-bad-file-header
# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.

CheckpointSaverHookTest has 21 functions (exceeds 20 allowed). Consider refactoring.

Open

class CheckpointSaverHookTest(test.TestCase):

  def setUp(self):
    self.model_dir = tempfile.mkdtemp()
    self.graph = ops.Graph()

Identical blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_steps_saves_periodically(self):
    with self.graph.as_default():
      hook = basic_session_run_hooks.CheckpointSaverHook(
          self.model_dir, save_steps=2, scaffold=self.scaffold)
      hook.begin()

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_steps_saves_periodically(self):
    with self.graph.as_default():
      hook = basic_session_run_hooks.CheckpointSaverHook(
          self.model_dir, save_steps=2, scaffold=self.scaffold)
      hook.begin()

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  @test.mock.patch.object(time, 'time')
  def test_steps_per_run_equal_every_n_steps(self, mock_time):
    mock_time.return_value = MOCK_START_TIME
    with ops.Graph().as_default() as g, session_lib.Session() as sess:
      self._setup_steps_per_run_test(5, 5, g, sess)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  @test.mock.patch.object(time, 'time')
  def test_steps_per_run_greater_than_every_n_steps(self, mock_time):
    mock_time.return_value = MOCK_START_TIME
    with ops.Graph().as_default() as g, session_lib.Session() as sess:
      self._setup_steps_per_run_test(5, 10, g, sess)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_steps(self):
    hook = basic_session_run_hooks.SummarySaverHook(
        save_steps=8,
        summary_writer=self.summary_writer,
        summary_op=self.summary_op)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_steps(self):
    hook = basic_session_run_hooks.SummarySaverHook(
        save_steps=8,
        summary_writer=self.summary_writer,
        summary_op=self.summary_op)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_steps_saves_in_first_step(self):
    with self.graph.as_default():
      hook = basic_session_run_hooks.CheckpointSaverHook(
          self.model_dir, save_steps=2, scaffold=self.scaffold)
      hook.begin()

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_secs_saves_in_first_step(self):
    with self.graph.as_default():
      hook = basic_session_run_hooks.CheckpointSaverHook(
          self.model_dir, save_secs=2, scaffold=self.scaffold)
      hook.begin()

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      with session_lib.Session() as sess:
        sess.run(self.scaffold.init_op)
        mon_sess = monitored_session._HookedSession(sess, [hook])
        mon_sess.run(self.train_op)
        mon_sess.run(self.train_op)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      with session_lib.Session() as sess:
        sess.run(self.scaffold.init_op)
        mon_sess = monitored_session._HookedSession(sess, [hook])
        mon_sess.run(self.train_op)
        mon_sess.run(self.train_op)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

    with self.cached_session() as sess:
      hook.begin()
      self.evaluate(variables_lib.global_variables_initializer())
      mon_sess = monitored_session._HookedSession(sess, [hook])
      for _ in range(4):

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

    with self.cached_session() as sess:
      hook.begin()
      self.evaluate(variables_lib.global_variables_initializer())
      mon_sess = monitored_session._HookedSession(sess, [hook])
      for _ in range(8):

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  @test.mock.patch.object(time, 'time')
  def test_print_every_n_secs_and_end(self, mock_time):
    with ops.Graph().as_default(), session_lib.Session() as sess:
      mock_time.return_value = MOCK_START_TIME
      self._validate_print_every_n_secs(sess, at_end=True, mock_time=mock_time)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  @test.mock.patch.object(time, 'time')
  def test_print_every_n_secs(self, mock_time):
    with ops.Graph().as_default(), session_lib.Session() as sess:
      mock_time.return_value = MOCK_START_TIME
      self._validate_print_every_n_secs(sess, at_end=False, mock_time=mock_time)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_steps_does_not_save_in_first_step(self):
    with self.graph.as_default():
      hook = basic_session_run_hooks.ProfilerHook(
          save_steps=1, output_dir=self.output_dir)
      with monitored_session.SingularMonitoredSession(hooks=[hook]) as sess:

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  def test_save_secs_does_not_save_in_first_step(self):
    with self.graph.as_default():
      hook = basic_session_run_hooks.ProfilerHook(
          save_secs=2, output_dir=self.output_dir)
      with monitored_session.SingularMonitoredSession(hooks=[hook]) as sess:

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

      with monitored_session.SingularMonitoredSession(
          hooks=[hook],
          checkpoint_dir=self.model_dir) as sess:
        sess.run(train_op)
        sess.run(train_op)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

      with monitored_session.SingularMonitoredSession(
          hooks=[hook],
          checkpoint_dir=self.model_dir) as sess:
        sess.run(train_op)
        sess.run(train_op)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  def test_print_every_n_steps_and_end(self):
    with ops.Graph().as_default(), session_lib.Session() as sess:
      self._validate_print_every_n_steps(sess, at_end=True)
      # Verify proper reset.
      self._validate_print_every_n_steps(sess, at_end=True)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  def test_print_every_n_steps(self):
    with ops.Graph().as_default(), session_lib.Session() as sess:
      self._validate_print_every_n_steps(sess, at_end=False)
      # Verify proper reset.
      self._validate_print_every_n_steps(sess, at_end=False)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

    with ops.Graph().as_default():
      global_step = training_util.get_or_create_global_step()
      with monitored_session.SingularMonitoredSession(
          checkpoint_dir=self.model_dir) as sess2:
        global_step_saved_val = sess2.run(global_step)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

    with ops.Graph().as_default():
      global_step = training_util.get_or_create_global_step()
      with monitored_session.SingularMonitoredSession(
          checkpoint_dir=self.model_dir) as sess2:
        global_step_saved_val = sess2.run(global_step)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

    if at_end:
      self.assertRegex(str(self.logged_message), t.name)
    else:
      # assertNotRegexpMatches is not supported by python 3.1 and later
      self.assertEqual(str(self.logged_message).find(t.name), -1)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

    if at_end:
      self.assertRegex(str(self.logged_message), t.name)
    else:
      # assertNotRegexpMatches is not supported by python 3.1 and later
      self.assertEqual(str(self.logged_message).find(t.name), -1)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      for _ in range(3):
        mon_sess.run(train_op)
        # assertNotRegexpMatches is not supported by python 3.1 and later
        self.assertEqual(str(self.logged_message).find(t.name), -1)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

      for _ in range(9):
        mon_sess.run(train_op)
        # assertNotRegexpMatches is not supported by python 3.1 and later
        self.assertEqual(str(self.logged_message).find(t.name), -1)

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

      with session_lib.Session() as session:
        hook.end(session)
        self.assertListEqual(expected_values,
                             hook.final_ops_values.tolist())

• Read up
  Read up

Identical blocks of code found in 2 locations. Consider refactoring.

Open

      with session_lib.Session() as session:
        hook.end(session)
        self.assertListEqual(expected_values,
                             hook.final_ops_values.tolist())

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  @test_util.run_deprecated_v1
  def test_raise_in_both_secs_and_steps(self):
    with self.assertRaises(ValueError):
      basic_session_run_hooks.SecondOrStepTimer(every_secs=2.0, every_steps=10)

• Read up
  Read up

Similar blocks of code found in 2 locations. Consider refactoring.

Open

  @test_util.run_deprecated_v1
  def test_raise_in_both_secs_and_steps(self):
    with self.assertRaises(ValueError):
      basic_session_run_hooks.ProfilerHook(save_secs=10, save_steps=20)

• Read up
  Read up