Setup replication_sync_timeout at .tarantoolctl

Found that tests may fail due to hang in seek_wait() loop on starting
and stopping instances. It happened, because instances were not synced
within default output timeout which is by default 120 seconds, while
replication sync happens only each 300 seconds by default. To fix it
replication_sync_timeout should be decreased to some value lower than
'no-output-timeout', so decided to set it to 100 seconds.

The issue looked like in tests:

  --- replication/gh-5140-qsync-casc-rollback.result	Mon Oct 19
  17:29:46 2020
  +++ /rw_bins/test/var/070_replication/gh-5140-qsync-casc-rollback.result
  Mon Oct 19 17:31:35 2020
  @@ -169,56 +169,3 @@
   -- all the records are replayed one be one without yields for WAL writes, and
   -- nothing should change.
   test_run:cmd('restart server default')
  - |
  -test_run:cmd('restart server replica')
  - | ---
  - | - true
  - | ...
  -

Part of tarantool/tarantool#5504

Author: avtikhon

.tarantoolctl

@@ -1,13 +1,15 @@
 -- Options for test-run tarantoolctl
 
 local workdir = os.getenv('TEST_WORKDIR')
+local repl_sync_timeout = tonumber(os.getenv('REPLICATION_SYNC_TIMEOUT'))
 default_cfg = {
     pid_file   = workdir,
     wal_dir    = workdir,
     memtx_dir  = workdir,
     vinyl_dir  = workdir,
     log        = workdir,
     background = false,
+    replication_sync_timeout = repl_sync_timeout,
 }
 
 instance_dir = workdir

lib/__init__.py

@@ -52,6 +52,7 @@ def module_init():
     soext = sys.platform == 'darwin' and 'dylib' or 'so'
     os.environ["LUA_PATH"] = SOURCEDIR+"/?.lua;"+SOURCEDIR+"/?/init.lua;;"
     os.environ["LUA_CPATH"] = BUILDDIR+"/?."+soext+";;"
+    os.environ["REPLICATION_SYNC_TIMEOUT"] = str(args.replication_sync_timeout)
 
     TarantoolServer.find_exe(args.builddir)
     UnittestServer.find_exe(args.builddir)

lib/options.py

@@ -201,6 +201,20 @@ def __init__(self):
                 --valgrind, --long options is passed).
                 Note: The option works now only with parallel testing.""")
 
+        parser.add_argument(
+                "--replication-sync-timeout",
+                dest="replication_sync_timeout",
+                default=100,
+                type=int,
+                help="""The number of seconds that a replica will wait when
+                trying to sync with a master in a cluster, or a quorum of
+                masters, after connecting or during configuration update.
+                This could fail indefinitely if replication_sync_lag is smaller
+                than network latency, or if the replica cannot keep pace with
+                master updates. If replication_sync_timeout expires, the replica
+                enters orphan status.
+                Default: 100 [seconds].""")
+
         parser.add_argument(
                 "--luacov",
                 dest="luacov",

lib/tarantool_server.py

@@ -772,6 +772,11 @@ def copy_files(self):
                     if (e.errno == errno.ENOENT):
                         continue
                     raise
+        # Previously tarantoolctl configuration file located in tarantool
+        # repository at test/ directory. Currently it is located in root
+        # path of test-run/ submodule repository. For backward compatibility
+        # this file should be checked at the old place and only after at
+        # the current.
         tntctl_file = '.tarantoolctl'
         if not os.path.exists(tntctl_file):
             tntctl_file = os.path.join(self.TEST_RUN_DIR, '.tarantoolctl')