[CRIU] [PATCH 1/6] test: make zdtm.py python2/python3 compatible

Andrei Vagin avagin at virtuozzo.com
Sat Jun 2 01:19:56 MSK 2018


On Wed, May 30, 2018 at 09:02:13PM +0200, Adrian Reber wrote:
> Most changes are straight forward python3 changes. Looks good:
> 
> Acked-by: Adrian Reber <areber at redhat.com>

Adrian, I send a slightly update version and send your ack again, if it
looks ok for you.

Thanks!

> 
> On Wed, May 30, 2018 at 09:39:34PM +0300, Andrei Vagin wrote:
> > Cc: Adrian Reber <areber at redhat.com>
> > Signed-off-by: Andrei Vagin <avagin at virtuozzo.com>
> > ---
> >  test/zdtm.py | 264 ++++++++++++++++++++++++++++++-----------------------------
> >  1 file changed, 134 insertions(+), 130 deletions(-)
> > 
> > diff --git a/test/zdtm.py b/test/zdtm.py
> > index eb8502690..27db56aae 100755
> > --- a/test/zdtm.py
> > +++ b/test/zdtm.py
> > @@ -1,5 +1,8 @@
> > -#!/usr/bin/env python2
> > +#!/usr/bin/env python
> >  # vim: noet ts=8 sw=8 sts=8
> > +from __future__ import absolute_import, division, print_function, unicode_literals
> > +from builtins import (str, open, range, zip, int)
> > +
> >  import argparse
> >  import glob
> >  import os
> > @@ -29,7 +32,7 @@ prev_line = None
> >  
> >  
> >  def alarm(*args):
> > -	print "==== ALARM ===="
> > +	print("==== ALARM ====")
> >  
> >  
> >  signal.signal(signal.SIGALRM, alarm)
> > @@ -43,10 +46,10 @@ def traceit(f, e, a):
> >  			global prev_line
> >  			line = linecache.getline(fil, lineno)
> >  			if line == prev_line:
> > -				print "        ..."
> > +				print("        ...")
> >  			else:
> >  				prev_line = line
> > -				print "+%4d: %s" % (lineno, line.rstrip())
> > +				print("+%4d: %s" % (lineno, line.rstrip()))
> >  
> >  	return traceit
> >  
> > @@ -128,7 +131,7 @@ def check_core_files():
> >  	for i in reports:
> >  		add_to_report(i, os.path.basename(i))
> >  		print_sep(i)
> > -		print open(i).read()
> > +		print(open(i).read())
> >  		print_sep(i)
> >  
> >  	return True
> > @@ -179,7 +182,7 @@ class ns_flavor:
> >  			# run in parallel
> >  			try:
> >  				os.makedirs(self.root + os.path.dirname(fname))
> > -			except OSError, e:
> > +			except OSError as e:
> >  				if e.errno != errno.EEXIST:
> >  					raise
> >  			dst = tempfile.mktemp(".tso", "", self.root + os.path.dirname(fname))
> > @@ -193,10 +196,11 @@ class ns_flavor:
> >  		# This Mayakovsky-style code gets list of libraries a binary
> >  		# needs minus vdso and gate .so-s
> >  		libs = map(lambda x: x[1] == '=>' and x[2] or x[0],
> > -				map(lambda x: x.split(),
> > +				map(lambda x: str(x).split(),
> >  					filter(lambda x: not xl.match(x),
> > -						map(lambda x: x.strip(),
> > -							filter(lambda x: x.startswith('\t'), ldd.stdout.readlines())))))
> > +						map(lambda x: str(x).strip(),
> > +							filter(lambda x: str(x).startswith('\t'), ldd.stdout.read().decode('ascii').splitlines())))))
> > +
> >  		ldd.wait()
> >  
> >  		for lib in libs:
> > @@ -208,7 +212,7 @@ class ns_flavor:
> >  		name = "/dev/" + name
> >  		if not rdev:
> >  			if not os.access(name, os.F_OK):
> > -				print "Skipping %s at root" % name
> > +				print("Skipping %s at root" % name)
> >  				return
> >  			else:
> >  				rdev = os.stat(name).st_rdev
> > @@ -216,13 +220,13 @@ class ns_flavor:
> >  		name = self.root + name
> >  		if not os.access(name, os.F_OK):
> >  			os.mknod(name, stat.S_IFCHR, rdev)
> > -			os.chmod(name, 0666)
> > +			os.chmod(name, 0o666)
> >  
> >  	def __construct_root(self):
> >  		for dir in self.__root_dirs:
> >  			if not os.access(self.root + dir, os.F_OK):
> >  				os.mkdir(self.root + dir)
> > -				os.chmod(self.root + dir, 0777)
> > +				os.chmod(self.root + dir, 0o777)
> >  
> >  		for ldir in ["/bin", "/sbin", "/lib", "/lib64"]:
> >  			if not os.access(self.root + "/usr" + ldir, os.F_OK):
> > @@ -250,9 +254,9 @@ class ns_flavor:
> >  			with open(os.path.abspath(__file__)) as o:
> >  				fcntl.flock(o, fcntl.LOCK_EX)
> >  				if not os.access(self.root + "/.constructed", os.F_OK):
> > -					print "Construct root for %s" % l_bins[0]
> > +					print("Construct root for %s" % l_bins[0])
> >  					self.__construct_root()
> > -					os.mknod(self.root + "/.constructed", stat.S_IFREG | 0600)
> > +					os.mknod(self.root + "/.constructed", stat.S_IFREG | 0o600)
> >  
> >  		for b in l_bins:
> >  			self.__copy_libs(b)
> > @@ -268,7 +272,7 @@ class ns_flavor:
> >  	def clean():
> >  		for d in ns_flavor.__root_dirs:
> >  			p = './' + d
> > -			print 'Remove %s' % p
> > +			print('Remove %s' % p)
> >  			if os.access(p, os.F_OK):
> >  				shutil.rmtree('./' + d)
> >  
> > @@ -284,7 +288,7 @@ class userns_flavor(ns_flavor):
> >  
> >  	def init(self, l_bins, x_bins):
> >  		# To be able to create roots_yard in CRIU
> > -		os.chmod(".", os.stat(".").st_mode | 0077)
> > +		os.chmod(".", os.stat(".").st_mode | 0o077)
> >  		ns_flavor.init(self, l_bins, x_bins)
> >  
> >  	@staticmethod
> > @@ -293,7 +297,7 @@ class userns_flavor(ns_flavor):
> >  
> >  
> >  flavors = {'h': host_flavor, 'ns': ns_flavor, 'uns': userns_flavor}
> > -flavors_codes = dict(zip(xrange(len(flavors)), sorted(flavors.keys())))
> > +flavors_codes = dict(zip(range(len(flavors)), sorted(flavors.keys())))
> >  
> >  #
> >  # Helpers
> > @@ -313,7 +317,7 @@ def tail(path):
> >  			stdout = subprocess.PIPE)
> >  	out = p.stdout.readline()
> >  	p.wait()
> > -	return out
> > +	return out.decode()
> >  
> >  
> >  def rpidfile(path):
> > @@ -325,12 +329,12 @@ def wait_pid_die(pid, who, tmo = 30):
> >  	while stime < tmo:
> >  		try:
> >  			os.kill(int(pid), 0)
> > -		except OSError, e:
> > +		except OSError as e:
> >  			if e.errno != errno.ESRCH:
> > -				print e
> > +				print(e)
> >  			break
> >  
> > -		print "Wait for %s(%d) to die for %f" % (who, pid, stime)
> > +		print("Wait for %s(%d) to die for %f" % (who, pid, stime))
> >  		time.sleep(stime)
> >  		stime *= 2
> >  	else:
> > @@ -350,12 +354,12 @@ def test_flag(tdesc, flag):
> >  #
> >  
> >  
> > -class test_fail_exc:
> > +class test_fail_exc(Exception):
> >  	def __init__(self, step):
> >  		self.step = step
> >  
> >  
> > -class test_fail_expected_exc:
> > +class test_fail_expected_exc(Exception):
> >  	def __init__(self, cr_action):
> >  		self.cr_action = cr_action
> >  
> > @@ -408,12 +412,12 @@ class zdtm_test:
> >  		# Add write perms for .out and .pid files
> >  		for b in self._bins:
> >  			p = os.path.dirname(b)
> > -			os.chmod(p, os.stat(p).st_mode | 0222)
> > +			os.chmod(p, os.stat(p).st_mode | 0o222)
> >  
> >  	def start(self):
> >  		self.__flavor.init(self._bins, self._deps)
> >  
> > -		print "Start test"
> > +		print("Start test")
> >  
> >  		env = self._env
> >  		if not self.__freezer.kernel:
> > @@ -430,7 +434,7 @@ class zdtm_test:
> >  			env['ZDTM_GROUPS'] = "27495 48244"
> >  			self.__add_wperms()
> >  		else:
> > -			print "Test is SUID"
> > +			print("Test is SUID")
> >  
> >  		if self.__flavor.ns:
> >  			env['ZDTM_NEWNS'] = "1"
> > @@ -451,7 +455,7 @@ class zdtm_test:
> >  
> >  		try:
> >  			os.kill(int(self.getpid()), 0)
> > -		except Exception, e:
> > +		except Exception as e:
> >  			raise test_fail_exc("start: %s" % e)
> >  
> >  		if not self.static():
> > @@ -462,7 +466,7 @@ class zdtm_test:
> >  	def kill(self, sig = signal.SIGKILL):
> >  		self.__freezer.thaw()
> >  		if self.__pid:
> > -			print "Send the %d signal to  %s" % (sig, self.__pid)
> > +			print("Send the %d signal to  %s" % (sig, self.__pid))
> >  			os.kill(int(self.__pid), sig)
> >  			self.gone(sig == signal.SIGKILL)
> >  
> > @@ -480,14 +484,14 @@ class zdtm_test:
> >  		notify_fdout_path = "/proc/%s/fd/%s" % (self.__pid, env['ZDTM_NOTIFY_FDOUT'])
> >  		notify_fdin_path = "/proc/%s/fd/%s" % (self.__pid, env['ZDTM_NOTIFY_FDIN'])
> >  
> > -		print "Send pre-dump notify to %s" % (self.__pid)
> > +		print("Send pre-dump notify to %s" % (self.__pid))
> >  		with open(notify_fdout_path) as fdout:
> >  			with open(notify_fdin_path, "w") as fdin:
> >  				fdin.write(struct.pack("i", 0))
> >  				fdin.flush()
> > -				print "Wait pre-dump notify reply"
> > +				print("Wait pre-dump notify reply")
> >  				ret = struct.unpack('i', fdout.read(4))
> > -				print "Completed pre-dump notify with %d" % (ret)
> > +				print("Completed pre-dump notify with %d" % (ret))
> >  
> >  	def stop(self):
> >  		self.__freezer.thaw()
> > @@ -495,12 +499,12 @@ class zdtm_test:
> >  		self.kill(signal.SIGTERM)
> >  
> >  		res = tail(self.__name + '.out')
> > -		if 'PASS' not in res.split():
> > +		if 'PASS' not in list(map(lambda s: s.strip(), res.split())):
> >  			if os.access(self.__name + '.out.inprogress', os.F_OK):
> >  				print_sep(self.__name + '.out.inprogress')
> > -				print open(self.__name + '.out.inprogress').read()
> > +				print(open(self.__name + '.out.inprogress').read())
> >  				print_sep(self.__name + '.out.inprogress')
> > -			raise test_fail_exc("result check")
> > +			raise test_fail_exc("result check: %s" % list(map(lambda s: s.strip(), res.split())) + res)
> >  
> >  	def getpid(self):
> >  		if self.__pid == 0:
> > @@ -544,9 +548,9 @@ class zdtm_test:
> >  
> >  	def print_output(self):
> >  		if os.access(self.__name + '.out', os.R_OK):
> > -			print "Test output: " + "=" * 32
> > -			print open(self.__name + '.out').read()
> > -			print " <<< " + "=" * 32
> > +			print("Test output: " + "=" * 32)
> > +			print(open(self.__name + '.out').read())
> > +			print(" <<< " + "=" * 32)
> >  
> >  	def static(self):
> >  		return self.__name.split('/')[1] == 'static'
> > @@ -571,7 +575,7 @@ class zdtm_test:
> >  class inhfd_test:
> >  	def __init__(self, name, desc, flavor, freezer):
> >  		self.__name = os.path.basename(name)
> > -		print "Load %s" % name
> > +		print("Load %s" % name)
> >  		self.__fdtyp = imp.load_source(self.__name, name)
> >  		self.__my_file = None
> >  		self.__peer_pid = 0
> > @@ -604,8 +608,8 @@ class inhfd_test:
> >  			os.close(start_pipe[1])
> >  			try:
> >  				data = peer_file.read(16)
> > -			except Exception, e:
> > -				print "Unable to read a peer file: %s" % e
> > +			except Exception as e:
> > +				print("Unable to read a peer file: %s" % e)
> >  				sys.exit(1)
> >  
> >  			sys.exit(data == self.__message and 42 or 2)
> > @@ -667,7 +671,7 @@ class groups_test(zdtm_test):
> >  		if flavor.ns:
> >  			self.__real_name = name
> >  			self.__subs = map(lambda x: x.strip(), open(name).readlines())
> > -			print "Subs:\n%s" % '\n'.join(self.__subs)
> > +			print("Subs:\n%s" % '\n'.join(self.__subs))
> >  		else:
> >  			self.__real_name = ''
> >  			self.__subs = []
> > @@ -727,7 +731,7 @@ class criu_cli:
> >  		env = dict(os.environ, ASAN_OPTIONS = "log_path=asan.log:disable_coredump=0:detect_leaks=0")
> >  
> >  		if fault:
> > -			print "Forcing %s fault" % fault
> > +			print("Forcing %s fault" % fault)
> >  			env['CRIU_FAULT'] = fault
> >  		cr = subprocess.Popen(strace + [criu_bin, action, "--no-default-config"] + args,
> >  				env = env, preexec_fn = preexec)
> > @@ -838,8 +842,8 @@ class criu_rpc:
> >  				p.criu = criu
> >  			else:
> >  				raise test_fail_exc('RPC for %s required' % action)
> > -		except crpc.CRIUExceptionExternal, e:
> > -			print "Fail", e
> > +		except crpc.CRIUExceptionExternal as e:
> > +			print("Fail", e)
> >  			ret = -1
> >  		else:
> >  			ret = 0
> > @@ -888,23 +892,23 @@ class criu:
> >  			ret = self.__dump_process.wait()
> >  		if self.__lazy_pages_p:
> >  			ret = self.__lazy_pages_p.wait()
> > -		        grep_errors(os.path.join(self.__ddir(), "lazy-pages.log"))
> > +			grep_errors(os.path.join(self.__ddir(), "lazy-pages.log"))
> >  			self.__lazy_pages_p = None
> >  			if ret:
> >  				raise test_fail_exc("criu lazy-pages exited with %s" % ret)
> >  		if self.__page_server_p:
> >  			ret = self.__page_server_p.wait()
> > -		        grep_errors(os.path.join(self.__ddir(), "page-server.log"))
> > +			grep_errors(os.path.join(self.__ddir(), "page-server.log"))
> >  			self.__page_server_p = None
> >  			if ret:
> >  				raise test_fail_exc("criu page-server exited with %s" % ret)
> >  		if self.__dump_process:
> >  			ret = self.__dump_process.wait()
> > -		        grep_errors(os.path.join(self.__ddir(), "dump.log"))
> > +			grep_errors(os.path.join(self.__ddir(), "dump.log"))
> >  			self.__dump_process = None
> >  			if ret:
> >  				raise test_fail_exc("criu dump exited with %s" % ret)
> > -                return
> > +		return
> >  
> >  	def logs(self):
> >  		return self.__dump_path
> > @@ -913,7 +917,7 @@ class criu:
> >  		self.__test = test
> >  		self.__dump_path = "dump/" + test.getname() + "/" + test.getpid()
> >  		if os.path.exists(self.__dump_path):
> > -			for i in xrange(100):
> > +			for i in range(100):
> >  				newpath = self.__dump_path + "." + str(i)
> >  				if not os.path.exists(newpath):
> >  					os.rename(self.__dump_path, newpath)
> > @@ -925,7 +929,7 @@ class criu:
> >  
> >  	def cleanup(self):
> >  		if self.__dump_path:
> > -			print "Removing %s" % self.__dump_path
> > +			print("Removing %s" % self.__dump_path)
> >  			shutil.rmtree(self.__dump_path)
> >  
> >  	def __ddir(self, check_only = False):
> > @@ -952,9 +956,9 @@ class criu:
> >  		with open(os.path.join(self.__ddir(), action + '.cropt'), 'w') as f:
> >  			f.write(' '.join(s_args) + '\n')
> >  		if check_only:
> > -			print "Run criu " + action + " in check-only mode"
> > +			print("Run criu " + action + " in check-only mode")
> >  		else:
> > -			print "Run criu " + action
> > +			print("Run criu " + action)
> >  
> >  		strace = []
> >  		if self.__sat:
> > @@ -1003,7 +1007,7 @@ class criu:
> >  					# create a clean directory for images
> >  					os.rename(__ddir, __ddir + ".fail")
> >  					os.mkdir(__ddir)
> > -					os.chmod(__ddir, 0777)
> > +					os.chmod(__ddir, 0o777)
> >  				else:
> >  					# on restore we move only a log file, because we need images
> >  					os.rename(os.path.join(__ddir, log), os.path.join(__ddir, log + ".fail"))
> > @@ -1011,7 +1015,7 @@ class criu:
> >  				# PID of one of restored processes.
> >  				open("/proc/sys/kernel/ns_last_pid", "w+").write(ns_last_pid)
> >  				# try again without faults
> > -				print "Run criu " + action
> > +				print("Run criu " + action)
> >  				ret = self.__criu.run(action, s_args, False, strace, preexec)
> >  				grep_errors(os.path.join(__ddir, log))
> >  				if ret == 0:
> > @@ -1033,10 +1037,10 @@ class criu:
> >  	def dump(self, action, opts = []):
> >  		self.__iter += 1
> >  		os.mkdir(self.__ddir())
> > -		os.chmod(self.__ddir(), 0777)
> > +		os.chmod(self.__ddir(), 0o777)
> >  		if self.__check_only:
> >  			os.mkdir(self.__ddir(True))
> > -			os.chmod(self.__ddir(True), 0777)
> > +			os.chmod(self.__ddir(True), 0o777)
> >  
> >  		a_opts = ["-t", self.__test.getpid()]
> >  		if self.__prev_dump_iter:
> > @@ -1044,7 +1048,7 @@ class criu:
> >  		self.__prev_dump_iter = self.__iter
> >  
> >  		if self.__page_server:
> > -			print "Adding page server"
> > +			print("Adding page server")
> >  
> >  			ps_opts = ["--port", "12345"]
> >  			if self.__dedup:
> > @@ -1057,7 +1061,7 @@ class criu:
> >  
> >  		if self.__remote:
> >  			logdir = os.getcwd() + "/" + self.__dump_path + "/" + str(self.__iter)
> > -			print "Adding image cache"
> > +			print("Adding image cache")
> >  
> >  			cache_opts = [criu_bin, "image-cache", "--port", "12345", "-v4", "-o",
> >  				      logdir + "/image-cache.log", "-D", logdir]
> > @@ -1065,7 +1069,7 @@ class criu:
> >  			subprocess.Popen(cache_opts).pid
> >  			time.sleep(1)
> >  
> > -			print "Adding image proxy"
> > +			print("Adding image proxy")
> >  
> >  			proxy_opts = [criu_bin, "image-proxy", "--port", "12345", "--address",
> >  					"localhost", "-v4", "-o", logdir + "/image-proxy.log",
> > @@ -1110,7 +1114,7 @@ class criu:
> >  
> >  		if self.__page_server_p:
> >  			ret = self.__page_server_p.wait()
> > -		        grep_errors(os.path.join(self.__ddir(), "page-server.log"))
> > +			grep_errors(os.path.join(self.__ddir(), "page-server.log"))
> >  			self.__page_server_p = None
> >  			if ret:
> >  				raise test_fail_exc("criu page-server exited with %d" % ret)
> > @@ -1169,31 +1173,31 @@ class criu:
> >  	@staticmethod
> >  	def available():
> >  		if not os.access(criu_bin, os.X_OK):
> > -			print "CRIU binary not built"
> > +			print("CRIU binary not built")
> >  			sys.exit(1)
> >  
> >  	def kill(self):
> >  		if self.__lazy_pages_p:
> >  			self.__lazy_pages_p.terminate()
> > -			print "criu lazy-pages exited with %s" % self.__lazy_pages_p.wait()
> > -		        grep_errors(os.path.join(self.__ddir(), "lazy-pages.log"))
> > +			print("criu lazy-pages exited with %s" % self.__lazy_pages_p.wait())
> > +			grep_errors(os.path.join(self.__ddir(), "lazy-pages.log"))
> >  			self.__lazy_pages_p = None
> >  		if self.__page_server_p:
> >  			self.__page_server_p.terminate()
> > -			print "criu page-server exited with %s" % self.__page_server_p.wait()
> > -		        grep_errors(os.path.join(self.__ddir(), "page-server.log"))
> > +			print("criu page-server exited with %s" % self.__page_server_p.wait())
> > +			grep_errors(os.path.join(self.__ddir(), "page-server.log"))
> >  			self.__page_server_p = None
> >  		if self.__dump_process:
> >  			self.__dump_process.terminate()
> > -			print "criu dump exited with %s" % self.__dump_process.wait()
> > -		        grep_errors(os.path.join(self.__ddir(), "dump.log"))
> > +			print("criu dump exited with %s" % self.__dump_process.wait())
> > +			grep_errors(os.path.join(self.__ddir(), "dump.log"))
> >  			self.__dump_process = None
> >  
> >  
> >  def try_run_hook(test, args):
> >  	hname = test.getname() + '.hook'
> >  	if os.access(hname, os.X_OK):
> > -		print "Running %s(%s)" % (hname, ', '.join(args))
> > +		print("Running %s(%s)" % (hname, ', '.join(args)))
> >  		hook = subprocess.Popen([hname] + args)
> >  		if hook.wait() != 0:
> >  			raise test_fail_exc("hook " + " ".join(args))
> > @@ -1211,7 +1215,7 @@ def init_sbs():
> >  		global do_sbs
> >  		do_sbs = True
> >  	else:
> > -		print "Can't do step-by-step in this runtime"
> > +		print("Can't do step-by-step in this runtime")
> >  
> >  
> >  def sbs(what):
> > @@ -1224,7 +1228,7 @@ def sbs(what):
> >  #
> >  def iter_parm(opt, dflt):
> >  	x = ((opt or str(dflt)) + ":0").split(':')
> > -	return (xrange(0, int(x[0])), float(x[1]))
> > +	return (range(0, int(x[0])), float(x[1]))
> >  
> >  
> >  def cr(cr_api, test, opts):
> > @@ -1262,7 +1266,7 @@ def cr(cr_api, test, opts):
> >  			try_run_hook(test, ["--pre-restore"])
> >  			cr_api.restore()
> >  			os.environ["ZDTM_TEST_PID"] = str(test.getpid())
> > -                        os.environ["ZDTM_IMG_DIR"] = cr_api.logs()
> > +			os.environ["ZDTM_IMG_DIR"] = cr_api.logs()
> >  			try_run_hook(test, ["--post-restore"])
> >  			sbs('post-restore')
> >  
> > @@ -1288,7 +1292,7 @@ def get_visible_state(test):
> >  		cmaps = [[0, 0, ""]]
> >  		last = 0
> >  		for mp in open("/proc/%s/root/proc/%s/maps" % (test.getpid(), pid)):
> > -			m = map(lambda x: int('0x' + x, 0), mp.split()[0].split('-'))
> > +			m = list(map(lambda x: int('0x' + x, 0), mp.split()[0].split('-')))
> >  
> >  			m.append(mp.split()[1])
> >  
> > @@ -1310,7 +1314,7 @@ def get_visible_state(test):
> >  			r = re.compile("^\S+\s\S+\s\S+\s(\S+)\s(\S+)")
> >  			for m in open("/proc/%s/root/proc/%s/mountinfo" % (test.getpid(), pid)):
> >  				cmounts.append(r.match(m).groups())
> > -		except IOError, e:
> > +		except IOError as e:
> >  			if e.errno != errno.EINVAL:
> >  				raise e
> >  		mounts[pid] = cmounts
> > @@ -1324,8 +1328,8 @@ def check_visible_state(test, state, opts):
> >  		fnew = new[0][pid]
> >  		fold = state[0][pid]
> >  		if fnew != fold:
> > -			print "%s: Old files lost: %s" % (pid, fold - fnew)
> > -			print "%s: New files appeared: %s" % (pid, fnew - fold)
> > +			print("%s: Old files lost: %s" % (pid, fold - fnew))
> > +			print("%s: New files appeared: %s" % (pid, fnew - fold))
> >  			raise test_fail_exc("fds compare")
> >  
> >  		old_maps = state[1][pid]
> > @@ -1336,29 +1340,29 @@ def check_visible_state(test, state, opts):
> >  			if vsyscall in new_maps and vsyscall not in old_maps:
> >  				new_maps.remove(vsyscall)
> >  		if old_maps != new_maps:
> > -			print "%s: Old maps lost: %s" % (pid, old_maps - new_maps)
> > -			print "%s: New maps appeared: %s" % (pid, new_maps - old_maps)
> > +			print("%s: Old maps lost: %s" % (pid, old_maps - new_maps))
> > +			print("%s: New maps appeared: %s" % (pid, new_maps - old_maps))
> >  			if not opts['fault']:  # skip parasite blob
> >  				raise test_fail_exc("maps compare")
> >  
> >  		old_mounts = state[2][pid]
> >  		new_mounts = new[2][pid]
> > -		for i in xrange(len(old_mounts)):
> > +		for i in range(len(old_mounts)):
> >  			m = old_mounts.pop(0)
> >  			if m in new_mounts:
> >  				new_mounts.remove(m)
> >  			else:
> >  				old_mounts.append(m)
> >  		if old_mounts or new_mounts:
> > -			print "%s: Old mounts lost: %s" % (pid, old_mounts)
> > -			print "%s: New mounts appeared: %s" % (pid, new_mounts)
> > +			print("%s: Old mounts lost: %s" % (pid, old_mounts))
> > +			print("%s: New mounts appeared: %s" % (pid, new_mounts))
> >  			raise test_fail_exc("mounts compare")
> >  
> >  	if '--link-remap' in test.getdopts():
> >  		import glob
> >  		link_remap_list = glob.glob(os.path.dirname(test.getname()) + '/link_remap*')
> >  		if link_remap_list:
> > -			print "%s: link-remap files left: %s" % (test.getname(), link_remap_list)
> > +			print("%s: link-remap files left: %s" % (test.getname(), link_remap_list))
> >  			raise test_fail_exc("link remaps left")
> >  
> >  
> > @@ -1426,7 +1430,7 @@ def cmp_ns(ns1, match, ns2, msg):
> >  	ns1_ino = os.stat(ns1).st_ino
> >  	ns2_ino = os.stat(ns2).st_ino
> >  	if eval("%r %s %r" % (ns1_ino, match, ns2_ino)):
> > -		print "%s match (%r %s %r) fail" % (msg, ns1_ino, match, ns2_ino)
> > +		print("%s match (%r %s %r) fail" % (msg, ns1_ino, match, ns2_ino))
> >  		raise test_fail_exc("%s compare" % msg)
> >  
> >  
> > @@ -1442,8 +1446,8 @@ def pstree_each_pid(root_pid):
> >  			pid_line = f_children.readline().strip(" \n")
> >  			if pid_line:
> >  				child_pids += pid_line.split(" ")
> > -	except Exception, e:
> > -		print "Unable to read /proc/*/children: %s" % e
> > +	except Exception as e:
> > +		print("Unable to read /proc/*/children: %s" % e)
> >  		return  # process is dead
> >  
> >  	yield root_pid
> > @@ -1459,8 +1463,8 @@ def is_proc_stopped(pid):
> >  				for line in f_status.readlines():
> >  					if line.startswith("State:"):
> >  						return line.split(":", 1)[1].strip().split(" ")[0]
> > -		except Exception, e:
> > -			print "Unable to read a thread status: %s" % e
> > +		except Exception as e:
> > +			print("Unable to read a thread status: %s" % e)
> >  			pass  # process is dead
> >  		return None
> >  
> > @@ -1471,8 +1475,8 @@ def is_proc_stopped(pid):
> >  	thread_dirs = []
> >  	try:
> >  		thread_dirs = os.listdir(tasks_dir)
> > -	except Exception, e:
> > -		print "Unable to read threads: %s" % e
> > +	except Exception as e:
> > +		print("Unable to read threads: %s" % e)
> >  		pass  # process is dead
> >  
> >  	for thread_dir in thread_dirs:
> > @@ -1496,8 +1500,8 @@ def pstree_signal(root_pid, signal):
> >  	for pid in pstree_each_pid(root_pid):
> >  		try:
> >  			os.kill(int(pid), signal)
> > -		except Exception, e:
> > -			print "Unable to kill %d: %s" % (pid, e)
> > +		except Exception as e:
> > +			print("Unable to kill %d: %s" % (pid, e))
> >  			pass  # process is dead
> >  
> >  
> > @@ -1505,7 +1509,7 @@ def do_run_test(tname, tdesc, flavs, opts):
> >  	tcname = tname.split('/')[0]
> >  	tclass = test_classes.get(tcname, None)
> >  	if not tclass:
> > -		print "Unknown test class %s" % tcname
> > +		print("Unknown test class %s" % tcname)
> >  		return
> >  
> >  	if opts['report']:
> > @@ -1516,7 +1520,6 @@ def do_run_test(tname, tdesc, flavs, opts):
> >  	fcg = get_freezer(opts['freezecg'])
> >  
> >  	for f in flavs:
> > -		print
> >  		print_sep("Run %s in %s" % (tname, f))
> >  		if opts['dry_run']:
> >  			continue
> > @@ -1596,23 +1599,23 @@ class Launcher:
> >  			self.__junit_test_cases = []
> >  
> >  			self.__file_report = open(reportname, 'a')
> > -			print >> self.__file_report, "TAP version 13"
> > -			print >> self.__file_report, "# Hardware architecture: " + arch
> > -			print >> self.__file_report, "# Timestamp: " + now.strftime("%Y-%m-%d %H:%M") + " (GMT+1)"
> > -			print >> self.__file_report, "# "
> > -			print >> self.__file_report, "1.." + str(nr_tests)
> > +			print(u"TAP version 13", file=self.__file_report)
> > +			print(u"# Hardware architecture: " + arch, file=self.__file_report)
> > +			print(u"# Timestamp: " + now.strftime("%Y-%m-%d %H:%M") + " (GMT+1)", file=self.__file_report)
> > +			print(u"# ", file=self.__file_report)
> > +			print(u"1.." + str(nr_tests), file=self.__file_report)
> >  		self.__taint = open("/proc/sys/kernel/tainted").read()
> >  		if int(self.__taint, 0) != 0:
> > -			print "The kernel is tainted: %r" % self.__taint
> > +			print("The kernel is tainted: %r" % self.__taint)
> >  			if not opts["ignore_taint"]:
> >  				raise Exception("The kernel is tainted: %r" % self.__taint)
> >  
> >  	def __show_progress(self, msg):
> > -		perc = self.__nr * 16 / self.__total
> > -		print "=== Run %d/%d %s %s" % (self.__nr, self.__total, '=' * perc + '-' * (16 - perc), msg)
> > +		perc = int(self.__nr * 16 / self.__total)
> > +		print("=== Run %d/%d %s %s" % (self.__nr, self.__total, '=' * perc + '-' * (16 - perc), msg))
> >  
> >  	def skip(self, name, reason):
> > -		print "Skipping %s (%s)" % (name, reason)
> > +		print("Skipping %s (%s)" % (name, reason))
> >  		self.__nr += 1
> >  		self.__runtest += 1
> >  		self.__nr_skip += 1
> > @@ -1622,8 +1625,8 @@ class Launcher:
> >  			tc.add_skipped_info(reason)
> >  			self.__junit_test_cases.append(tc)
> >  		if self.__file_report:
> > -			testline = "ok %d - %s # SKIP %s" % (self.__runtest, name, reason)
> > -			print >> self.__file_report, testline
> > +			testline = u"ok %d - %s # SKIP %s" % (self.__runtest, name, reason)
> > +			print(testline, file=self.__file_report)
> >  
> >  	def run_test(self, name, desc, flavor):
> >  
> > @@ -1668,7 +1671,7 @@ class Launcher:
> >  		while True:
> >  			try:
> >  				pid, status = os.waitpid(0, flags)
> > -			except OSError, e:
> > +			except OSError as e:
> >  				if e.errno == errno.EINTR:
> >  					subprocess.Popen(["ps", "axf"]).wait()
> >  					continue
> > @@ -1690,21 +1693,21 @@ class Launcher:
> >  				failed_flavor = decode_flav(os.WEXITSTATUS(status))
> >  				self.__failed.append([sub['name'], failed_flavor])
> >  				if self.__file_report:
> > -					testline = "not ok %d - %s # flavor %s" % (self.__runtest, sub['name'], failed_flavor)
> > +					testline = u"not ok %d - %s # flavor %s" % (self.__runtest, sub['name'], failed_flavor)
> >  					output = open(sub['log']).read()
> >  					details = {'output': output}
> >  					tc.add_error_info(output = output)
> > -					print >> self.__file_report, testline
> > -					print >> self.__file_report, yaml.dump(details, explicit_start=True, explicit_end=True, default_style='|')
> > +					print(testline, file=self.__file_report)
> > +					print("%s" % yaml.dump(details, explicit_start=True, explicit_end=True, default_style='|'), file=self.__file_report)
> >  				if sub['log']:
> >  					add_to_output(sub['log'])
> >  			else:
> >  				if self.__file_report:
> > -					testline = "ok %d - %s" % (self.__runtest, sub['name'])
> > -					print >> self.__file_report, testline
> > +					testline = u"ok %d - %s" % (self.__runtest, sub['name'])
> > +					print(testline, file=self.__file_report)
> >  
> >  			if sub['log']:
> > -				print open(sub['log']).read()
> > +				print(open(sub['log']).read())
> >  				os.unlink(sub['log'])
> >  
> >  			return True
> > @@ -1742,7 +1745,7 @@ class Launcher:
> >  				print_sep("%d TEST(S) FAILED (TOTAL %d/SKIPPED %d)"
> >  						% (len(self.__failed), self.__total, self.__nr_skip), "#")
> >  				for failed in self.__failed:
> > -					print " * %s(%s)" % (failed[0], failed[1])
> > +					print(" * %s(%s)" % (failed[0], failed[1]))
> >  			else:
> >  				print_sep("ALL TEST(S) PASSED (TOTAL %d/SKIPPED %d)"
> >  						% (self.__total, self.__nr_skip), "#")
> > @@ -1766,7 +1769,7 @@ def all_tests(opts):
> >  			if stat.S_IFMT(st.st_mode) in [stat.S_IFLNK, stat.S_IFSOCK]:
> >  				continue
> >  			files.append(fp)
> > -	excl = map(lambda x: os.path.join(desc['dir'], x), desc['exclude'])
> > +	excl = list(map(lambda x: os.path.join(desc['dir'], x), desc['exclude']))
> >  	tlist = filter(lambda x:
> >  			not x.endswith('.checkskip') and
> >  			not x.endswith('.hook') and
> > @@ -1798,16 +1801,16 @@ def self_checkskip(tname):
> >  
> >  
> >  def print_fname(fname, typ):
> > -	print "=[%s]=> %s" % (typ, fname)
> > +	print("=[%s]=> %s" % (typ, fname))
> >  
> >  
> >  def print_sep(title, sep = "=", width = 80):
> > -	print (" " + title + " ").center(width, sep)
> > +	print((" " + title + " ").center(width, sep))
> >  
> >  
> >  def print_error(line):
> >  	line = line.rstrip()
> > -	print line
> > +	print(line)
> >  	if line.endswith('>'):  # combine pie output
> >  		return True
> >  	return False
> > @@ -1843,7 +1846,7 @@ def run_tests(opts):
> >  
> >  	if opts['pre'] or opts['snaps']:
> >  		if not criu.check("mem_dirty_track"):
> > -			print "Tracking memory is not available"
> > +			print("Tracking memory is not available")
> >  			return
> >  
> >  	if opts['all']:
> > @@ -1858,29 +1861,30 @@ def run_tests(opts):
> >  		run_all = False
> >  	elif opts['from']:
> >  		if not os.access(opts['from'], os.R_OK):
> > -			print "No such file"
> > +			print("No such file")
> >  			return
> >  
> >  		torun = map(lambda x: x.strip(), open(opts['from']))
> >  		opts['keep_going'] = False
> >  		run_all = True
> >  	else:
> > -		print "Specify test with -t <name> or -a"
> > +		print("Specify test with -t <name> or -a")
> >  		return
> >  
> > +	torun = list(torun)
> >  	if opts['keep_going'] and len(torun) < 2:
> > -		print "[WARNING] Option --keep-going is more useful when running multiple tests"
> > +		print("[WARNING] Option --keep-going is more useful when running multiple tests")
> >  		opts['keep_going'] = False
> >  
> >  	if opts['exclude']:
> >  		excl = re.compile(".*(" + "|".join(opts['exclude']) + ")")
> > -		print "Compiled exclusion list"
> > +		print("Compiled exclusion list")
> >  
> >  	if opts['report']:
> >  		init_report(opts['report'])
> >  
> >  	if opts['parallel'] and opts['freezecg']:
> > -		print "Parallel launch with freezer not supported"
> > +		print("Parallel launch with freezer not supported")
> >  		opts['parallel'] = None
> >  
> >  	if opts['join_ns']:
> > @@ -1896,7 +1900,7 @@ def run_tests(opts):
> >  			raise Exception("UFFD is not supported, cannot run with --lazy-pages")
> >  		if not uffd_noncoop:
> >  			# Most tests will work with 4.3 - 4.11
> > -			print "[WARNING] Non-cooperative UFFD is missing, some tests might spuriously fail"
> > +			print("[WARNING] Non-cooperative UFFD is missing, some tests might spuriously fail")
> >  
> >  	launcher = Launcher(opts, len(torun))
> >  	try:
> > @@ -1923,7 +1927,7 @@ def run_tests(opts):
> >  			feat_list = tdesc.get('feature', "")
> >  			for feat in feat_list.split():
> >  				if feat not in features:
> > -					print "Checking feature %s" % feat
> > +					print("Checking feature %s" % feat)
> >  					features[feat] = criu.check(feat)
> >  
> >  				if not features[feat]:
> > @@ -2000,9 +2004,9 @@ def show_test_info(t):
> >  def list_tests(opts):
> >  	tlist = all_tests(opts)
> >  	if opts['info']:
> > -		print sti_fmt % ('Name', 'Flavors', 'Flags')
> > +		print(sti_fmt % ('Name', 'Flavors', 'Flags'))
> >  		tlist = map(lambda x: show_test_info(x), tlist)
> > -	print '\n'.join(tlist)
> > +	print('\n'.join(tlist))
> >  
> >  
> >  class group:
> > @@ -2052,14 +2056,14 @@ class group:
> >  
> >  			f.write("echo 'All %s scripts OK'\n" % ext)
> >  			f.close()
> > -			os.chmod(fname + ext, 0700)
> > +			os.chmod(fname + ext, 0o700)
> >  
> >  	def dump(self, fname):
> >  		f = open(fname, "w")
> >  		for t in self.__tests:
> >  			f.write(t + '\n')
> >  		f.close()
> > -		os.chmod(fname, 0700)
> > +		os.chmod(fname, 0o700)
> >  
> >  		if len(self.__desc) or len(self.__deps):
> >  			f = open(fname + '.desc', "w")
> > @@ -2086,7 +2090,7 @@ def group_tests(opts):
> >  	random.shuffle(tlist)
> >  	if opts['exclude']:
> >  		excl = re.compile(".*(" + "|".join(opts['exclude']) + ")")
> > -		print "Compiled exclusion list"
> > +		print("Compiled exclusion list")
> >  
> >  	for t in tlist:
> >  		if excl and excl.match(t):
> > @@ -2117,11 +2121,11 @@ def group_tests(opts):
> >  		g.dump(fn)
> >  		nr += 1
> >  
> > -	print "Generated %d group(s)" % nr
> > +	print("Generated %d group(s)" % nr)
> >  
> >  
> >  def clean_stuff(opts):
> > -	print "Cleaning %s" % opts['what']
> > +	print("Cleaning %s" % opts['what'])
> >  	if opts['what'] == 'nsroot':
> >  		for f in flavors:
> >  			f = flavors[f]
> > -- 
> > 2.14.3
> > 


More information about the CRIU mailing list