More fixes for Python 3 compatibility (#13008)

* More fixes for Python 3 compatibility

* Workaround if the six module is not pip installed

* Lose the semicolons

Tools/px4moduledoc/srcparser.py

@@ -2,6 +2,8 @@ import sys
 import re
 import math
 import textwrap
+from functools import reduce
+
 
 class ModuleDocumentation(object):
     """

Tools/setup/requirements.txt

@@ -10,6 +10,7 @@ pyserial>=3.0
 pyulog>=0.5.0
 pyyaml
 setuptools>=39.2.0
+six>=1.12.0
 toml>=0.9
 tornado
 wheel>=0.31.1

Tools/uorb_graph/create.py

@@ -10,7 +10,6 @@ import colorsys
 import json
 
 
-
 parser = argparse.ArgumentParser(
     description='Generate uORB pub/sub dependency graph from source code')
 

Tools/upload_log.py

@@ -10,10 +10,10 @@ Upload an ULog file to the logs.px4.io web server.
 from __future__ import print_function
 
 from argparse import ArgumentParser
+from six.moves import input
 import subprocess
 import sys
 
-
 try:
     import requests
 except:
@@ -38,12 +38,7 @@ def ask_value(text, default=None):
     if default != None:
         ask_string += ' (Press ENTER to use ' + default + ')'
     ask_string += ': '
-
-    if sys.version_info[0] < 3:
-        ret = raw_input(ask_string)
-    else:
-        ret = input(ask_string)
-
+    ret = input(ask_string).strip()
     if ret == "" and default != None:
         return default
     return ret

integrationtests/python_src/px4_it/mavros/mavros_offboard_attctl_test.py

@@ -46,6 +46,7 @@ from geometry_msgs.msg import Quaternion, Vector3
 from mavros_msgs.msg import AttitudeTarget
 from mavros_test_common import MavrosTestCommon
 from pymavlink import mavutil
+from six.moves import xrange
 from std_msgs.msg import Header
 from threading import Thread
 from tf.transformations import quaternion_from_euler

integrationtests/python_src/px4_it/mavros/mavros_offboard_posctl_test.py

@@ -47,6 +47,7 @@ import numpy as np
 from geometry_msgs.msg import PoseStamped, Quaternion
 from mavros_test_common import MavrosTestCommon
 from pymavlink import mavutil
+from six.moves import xrange
 from std_msgs.msg import Header
 from threading import Thread
 from tf.transformations import quaternion_from_euler

integrationtests/python_src/px4_it/mavros/mavros_test_common.py

@@ -11,6 +11,7 @@ from mavros_msgs.srv import CommandBool, ParamGet, SetMode, WaypointClear, \
                             WaypointPush
 from pymavlink import mavutil
 from sensor_msgs.msg import NavSatFix
+from six.moves import xrange
 
 
 class MavrosTestCommon(unittest.TestCase):

integrationtests/python_src/px4_it/mavros/mission_test.py

@@ -53,6 +53,7 @@ from mavros import mavlink
 from mavros_msgs.msg import Mavlink, Waypoint, WaypointReached
 from mavros_test_common import MavrosTestCommon
 from pymavlink import mavutil
+from six.moves import xrange
 from threading import Thread
 
 

msg/tools/generate_microRTPS_bridge.py

@@ -53,6 +53,13 @@ try:
 except ImportError:
     raise ImportError(
         "Failed to import yaml. You may need to install it with 'sudo pip install pyyaml'")
+try:
+    from six.moves import input
+except ImportError:
+    try:
+        input = raw_input  # Python 2
+    except NameError:
+        pass  # Python 3
 
 
 def check_rtps_id_uniqueness(classifier):
@@ -281,9 +288,9 @@ if agent == False and client == False:
 
 if del_tree:
     if agent:
-        _continue = str(raw_input("\nFiles in " + agent_out_dir +
+        _continue = str(input("\nFiles in " + agent_out_dir +
                               " will be erased, continue?[Y/n]\n"))
-        if _continue == "N" or _continue == "n":
+        if _continue.strip() in ("N", "n"):
             print("Aborting execution...")
             exit(-1)
         else:
@@ -291,9 +298,9 @@ if del_tree:
                 shutil.rmtree(agent_out_dir)
 
     if client:
-        _continue = str(raw_input(
+        _continue = str(input(
             "\nFiles in " + client_out_dir + " will be erased, continue?[Y/n]\n"))
-        if _continue == "N" or _continue == "n":
+        if _continue.strip() in ("N", "n"):
             print("Aborting execution...")
             exit(-1)
         else:

msg/tools/uorb_rtps_classifier.py

@@ -35,6 +35,7 @@
 import sys
 import os
 import argparse
+import errno
 import yaml
 import re
 import difflib

msg/tools/uorb_to_ros_rtps_ids.py

@@ -3,10 +3,12 @@
 Script to read an yaml file containing the RTPS message IDs and update the naming convention to PascalCase
 """
 
+import errno
 import os
 import yaml
 import sys
 import argparse
+import six
 
 __author__ = 'PX4 Development Team'
 __copyright__ = \
@@ -91,14 +93,8 @@ def update_dict(list):
     if verbose:
         num_of_msgs = 0
     for i, dictionary in enumerate(list["rtps"]):
-        # implementation depends on the Python version being used
-        if sys.version_info[0] < 3:
-            dict = {k: v.title().replace('_', '') if isinstance(
-                v, basestring) else v for k, v in dictionary.iteritems()}
-        else:
-            dict = {k: v.title().replace('_', '') if isinstance(
-                v, str) else v for k, v in dictionary.items()}
-        list["rtps"][i] = dict
+        list["rtps"][i] = {k: v.title().replace('_', '') if isinstance(
+            v, six.string_types) else v for k, v in six.iteritems(dictionary)}
         if verbose:
             num_of_msgs += 1
     if verbose:

platforms/nuttx/Debug/Nuttx.py

@@ -391,7 +391,7 @@ class NX_show_interrupted_thread (gdb.Command):
 
 	def invoke(self, args, from_tty):
 		regs = gdb.lookup_global_symbol('current_regs').value()
-		if regs is 0:
+		if regs == 0:
 			raise gdb.GdbError('not in interrupt context')
 		else:
 			registers = NX_register_set.with_xcpt_regs(regs)
@@ -429,25 +429,25 @@ class NX_tcb(object):
 	def is_in(self,arg,list):
 		for i in list:
 			if arg == i:
-				return True;
+				return True
 		return False
 
 	def find_tcb_list(self,dq_entry_t):
 		tcb_list = []
 		tcb_ptr = dq_entry_t.cast(gdb.lookup_type('struct tcb_s').pointer())
 		first_tcb = tcb_ptr.dereference()
-		tcb_list.append(first_tcb);
+		tcb_list.append(first_tcb)
 		next_tcb = first_tcb['flink'].dereference()
 		while not self.is_in(parse_int(next_tcb['pid']),[parse_int(t['pid']) for t in tcb_list]):
-			tcb_list.append(next_tcb); 
-			old_tcb = next_tcb;
+			tcb_list.append(next_tcb)
+			old_tcb = next_tcb
 			next_tcb = old_tcb['flink'].dereference()
 
 		return [t for t in tcb_list if parse_int(t['pid'])<2000]
 
 	def getTCB(self):
 		list_of_listsnames = ['g_pendingtasks','g_readytorun','g_waitingforsemaphore','g_waitingforsignal','g_inactivetasks']
-		tcb_list = [];
+		tcb_list = []
 		for l in list_of_listsnames:
 			li = gdb.lookup_global_symbol(l)
 			print(li)
@@ -463,25 +463,25 @@ class NX_check_stack_order(gdb.Command):
 	def is_in(self,arg,list):
 		for i in list:
 			if arg == i:
-				return True;
+				return True
 		return False
 
 	def find_tcb_list(self,dq_entry_t):
 		tcb_list = []
 		tcb_ptr = dq_entry_t.cast(gdb.lookup_type('struct tcb_s').pointer())
 		first_tcb = tcb_ptr.dereference()
-		tcb_list.append(first_tcb);
+		tcb_list.append(first_tcb)
 		next_tcb = first_tcb['flink'].dereference()
 		while not self.is_in(parse_int(next_tcb['pid']),[parse_int(t['pid']) for t in tcb_list]):
-			tcb_list.append(next_tcb); 
-			old_tcb = next_tcb;
+			tcb_list.append(next_tcb)
+			old_tcb = next_tcb
 			next_tcb = old_tcb['flink'].dereference()
 
 		return [t for t in tcb_list if parse_int(t['pid'])<2000]
 
 	def getTCB(self):
 		list_of_listsnames = ['g_pendingtasks','g_readytorun','g_waitingforsemaphore','g_waitingforsignal','g_inactivetasks']
-		tcb_list = [];
+		tcb_list = []
 		for l in list_of_listsnames:
 			li = gdb.lookup_global_symbol(l)
 			cursor = li.value()['head']
@@ -516,22 +516,22 @@ class NX_check_stack_order(gdb.Command):
 
 	def check_name(self,name):
 		if isinstance(name,(list)):
-			name = name[0];
+			name = name[0]
 		idx = name.find("\\")
 		newname = name[:idx]
 
 		return newname
 
 	def invoke(self,args,sth):
-		tcb = self.getTCB();
-		stackadresses={};
+		tcb = self.getTCB()
+		stackadresses={}
 		for t in tcb:
-			p = [];
+			p = []
 			#print(t.name,t._tcb['stack_alloc_ptr'])
 			p.append(parse_int(t['stack_alloc_ptr']))
 			p.append(parse_int(t['adj_stack_ptr']))
 			p.append(self.getSPfromTask(t))
-			stackadresses[str(t['name'])] = p;
+			stackadresses[str(t['name'])] = p
 		address = int("0x30000000",0)
 		print("stack address  :  process")
 		for i in range(len(stackadresses)*3):
@@ -568,7 +568,7 @@ class NX_run_debug_util(gdb.Command):
 				print("this is the location in code where the current threads $pc is:")
 				gdb.execute(eval_str)
 		else:
-			tcb_nr = int(args);
+			tcb_nr = int(args)
 			print("tcb_nr = ",tcb_nr)
 			t = tasks[tcb_nr]
 			self.printRegisters(t)
@@ -588,25 +588,25 @@ class NX_search_tcb(gdb.Command):
 	def is_in(self,arg,list):
 		for i in list:
 			if arg == i:
-				return True;
+				return True
 		return False
 
 	def find_tcb_list(self,dq_entry_t):
 		tcb_list = []
 		tcb_ptr = dq_entry_t.cast(gdb.lookup_type('struct tcb_s').pointer())
 		first_tcb = tcb_ptr.dereference()
-		tcb_list.append(first_tcb);
+		tcb_list.append(first_tcb)
 		next_tcb = first_tcb['flink'].dereference()
 		while not self.is_in(parse_int(next_tcb['pid']),[parse_int(t['pid']) for t in tcb_list]):
-			tcb_list.append(next_tcb); 
-			old_tcb = next_tcb;
+			tcb_list.append(next_tcb)
+			old_tcb = next_tcb
 			next_tcb = old_tcb['flink'].dereference()
 
 		return [t for t in tcb_list if parse_int(t['pid'])<2000]
 
 	def invoke(self,args,sth):
 		list_of_listsnames = ['g_pendingtasks','g_readytorun','g_waitingforsemaphore','g_waitingforsignal','g_inactivetasks']
-		tasks = [];
+		tasks = []
 		for l in list_of_listsnames:
 			li = gdb.lookup_global_symbol(l)
 			cursor = li.value()['head']
@@ -615,9 +615,9 @@ class NX_search_tcb(gdb.Command):
 		# filter for tasks that are listed twice
 		tasks_filt = {}
 		for t in tasks:
-			pid = parse_int(t['pid']);
+			pid = parse_int(t['pid'])
 			if not pid in tasks_filt.keys():
-				tasks_filt[pid] = t['name']; 
+				tasks_filt[pid] = t['name']
 		print('{num_t} Tasks found:'.format(num_t = len(tasks_filt)))
 		for pid in tasks_filt.keys():
 			print("PID: ",pid," ",tasks_filt[pid])
@@ -645,12 +645,12 @@ class NX_my_bt(gdb.Command):
 
 	def is_in_bounds(self,val):
 		lower_bound = int("08004000",16)
-		upper_bound = int("080ae0c0",16);
+		upper_bound = int("080ae0c0",16)
 		#print(lower_bound," ",val," ",upper_bound)
 		if val>lower_bound and val<upper_bound:
-			return True;
+			return True
 		else:
-			return False;
+			return False
 	def get_tcb_from_address(self,addr):
 		addr_value = gdb.Value(addr)
 		tcb_ptr = addr_value.cast(gdb.lookup_type('struct tcb_s').pointer())

platforms/nuttx/NuttX/tools/oldconfig.py

@@ -25,14 +25,11 @@ from __future__ import print_function
 
 import sys
 
+from six.moves import input
+
 from kconfiglib import Symbol, Choice, BOOL, TRISTATE, HEX, standard_kconfig
 
 
-# Python 2/3 compatibility hack
-if sys.version_info[0] < 3:
-    input = raw_input
-
-
 # Note: Used as the entry point in setup.py
 def _main():
     # Earlier symbols in Kconfig files might depend on later symbols and become

src/lib/parameters/px4params/markdownout.py

@@ -48,7 +48,7 @@ class MarkdownTablesOutput():
                 if increment:
                     max_min_combined+='(%s)' % increment
 
-                if long_desc is not '':
+                if long_desc != '':
                     long_desc = '<p><strong>Comment:</strong> %s</p>' % long_desc
 
                 if name == code: