583 lines
19 KiB
Python
583 lines
19 KiB
Python
#
|
|
# Copyright (c) 2006-2022, RT-Thread Development Team
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# Change Logs:
|
|
# Date Author Notes
|
|
# 2019-03-21 Bernard the first version
|
|
# 2019-04-15 armink fix project update error
|
|
#
|
|
|
|
import glob
|
|
import xml.etree.ElementTree as etree
|
|
from xml.etree.ElementTree import SubElement
|
|
|
|
import rt_studio
|
|
from building import *
|
|
from utils import *
|
|
from utils import _make_path_relative
|
|
from utils import xml_indent
|
|
|
|
MODULE_VER_NUM = 6
|
|
|
|
source_pattern = ['*.c', '*.cpp', '*.cxx', '*.s', '*.S', '*.asm','*.cmd']
|
|
|
|
|
|
def OSPath(path):
|
|
import platform
|
|
|
|
if type(path) == type('str'):
|
|
if platform.system() == 'Windows':
|
|
return path.replace('/', '\\')
|
|
else:
|
|
return path.replace('\\', '/')
|
|
else:
|
|
if platform.system() == 'Windows':
|
|
return [item.replace('/', '\\') for item in path]
|
|
else:
|
|
return [item.replace('\\', '/') for item in path]
|
|
|
|
|
|
# collect the build source code path and parent path
|
|
def CollectPaths(paths):
|
|
all_paths = []
|
|
|
|
def ParentPaths(path):
|
|
ret = os.path.dirname(path)
|
|
if ret == path or ret == '':
|
|
return []
|
|
|
|
return [ret] + ParentPaths(ret)
|
|
|
|
for path in paths:
|
|
# path = os.path.abspath(path)
|
|
path = path.replace('\\', '/')
|
|
all_paths = all_paths + [path] + ParentPaths(path)
|
|
|
|
cwd = os.getcwd()
|
|
for path in os.listdir(cwd):
|
|
temp_path = cwd.replace('\\', '/') + '/' + path
|
|
if os.path.isdir(temp_path):
|
|
all_paths = all_paths + [temp_path]
|
|
|
|
all_paths = list(set(all_paths))
|
|
return sorted(all_paths)
|
|
|
|
|
|
'''
|
|
Collect all of files under paths
|
|
'''
|
|
|
|
|
|
def CollectFiles(paths, pattern):
|
|
files = []
|
|
for path in paths:
|
|
if type(pattern) == type(''):
|
|
files = files + glob.glob(path + '/' + pattern)
|
|
else:
|
|
for item in pattern:
|
|
# print('--> %s' % (path + '/' + item))
|
|
files = files + glob.glob(path + '/' + item)
|
|
|
|
return sorted(files)
|
|
|
|
|
|
def CollectAllFilesinPath(path, pattern):
|
|
files = []
|
|
|
|
for item in pattern:
|
|
files += glob.glob(path + '/' + item)
|
|
|
|
list = os.listdir(path)
|
|
if len(list):
|
|
for item in list:
|
|
if item.startswith('.'):
|
|
continue
|
|
if item == 'bsp':
|
|
continue
|
|
|
|
if os.path.isdir(os.path.join(path, item)):
|
|
files = files + CollectAllFilesinPath(os.path.join(path, item), pattern)
|
|
return files
|
|
|
|
|
|
'''
|
|
Exclude files from infiles
|
|
'''
|
|
|
|
|
|
def ExcludeFiles(infiles, files):
|
|
in_files = set([OSPath(file) for file in infiles])
|
|
exl_files = set([OSPath(file) for file in files])
|
|
|
|
exl_files = in_files - exl_files
|
|
|
|
return exl_files
|
|
|
|
|
|
# caluclate the exclude path for project
|
|
def ExcludePaths(rootpath, paths):
|
|
ret = []
|
|
|
|
files = os.listdir(OSPath(rootpath))
|
|
for file in files:
|
|
if file.startswith('.'):
|
|
continue
|
|
|
|
fullname = os.path.join(OSPath(rootpath), file)
|
|
|
|
if os.path.isdir(fullname):
|
|
# print(fullname)
|
|
if not fullname in paths:
|
|
ret = ret + [fullname]
|
|
else:
|
|
ret = ret + ExcludePaths(fullname, paths)
|
|
|
|
return ret
|
|
|
|
|
|
rtt_path_prefix = '"${workspace_loc://${ProjName}//'
|
|
|
|
|
|
def ConverToRttEclipsePathFormat(path):
|
|
return rtt_path_prefix + path + '}"'
|
|
|
|
|
|
def IsRttEclipsePathFormat(path):
|
|
if path.startswith(rtt_path_prefix):
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
|
|
# all libs added by scons should be ends with five whitespace as a flag
|
|
rtt_lib_flag = 5 * " "
|
|
|
|
|
|
def ConverToRttEclipseLibFormat(lib):
|
|
return str(lib) + str(rtt_lib_flag)
|
|
|
|
|
|
def IsRttEclipseLibFormat(path):
|
|
if path.endswith(rtt_lib_flag):
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
|
|
def IsCppProject():
|
|
return GetDepend('RT_USING_CPLUSPLUS')
|
|
|
|
|
|
def HandleToolOption(tools, env, project, reset):
|
|
is_cpp_prj = IsCppProject()
|
|
BSP_ROOT = os.path.abspath(env['BSP_ROOT'])
|
|
|
|
CPPDEFINES = project['CPPDEFINES']
|
|
paths = [ConverToRttEclipsePathFormat(RelativeProjectPath(env, os.path.normpath(i)).replace('\\', '/')) for i in project['CPPPATH']]
|
|
|
|
compile_include_paths_options = []
|
|
compile_include_files_options = []
|
|
compile_defs_options = []
|
|
linker_scriptfile_option = None
|
|
linker_script_option = None
|
|
linker_nostart_option = None
|
|
linker_libs_option = None
|
|
linker_paths_option = None
|
|
|
|
linker_newlib_nano_option = None
|
|
|
|
for tool in tools:
|
|
|
|
if tool.get('id').find('compile') != 1:
|
|
options = tool.findall('option')
|
|
# find all compile options
|
|
for option in options:
|
|
option_id = option.get('id')
|
|
if ('compiler.include.paths' in option_id) or ('compiler.option.includepaths' in option_id) or ('compiler.tasking.include' in option_id):
|
|
compile_include_paths_options += [option]
|
|
elif option.get('id').find('compiler.include.files') != -1 or option.get('id').find('compiler.option.includefiles') != -1 :
|
|
compile_include_files_options += [option]
|
|
elif option.get('id').find('compiler.defs') != -1 or option.get('id').find('compiler.option.definedsymbols') != -1:
|
|
compile_defs_options += [option]
|
|
|
|
if tool.get('id').find('linker') != -1:
|
|
options = tool.findall('option')
|
|
# find all linker options
|
|
for option in options:
|
|
# the project type and option type must equal
|
|
if is_cpp_prj != (option.get('id').find('cpp.linker') != -1):
|
|
continue
|
|
|
|
if option.get('id').find('linker.scriptfile') != -1:
|
|
linker_scriptfile_option = option
|
|
elif option.get('id').find('linker.option.script') != -1:
|
|
linker_script_option = option
|
|
elif option.get('id').find('linker.nostart') != -1:
|
|
linker_nostart_option = option
|
|
elif option.get('id').find('linker.libs') != -1:
|
|
linker_libs_option = option
|
|
elif option.get('id').find('linker.paths') != -1 and 'LIBPATH' in env:
|
|
linker_paths_option = option
|
|
elif option.get('id').find('linker.usenewlibnano') != -1:
|
|
linker_newlib_nano_option = option
|
|
|
|
# change the inclue path
|
|
for option in compile_include_paths_options:
|
|
# find all of paths in this project
|
|
include_paths = option.findall('listOptionValue')
|
|
for item in include_paths:
|
|
if reset is True or IsRttEclipsePathFormat(item.get('value')) :
|
|
# clean old configuration
|
|
option.remove(item)
|
|
# print('c.compiler.include.paths')
|
|
paths = sorted(paths)
|
|
for item in paths:
|
|
SubElement(option, 'listOptionValue', {'builtIn': 'false', 'value': item})
|
|
# change the inclue files (default) or definitions
|
|
for option in compile_include_files_options:
|
|
# add '_REENT_SMALL' to CPPDEFINES when --specs=nano.specs has select
|
|
if linker_newlib_nano_option is not None and linker_newlib_nano_option.get('value') == 'true' and '_REENT_SMALL' not in CPPDEFINES:
|
|
CPPDEFINES += ['_REENT_SMALL']
|
|
|
|
file_header = '''
|
|
#ifndef RTCONFIG_PREINC_H__
|
|
#define RTCONFIG_PREINC_H__
|
|
|
|
/* Automatically generated file; DO NOT EDIT. */
|
|
/* RT-Thread pre-include file */
|
|
|
|
'''
|
|
file_tail = '\n#endif /*RTCONFIG_PREINC_H__*/\n'
|
|
rtt_pre_inc_item = '"${workspace_loc:/${ProjName}/rtconfig_preinc.h}"'
|
|
# save the CPPDEFINES in to rtconfig_preinc.h
|
|
with open('rtconfig_preinc.h', mode = 'w+') as f:
|
|
f.write(file_header)
|
|
for cppdef in CPPDEFINES:
|
|
f.write("#define " + cppdef.replace('=', ' ') + '\n')
|
|
f.write(file_tail)
|
|
# change the c.compiler.include.files
|
|
files = option.findall('listOptionValue')
|
|
find_ok = False
|
|
for item in files:
|
|
if item.get('value') == rtt_pre_inc_item:
|
|
find_ok = True
|
|
break
|
|
if find_ok is False:
|
|
SubElement(option, 'listOptionValue', {'builtIn': 'false', 'value': rtt_pre_inc_item})
|
|
if len(compile_include_files_options) == 0:
|
|
for option in compile_defs_options:
|
|
defs = option.findall('listOptionValue')
|
|
project_defs = []
|
|
for item in defs:
|
|
if reset is True:
|
|
# clean all old configuration
|
|
option.remove(item)
|
|
else:
|
|
project_defs += [item.get('value')]
|
|
if len(project_defs) > 0:
|
|
cproject_defs = set(CPPDEFINES) - set(project_defs)
|
|
else:
|
|
cproject_defs = CPPDEFINES
|
|
|
|
# print('c.compiler.defs')
|
|
cproject_defs = sorted(cproject_defs)
|
|
for item in cproject_defs:
|
|
SubElement(option, 'listOptionValue', {'builtIn': 'false', 'value': item})
|
|
|
|
# update linker script config
|
|
if linker_scriptfile_option is not None :
|
|
option = linker_scriptfile_option
|
|
linker_script = 'link.lds'
|
|
items = env['LINKFLAGS'].split(' ')
|
|
if '-T' in items:
|
|
linker_script = items[items.index('-T') + 1]
|
|
linker_script = ConverToRttEclipsePathFormat(linker_script)
|
|
|
|
listOptionValue = option.find('listOptionValue')
|
|
if listOptionValue != None:
|
|
if reset is True or IsRttEclipsePathFormat(listOptionValue.get('value')):
|
|
listOptionValue.set('value', linker_script)
|
|
else:
|
|
SubElement(option, 'listOptionValue', {'builtIn': 'false', 'value': linker_script})
|
|
# scriptfile in stm32cubeIDE
|
|
if linker_script_option is not None :
|
|
option = linker_script_option
|
|
items = env['LINKFLAGS'].split(' ')
|
|
if '-T' in items:
|
|
linker_script = ConverToRttEclipsePathFormat(items[items.index('-T') + 1]).strip('"')
|
|
option.set('value', linker_script)
|
|
# update nostartfiles config
|
|
if linker_nostart_option is not None :
|
|
option = linker_nostart_option
|
|
if env['LINKFLAGS'].find('-nostartfiles') != -1:
|
|
option.set('value', 'true')
|
|
else:
|
|
option.set('value', 'false')
|
|
# update libs
|
|
if linker_libs_option is not None:
|
|
option = linker_libs_option
|
|
# remove old libs
|
|
for item in option.findall('listOptionValue'):
|
|
if IsRttEclipseLibFormat(item.get("value")):
|
|
option.remove(item)
|
|
|
|
# add new libs
|
|
if 'LIBS' in env:
|
|
for lib in env['LIBS']:
|
|
lib_name = os.path.basename(str(lib))
|
|
if lib_name.endswith('.a'):
|
|
if lib_name.startswith('lib'):
|
|
lib = lib_name[3:].split('.')[0]
|
|
else:
|
|
lib = ':' + lib_name
|
|
formatedLib = ConverToRttEclipseLibFormat(lib)
|
|
SubElement(option, 'listOptionValue', {
|
|
'builtIn': 'false', 'value': formatedLib})
|
|
|
|
# update lib paths
|
|
if linker_paths_option is not None:
|
|
option = linker_paths_option
|
|
# remove old lib paths
|
|
for item in option.findall('listOptionValue'):
|
|
if IsRttEclipsePathFormat(item.get('value')):
|
|
# clean old configuration
|
|
option.remove(item)
|
|
# add new old lib paths
|
|
for path in env['LIBPATH']:
|
|
SubElement(option, 'listOptionValue', {'builtIn': 'false', 'value': ConverToRttEclipsePathFormat(RelativeProjectPath(env, path).replace('\\', '/'))})
|
|
|
|
return
|
|
|
|
|
|
def UpdateProjectStructure(env, prj_name):
|
|
bsp_root = env['BSP_ROOT']
|
|
rtt_root = env['RTT_ROOT']
|
|
|
|
project = etree.parse('.project')
|
|
root = project.getroot()
|
|
|
|
if rtt_root.startswith(bsp_root):
|
|
linkedResources = root.find('linkedResources')
|
|
if linkedResources == None:
|
|
linkedResources = SubElement(root, 'linkedResources')
|
|
|
|
links = linkedResources.findall('link')
|
|
# delete all RT-Thread folder links
|
|
for link in links:
|
|
if link.find('name').text.startswith('rt-thread'):
|
|
linkedResources.remove(link)
|
|
|
|
if prj_name:
|
|
name = root.find('name')
|
|
if name == None:
|
|
name = SubElement(root, 'name')
|
|
name.text = prj_name
|
|
|
|
out = open('.project', 'w')
|
|
out.write('<?xml version="1.0" encoding="UTF-8"?>\n')
|
|
xml_indent(root)
|
|
out.write(etree.tostring(root, encoding='utf-8').decode('utf-8'))
|
|
out.close()
|
|
|
|
return
|
|
|
|
|
|
def GenExcluding(env, project):
|
|
rtt_root = os.path.abspath(env['RTT_ROOT'])
|
|
bsp_root = os.path.abspath(env['BSP_ROOT'])
|
|
coll_dirs = CollectPaths(project['DIRS'])
|
|
all_paths_temp = [OSPath(path) for path in coll_dirs]
|
|
all_paths = []
|
|
|
|
# add used path
|
|
for path in all_paths_temp:
|
|
if path.startswith(rtt_root) or path.startswith(bsp_root):
|
|
all_paths.append(path)
|
|
|
|
if bsp_root.startswith(rtt_root):
|
|
# bsp folder is in the RT-Thread root folder, such as the RT-Thread source code on GitHub
|
|
exclude_paths = ExcludePaths(rtt_root, all_paths)
|
|
elif rtt_root.startswith(bsp_root):
|
|
# RT-Thread root folder is in the bsp folder, such as project folder which generate by 'scons --dist' cmd
|
|
check_path = []
|
|
exclude_paths = []
|
|
# analyze the primary folder which relative to BSP_ROOT and in all_paths
|
|
for path in all_paths:
|
|
if path.startswith(bsp_root):
|
|
folders = RelativeProjectPath(env, path).split('\\')
|
|
if folders[0] != '.' and '\\' + folders[0] not in check_path:
|
|
check_path += ['\\' + folders[0]]
|
|
# exclue the folder which has managed by scons
|
|
for path in check_path:
|
|
exclude_paths += ExcludePaths(bsp_root + path, all_paths)
|
|
else:
|
|
exclude_paths = ExcludePaths(rtt_root, all_paths)
|
|
exclude_paths += ExcludePaths(bsp_root, all_paths)
|
|
|
|
paths = exclude_paths
|
|
exclude_paths = []
|
|
# remove the folder which not has source code by source_pattern
|
|
for path in paths:
|
|
# add bsp and libcpu folder and not collect source files (too more files)
|
|
if path.endswith('rt-thread\\bsp') or path.endswith('rt-thread\\libcpu'):
|
|
exclude_paths += [path]
|
|
continue
|
|
|
|
set = CollectAllFilesinPath(path, source_pattern)
|
|
if len(set):
|
|
exclude_paths += [path]
|
|
|
|
exclude_paths = [RelativeProjectPath(env, path).replace('\\', '/') for path in exclude_paths]
|
|
|
|
all_files = CollectFiles(all_paths, source_pattern)
|
|
src_files = project['FILES']
|
|
|
|
exclude_files = ExcludeFiles(all_files, src_files)
|
|
exclude_files = [RelativeProjectPath(env, file).replace('\\', '/') for file in exclude_files]
|
|
|
|
env['ExPaths'] = exclude_paths
|
|
env['ExFiles'] = exclude_files
|
|
|
|
return exclude_paths + exclude_files
|
|
|
|
|
|
def RelativeProjectPath(env, path):
|
|
project_root = os.path.abspath(env['BSP_ROOT'])
|
|
rtt_root = os.path.abspath(env['RTT_ROOT'])
|
|
|
|
if path.startswith(project_root):
|
|
return _make_path_relative(project_root, path)
|
|
|
|
if path.startswith(rtt_root):
|
|
return 'rt-thread/' + _make_path_relative(rtt_root, path)
|
|
|
|
# TODO add others folder
|
|
print('ERROR: the ' + path + ' not support')
|
|
|
|
return path
|
|
|
|
|
|
def HandleExcludingOption(entry, sourceEntries, excluding):
|
|
old_excluding = []
|
|
if entry != None:
|
|
exclud = entry.get('excluding')
|
|
if exclud != None:
|
|
old_excluding = entry.get('excluding').split('|')
|
|
sourceEntries.remove(entry)
|
|
|
|
value = ''
|
|
for item in old_excluding:
|
|
if item.startswith('//'):
|
|
old_excluding.remove(item)
|
|
else:
|
|
if value == '':
|
|
value = item
|
|
else:
|
|
value += '|' + item
|
|
|
|
for item in excluding:
|
|
# add special excluding path prefix for RT-Thread
|
|
item = '//' + item
|
|
if value == '':
|
|
value = item
|
|
else:
|
|
value += '|' + item
|
|
|
|
SubElement(sourceEntries, 'entry', {'excluding': value, 'flags': 'VALUE_WORKSPACE_PATH|RESOLVED', 'kind':'sourcePath', 'name':""})
|
|
|
|
|
|
def UpdateCproject(env, project, excluding, reset, prj_name):
|
|
excluding = sorted(excluding)
|
|
|
|
cproject = etree.parse('.cproject')
|
|
|
|
root = cproject.getroot()
|
|
cconfigurations = root.findall('storageModule/cconfiguration')
|
|
for cconfiguration in cconfigurations:
|
|
tools = cconfiguration.findall('storageModule/configuration/folderInfo/toolChain/tool')
|
|
HandleToolOption(tools, env, project, reset)
|
|
|
|
sourceEntries = cconfiguration.find('storageModule/configuration/sourceEntries')
|
|
if sourceEntries != None:
|
|
entry = sourceEntries.find('entry')
|
|
HandleExcludingOption(entry, sourceEntries, excluding)
|
|
# update refreshScope
|
|
if prj_name:
|
|
prj_name = '/' + prj_name
|
|
configurations = root.findall('storageModule/configuration')
|
|
for configuration in configurations:
|
|
resource = configuration.find('resource')
|
|
configuration.remove(resource)
|
|
SubElement(configuration, 'resource', {'resourceType': "PROJECT", 'workspacePath': prj_name})
|
|
|
|
# write back to .cproject
|
|
out = open('.cproject', 'w')
|
|
out.write('<?xml version="1.0" encoding="UTF-8" standalone="no"?>\n')
|
|
out.write('<?fileVersion 4.0.0?>')
|
|
xml_indent(root)
|
|
out.write(etree.tostring(root, encoding='utf-8').decode('utf-8'))
|
|
out.close()
|
|
|
|
|
|
def TargetEclipse(env, reset=False, prj_name=None):
|
|
global source_pattern
|
|
|
|
print('Update eclipse setting...')
|
|
|
|
# generate cproject file
|
|
if not os.path.exists('.cproject'):
|
|
if rt_studio.gen_cproject_file(os.path.abspath(".cproject")) is False:
|
|
print('Fail!')
|
|
return
|
|
|
|
# generate project file
|
|
if not os.path.exists('.project'):
|
|
if rt_studio.gen_project_file(os.path.abspath(".project")) is False:
|
|
print('Fail!')
|
|
return
|
|
|
|
# generate projcfg.ini file
|
|
if not os.path.exists('.settings/projcfg.ini'):
|
|
# if search files with uvprojx or uvproj suffix
|
|
file = ""
|
|
items = os.listdir(".")
|
|
if len(items) > 0:
|
|
for item in items:
|
|
if item.endswith(".uvprojx") or item.endswith(".uvproj"):
|
|
file = os.path.abspath(item)
|
|
break
|
|
chip_name = rt_studio.get_mcu_info(file)
|
|
if rt_studio.gen_projcfg_ini_file(chip_name, prj_name, os.path.abspath(".settings/projcfg.ini")) is False:
|
|
print('Fail!')
|
|
return
|
|
|
|
# enable lowwer .s file compiled in eclipse cdt
|
|
if not os.path.exists('.settings/org.eclipse.core.runtime.prefs'):
|
|
if rt_studio.gen_org_eclipse_core_runtime_prefs(
|
|
os.path.abspath(".settings/org.eclipse.core.runtime.prefs")) is False:
|
|
print('Fail!')
|
|
return
|
|
|
|
# add clean2 target to fix issues when files too many
|
|
if not os.path.exists('makefile.targets'):
|
|
if rt_studio.gen_makefile_targets(os.path.abspath("makefile.targets")) is False:
|
|
print('Fail!')
|
|
return
|
|
|
|
project = ProjectInfo(env)
|
|
|
|
# update the project file structure info on '.project' file
|
|
UpdateProjectStructure(env, prj_name)
|
|
|
|
# generate the exclude paths and files
|
|
excluding = GenExcluding(env, project)
|
|
|
|
# update the project configuration on '.cproject' file
|
|
UpdateCproject(env, project, excluding, reset, prj_name)
|
|
|
|
print('done!')
|
|
|
|
return
|