18 from Map.map
import fuzzymatch
19 from Tool.tool
import getParameter,removeParameter,getFileName,resolvePythonExecutable
85 s+=f
"posChange:{self.pos}, "
87 s+=f
"typeChange:{self.type}, "
89 s+=f
"delete:{self.dele}, "
91 s+=f
"add:{self.add}, "
103 with open(errorLog,
'a', encoding=
'utf-8')
as fw:
119 ansDict[
'current']=sharedDict[k][
'current']
120 ansDict[
'target']=sharedDict[k][
'target']
135 if key
not in sharedDict:
137 innerDict=sharedDict[key]
138 innerDict[
'current']=currentDict
139 innerDict[
'target']=targetDict
140 sharedDict[key]=innerDict
142 innerDict=sharedDict[key]
143 if sharedDict[key][
'current'][
'matchMethod']==
'static' and currentDict[
'matchMethod']==
'dynamic':
144 innerDict[
'current']=currentDict
145 if sharedDict[key][
'target'][
'matchMethod']==
'static' and targetDict[
'matchMethod']==
'dynamic':
146 innerDict[
'target']=targetDict
147 sharedDict[key]=innerDict
168 if oldType==
"" or newType==
"":
176 if oldType[0]==
"'" and oldType[-1]==
"'":
177 oldType=oldType[1:-1]
179 if newType[0]==
"'" and newType[-1]==
"'":
180 newType=newType[1:-1]
182 if 'Union' in oldType:
183 pattern=
r'.*?Union\[(.*)\].*?'
184 result=re.findall(pattern,oldType)
186 elif 'Optional' in oldType:
187 pattern=
r'.*?Optional\[(.*)\].*?'
188 result=re.findall(pattern,oldType)
191 oldLst=oldType.split(
'|')
196 oldTypeSet.add(it.replace(
' ',
''))
200 if 'Union' in newType:
201 pattern=
r'.*?Union\[(.*)\].*?'
202 result=re.findall(pattern,newType)
204 elif 'Optional' in newType:
205 pattern=
r'.*?Optional\[(.*)\].*?'
206 result=re.findall(pattern,newType)
209 newLst=newType.split(
'|')
214 newTypeSet.add(it.replace(
' ',
''))
217 if len(oldTypeSet)>0
and oldTypeSet.issubset(newTypeSet):
230 paraStr=paraStr.replace(
' ',
'')
233 paraStr=paraStr.split(
'->')[0]
234 if '(' in paraStr[0]:
235 paraStr=paraStr[1:-1]
241 lst=[para
for para
in lst
if para !=
'/']
245 elif 'cls' in lst[0]:
248 parameter=Parameter()
249 parameter.position=lst.index(para)
250 parameter.fullItem=para
256 if flagMaohao
and "'" not in para[0:pos]
and '"' not in para[0:pos]
and '<' not in para[0:pos]:
262 parameter.value=ll[1]
271 paraObjLst.append(parameter)
276 for para
in paraObjLst:
277 if '**' in para.name:
278 pos2Star=para.position
279 elif '*' in para.name:
280 posStar=para.position
287 posParameters=paraObjLst[0:pos]
289 for para
in paraObjLst[pos+1:]:
290 if '**' not in para.name:
291 keyParameters.append(para)
293 return posParameters,keyParameters
307 oldPosParaNum=len(oldPos)
311 for oldPara
in copy.deepcopy(oldPos):
313 for newPara
in newPos:
314 if oldPara.name==newPara.name:
316 if oldPara.position!=newPara.position:
317 up.pos=newPara.position
321 if oldPara.value!=newPara.value:
322 up.value={
'old':oldPara.value,
'new':newPara.value}
324 oldPos.remove(oldPara)
325 newPos.remove(newPara)
328 dic[(oldPara.name,oldPara.position)]=up
331 for oldPara
in copy.deepcopy(oldKey):
333 for newPara
in newKey:
334 if oldPara.name==newPara.name:
339 if oldPara.value!=newPara.value:
340 up.value={
'old':oldPara.value,
'new':newPara.value}
342 oldKey.remove(oldPara)
343 newKey.remove(newPara)
346 dic[(oldPara.name,oldPara.position)]=up
351 for oldPara
in copy.deepcopy(oldPos):
353 for newPara
in newKey:
354 if oldPara.name==newPara.name:
356 up.pos2key=oldPara.name
360 if oldPara.value!=newPara.value:
361 up.value={
'old':oldPara.value,
'new':newPara.value}
363 oldPos.remove(oldPara)
364 newKey.remove(newPara)
367 dic[(oldPara.name,oldPara.position)]=up
371 for oldPara
in copy.deepcopy(oldKey):
373 for newPara
in copy.deepcopy(newPos):
374 if oldPara.name==newPara.name:
375 print(f
"key2pos-->{oldPara.name}")
377 up.key2pos=oldPara.name
381 if oldPara.value!=newPara.value:
382 up.value={
'old':oldPara.value,
'new':newPara.value}
384 oldKey.remove(oldPara)
385 newPos.remove(newPara)
388 dic[(oldPara.name,oldPara.position)]=up
394 for oldPara
in copy.deepcopy(oldPos):
396 for newPara
in newPos:
397 if oldPara.position==newPara.position
and not isDifferType(oldPara.type,newPara.type):
399 if oldPara.name!=newPara.name:
400 up.rename=newPara.name
404 if oldPara.value!=newPara.value:
405 up.value={
'old':oldPara.value,
'new':newPara.value}
407 oldPos.remove(oldPara)
408 newPos.remove(newPara)
411 dic[(oldPara.name,oldPara.position)]=up
413 oldPos.remove(oldPara)
416 dic[(oldPara.name,oldPara.position)]=up
419 for oldPara
in copy.deepcopy(oldKey):
421 for newPara
in newKey:
422 if oldPara.type==newPara.type:
425 up.rename=newPara.name
426 if oldPara.value!=newPara.value:
427 up.value={
'old':oldPara.value,
'new':newPara.value}
428 oldKey.remove(oldPara)
429 newKey.remove(newPara)
432 dic[(oldPara.name,oldPara.position)]=up
434 oldKey.remove(oldPara)
437 dic[(oldPara.name,oldPara.position)]=up
445 if para.position>=0
and para.position<oldPosParaNum:
447 if key[1]==para.position:
453 dic[(para.name,para.position)]=up
462 dic[(para.name,para.position)]=up
467 for key,value
in dic.items():
468 if key
not in updateDict:
471 updateDict[key][
'delete']=value.dele
473 updateDict[key][
'typeChange']=value.type
475 updateDict[key][
'rename']=value.rename
477 updateDict[key][
'posChange']=value.pos
479 updateDict[key][
'replace']=value.rep
481 updateDict[key][
'pos2key']=value.pos2key
483 updateDict[key][
'addPos']=value.addPos
485 updateDict[key][
'addKey']=value.addKey
487 updateDict[key][
'key2pos']=value.key2pos
489 if includeValue
and value.value:
490 updateDict[key][
'value']=value.value
493 ansDict=dict(sorted(updateDict.items(), key=
lambda it: it[0][1]))
514 for oldPara
in oldPos:
516 for newPara
in newPos:
517 if oldPara.name==newPara.name
and oldPara.position==newPara.position
and not isDifferType(oldPara.type,newPara.type):
524 for newPara
in newPos:
525 if newPara.position>=len(oldPos):
526 if newPara.value==
'':
530 for oldPara
in oldKey:
532 for newPara
in newKey:
533 if oldPara.name==newPara.name
and not isDifferType(oldPara.type,newPara.type):
539 for newPara
in newPos:
540 if oldPara.name==newPara.name
and not isDifferType(oldPara.type,newPara.type):
542 print(f
"key2pos-->{oldPara.name}")
550 for newPara
in newKey:
552 for oldPara
in oldKey:
553 if newPara.name==oldPara.name:
557 if newPara.value==
'':
573 if len(current[
'match'])==0
or len(target[
'match'])==0:
578 if isinstance(current[
'match'],str):
579 currentDict={current[
'internalPath']:[current[
'match']]}
581 currentDict=current[
'match']
583 if isinstance(target[
'match'],str):
584 targetDict={target[
'internalPath']:[target[
'match']]}
586 targetDict=target[
'match']
591 for currentSameAPI,currentOvLst
in currentDict.items():
592 for targetSameAPI,targetOvLst
in targetDict.items():
593 if currentSameAPI==targetSameAPI
or (currentSameAPI+
'.' in targetSameAPI)
or (targetSameAPI+
'.' in currentSameAPI)
or len(currentDict)==1
and len(targetDict)==1:
598 for currentOvPara
in copy.deepcopy(currentOvLst):
599 for targetOvPara
in copy.deepcopy(targetOvLst):
600 if currentOvPara.split(
'->')[0]==targetOvPara.split(
'->')[0]:
601 currentOvLst.remove(currentOvPara)
602 targetOvLst.remove(targetOvPara)
607 for currentOvPara
in currentOvLst:
609 for targetOvPara
in targetOvLst:
614 if compatibleFlag==0:
615 for targetOvPara
in targetOvLst:
616 repairDict=
findDiffer(currentOvPara,targetOvPara)
617 tempLst1.append((repairDict,targetOvPara))
620 for currentOvPara
in currentOvLst:
622 for targetOvPara
in targetOvLst:
627 if compatibleFlag==0:
628 for targetOvPara
in targetOvLst:
629 repairDict=
findDiffer(currentOvPara,targetOvPara)
630 tempLst2.append((repairDict,targetOvPara))
650 currentMethod=current.get(
'matchMethod')
651 targetMethod=target.get(
'matchMethod')
652 if {currentMethod,targetMethod}=={
'dynamic',
'static'}:
653 if currentMethod==
'dynamic':
654 dynamicMatchInfo=current
655 staticMatchInfo=target
656 dynamicVersion=currentVersion
657 dynamicIsCurrent=
True
659 dynamicMatchInfo=target
660 staticMatchInfo=current
661 dynamicVersion=targetVersion
662 dynamicIsCurrent=
False
664 staticCandidates=staticMatchInfo.get(
'match',{})
666 if isinstance(staticCandidates,dict)
and len(staticCandidates)==1
and formatAPI
in staticCandidates:
669 dynamicStaticMatch=
fuzzymatch(formatAPI,libName,dynamicVersion,0)
670 qualifiedName=dynamicMatchInfo.get(
'qualifiedName')
671 if isinstance(qualifiedName,str)
and isinstance(dynamicStaticMatch,dict)
and isinstance(staticCandidates,dict) \
672 and qualifiedName
in dynamicStaticMatch
and qualifiedName
in staticCandidates:
673 dynamicStaticCompare={
'match':{qualifiedName:list(dynamicStaticMatch[qualifiedName])}}
674 staticCompare={
'match':{qualifiedName:list(staticCandidates[qualifiedName])}}
697 def addValueForAPI(callAPI,projName,runPath,runCommand,currentEnv,targetEnv,errLst,callKey,*,runtimePaths):
698 copyRoot=runtimePaths[
'copy_root']
699 dynamicRoot=runtimePaths[
'dynamic_root']
705 (
'new_'+pklName[:-4]+
'__object.pkl',1),
706 (
'new_'+pklName[:-4]+
'__expr.pkl',1),
708 (pklName[:-4]+
'__object.pkl',0),
709 (pklName[:-4]+
'__expr.pkl',0),
713 for candidateName,candidateFlag
in pklCandidates:
714 candidatePath=os.path.join(copyRoot,
'pkl',candidateName)
715 if os.path.exists(candidatePath):
717 pklPath=candidatePath
730 if runPath
and runPath
not in runCommand:
731 cwd = os.path.join(dynamicRoot, projName, runPath)
732 script =
'addValueForAPI.py'
734 cwd = os.path.join(dynamicRoot, projName)
735 script = os.path.join(runPath,
'addValueForAPI.py')
737 cwd = os.path.join(dynamicRoot, projName)
738 script =
'addValueForAPI.py'
739 matchResult = subprocess.run([pythonPath, script, pklPath, callAPI, pklKey],cwd=cwd, capture_output=
True, text=
True, encoding=
'utf-8')
740 if matchResult.returncode!=0:
741 errLst.append(f
"{callAPI}, addValueError: {matchResult.stderr}\n")
744 output=matchResult.stdout
746 obj=re.compile(pattern,re.DOTALL)
747 lst=obj.findall(output)
Update class for parameter change analysis 参数变更分析类
pos2key
Conversion of positional parameter to keyword parameter 位置参数变更为关键字参数
rename
New name of the parameter 参数重命名
dele
Flag (1) of parameter deletion 参数删除标记 (1)
addPos
New positional parameter 新增位置参数
key2pos
Conversion of keyword parameter to positional parameter 关键字参数变更为位置参数
addKey
New keyword parameter 新增关键字参数
type
New type of the parameter 参数新类型
def __repr__(self)
Return the string representation of the parameter update 返回参数变更的字符串表示形式
rep
Replacement of the parameter 参数替换
pos
New position of the parameter 参数新位置
def __init__(self)
The constructor 构造函数
value
New default value of the parameter 参数新默认值
def analyzeCompatibility(oldPara, newPara)
Analyze the compatibility of two APIs 判断两个重载API是否兼容
def analyzeMatchCompatibility(current, target, *formatAPI, libName, currentVersion, targetVersion)
Analyze compatibility after selecting comparable matching results 选择可比较的匹配结果,再分析版本间兼容性
def isCompatible(current, target)
Determine the compatibility of APIs from current and target versions 判断起始版本和目标版本API的兼容性
def updateErrorLst(errorLog, errorLst)
Save error messages 保存错误信息
def para2Obj(paraStr)
Convert parameter string to positional and keyword parameter objects 将参数字符串转换为位置和关键字参数对象
def isDifferType(oldType, newType)
Determine parameter type change: compatible type means no type change 判断两个参数的类型是否发生了变更: 只要兼容,就认为相同
def updateSharedDict(callAPI, currentDict, targetDict, sharedDict)
Update API mapping dictionary: add and revise 更新API映射字典: 添加和修改
def findDiffer(oldPara, newPara, *includeValue=False)
Determine difference of two parameters 输入两个api参数部分,判断参数部分有何不同
def querySharedDict(callAPI, sharedDict)
Query API mapping dictionary 查询API映射字典
def addValueForAPI(callAPI, projName, runPath, runCommand, currentEnv, targetEnv, errLst, callKey, *runtimePaths)
Add values stored by pkl file for API parameters 为API参数添加保存至pkl文件中的值
def getFileName(fileName, extension)
Normalize and sanitize file name 规范化并清理文件名
def getParameter(p_string, separator=',', space=1)
Split parameter string into list of separated parameters 将参数字符串拆分成单个的参数
def fuzzymatch(formatAPI, libName, version, builtinFlag)
Static mapping of API signatures API签名静态匹配