Skip to content

Commit

Permalink
Update mapping.py
Browse files Browse the repository at this point in the history
  • Loading branch information
@SySeVR
SySeVR authored Feb 7, 2020
1 parent fd9b51d commit b72d22c
Showing 1 changed file with 105 additions and 27 deletions.
132 changes: 105 additions & 27 deletions Implementation/data_preprocess/mapping.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@
for sheet in xread.sheets():
col = sheet.col_values(0)[1:]
keywords_4 += col
#print keywords_4

typewords_0 = ('short', 'int', 'long', 'float', 'doubule', 'char', 'unsigned', 'signed', 'void' ,'wchar_t', 'size_t', 'bool')
typewords_1 = ('struct', 'union', 'enum')
Expand All @@ -51,6 +52,8 @@
phla = '[^a-zA-Z0-9_]'
space = '\s'
spa = ''


def isinKeyword_3(token):
for key in keywords_3:
if len(token) < len(key)-1:
Expand All @@ -59,33 +62,48 @@ def isinKeyword_3(token):
return True
else:
return False


def isinKeyword_5(token):
for key in keywords_5:
if len(token) < len(key)-1:
return False
if token.find(key[1:]) != -1:
return True
if "_" in token:
return False
else:
return True
else:
return False


def isphor(s, liter):
m = re.search(liter, s)
if m is not None:
return True
else:
return False

def var(s):
m = re.match(function, s)
if m is not None:
return True
else:
return False

def CreateVariable(string, token):
length = len(string)
stack1 = []
s = ''
i = 0
while (i < length):
if var(string[i]):
if var(string[i]): # 是标识符
#if i + 1 < length and (string[i + 1] == '->' or string[i + 1] == '.'): # 如果当前的字符串是->或者是.
# stack1.append(string[i])
# stack1.append(string[i + 1])
# i = i + 2

#else:
while stack1 != []:
s = stack1.pop() + s
s = s + string[i]
Expand All @@ -98,12 +116,16 @@ def CreateVariable(string, token):

def mapping(list_sentence):
list_code = []
list_func = []
for code in list_sentence:
#print code
_string = ''
for c in code:
_string = _string + ' ' + c
_string = _string[1:]
list_code.append(_string)
list_code.append(_string)

#print list_code
_func_dict = {}
_variable_dict = {}
index = 0
Expand All @@ -117,7 +139,7 @@ def mapping(list_sentence):
strtemp = ''
while i < len(str1):
if tag == 0:
if isphor(str1[i], space):
if isphor(str1[i], space): # 遍历字符串，该字符是空格
if i > 0:
string.append(str1[j:i])
j = i + 1
Expand All @@ -130,7 +152,7 @@ def mapping(list_sentence):
string.append(str1[j:i + 1])
break

elif isphor(str1[i], phla):
elif isphor(str1[i], phla): # 遍历字符串，该字符不是是字母数字下划线
if i + 1 < len(str1) and str1[i] == '-' and str1[i + 1] == '>':
string.append(str1[i] + str1[i + 1])
j = i + 2
Expand Down Expand Up @@ -185,190 +207,244 @@ def mapping(list_sentence):
string.append(str1[i] + str1[i + 1])
j = i + 2
i = i + 2

elif i + 1 < len(str1) and str1[i] == '-' and str1[i + 1] == '=':
string.append(str1[i] + str1[i + 1])
j = i + 2
i = i + 2
elif str1[i] == '"':

elif str1[i] == '"': # 判断是不是字符串常量
strtemp = strtemp + str1[i]
i = i + 1
tag = 1
elif str1[i] == '\'':

elif str1[i] == '\'': # 判断是不是字符串常量
strtemp = strtemp + str1[i]
i = i + 1
tag = 2

else:
string.append(str1[i])
j = i + 1
i += 1

else:
i += 1
elif tag == 1:
if str1[i] != '"':
strtemp = strtemp + str1[i]
i = i + 1

else:
strtemp = strtemp + str1[i]
string.append(strtemp)
strtemp = ''
tag = 0
j = i + 1
i += 1

elif tag == 2:
if str1[i] != '\'':
strtemp = strtemp + str1[i]
i = i + 1

else:
strtemp = strtemp + str1[i]
string.append(strtemp)
strtemp = ''
tag = 0
j = i + 1
i += 1

count = 0
for sub in string:
if sub == spa:
count += 1

for i in range(count):
string.remove('')

CreateVariable(string, token)

j = 0
while j < len(token):
if token[j] in constValue:
token[j] = token[j]
j += 1
elif j < len(token) and isphor(token[j], variable):
if (token[j] in keywords_0) or (token[j] in typewords_0) or (token[j] in typewords_1 or token[j] in typewords_2):

elif j < len(token) and isphor(token[j], variable): # 如果满足变量的条件
if (token[j] in keywords_0) or (token[j] in typewords_0) or (token[j] in typewords_1 or token[j] in typewords_2): # 是关键字
j += 1

elif j - 1 >= 0 and j + 1 < len(token) and token[j-1] == 'new' and token[j + 1] == '[':
j = j + 2
elif j + 1 < len(token) and token[j + 1] == '(':
if token[j] in keywords_1:

elif j + 1 < len(token) and token[j + 1] == '(': # 满足变量，但是下一个token是(，判断是不是函数
#print(token[j])
if token[j] in keywords_1: # 判断是否是if等结构,但是在PDG的code里面不会出现if,for,switch等情况
j = j + 2
elif token[j] in keywords_2:

elif token[j] in keywords_2: # 判断是否是敏感函数，敏感函数不映射
#print('3', token[j])
j = j + 2
elif isinKeyword_3(token[j]):

elif isinKeyword_3(token[j]): # 判断是否满足敏感函数的通配符结构
#print('4', token[j])
j = j + 2
elif token[j] in keywords_4:

elif token[j] in keywords_4: #判断是否是C/C++的库函数和API
#print('5', token[j])
j = j + 2
elif isinKeyword_5(token[j]):

elif isinKeyword_5(token[j]): # 判断是否满足malloc函数的通配符结构
#print('6', token[j])
j = j + 2
else:

else:#自定义函数
#print('7',token[j])
if "good" in token[j] or "bad" in token[j]:
list_func.append(str(token[j]))
if token[j] in _func_dict.keys():
token[j] = _func_dict[token[j]]
else:
list_values = _func_dict.values()
if len(list_values) == 0:
_func_dict[token[j]] = 'func_0'
token[j] = _func_dict[token[j]]
token[j] = _func_dict[token[j]]

else:
if token[j] in _func_dict.keys():
token[j] = _func_dict[token[j]]
else:
list_num = []
for value in list_values:
list_num.append(int(value.split('_')[-1]))

_max = max(list_num)
_func_dict[token[j]] = 'func_' + str(_max+1)
token[j] = _func_dict[token[j]]
j = j + 2
elif j + 1 < len(token) and (not isphor(token[j + 1], variable)):

elif j + 1 < len(token) and (not isphor(token[j + 1], variable)): # 满足变量，但是下一个token不是变量
if token[j + 1] == '*':
if j + 2 < len(token) and token[j + 2] == 'const':
j = j + 3

elif j - 1 >= 0 and token[j - 1] == 'const':
j = j + 2
elif j - 1 > 0 and (token[j - 1] in operators):

elif j - 1 > 0 and (token[j - 1] in operators): # 算术表达式中的变量
list_values = _variable_dict.values()
if len(list_values) == 0:
_variable_dict[token[j]] = 'variable_0'
token[j] = _variable_dict[token[j]]
token[j] = _variable_dict[token[j]]

else:
if token[j] in _variable_dict.keys():
token[j] = _variable_dict[token[j]]
else:
list_num = []
for value in list_values:
list_num.append(int(value.split('_')[-1]))

_max = max(list_num)
_variable_dict[token[j]] = 'variable_' + str(_max+1)
token[j] = _variable_dict[token[j]]
j = j + 2

elif j + 2 < len(token) and token[j + 2] == ')':
j = j + 2
elif j - 2 > 0 and (token[j - 1] == '(' and token[j - 2] in operators):

elif j - 2 > 0 and (token[j - 1] == '(' and token[j - 2] in operators): # 算术表达式中的变量
list_values = _variable_dict.values()
if len(list_values) == 0:
_variable_dict[token[j]] = 'variable_0'
token[j] = _variable_dict[token[j]]
token[j] = _variable_dict[token[j]]

else:
if token[j] in _variable_dict.keys():
token[j] = _variable_dict[token[j]]
else:
list_num = []
for value in list_values:
list_num.append(int(value.split('_')[-1]))

_max = max(list_num)
_variable_dict[token[j]] = 'variable_' + str(_max+1)
token[j] = _variable_dict[token[j]]
j = j + 2


else:
list_values = _variable_dict.values()
if len(list_values) == 0:
_variable_dict[token[j]] = 'variable_0'
token[j] = _variable_dict[token[j]]

else:
if token[j] in _variable_dict.keys():
token[j] = _variable_dict[token[j]]
else:
list_num = []
for value in list_values:
list_num.append(int(value.split('_')[-1]))

_max = max(list_num)
_variable_dict[token[j]] = 'variable_' + str(_max+1)
token[j] = _variable_dict[token[j]]

j = j + 2

else:
list_values = _variable_dict.values()
if len(list_values) == 0:
_variable_dict[token[j]] = 'variable_0'
token[j] = _variable_dict[token[j]]
token[j] = _variable_dict[token[j]]

else:
if token[j] in _variable_dict.keys():
token[j] = _variable_dict[token[j]]
else:
list_num = []
for value in list_values:
list_num.append(int(value.split('_')[-1]))

_max = max(list_num)
_variable_dict[token[j]] = 'variable_' + str(_max+1)
token[j] = _variable_dict[token[j]]
j = j + 2

elif j + 1 == len(token):
list_values = _variable_dict.values()
if len(list_values) == 0:
_variable_dict[token[j]] = 'variable_0'
token[j] = _variable_dict[token[j]]
token[j] = _variable_dict[token[j]]

else:
if token[j] in _variable_dict.keys():
token[j] = _variable_dict[token[j]]
else:
list_num = []
for value in list_values:
list_num.append(int(value.split('_')[-1]))

_max = max(list_num)
_variable_dict[token[j]] = 'variable_' + str(_max+1)
token[j] = _variable_dict[token[j]]
break

else:
j += 1
elif j < len(token) and isphor(token[j], number):

elif j < len(token) and isphor(token[j], number): # 如果满足常量的条件
j += 1
elif j < len(token) and isphor(token[j], stringConst):

elif j < len(token) and isphor(token[j], stringConst): # 如果满足字符串常量
j += 1

else:
j += 1

stemp = ''
i = 0
while i < len(token):
Expand All @@ -380,5 +456,7 @@ def mapping(list_sentence):

list_code[index] = stemp
index += 1
return list_code

#print list_code
#print _variable_dict
return list_code, list_func

0 comments on commit b72d22c

Please sign in to comment.