feat:添加GPT并发
This commit is contained in:
parent
72901463c6
commit
42135c516c
@ -1,5 +1,7 @@
|
|||||||
|
import time
|
||||||
import unittest
|
import unittest
|
||||||
import shutil
|
import shutil
|
||||||
|
import threading
|
||||||
|
|
||||||
from detection.utils import read_file_content
|
from detection.utils import read_file_content
|
||||||
from .final_tests_util import clone_repo, Path, inject_random_backdoor
|
from .final_tests_util import clone_repo, Path, inject_random_backdoor
|
||||||
@ -7,6 +9,25 @@ from detection.Regexdetection import find_dangerous_functions
|
|||||||
from detection.GPTdetection import detectGPT
|
from detection.GPTdetection import detectGPT
|
||||||
|
|
||||||
|
|
||||||
|
def GPTdetectFileList(fileList):
|
||||||
|
results = []
|
||||||
|
threads = []
|
||||||
|
for file in fileList:
|
||||||
|
content = read_file_content(str(file))
|
||||||
|
threads.append(threading.Thread(target=GPTThread(), args=(content, results)))
|
||||||
|
for thread in threads:
|
||||||
|
thread.start()
|
||||||
|
time.sleep(0.5)
|
||||||
|
for thread in threads:
|
||||||
|
thread.join()
|
||||||
|
return results
|
||||||
|
|
||||||
|
def GPTThread(content, results):
|
||||||
|
try:
|
||||||
|
results.append(detectGPT(content))
|
||||||
|
except Exception as e:
|
||||||
|
print(e)
|
||||||
|
|
||||||
class TestFinalTests(unittest.TestCase):
|
class TestFinalTests(unittest.TestCase):
|
||||||
def setUp(self) -> None:
|
def setUp(self) -> None:
|
||||||
self.path = "./tmp/repo"
|
self.path = "./tmp/repo"
|
||||||
@ -39,23 +60,12 @@ class TestFinalTests(unittest.TestCase):
|
|||||||
print(detectedNum / self.py_filesNum)
|
print(detectedNum / self.py_filesNum)
|
||||||
self.assertAlmostEqual(detectedNum, self.py_filesNum, places=1)
|
self.assertAlmostEqual(detectedNum, self.py_filesNum, places=1)
|
||||||
GPTdetectedNum = 0
|
GPTdetectedNum = 0
|
||||||
|
GPTresult = GPTdetectFileList(possibly_dangerous_file)
|
||||||
for i in possibly_dangerous_file:
|
for result in GPTresult:
|
||||||
content = read_file_content(str(i))
|
if len(result) > 0:
|
||||||
results = {}
|
GPTdetectedNum += 1
|
||||||
try:
|
print(GPTdetectedNum)
|
||||||
results = detectGPT(content)
|
self.assertGreaterEqual(GPTdetectedNum, detectedNum)
|
||||||
if (
|
|
||||||
len(results["high"]) > 0
|
|
||||||
or len(results["medium"]) > 0
|
|
||||||
or len(results["low"]) > 0
|
|
||||||
):
|
|
||||||
GPTdetectedNum += 1
|
|
||||||
print(GPTdetectedNum)
|
|
||||||
self.assertGreaterEqual(GPTdetectedNum, detectedNum)
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
print(e)
|
|
||||||
|
|
||||||
# test pickle files
|
# test pickle files
|
||||||
pickle_detectedNum = 0
|
pickle_detectedNum = 0
|
||||||
|
Loading…
x
Reference in New Issue
Block a user