mirror of
https://github.com/mongodb/mongo.git
synced 2024-11-24 00:17:37 +01:00
126 lines
3.6 KiB
Python
126 lines
3.6 KiB
Python
import glob
|
|
import os
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
from concurrent import futures
|
|
from pathlib import Path
|
|
|
|
# Get relative imports to work when the package is not installed on the PYTHONPATH.
|
|
if __name__ == "__main__" and __package__ is None:
|
|
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(os.path.realpath(__file__)))))
|
|
|
|
# pylint: disable=wrong-import-position
|
|
from buildscripts import simple_report
|
|
from buildscripts.linter.filediff import gather_changed_files_for_lint
|
|
|
|
# pylint: enable=wrong-import-position
|
|
|
|
|
|
def is_js_file(filename: str) -> bool:
|
|
# return True
|
|
return (
|
|
filename.startswith("jstests")
|
|
or filename.startswith("src/mongo/db/modules/enterprise/jstests")
|
|
) and filename.endswith(".js")
|
|
|
|
|
|
diffed_files = [Path(f) for f in gather_changed_files_for_lint(is_js_file)]
|
|
num_changed_files = len(diffed_files)
|
|
|
|
if num_changed_files == 0:
|
|
print("No js files had changes in them. Exiting.")
|
|
sys.exit(0)
|
|
|
|
INPUT_DIR = "jstestfuzzinput"
|
|
OUTPUT_DIR = "jstestfuzzoutput"
|
|
os.makedirs(INPUT_DIR, exist_ok=True)
|
|
os.makedirs(OUTPUT_DIR, exist_ok=True)
|
|
|
|
for file in diffed_files:
|
|
copy_dest = INPUT_DIR / file
|
|
os.makedirs(copy_dest.parent, exist_ok=True)
|
|
shutil.copy(file, copy_dest)
|
|
|
|
OUTPUT_FULL_DIR = Path(os.getcwd()) / OUTPUT_DIR
|
|
INPUT_FULL_DIR = Path(os.getcwd()) / INPUT_DIR
|
|
|
|
subprocess.run(
|
|
[
|
|
"./src/scripts/npm_run.sh",
|
|
"jstestfuzz",
|
|
"--",
|
|
"--jsTestsDir",
|
|
INPUT_FULL_DIR,
|
|
"--out",
|
|
OUTPUT_FULL_DIR,
|
|
"--numSourceFiles",
|
|
str(min(num_changed_files, 100)),
|
|
"--numGeneratedFiles",
|
|
"250",
|
|
# This parameter is used to limit the output file size to avoid timeouts when running them.
|
|
# For this task, we just want to sanity check that we *can* generate the files so loosen
|
|
# the restriction.
|
|
"--maxFileSizeMB",
|
|
"10",
|
|
],
|
|
check=True,
|
|
cwd="jstestfuzz",
|
|
)
|
|
|
|
|
|
def _parse_jsfile(jsfile: Path) -> simple_report.Result:
|
|
"""
|
|
Takes in a path to be attempted to parse.
|
|
|
|
Returns what should be added to the report given to evergreen
|
|
"""
|
|
print(f"Trying to parse jsfile {jsfile}")
|
|
start_time = time.time()
|
|
proc = subprocess.run(
|
|
["./src/scripts/npm_run.sh", "parse-jsfiles", "--", str(jsfile)],
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
cwd="jstestfuzz",
|
|
)
|
|
end_time = time.time()
|
|
status = "pass" if proc.returncode == 0 else "fail"
|
|
npm_run_output = proc.stdout.decode("UTF-8")
|
|
if proc.returncode == 0:
|
|
print(f"Successfully to parsed jsfile {jsfile}")
|
|
else:
|
|
print(f"Failed to parsed jsfile {jsfile}")
|
|
print(npm_run_output)
|
|
return simple_report.Result(
|
|
status=status,
|
|
exit_code=proc.returncode,
|
|
start=start_time,
|
|
end=end_time,
|
|
test_file=jsfile.name,
|
|
log_raw=npm_run_output,
|
|
)
|
|
|
|
|
|
report = simple_report.Report(failures=0, results=[])
|
|
|
|
with futures.ThreadPoolExecutor() as executor:
|
|
parse_jsfiles_futures = [
|
|
executor.submit(_parse_jsfile, Path(jsfile))
|
|
for jsfile in glob.iglob(str(OUTPUT_FULL_DIR / "**"), recursive=True)
|
|
if os.path.isfile(jsfile)
|
|
]
|
|
|
|
for future in futures.as_completed(parse_jsfiles_futures):
|
|
result = future.result()
|
|
report["results"].append(result)
|
|
report["failures"] += 1 if result["exit_code"] != 0 else 0
|
|
|
|
simple_report.put_report(report)
|
|
if report["failures"] > 0:
|
|
print("Had at least one failure, exiting with 1")
|
|
sys.exit(1)
|
|
|
|
print("No failures, exiting success")
|
|
sys.exit(0)
|