mirror of
https://github.com/mongodb/mongo.git
synced 2024-11-24 00:17:37 +01:00
82 lines
3.0 KiB
Python
Executable File
82 lines
3.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Applies fixes, generated by clang-tidy, across the codebase."""
|
|
|
|
import argparse
|
|
import hashlib
|
|
import json
|
|
import os
|
|
|
|
|
|
def get_replacements_for_file(filepath: str, file_data: dict, fixes: dict):
|
|
# We cannot reliably make any changes unless we can use the md5 to make
|
|
# sure the offsets are going to match up.
|
|
if file_data.get("md5"):
|
|
for byte_offset in file_data:
|
|
if byte_offset != "md5":
|
|
if file_data["md5"] in fixes:
|
|
fixes[file_data["md5"]]["replacements"].extend(
|
|
file_data[byte_offset].get("replacements", [])
|
|
)
|
|
else:
|
|
fixes[file_data["md5"]] = {
|
|
"replacements": file_data[byte_offset].get("replacements", []),
|
|
"filepath": filepath,
|
|
}
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument(dest="fixes_file", help="Path to fixes file.")
|
|
args = parser.parse_args()
|
|
|
|
fixes = {}
|
|
|
|
# Extract just the replacement data, organizing by file
|
|
with open(args.fixes_file) as fin:
|
|
fixes_data = json.load(fin)
|
|
for check in fixes_data:
|
|
for file in fixes_data[check]:
|
|
get_replacements_for_file(file, fixes_data[check][file], fixes)
|
|
# This first for loop is for each file we intended to make changes to
|
|
for recorded_md5 in fixes:
|
|
current_md5 = None
|
|
file_bytes = None
|
|
|
|
if os.path.exists(fixes[recorded_md5]["filepath"]):
|
|
with open(fixes[recorded_md5]["filepath"], "rb") as fin:
|
|
file_bytes = fin.read()
|
|
current_md5 = hashlib.md5(file_bytes).hexdigest()
|
|
|
|
# If the md5 is not matching up the file must have changed and our offset may
|
|
# not be correct, we will need to bail on this file.
|
|
if current_md5 != recorded_md5:
|
|
print(
|
|
f'ERROR: not applying replacements for {fixes[recorded_md5]["filepath"]}, the file has changed since the replacement offset was recorded.'
|
|
)
|
|
continue
|
|
|
|
# perform the swap replacement of the binary data
|
|
file_bytes = bytearray(file_bytes)
|
|
fixes[recorded_md5]["replacements"].sort(key=lambda r: r["Offset"])
|
|
adjustments = 0
|
|
|
|
if len(fixes[recorded_md5]["replacements"]) == 0:
|
|
print(f'Warning: no replacements for {fixes[recorded_md5]["filepath"]}')
|
|
|
|
for replacement in fixes[recorded_md5]["replacements"]:
|
|
file_bytes[
|
|
replacement["Offset"] + adjustments : replacement["Offset"]
|
|
+ adjustments
|
|
+ replacement["Length"]
|
|
] = replacement["ReplacementText"].encode()
|
|
|
|
if replacement["Length"] != len(replacement["ReplacementText"]):
|
|
adjustments += len(replacement["ReplacementText"]) - replacement["Length"]
|
|
|
|
with open(fixes[recorded_md5]["filepath"], "wb") as fout:
|
|
fout.write(bytes(file_bytes))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|