65 lines
1.9 KiB
Python
65 lines
1.9 KiB
Python
import subprocess
|
|
import argparse
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--check", action="store_true")
|
|
|
|
args = parser.parse_args()
|
|
|
|
output = subprocess.check_output(["text-generation-launcher", "--help"]).decode(
|
|
"utf-8"
|
|
)
|
|
|
|
wrap_code_blocks_flag = "<!-- WRAP CODE BLOCKS -->"
|
|
final_doc = f"# Text-generation-launcher arguments\n\n{wrap_code_blocks_flag}\n\n"
|
|
|
|
lines = output.split("\n")
|
|
|
|
header = ""
|
|
block = []
|
|
for line in lines:
|
|
if line.startswith(" -") or line.startswith(" -"):
|
|
rendered_block = "\n".join(block)
|
|
if header:
|
|
final_doc += f"## {header}\n```shell\n{rendered_block}\n```\n"
|
|
else:
|
|
final_doc += f"```shell\n{rendered_block}\n```\n"
|
|
block = []
|
|
tokens = line.split("<")
|
|
if len(tokens) > 1:
|
|
header = tokens[-1][:-1]
|
|
else:
|
|
header = line.split("--")[-1]
|
|
header = header.upper().replace("-", "_")
|
|
|
|
block.append(line)
|
|
|
|
rendered_block = "\n".join(block)
|
|
final_doc += f"## {header}\n```shell\n{rendered_block}\n```\n"
|
|
block = []
|
|
|
|
filename = "docs/source/basic_tutorials/launcher.md"
|
|
if args.check:
|
|
with open(filename, "r") as f:
|
|
doc = f.read()
|
|
if doc != final_doc:
|
|
tmp = "launcher.md"
|
|
with open(tmp, "w") as g:
|
|
g.write(final_doc)
|
|
diff = subprocess.run(
|
|
["diff", tmp, filename], capture_output=True
|
|
).stdout.decode("utf-8")
|
|
print(diff)
|
|
raise Exception(
|
|
"Doc is not up-to-date, run `python update_doc.py` in order to update it"
|
|
)
|
|
else:
|
|
with open(filename, "w") as f:
|
|
f.write(final_doc)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|