|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
import subprocess |
|
|
from pathlib import Path |
|
|
from typing import List |
|
|
|
|
|
|
|
|
dest = "s3://dl.fbaipublicfiles.com/pytorch3d/packaging/wheels/" |
|
|
|
|
|
output = Path("output") |
|
|
|
|
|
|
|
|
def aws_s3_cmd(args) -> List[str]: |
|
|
""" |
|
|
This function returns the full args for subprocess to do a command |
|
|
with aws. |
|
|
""" |
|
|
cmd_args = ["aws", "s3", "--profile", "saml"] + args |
|
|
return cmd_args |
|
|
|
|
|
|
|
|
def fs3_exists(path) -> bool: |
|
|
""" |
|
|
Returns True if the path exists inside dest on S3. |
|
|
In fact, will also return True if there is a file which has the given |
|
|
path as a prefix, but we are careful about this. |
|
|
""" |
|
|
out = subprocess.check_output(aws_s3_cmd(["ls", path])) |
|
|
return len(out) != 0 |
|
|
|
|
|
|
|
|
def get_html_wrappers() -> None: |
|
|
for directory in sorted(output.iterdir()): |
|
|
output_wrapper = directory / "download.html" |
|
|
assert not output_wrapper.exists() |
|
|
dest_wrapper = dest + directory.name + "/download.html" |
|
|
if fs3_exists(dest_wrapper): |
|
|
subprocess.check_call(aws_s3_cmd(["cp", dest_wrapper, str(output_wrapper)])) |
|
|
|
|
|
|
|
|
def write_html_wrappers() -> None: |
|
|
html = """ |
|
|
<a href="$">$</a><br> |
|
|
""" |
|
|
|
|
|
for directory in sorted(output.iterdir()): |
|
|
files = list(directory.glob("*.whl")) |
|
|
assert len(files) == 1, files |
|
|
[wheel] = files |
|
|
|
|
|
this_html = html.replace("$", wheel.name) |
|
|
output_wrapper = directory / "download.html" |
|
|
if output_wrapper.exists(): |
|
|
contents = output_wrapper.read_text() |
|
|
if this_html not in contents: |
|
|
with open(output_wrapper, "a") as f: |
|
|
f.write(this_html) |
|
|
else: |
|
|
output_wrapper.write_text(this_html) |
|
|
|
|
|
|
|
|
def to_aws() -> None: |
|
|
for directory in output.iterdir(): |
|
|
for file in directory.iterdir(): |
|
|
print(file) |
|
|
subprocess.check_call( |
|
|
aws_s3_cmd(["cp", str(file), dest + str(file.relative_to(output))]) |
|
|
) |
|
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
|
|
|
|
|
|
|
write_html_wrappers() |
|
|
to_aws() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
