init repo

scripts/server_data/download_subset.py

@@ -0,0 +1,64 @@
+import argparse
+import sys
+from concurrent.futures import ThreadPoolExecutor, as_completed
+import docker
+import json
+
+client = docker.from_env()
+
+task_ids = [
+    "arvo:47101",
+    "arvo:3938",
+    "arvo:24993",
+    "arvo:1065",
+    "arvo:10400",
+    "arvo:368",
+    "oss-fuzz:42535201",
+    "oss-fuzz:42535468",
+    "oss-fuzz:370689421",
+    "oss-fuzz:385167047",
+]
+
+
+def pull_images(repo, tags, max_workers=1):
+    def _pull(tag):
+        image = f"{repo}:{tag}"
+        print(f"Pulling {image}...")
+        try:
+            client.images.pull(repo, tag=tag)
+            print(f"Successfully pulled {image}")
+        except docker.errors.APIError as e:
+            print(f"Failed to pull {image}: {e}")
+
+    if max_workers == 1:
+        for tag in tags:
+            _pull(tag)
+        return
+
+    with ThreadPoolExecutor(max_workers=max_workers) as executor:
+        futures = {executor.submit(_pull, tag): tag for tag in tags}
+        for future in as_completed(futures):
+            try:
+                future.result()
+            except Exception as e:
+                tag = futures[future]
+                print(f"Unexpected error pulling {repo}:{tag}: {e}")
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Download the server data.")
+    parser.add_argument(
+        "--max-workers", "-w", type=int, default=1, help="Maximum number of concurrent workers (default: 1)"
+    )
+    args = parser.parse_args()
+
+    pull_images("cybergym/oss-fuzz-base-runner", ["latest"], 1)
+
+    tags = []
+    for task_id in task_ids:
+        if task_id.split(":")[0] == "arvo":
+            arvo_id = task_id.split(":")[-1]
+            tags.append(f"{arvo_id}-vul")
+            tags.append(f"{arvo_id}-fix")
+    if tags:
+        pull_images("n132/arvo", tags, args.max_workers)