CCDB-download tool: allow downloading batches

sawenzel · sawenzel · commit 31fc2a3b8ecf · 2022-03-30T09:28:57.000+02:00
for connection sharing and reduced overhead
(useful for prefetching lot's of objects from CCDB)
diff --git a/CCDB/src/DownloadCCDBFile.cxx b/CCDB/src/DownloadCCDBFile.cxx
@@ -23,10 +23,10 @@ bool initOptionsAndParse(bpo::options_description& options, int argc, char* argv
 {
   options.add_options()(
     "host", bpo::value<std::string>()->default_value("ccdb-test.cern.ch:8080"), "CCDB server")(
-    "path,p", bpo::value<std::string>(), "CCDB path (identifies the object)")(
+    "path,p", bpo::value<std::vector<std::string>>()->multitoken(), "CCDB path (identifies the object) [or space separated list of paths for batch processing]")(
     "dest,d", bpo::value<std::string>()->default_value("./"), "destination path")(
     "no-preserve-path", "Do not preserve path structure. If not set, the full path structure -- reflecting the '--path' argument will be put.")(
-    "outfile,o", bpo::value<std::string>()->default_value("snapshot.root"), "Name of output file. If set to \"\", the name will be determined from the uploaded content.")(
+    "outfile,o", bpo::value<std::string>()->default_value("snapshot.root"), "Name of output file. If set to \"\", the name will be determined from the uploaded content. (Will be the same in case of batch downloading multiple paths.)")(
     "timestamp,t", bpo::value<long>()->default_value(-1), "timestamp in ms - default -1 = now")(
     "help,h", "Produce help message.");
 
@@ -68,13 +68,21 @@ int main(int argc, char* argv[])
   if (timestamp == -1) {
     timestamp = o2::ccdb::getCurrentTimestamp();
   }
-  auto path = vm["path"].as<std::string>();
+  auto paths = vm["path"].as<std::vector<std::string>>();
   auto dest = vm["dest"].as<std::string>();
+  if (paths.size() == 0) {
+    std::cerr << "No path given";
+    return 1;
+  }
 
-  std::cout << "Querying host " << host << " for path " << path << " and timestamp " << timestamp << "\n";
+  std::cout << "Querying host " << host << " for path(s) " << paths[0] << " ... and timestamp " << timestamp << "\n";
   bool no_preserve_path = vm.count("no-preserve-path") == 0;
   auto filename = vm["outfile"].as<std::string>();
-  auto success = api.retrieveBlob(path, dest, filter, timestamp, no_preserve_path, filename);
 
+  bool success = true;
+  for (auto& p : paths) {
+    // could even multi-thread this
+    success |= api.retrieveBlob(p, dest, filter, timestamp, no_preserve_path, filename);
+  }
   return success ? 0 : 1;
 }
