diff --git a/_conferences/cais2026/results.md b/_conferences/cais2026/results.md index 8152e42..eb05ba6 100644 --- a/_conferences/cais2026/results.md +++ b/_conferences/cais2026/results.md @@ -1,6 +1,8 @@ --- title: Results order: 70 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" @@ -18,7 +20,7 @@ artifacts: badges: "available,functional" - title: "CAMI: Cost-Aware Agent-Guided Multi-Indexing for Semantic Retrieval" - artifact_url: "n/a" + artifact_url: "MISSING" badges: "available,functional" - title: "Glia: A Human-Inspired AI for Automated Systems Design and Optimization" @@ -93,56 +95,3 @@ artifacts: artifact_url: "https://doi.org/10.5281/zenodo.20043263" badges: "available,functional,reproduced" --- - -**Evaluation Results**: - -* 14 Artifact Available, Functional, and Results Reproduced -* 7 Artifact Available and Functional -* 0 Artifact Functional and Results Reproduced - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
TitleAvailableFunctionalReproducedAvailable at
- {% if artifact.paper_url %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - {{ artifact.award }}
- {% endif %} {% if artifact.artifact_url %} - Artifact
- {% endif %} -
diff --git a/_conferences/eurosys2021/results.md b/_conferences/eurosys2021/results.md index f0368f4..d3d7d2a 100644 --- a/_conferences/eurosys2021/results.md +++ b/_conferences/eurosys2021/results.md @@ -1,6 +1,8 @@ --- title: Results order: 40 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" @@ -8,176 +10,117 @@ functional_name: "Artifacts Evaluated - Functional (v1.1)" reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" +paper_base_url: "https://doi.org/" + artifacts: - title: "Accelerating Graph Sampling for Graph Machine Learning using GPUs" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456244" - repository_url: "https://github.com/abhijangda/nextdoor-experiments/" - second_repository_url: "https://github.com/plasma-umass/NextDoor" + artifact_url: "https://github.com/abhijangda/nextdoor-experiments/" + repository_url: "https://github.com/plasma-umass/NextDoor" - title: "Achieving Low Tail-latency and High Scalability for Serializable Transactions in Edge Computing" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456238" - repository_url: "https://github.com/hku-systems/dast" + artifact_url: "https://github.com/hku-systems/dast" - title: "Characterizing, Exploiting, and Detecting DMA Code Injection Vulnerabilities in the Presence of an IOMMU" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456249" - repository_url: "https://github.com/Markuze/mmo-static" - second_repository_url: "https://github.com/Markuze/dma-kasan" + artifact_url: "https://github.com/Markuze/mmo-static" + repository_url: "https://github.com/Markuze/dma-kasan" - title: "DGCL: An Efficient Communication Library for Distributed GNN Training" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456233" - repository_url: "https://github.com/czkkkkkk/gccl" - second_repository_url: "https://github.com/czkkkkkk/ragdoll" + artifact_url: "https://github.com/czkkkkkk/gccl" + repository_url: "https://github.com/czkkkkkk/ragdoll" - title: "M3: End-to-End Memory Management in Elastic System Software Stacks" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456256" - repository_url: "https://github.com/dsrg-uoft" + artifact_url: "https://github.com/dsrg-uoft" - title: "Finding Heterogeneous-Unsafe Configuration Parameters in Cloud Systems" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456250" - repository_url: "https://github.com/StarThinking/ZebraConf" + artifact_url: "https://github.com/StarThinking/ZebraConf" - title: "Home, SafeHome: Smart Home Reliability with Visibility and Atomicity" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456261" - repository_url: "https://github.com/Shegufta/SafeHomeFramework" + artifact_url: "https://github.com/Shegufta/SafeHomeFramework" - title: "PaSh: Light-touch Data-Parallel Shell Processing" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456228" - repository_url: "https://github.com/andromeda/pash" + artifact_url: "https://github.com/andromeda/pash" - title: "rkt-io: A Direct I/O Stack for Shielded Execution" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456255" - repository_url: "https://github.com/Mic92/rkt-io" + artifact_url: "https://github.com/Mic92/rkt-io" - title: "Seastar: Vertex-Centric Programming for Graph Neural Networks" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456247" - repository_url: "https://zenodo.org/records/4988602" + artifact_url: "https://zenodo.org/records/4988602" - title: "Site-to-Site Internet Traffic Control" badges: "available,functional,reproduced" award: "Best Artifact Award" paper_url: "10.1145/3447786.3456260" - repository_url: "https://github.com/bundler-project/evaluation" + artifact_url: "https://github.com/bundler-project/evaluation" - title: "Tahoe: Tree Structure-Aware High Performance Inference Engine for Decision Tree Ensemble on GPU" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456251" - repository_url: "https://github.com/zhen-xie/Tahoe" + artifact_url: "https://github.com/zhen-xie/Tahoe" - title: "Take it to the Limit: Peak Prediction-driven Resource Overcommitment in Datacenters" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456259" - repository_url: "https://github.com/googleinterns/cluster-resource-forecast" + artifact_url: "https://github.com/googleinterns/cluster-resource-forecast" - title: "Unikraft: Fast, Specialized Unikernels the Easy Way" badges: "available,functional,reproduced" paper_url: "10.1145/3447786.3456248" - repository_url: "https://github.com/unikraft/eurosys21-artifacts" + artifact_url: "https://github.com/unikraft/eurosys21-artifacts" - title: "Confidential Computing for OpenPOWER" badges: "available,functional" paper_url: "10.1145/3447786.3456243" - repository_url: "https://github.com/mvle/eurosys2021_PEF_OpenPOWER" - second_repository_url: "https://github.com/open-power/ultravisor/wiki/How-to-build-and-run-Secure-VM-using-Ultravisor-on-a-OpenPOWER-machine" + artifact_url: "https://github.com/mvle/eurosys2021_PEF_OpenPOWER" + repository_url: "https://github.com/open-power/ultravisor/wiki/How-to-build-and-run-Secure-VM-using-Ultravisor-on-a-OpenPOWER-machine" - title: "DZiG: Sparsity-Aware Incremental Processing of Streaming Graphs" badges: "available,functional" paper_url: "10.1145/3447786.3456230" - repository_url: "https://github.com/pdclab/graphbolt/tree/eurosys21-artifact" + artifact_url: "https://github.com/pdclab/graphbolt/tree/eurosys21-artifact" - title: "OFC: An Opportunistic Caching System for FaaS Platforms" badges: "available,functional" paper_url: "10.1145/3447786.3456239" - repository_url: "https://gitlab.com/lenapster/faascache/-/tree/master/artifactEvaluation" + artifact_url: "https://gitlab.com/lenapster/faascache/-/tree/master/artifactEvaluation" - title: "Understanding and Dealing with Hard Faults in Persistent Memory Systems" badges: "available,functional" paper_url: "10.1145/3447786.3456252" - repository_url: "https://github.com/OrderLab/Arthas/blob/master/artifactREADME.md" + artifact_url: "https://github.com/OrderLab/Arthas/blob/master/artifactREADME.md" - title: "Odyssey: The Impact of Modern Hardware on Strongly-Consistent Replication Protocols" badges: "available" paper_url: "10.1145/3447786.3456240" - repository_url: "https://github.com/vasigavr1/Odyssey" + artifact_url: "https://github.com/vasigavr1/Odyssey" - title: "TraceSplitter: A New Paradigm for Downscaling Traces" badges: "available" paper_url: "10.1145/3447786.3456262" - repository_url: "https://github.com/smsajal/TraceSplitter" + artifact_url: "https://github.com/smsajal/TraceSplitter" - title: "Zeus: Locality-aware Distributed Transactions" badges: "available" paper_url: "10.1145/3447786.3456234" - repository_url: "https://github.com/ease-lab/Zeus" - + artifact_url: "https://github.com/ease-lab/Zeus" --- - -**Submissions**: 22 out of 38 (58% of accepted papers) - -**Evaluation Results**: - -* 21 Artifact Available -* 18 Artifact Functional -* 14 Results Reproduced - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
Paper titleAvailableFunctionalReproducedAvailable At
- {% if artifact.paper_url %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - {{ artifact.award }}
- {% endif %} {% if artifact.artifact_url %} - Artifact
- {% endif %} {% if artifact.repository_url %} - Repository
- {% endif %} {% if artifact.second_repository_url %} - and - Repository
- {% endif %} -
diff --git a/_conferences/eurosys2022/results.md b/_conferences/eurosys2022/results.md index 8a2b640..d26e799 100644 --- a/_conferences/eurosys2022/results.md +++ b/_conferences/eurosys2022/results.md @@ -1,6 +1,8 @@ --- title: Results order: 70 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" @@ -8,6 +10,10 @@ functional_name: "Artifacts Evaluated - Functional (v1.1)" reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" +paper_base_url: "https://doi.org/" +artifact_base_url: "https://doi.org/" +summary_base_url: "/eurosys2022/summaries/" + artifacts: - title: "OS Scheduling with Nest: Keeping Tasks Close Together on Warm Cores" @@ -15,14 +21,14 @@ artifacts: paper_url: "10.1145/3492321.3519585" artifact_url: "10.5281/zenodo.6344960" repository_url: "https://gitlab.inria.fr/nest-public/nest-artifact" - summary: "nest" + summary_url: "nest" - title: "Improving Scalability of Database Systems by Reshaping User Parallel I/O" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519570" artifact_url: "10.5281/zenodo.6336004" repository_url: "https://github.com/NingBellWind/AppleS_Artifact" - summary: "reshapeio" + summary_url: "reshapeio" - title: "A New Benchmark Harness for Systematic and Robust Evaluation of Streaming State Stores" badges: "available,functional,reproduced" @@ -36,28 +42,28 @@ artifacts: paper_url: "10.1145/3492321.3519574" artifact_url: "10.5281/zenodo.6338745" repository_url: "https://github.com/mstniy/safepm" - summary: "safepm" + summary_url: "safepm" - title: "Building an Efficient Key-Value Store in a Flexible Address Space" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519555" artifact_url: "10.5281/zenodo.6345713" repository_url: "https://github.com/flexible-address-space/eurosys22-artifact" - summary: "flexibleaddrspace" + summary_url: "flexibleaddrspace" - title: "BetrFS: A Compleat File System for Commodity SSDs" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519571" artifact_url: "10.5281/zenodo.6345303" repository_url: "https://github.com/oscarlab/betrfs" - summary: "betrfs" + summary_url: "betrfs" - title: "PKRU-Safe: Automatically Locking Down the Heap Between Safe and Unsafe Languages" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519582" artifact_url: "10.5281/zenodo.6336301" repository_url: "https://github.com/securesystemslab/PKRU-Safe" - summary: "pkrusafe" + summary_url: "pkrusafe" - title: "Rolis: a software approach to efficiently replicating multi-core transactions" badges: "available,functional,reproduced" @@ -69,28 +75,30 @@ artifacts: badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519578" repository_url: "https://github.com/bencw12/in-monitor-rando-benchmarking" - summary: "kaslrvm" + summary_url: "kaslrvm" + artifact_url: MISSING +# oops, the artifact above should have a DOI like everyone else, but it doesn't, and this has been noticed 5 years too late! - title: "OPEC: Operation-based Security Isolation for Bare-metal Embedded Systems" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519573" artifact_url: "10.5281/zenodo.6336200" repository_url: "https://github.com/XiaZhouZero/OPEC" - summary: "opec" + summary_url: "opec" - title: "Jiffy: Elastic Far-Memory for Stateful Serverless Analytics." badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519587" artifact_url: "10.5281/zenodo.6349596" repository_url: "https://github.com/resource-disaggregation/jiffy-artifact" - summary: "jiffy" + summary_url: "jiffy" - title: "D3: A Dynamic Deadline-Driven Approach for Building Autonomous Vehicles" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519576" artifact_url: "10.5281/zenodo.6345350" repository_url: "https://github.com/erdos-project/erdos" - summary: "d3" + summary_url: "d3" - title: "Isolating at the Hardware Limit with Virtines" badges: "available,functional,reproduced" @@ -98,7 +106,7 @@ artifacts: paper_url: "10.1145/3492321.3519553" artifact_url: "10.5281/zenodo.6350453" repository_url: "https://github.com/virtines/wasp" - summary: "virtines" + summary_url: "virtines" - title: "Unicorn: Reasoning about Configurable System Performance through the lens of Causality" badges: "available,functional,reproduced" @@ -112,7 +120,7 @@ artifacts: paper_url: "10.1145/3492321.3519557" artifact_url: "10.5281/zenodo.6347456" repository_url: "https://github.com/SJTU-IPADS/fgnn-artifacts/tree/0abc7182" - summary: "gnnlab" + summary_url: "gnnlab" - title: "VMSH: Hypervisor-agnostic Guest Overlays for VMs" badges: "available,functional,reproduced" @@ -120,34 +128,36 @@ artifacts: paper_url: "10.1145/3492321.3519589" artifact_url: "10.5281/zenodo.6337102" repository_url: "https://github.com/Mic92/vmsh" - summary: "vmsh" + summary_url: "vmsh" - title: "Kite: Lightweight Critical Service Domains full strip note" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519586" artifact_url: "10.5281/zenodo.6348174" repository_url: "https://github.com/ssrg-vt/kite" - summary: "kite" + summary_url: "kite" - title: "Characterizing the Performance of Intel Optane Persistent Memory -- A Close Look at its On-DIMM Buffering" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519556" artifact_url: "10.5281/zenodo.6342303" repository_url: "https://github.com/lingfenghsiang/Persistent-Memory-Study" - summary: "optane" + summary_url: "optane" - title: "LiteReconfig: Cost and Content Aware Reconfiguration of Video Object Detection Systems for Mobile GPUs" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519577" artifact_url: "10.5281/zenodo.6345733" repository_url: "https://github.com/StarsThu2016/LiteReconfig_AE" - summary: "litereconfig" + summary_url: "litereconfig" - title: "DAMYSUS: Streamlined BFT Consensus Leveraging Trusted Components" badges: "available,functional,reproduced" paper_url: "10.1145/3492321.3519568" repository_url: "https://github.com/vrahli/damysus" - summary: "damysus" + summary_url: "damysus" + artifact_url: MISSING +# oops, the artifact above should have a DOI like everyone else, but it doesn't, and this has been noticed 5 years too late! - title: "Optimizing the Interval-centric Distributed Computing Model for Temporal Graph Algorithms" badges: "available,functional" @@ -226,68 +236,4 @@ artifacts: paper_url: "10.1145/3492321.3524272" artifact_url: "10.5281/zenodo.6374411" repository_url: "https://github.com/DivyanshuSaxena/Medes" - --- - -**Submissions**: 33 out of 45 (73% of accepted papers) - -**Evaluation Results**: - -* 33 Artifact Available -* 27 Artifact Functional -* 20 Results Reproduced - - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - - {% endfor %} - -
Paper titleAvail.Funct.Repro.Available AtReview Summary
- {% if artifact.paper_url %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - {{ artifact.award }}
- {% endif %} {% if artifact.artifact_url %} - Artifact
- {% endif %} {% if artifact.repository_url %} - Repository
- {% endif %} - 		- {% if artifact.summary %} - Summary - {% endif %} -
diff --git a/_conferences/eurosys2023/results.md b/_conferences/eurosys2023/results.md index b3a9fdd..1994a96 100644 --- a/_conferences/eurosys2023/results.md +++ b/_conferences/eurosys2023/results.md @@ -1,6 +1,8 @@ --- title: Results order: 70 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" @@ -9,221 +11,165 @@ reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" artifacts: - + - title: "DRAMHiT: A Hash Table Architected for the Speed of DRAM" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3587457" artifact_url: "https://doi.org/10.5281/zenodo.7719328" - + - title: "NearPM: A Near-memory Processing Prototype for Storage-class Workloads" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587456" artifact_url: "https://doi.org/10.5281/zenodo.7738934" - + - title: "FlexPass: A Case for Flexible Credit-based Transport for Datacenter Networks" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3587453" artifact_url: "https://doi.org/10.5281/zenodo.7737994" - + - title: "Model Checking Guided Testing for Distributed Systems" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3587442" artifact_url: "https://doi.org/10.5281/zenodo.7654817" - + - title: "R2C: AOCR-Resilient Diversity with Reactive and Reflective Camouflage" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587439" artifact_url: "https://doi.org/10.5281/zenodo.7728972" - + - title: "Omni-Paxos: Breaking the Barriers of Partial Connectivity" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3587441" artifact_url: "https://doi.org/10.5281/zenodo.7737776" - + - title: "Aggregate VM: Why Reduce or Evict VM's Resources When You Can Borrow Them From Other Nodes?" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3587452" artifact_url: "https://doi.org/10.5281/zenodo.7725803" - + - title: "Pocket: ML Serving from the Edge" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587459" artifact_url: "https://doi.org/10.5281/zenodo.7734815" - + - title: "FrozenHot Cache: Rethinking Cache Management for Modern Software" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587446" artifact_url: "https://doi.org/10.5281/zenodo.7733671" - + - title: "Unikernel Linux (UKL)" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587458" artifact_url: "https://doi.org/10.5281/zenodo.7737645" - + - title: "DyTIS: A Dynamic Dataset Targeted Index Structure Simultaneously Efficient for Search, Insert, and Scan" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587434" artifact_url: "https://doi.org/10.5281/zenodo.7721895" - + - title: "Mumak: efficient and black-box bug detection for Persistent Memory" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587447" artifact_url: "https://doi.org/10.5281/zenodo.7737117" - + - title: "Effective Performance Issue Diagnosis with Value-Assisted Cost Profiling" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3587444" artifact_url: "https://doi.org/10.5281/zenodo.7734627" - + - title: "Dissecting BFT Consensus: In Trusted Components we Trust!" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3587455" artifact_url: "https://doi.org/10.5281/zenodo.7734495" - + - title: "Efficient and Safe I/O Operations for Intermittent Systems" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3587435" artifact_url: "https://doi.org/10.5281/zenodo.7735158" - + - title: "Fail through the Cracks: Cross-System Interaction Failures in Modern Cloud Systems" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3587448" artifact_url: "https://doi.org/10.5281/zenodo.7726172" award: "Gilles Muller Best Artifact Award" - + - title: "Nephele: Extending Virtualization Environments for Cloning Unikernel-based VMs" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3587454" artifact_url: "https://doi.org/10.5281/zenodo.7732935" - + - title: "MariusGNN: Resource-Efficient Out-of-Core Training of Graph Neural Networks" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3567501" artifact_url: "https://doi.org/10.5281/zenodo.7114594" - + - title: "DiLOS: Do Not Trade Compatibility for Performance in Memory Disaggregation" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3567488" artifact_url: "https://doi.org/10.5281/zenodo.7704577" - + - title: "LogGrep: Fast and Cheap Cloud Log Storage by Exploiting both Static and Runtime Patterns" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3567484" artifact_url: "https://doi.org/10.5281/zenodo.7709922" - + - title: "Viper: A Fast Snapshot Isolation Checker" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3567492" artifact_url: "https://doi.org/10.6084/m9.figshare.22223914.v1" - + - title: "OLPart: Online Learning based Resource Partitioning for Colocating Multiple Latency-Critical Jobs on Commodity Computers" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3567490" artifact_url: "https://doi.org/10.5281/zenodo.7726928" - + - title: "Hi-Speed DNN Training with Espresso: Unleashing the Full Potential of Gradient Compression with Near-Optimal Usage Strategies" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3567505" artifact_url: "https://doi.org/10.6084/m9.figshare.22233487.v1" - + - title: "WAFL: Exposing Memory Ordering Bugs Efficiently with Active Delay Injection" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3567507" artifact_url: "https://doi.org/10.5281/zenodo.7710637" - + - title: "Fast and Efficient Model Serving Using Multi-GPUs with Direct-Host-Access" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3567508" artifact_url: "https://doi.org/10.5281/zenodo.7703530" award: "Gilles Muller Best Artifact Award" - + - title: "Diablo: A Benchmark Suite for Blockchains" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3567482" artifact_url: "https://doi.org/10.5281/zenodo.7707312" - + - title: "Groundhog: Efficient Request Isolation in FaaS" badges: "available,functional,reproduced" paper_url: "https://doi.org/10.1145/3552326.3567503" artifact_url: "https://doi.org/10.5281/zenodo.7703209" - + - title: "All-Flash Array Key-Value Cache for Large Objects" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3567509" artifact_url: "https://doi.org/10.5281/zenodo.7703583" - + - title: "REFL: Resource-Efficient Federated Learning" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3567485" artifact_url: "https://doi.org/10.5281/zenodo.7141105" - + - title: "With Great Freedom Comes Great Opportunity: Rethinking Resource Allocation for Serverless Functions" badges: "available,functional" paper_url: "https://doi.org/10.1145/3552326.3567506" artifact_url: "https://doi.org/10.5281/zenodo.7143413" - + - title: "Integrating Non-Volatile Main Memory in a Deterministic Database" badges: "available" paper_url: "https://doi.org/10.1145/3552326.3567494" artifact_url: "https://doi.org/10.5281/zenodo.7706922" - + - title: "Accelerating Graph Mining Systems with Subgraph Reshaping" badges: "functional" paper_url: "https://doi.org/10.1145/3552326.3567489" - --- - -**Submissions**: 32 out of 54 (59% of accepted papers) - -**Evaluation Results**: - -* 31 Artifact Available -* 24 Artifact Functional -* 8 Results Reproduced - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
TitleAvailableFunctionalReproducedAvailable at
- {% if artifact.paper_url %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - {{ artifact.award }}
- {% endif %} {% if artifact.artifact_url %} - Artifact
- {% endif %} -
\ No newline at end of file diff --git a/_conferences/eurosys2024/results.md b/_conferences/eurosys2024/results.md index 58d1512..6d1ef30 100644 --- a/_conferences/eurosys2024/results.md +++ b/_conferences/eurosys2024/results.md @@ -1,6 +1,8 @@ --- title: Results order: 70 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" @@ -136,58 +138,4 @@ artifacts: - title: "WiseGraph: Optimizing GNN with Joint Workload Partition of Graph and Operations" artifact_url: "http://doi.org/10.5281/zenodo.10791372" badges: "available,functional,reproduced" - --- - -**Evaluation Results**: - -* 32 Artifact Available -* 25 Artifact Functional -* 12 Results Reproduced - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
TitleAvailableFunctionalReproducedAvailable at
- {% if artifact.paper_url %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - {{ artifact.award }}
- {% endif %} {% if artifact.artifact_url %} - Artifact
- {% endif %} -
\ No newline at end of file diff --git a/_conferences/eurosys2025/results.md b/_conferences/eurosys2025/results.md index 22935d5..f205c28 100644 --- a/_conferences/eurosys2025/results.md +++ b/_conferences/eurosys2025/results.md @@ -1,6 +1,8 @@ --- title: Results order: 70 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" @@ -95,7 +97,7 @@ artifacts: - title: "TUNA: Tuning Unstable and Noisy Cloud Applications" artifact_url: "https://doi.org/10.5281/zenodo.14872390" badges: "available,functional" - + - title: "SpotHedge: Serving AI Models on Spot Instances" artifact_url: "https://github.com/MaoZiming/spothedge_ae" badges: "available,functional" @@ -183,61 +185,8 @@ artifacts: - title: "CRAVE: Analyzing Cross-Resource Interaction to Improve Energy Efficiency in Systems-on-Chip" artifact_url: "https://github.com/dipayan2/CRAVE_Artifact_EuroSys" badges: "available" - + - title: "NeuStream: Bridging Deep Learning Serving and Stream Processing" artifact_url: "https://github.com/Fjallraven-hc/NeuStream-AE" badges: "available,functional" --- - -**Evaluation Results**: - -* 44 Artifact Available -* 42 Artifact Functional -* 21 Results Reproduced - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
TitleAvailableFunctionalReproducedAvailable at
- {% if artifact.paper_url %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - {{ artifact.award }}
- {% endif %} {% if artifact.artifact_url %} - Artifact
- {% endif %} -
diff --git a/_conferences/eurosys2026/results.md b/_conferences/eurosys2026/results.md index f98fe94..c65c250 100644 --- a/_conferences/eurosys2026/results.md +++ b/_conferences/eurosys2026/results.md @@ -1,6 +1,8 @@ --- title: Results order: 70 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" @@ -10,7 +12,7 @@ reproduced_name: "Results Reproduced (v1.1)" artifacts: - title: "OptiLog: Assigning Roles in Byzantine Consensus" - artifact_url: "[https://github.com/relab/hotstuff](https://github.com/relab/optilog_artifacts)" + artifact_url: "https://github.com/relab/optilog_artifacts" badges: "available,functional" - title: "TierScape: Harnessing Multiple Compressed Tiers to Tame Server Memory TCO" @@ -225,56 +227,3 @@ artifacts: artifact_url: "https://github.com/0x486F626F/ficusdb-evaluation" badges: "available,functional,reproduced" --- - -**Evaluation Results**: - -* 29 Artifact Available, Functional, and Results Reproduced -* 25 Artifact Available and Functional -* 0 Artifact Functional and Results Reproduced - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
TitleAvailableFunctionalReproducedAvailable at
- {% if artifact.paper_url %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - {{ artifact.award }}
- {% endif %} {% if artifact.artifact_url %} - Artifact
- {% endif %} -
diff --git a/_conferences/sc2021/results.md b/_conferences/sc2021/results.md index ad3acf2..9d3f722 100644 --- a/_conferences/sc2021/results.md +++ b/_conferences/sc2021/results.md @@ -1,413 +1,356 @@ --- title: Results order: 30 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" functional_name: "Artifacts Evaluated - Functional (v1.1)" reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" -baseurl: "https://dl.acm.org/doi/" + +paper_base_url: "https://doi.org/" +artifact_base_url: "https://doi.org/" + artifacts: - title: "Temporal Vectorization for Stencils" - artifact_doi: "10.5281/zenodo.5151491" + artifact_url: "10.5281/zenodo.5151491" badges: available, functional - paper_doi: "3458817.3476149" + paper_url: "3458817.3476149" - title: "LCCG: A Locality-Centric Hardware Accelerator for High Throughput of Concurrent Graph Processing" - artifact_doi: "10.5281/zenodo.5155769" + artifact_url: "10.5281/zenodo.5155769" badges: available, functional, reproduced - paper_doi: "3458817.3480854" + paper_url: "3458817.3480854" - title: "Parallel Construction of Module Networks" - artifact_doi: "10.5281/zenodo.5144438" + artifact_url: "10.5281/zenodo.5144438" badges: available, functional, reproduced - paper_doi: "3458817.3476207" + paper_url: "3458817.3476207" + award: Best Reproducibility Advancement Award Finalist - title: "Online Evolutionary Batch Size Orchestration for Scheduling Deep Learning Workloads in GPU Clusters" - artifact_doi: "10.5281/zenodo.5513082" + artifact_url: "10.5281/zenodo.5513082" badges: available, functional, reproduced - paper_doi: "3458817.3480859" + paper_url: "3458817.3480859" - title: "Krill: A Compiler and Runtime System for Concurrent Graph Processing" - artifact_doi: "10.5281/zenodo.5165762" + artifact_url: "10.5281/zenodo.5165762" badges: available, functional, reproduced - paper_doi: "3458817.3476159" + paper_url: "3458817.3476159" - title: "Exploiting User Activeness for Data Retention in HPC Systems" - artifact_doi: "10.5281/zenodo.5168853" + artifact_url: "10.5281/zenodo.5168853" badges: available, functional - paper_doi: "3458817.3476201" + paper_url: "3458817.3476201" - title: "LogECMem: Coupling Erasure-Coded In-Memory Key-Value Stores with Parity Logging" - artifact_doi: "10.5281/zenodo.5092219" + artifact_url: "10.5281/zenodo.5092219" badges: available - paper_doi: "3458817.3480852" + paper_url: "3458817.3480852" - title: "KAISA: An Adaptive Second-order Optimizer Framework for Deep Neural Networks" - artifact_doi: "10.5281/zenodo.4895203" + artifact_url: "10.5281/zenodo.4895203" badges: available, functional - paper_doi: "3458817.3476152" + paper_url: "3458817.3476152" - title: "Understanding, Predicting and Scheduling Serverless Workloads under Partial Interference" - artifact_doi: "10.5281/zenodo.5147569" + artifact_url: "10.5281/zenodo.5147569" badges: available - paper_doi: "3458817.3476215" + paper_url: "3458817.3476215" - title: "Cuttlefish: Library for Achieving Energy Efficiency in Multicore Parallel Programs" - artifact_doi: "10.5281/zenodo.5167629" + artifact_url: "10.5281/zenodo.5167629" badges: available, functional, reproduced - paper_doi: "3458817.3476163" + paper_url: "3458817.3476163" + award: Best Reproducibility Advancement Award Finalist - title: "Accelerating XOR-based Erasure Coding using Program Optimization Techniques" - artifact_doi: "10.5281/zenodo.5167006" + artifact_url: "10.5281/zenodo.5167006" badges: available, functional, reproduced - paper_doi: "3458817.3476204" + paper_url: "3458817.3476204" - title: "Accelerating Applications using Edge Tensor Processing Units" - artifact_doi: "10.5281/zenodo.5156431" + artifact_url: "10.5281/zenodo.5156431" badges: available, functional, reproduced - paper_doi: "3458817.3476177" + paper_url: "3458817.3476177" - title: "On the Parallel I/O Optimality of Linear Algebra Kernels: Near-Optimal Matrix Factorizations" - artifact_doi: "10.5281/zenodo.5168027" + artifact_url: "10.5281/zenodo.5168027" badges: available, functional, reproduced - paper_doi: "3458817.3476167" + paper_url: "3458817.3476167" - title: "SV-Sim: Scalable PGAS-based State Vector Simulation of Quantum Circuits" - artifact_doi: "10.5281/zenodo.5206960" + artifact_url: "10.5281/zenodo.5206960" badges: available, functional - paper_doi: "3458817.3476169" + paper_url: "3458817.3476169" - title: "DeltaFS: A Scalable No-Ground-Truth Filesystem For Massively-Parallel Computing" - artifact_doi: "10.5281/zenodo.4884852" + artifact_url: "10.5281/zenodo.4884852" badges: available, functional - paper_doi: "3458817.3476148" + paper_url: "3458817.3476148" - title: "Reducing Redundancy in Data Organization and Arithmetic Calculation for Stencil Computations" - artifact_doi: "10.5281/zenodo.3881644" + artifact_url: "10.5281/zenodo.3881644" badges: available - paper_doi: "3458817.3476154" + paper_url: "3458817.3476154" - title: "CAKE: Matrix Multiplication Using Constant-Bandwidth Blocks" - artifact_doi: "10.5281/zenodo.5148715" + artifact_url: "10.5281/zenodo.5148715" badges: available, functional, reproduced - paper_doi: "3458817.3476166" + paper_url: "3458817.3476166" - title: "Hardware-supported Remote Persistence for Distributed Persistent Memory" - artifact_doi: "10.5281/zenodo.5162688" + artifact_url: "10.5281/zenodo.5162688" badges: available, functional, reproduced - paper_doi: "3458817.3476194" + paper_url: "3458817.3476194" - title: "STM-Multifrontal QR: Streaming Task Mapping Multifrontal QR Factorization Empowered by GCN" - artifact_doi: "10.5281/zenodo.5144709" + artifact_url: "10.5281/zenodo.5144709" badges: available, functional, reproduced - paper_doi: "3458817.3476199" + paper_url: "3458817.3476199" - title: "Clairvoyant Prefetching for Distributed Machine Learning I/O" - artifact_doi: "10.5281/zenodo.5166929" + artifact_url: "10.5281/zenodo.5166929" badges: available - paper_doi: "3458817.3476181" + paper_url: "3458817.3476181" - title: "Discovering and Balancing Fundamental Cycles in Large Signed Graphs" - artifact_doi: "10.5281/zenodo.5148797" + artifact_url: "10.5281/zenodo.5148797" badges: available, functional, reproduced - paper_doi: "3458817.3476153" + paper_url: "3458817.3476153" - title: "High Performance Uncertainty Quantification with Parallelized Multilevel Markov Chain Monte Carlo" - artifact_doi: "10.5281/zenodo.5158988" + artifact_url: "10.5281/zenodo.5158988" badges: available - paper_doi: "3458817.3476150" + paper_url: "3458817.3476150" - title: "3D Acoustic-Elastic Coupling with Gravity: The Dynamics of the 2018 Palu, Sulawesi Earthquake and Tsunami" - artifact_doi: "10.5281/zenodo.5159333" + artifact_url: "10.5281/zenodo.5159333" badges: available, functional, reproduced - paper_doi: "3458817.3476173" + paper_url: "3458817.3476173" - title: "Enable Simultaneous DNN Services Based on Deterministic Operator Overlap and Precise Latency Prediction" - artifact_doi: "10.5281/zenodo.5176097" + artifact_url: "10.5281/zenodo.5176097" badges: available, functional, reproduced - paper_doi: "3458817.3476143" + paper_url: "3458817.3476143" + award: Best Reproducibility Advancement Award Finalist - title: "Index Launches: Scalable, Flexible Representation of Parallel Task Groups" - artifact_doi: "10.5281/zenodo.5164404" + artifact_url: "10.5281/zenodo.5164404" badges: available, functional, reproduced - paper_doi: "3458817.3476175" + paper_url: "3458817.3476175" - title: "PAGANI: A Parallel Adaptive GPU Algorithm for Numerical Integration full strip note" - artifact_doi: "10.5281/zenodo.5204819" + artifact_url: "10.5281/zenodo.5204819" badges: available, functional, reproduced - paper_doi: "3458817.3476198" + paper_url: "3458817.3476198" - title: "Minimizing privilege for building HPC containers" - artifact_doi: "10.6084/m9.figshare.14396099" + artifact_url: "10.6084/m9.figshare.14396099" badges: available, functional, reproduced - paper_doi: "3458817.3476187" + paper_url: "3458817.3476187" - title: "Efficient Tensor Core-based GPU Kernels for Structured Sparsity under Reduced Precision" - artifact_doi: "10.5281/zenodo.5136675" + artifact_url: "10.5281/zenodo.5136675" badges: available, functional, reproduced - paper_doi: "3458817.3476182" + paper_url: "3458817.3476182" - title: "Preparing an Incompressible-Flow Fluid Dynamics Code for Exascale-Class Wind Energy Simulations" - artifact_doi: "10.5281/zenodo.4899910" + artifact_url: "10.5281/zenodo.4899910" badges: available, functional, reproduced - paper_doi: "3458817.3476185" + paper_url: "3458817.3476185" - title: "Efficient Large-Scale Language Model Training on GPU Clusters" - artifact_doi: "10.5281/zenodo.5181820" + artifact_url: "10.5281/zenodo.5181820" badges: available, functional - paper_doi: "3458817.3476209" + paper_url: "3458817.3476209" - title: "Pinpointing Crash-Consistency Bugs in the HPC I/O Stack: A Cross-Layer Approach" - artifact_doi: "10.5281/zenodo.5168471" + artifact_url: "10.5281/zenodo.5168471" badges: available, functional - paper_doi: "3458817.3476144" + paper_url: "3458817.3476144" - title: "AgEBO-Tabular: Joint Neural Architecture and Hyperparameter Search with Autotuned Data-Parallel Training for Tabular Data full strip note" - artifact_doi: "10.5281/zenodo.4094667" + artifact_url: "10.5281/zenodo.4094667" badges: available - paper_doi: "3458817.3476203" + paper_url: "3458817.3476203" - title: "Bootstrapping In-situ Workflow Auto-Tuning via Combining Performance Models of Component Applications full strip note" - artifact_doi: "10.5281/zenodo.5003901" + artifact_url: "10.5281/zenodo.5003901" badges: available, functional - paper_doi: "3458817.3476197" + paper_url: "3458817.3476197" - title: "Systematically Inferring I/O Performance Variability by Examining Repetitive Job Behavior" - artifact_doi: "10.5281/zenodo.5236852" + artifact_url: "10.5281/zenodo.5236852" badges: available, functional, reproduced - paper_doi: "3458817.3476186" + paper_url: "3458817.3476186" - title: "MAPA: Multi-Accelerator Pattern Allocation Policy for Multi-Tenant GPU Servers" - artifact_doi: "10.5281/zenodo.5152741" + artifact_url: "10.5281/zenodo.5152741" badges: available, functional - paper_doi: "3458817.3480853" + paper_url: "3458817.3480853" - title: "Productivity, Portability, Performance: Data-Centric Python" - artifact_doi: "10.5281/zenodo.5155509" + artifact_url: "10.5281/zenodo.5155509" badges: available, functional, reproduced - paper_doi: "3458817.3476176" + paper_url: "3458817.3476176" - title: "Flare: Flexible In-Network Allreduce" - artifact_doi: "10.5281/zenodo.4836022" + artifact_url: "10.5281/zenodo.4836022" badges: available, functional, reproduced - paper_doi: "3458817.3476178" + paper_url: "3458817.3476178" - title: "Non-Recurring Engineering (NRE) Best Practices: A Case Study with the NERSC/NVIDIA OpenMP Contract" - artifact_doi: "10.5281/zenodo.5168093" + artifact_url: "10.5281/zenodo.5168093" badges: available - paper_doi: "3458817.3476213" + paper_url: "3458817.3476213" - title: "SEEC: Stochastic Escape Express Channel" - artifact_doi: "10.5281/zenodo.5171429" + artifact_url: "10.5281/zenodo.5171429" badges: available, functional, reproduced - paper_doi: "3458817.3476140" + paper_url: "3458817.3476140" - title: "APNN-TC: Accelerating Arbitrary Precision Neural Networks on Ampere GPU Tensor Cores" - artifact_doi: "10.5281/zenodo.5144378" + artifact_url: "10.5281/zenodo.5144378" badges: available, functional, reproduced - paper_doi: "3458817.3476157" + paper_url: "3458817.3476157" - title: "Paths to OpenMP in the Kernel" - artifact_doi: "10.5281/zenodo.5164666" + artifact_url: "10.5281/zenodo.5164666" badges: available - paper_doi: "3458817.3476183" + paper_url: "3458817.3476183" - title: "The Hidden cost of the Edge: A Performance Comparison ofEdge and Cloud Latencies" - artifact_doi: "10.5281/zenodo.5163851" + artifact_url: "10.5281/zenodo.5163851" badges: available, functional, reproduced - paper_doi: "3458817.3476142" + paper_url: "3458817.3476142" - title: "Scalable adaptive PDE solvers in arbitrary domains" - artifact_doi: "10.5281/zenodo.5168313" + artifact_url: "10.5281/zenodo.5168313" badges: available - paper_doi: "3458817.3476220" + paper_url: "3458817.3476220" - title: "ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning" - artifact_doi: "10.5281/zenodo.5156596" + artifact_url: "10.5281/zenodo.5156596" badges: available, functional - paper_doi: "3458817.3476205" + paper_url: "3458817.3476205" - title: "Accelerating large scale de novo metagenome assembly using GPUs" - artifact_doi: "10.5281/zenodo.5165333" + artifact_url: "10.5281/zenodo.5165333" badges: available, functional, reproduced - paper_doi: "3458817.3476212" + paper_url: "3458817.3476212" - title: "Online Optimization of File Transfers in High-Speed Networks" - artifact_doi: "10.5281/zenodo.5164277" + artifact_url: "10.5281/zenodo.5164277" badges: available - paper_doi: "3458817.3476208" + paper_url: "3458817.3476208" - title: "In-Depth Analyses of Unified Virtual Memory System for GPU Accelerated Computing" - artifact_doi: "10.5281/zenodo.5148930" + artifact_url: "10.5281/zenodo.5148930" badges: available, functional, reproduced - paper_doi: "3458817.3480855" + paper_url: "3458817.3480855" - title: "HatRPC: Hint-Accelerated Thrift RPC over RDMA" - artifact_doi: "10.5281/zenodo.5203281" + artifact_url: "10.5281/zenodo.5203281" badges: available - paper_doi: "3458817.3476191" + paper_url: "3458817.3476191" - title: "Characterization and Prediction of Deep Learning Workloads in Large-Scale GPU Datacenters" - artifact_doi: "10.5281/zenodo.5116412" + artifact_url: "10.5281/zenodo.5116412" badges: available, functional, reproduced - paper_doi: "3458817.3476223" + paper_url: "3458817.3476223" - title: "Reverse-Mode Automatic Differentiation and Optimization of GPU Kernels via Enzyme full strip note" - artifact_doi: "10.5281/zenodo.5147573" + artifact_url: "10.5281/zenodo.5147573" badges: available, functional, reproduced - paper_doi: "3458817.3476165" + paper_url: "3458817.3476165" + award: Best Reproducibility Advancement Award Finalist - title: "LibShalom: Optimizing Small and Irregular-shaped Matrix Multiplications on ARMv8 Multi-Cores" - artifact_doi: "10.5281/zenodo.5201457" + artifact_url: "10.5281/zenodo.5201457" badges: available - paper_doi: "3458817.3476217" + paper_url: "3458817.3476217" - title: "Simurgh: A Fully Decentralized and Secure NVMM User Space File System" - artifact_doi: "10.5281/zenodo.5163624" + artifact_url: "10.5281/zenodo.5163624" badges: available, functional, reproduced - paper_doi: "3458817.3476180" + paper_url: "3458817.3476180" - title: "HPAC: Evaluating Approximate Computing Techniques on HPC OpenMP Applications." - artifact_doi: "10.5281/zenodo.5167980" + artifact_url: "10.5281/zenodo.5167980" badges: available, functional, reproduced - paper_doi: "3458817.3476216" + paper_url: "3458817.3476216" + award: Best Reproducibility Advancement Award Finalist - title: "Ribbon: Cost-Effective and QoS-Aware Deep Learning Model Inference using a Diverse Pool of Cloud Computing Instances" - artifact_doi: "10.5281/zenodo.5262865" + artifact_url: "10.5281/zenodo.5262865" badges: available, functional, reproduced - paper_doi: "3458817.3476168" + paper_url: "3458817.3476168" - title: "Lunule: An Agile and Judicious Metadata Load Balancer for CephFS" - artifact_doi: "10.5281/zenodo.5171833" + artifact_url: "10.5281/zenodo.5171833" badges: available - paper_doi: "3458817.3476196" + paper_url: "3458817.3476196" - title: "A Next-Generation Discontinuous Galerkin Fluid Dynamics Solver with Application to High-Resolution Lung Airflow Simulations" - artifact_doi: "10.5281/zenodo.5176507" + artifact_url: "10.5281/zenodo.5176507" badges: available - paper_doi: "3458817.3476171" + paper_url: "3458817.3476171" - title: "LMFF: Efficient and Scalable Layered Materials Force Field on Heterogeneous Many-Core Processors" - artifact_doi: "10.5281/zenodo.5203181" + artifact_url: "10.5281/zenodo.5203181" badges: available, functional - paper_doi: "3458817.3476137" + paper_url: "3458817.3476137" - title: "Whale: Efficient One-to-Many Data Partitioning in RDMA-assisted Distributed Stream Processing Systems" - artifact_doi: "10.5281/zenodo.4897500" + artifact_url: "10.5281/zenodo.4897500" badges: available - paper_doi: "3458817.3476192" + paper_url: "3458817.3476192" - title: "ndzip-gpu: Efficient Lossless Compression of Scientific Floating-Point Data on GPUs" - artifact_doi: "10.5281/zenodo.5144874" + artifact_url: "10.5281/zenodo.5144874" badges: available, functional, reproduced - paper_doi: "3458817.3476224" + paper_url: "3458817.3476224" - title: "cuTS: Scaling Subgraph Isomorphism on Distributed Multi-GPU Systems Using Trie Based Data Structure" - artifact_doi: "10.5281/zenodo.5154114" + artifact_url: "10.5281/zenodo.5154114" badges: available, functional, reproduced - paper_doi: "3458817.3476214" + paper_url: "3458817.3476214" - title: "Representation of Women in High-Performance Computing Conferences" - artifact_doi: "10.1145/3476480" + artifact_url: "10.1145/3476480" badges: available, functional, reproduced - paper_doi: "3458817.3476164" + paper_url: "3458817.3476164" - title: "PEPPA-X: finding program test inputs to bound silent data corruption vulnerability in HPC applications" - artifact_doi: "10.1145/3476481" + artifact_url: "10.1145/3476481" badges: available, functional, reproduced - paper_doi: "3458817.3476147" + paper_url: "3458817.3476147" - title: "Tensor processing primitives: a programming abstraction for efficiency and portability in deep learning workloads" - artifact_doi: "10.1145/3476482" + artifact_url: "10.1145/3476482" badges: available, functional, reproduced - paper_doi: "3458817.3476206" + paper_url: "3458817.3476206" - title: "DistGNN: scalable distributed training for large-scale graph neural networks" - artifact_doi: "10.1145/3476483" + artifact_url: "10.1145/3476483" badges: available, functional - paper_doi: "3458817.3480856" + paper_url: "3458817.3480856" - title: "Dr. Top-k: delegate-centric Top-k on GPUs" - artifact_doi: "10.1145/3476484" + artifact_url: "10.1145/3476484" badges: available, functional - paper_doi: "3458817.3476141" + paper_url: "3458817.3476141" - title: "Hybrid, scalable, trace-driven performance modeling of GPGPUs" - artifact_doi: "10.1145/3476485" + artifact_url: "10.1145/3476485" badges: available, functional, reproduced - paper_doi: "3458817.3476221" + paper_url: "3458817.3476221" - title: "Chimera: Efficiently Training Large-Scale Neural Networks with Bidirectional Pipelines" badges: functional - paper_doi: "3458817.3476145" + paper_url: "3458817.3476145" --- -**Submissions**: 69 (70% of accepted papers) including 2 major revision rejections - -**Evaluation Results**: - -* 66 Artifact Available (+2 rejected major revision) -* 52 Artifact Functional (+2 rejected major revision) -* 38 Results Reproduced (+2 rejected major revision) - -**SC21 Best Reproducibility Advancement Award Finalists**: - -* Weihao Cui, Han Zhao, Quan Chen, Ningxin Zheng, Jingwen Leng, Jieru Zhao, Zhuo - Song, Tao Ma, Yong Yang, Chao Li, Minyi Guo: *"Enable Simultaneous DNN - Services Based on Deterministic Operator Overlap and Precise Latency - Prediction"* -* Ankit Srivastava, Sriram Chockalingam, Maneesha Aluru, Srinivas Aluru: *"Parallel - Construction of Module Networks"* -* William S. Moses, Valentin Churavy, Ludger Paehler, Jan Hückelheim, Sri Hari Krishna - Narayanan, Michel Schanen, Johannes Doerfert: *"Reverse-Mode Automatic - Differentiation and Optimization of GPU Kernels via Enzyme"* -* Sunil Kumar, Akshat Gupta, Vivek Kumar, Sridutt Bhalachandra: *"Cuttlefish: Library - for Achieving Energy Efficiency in Multicore Parallel Programs"* -* Konstantinos Parasyris, Giorgis Georgakoudis, Harshitha Menon, James - Diffenderfer, Ignacio Laguna, Daniel Osei-Kuffuor, Markus Schordan: *"HPAC: - Evaluating Approximate Computing Techniques on HPC OpenMP Applications"* - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
Paper titleAvailableFunctionalReproducedArtifact
- {{artifact.title}} - - {% if artifact.badges contains "available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - Distinguished Artifact
- {% endif %} {% if artifact.artifact_doi %} - Artifact
- {% endif %} -
diff --git a/_conferences/sosp2019/results.html b/_conferences/sosp2019/results.html index 2ee5b65..d240a6b 100644 --- a/_conferences/sosp2019/results.html +++ b/_conferences/sosp2019/results.html @@ -1,6 +1,5 @@ --- layout: sosp2019 -redirect_from: /results.html ---

Overall Statistics

diff --git a/_conferences/sosp2021/results.md b/_conferences/sosp2021/results.md index be4db23..e4ba642 100644 --- a/_conferences/sosp2021/results.md +++ b/_conferences/sosp2021/results.md @@ -1,360 +1,293 @@ --- title: Results order: 40 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" functional_name: "Artifacts Evaluated - Functional (v1.1)" reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" -baseurl: "https://dl.acm.org/doi/" + +paper_base_url: "https://doi.org/" +summary_base_url: "/sosp2021/summaries/" + artifacts: - title: "Boki: Stateful Serverless Computing with Shared Logs" - github_url: "https://github.com/ut-osa/boki-benchmarks" + artifact_url: "https://github.com/ut-osa/boki-benchmarks" badges: Available, Functional, Reproduced - summary: boki - doi: "10.1145/3477132.3483541" + summary_url: boki + paper_url: "10.1145/3477132.3483541" - title: "Understanding and Detecting Software Upgrade Failures in Distributed Systems" - github_url: "https://github.com/zlab-purdue/ds-upgrade" - additional_urls: + artifact_url: "https://github.com/zlab-purdue/ds-upgrade" + artifact_extra_urls: - "https://github.com/jwjwyoung/DUPChecker" - "https://gitlab.dsrg.utoronto.ca/zhuqi/DUPTester" - jupyter_url: "https://github.com/jwjwyoung/RecentUpgradeFailureStudy" - vm_url: "http://nas.dsrg.utoronto.ca:8080/share.cgi?ssid=0Sa7AQ1&fbclid=IwAR2XxgwGi34aP7m-LgnevZBrN4PBW9KRcnTItEtWTNX0s2XpUVP2m3PZykY" + - "https://github.com/jwjwyoung/RecentUpgradeFailureStudy" + - "http://nas.dsrg.utoronto.ca:8080/share.cgi?ssid=0Sa7AQ1&fbclid=IwAR2XxgwGi34aP7m-LgnevZBrN4PBW9KRcnTItEtWTNX0s2XpUVP2m3PZykY" badges: Available, Functional, Reproduced - summary: duptester - doi: "10.1145/3477132.3483577" + summary_url: duptester + paper_url: "10.1145/3477132.3483577" - title: "Gradient Compression Supercharged High-Performance Data Parallel DNN Training" - github_url: "https://gitlab.com/hipress/hipress" + artifact_url: "https://gitlab.com/hipress/hipress" badges: Available, Functional, Reproduced - summary: hipress - doi: "10.1145/3477132.3483553" + summary_url: hipress + paper_url: "10.1145/3477132.3483553" - title: "Formal Verification of a Multiprocessor Hypervisor on Arm Relaxed Memory Hardware" - github_url: "https://github.com/VeriGu/sosp-paper211-ae" - proof_url: "https://github.com/VeriGu/sosp-paper211-ae-proof" - additional_urls: + artifact_url: "https://github.com/VeriGu/sosp-paper211-ae" + artifact_extra_urls: - "https://github.com/VeriGu/usenix-ae-linux" - "https://github.com/VeriGu/vct-qemu" + - "https://github.com/VeriGu/sosp-paper211-ae-proof" badges: Available, Functional, Reproduced - summary: verigu - doi: "10.1145/3477132.3483560" + summary_url: verigu + paper_url: "10.1145/3477132.3483560" - title: "iGUARD: In-GPU Advanced Race Detection" - github_url: "https://github.com/csl-iisc/iGUARD" + artifact_url: "https://github.com/csl-iisc/iGUARD" badges: Available, Functional, Reproduced - summary: iguard - doi: "10.1145/3477132.3483545" + summary_url: iguard + paper_url: "10.1145/3477132.3483545" - title: "Forerunner: Constraint-based Speculative Transaction Execution for Ethereum" - github_url: "https://github.com/microsoft/Forerunner/" + artifact_url: "https://github.com/microsoft/Forerunner/" badges: Available, Functional, Reproduced - summary: forerunner - doi: "10.1145/3477132.3483564" + summary_url: forerunner + paper_url: "10.1145/3477132.3483564" - title: "Crash Consistent Non-Volatile Memory Express" - github_url: "https://github.com/thustorage/ccnvme" + artifact_url: "https://github.com/thustorage/ccnvme" badges: Available, Functional, Reproduced - summary: ccnvme - doi: "10.1145/3477132.3483577" + summary_url: ccnvme + paper_url: "10.1145/3477132.3483577" - title: "LineFS: Efficient SmartNIC Offload of a Distributed File System with Pipeline Parallelism" - github_url: "https://github.com/casys-kaist/LineFS" + artifact_url: "https://github.com/casys-kaist/LineFS" badges: Available, Functional, Reproduced - summary: linefs - doi: "10.1145/3477132.3483565" + summary_url: linefs + paper_url: "10.1145/3477132.3483565" - title: "When Idling is Ideal: Optimizing Tail-Latency for Highly-Dispersed Datacenter Workloads with Perséphone" - github_url: "https://github.com/maxdml/psp" - jupyter_url: "https://github.com/maxdml/psp/blob/master/sosp_aec/aec.ipynb" + artifact_url: "https://github.com/maxdml/psp" + artifact_extra_urls: + - "https://github.com/maxdml/psp/blob/master/sosp_aec/aec.ipynb" badges: Available, Functional, Reproduced - summary: perséphone - doi: "10.1145/3477132.3483571" + summary_url: perséphone + paper_url: "10.1145/3477132.3483571" - title: "Exploiting Nil-Externality for Fast Replicated Storage" - bitbucket_url: "https://bitbucket.org/aganesan4/skyros/" - data_url: "https://zenodo.org/record/5520021" + artifact_url: "https://bitbucket.org/aganesan4/skyros/" + artifact_extra_urls: + - "https://zenodo.org/record/5520021" badges: Available, Functional, Reproduced - summary: skyros - doi: "10.1145/3477132.3483543" + summary_url: skyros + paper_url: "10.1145/3477132.3483543" - title: "Rabia: Simplifying State-Machine Replication Through Randomization" - github_url: "https://github.com/haochenpan/rabia/" - cloudlab_url: "https://www.cloudlab.us/show-profile.php?uuid=1af34047-fb02-11eb-84f8-e4434b2381fc" + artifact_url: "https://github.com/haochenpan/rabia/" + artifact_extra_urls: + - "https://www.cloudlab.us/show-profile.php?uuid=1af34047-fb02-11eb-84f8-e4434b2381fc" badges: Available, Functional, Reproduced - summary: rabia - doi: "10.1145/3477132.3483582" + summary_url: rabia + paper_url: "10.1145/3477132.3483582" - title: "Coeus: A system for oblivious document ranking and retrieval" - github_url: "https://github.com/ishtiyaque/Coeus_artifact" + artifact_url: "https://github.com/ishtiyaque/Coeus_artifact" badges: Available, Functional, Reproduced - summary: coeus - doi: "10.1145/3477132.3483586" + summary_url: coeus + paper_url: "10.1145/3477132.3483586" - title: "FragPicker: A New Defragmentation Tool for Modern Storage Devices" - github_url: "https://github.com/jonggyup/FragPicker" + artifact_url: "https://github.com/jonggyup/FragPicker" badges: Available, Functional, Reproduced - summary: fragpicker - doi: "10.1145/3477132.3483593" + summary_url: fragpicker + paper_url: "10.1145/3477132.3483593" - title: "J-NVM: Off-heap Persistent Objects in Java" - github_url: "https://github.com/jnvm-project/jnvm" + artifact_url: "https://github.com/jnvm-project/jnvm" badges: Available, Functional, Reproduced - summary: jnvm - doi: "10.1145/3477132.3483579" + summary_url: jnvm + paper_url: "10.1145/3477132.3483579" - title: "Basil: Breaking up BFT with ACID (transactions)" - github_url: "https://github.com/fsuri/SOSP21_artifact_eval" - cloudlab_url: "https://www.cloudlab.us/p/morty/SOSP108" + artifact_url: "https://github.com/fsuri/SOSP21_artifact_eval" + artifact_extra_urls: + - "https://www.cloudlab.us/p/morty/SOSP108" badges: Available, Functional, Reproduced - summary: basil - doi: "10.1145/3477132.3483552" + summary_url: basil + paper_url: "10.1145/3477132.3483552" - title: "Scale and Performance in a Filesystem Semi-Microkernel" - web_url: "https://research.cs.wisc.edu/adsl/Software/uFS/" - github_url: "https://github.com/WiscADSL/uFS" + artifact_extra_urls: + - "https://research.cs.wisc.edu/adsl/Software/uFS/" + artifact_url: "https://github.com/WiscADSL/uFS" badges: Available, Functional, Reproduced - summary: ufs - doi: "10.1145/3477132.3483581" + summary_url: ufs + paper_url: "10.1145/3477132.3483581" - title: "HeMem: Scalable Tiered Memory Management for Big Data Applications and Real NVM" - bitbucket_url: "https://bitbucket.org/ajaustin/hemem/src/sosp-submission/" + artifact_url: "https://bitbucket.org/ajaustin/hemem/src/sosp-submission/" badges: Available, Functional, Reproduced - summary: hemem - doi: "10.1145/3477132.3483550" + summary_url: hemem + paper_url: "10.1145/3477132.3483550" - title: "IODA: A Host/Device Co-Design for Strong Predictability Contract on Modern Flash Storage" - bitbucket_url: "https://github.com/huaicheng/IODA-SOSP21-AE" - additional_urls: + artifact_url: "https://github.com/huaicheng/IODA-SOSP21-AE" + artifact_extra_urls: - "https://asciinema.org/a/431726" badges: Available, Functional, Reproduced - summary: ioda - doi: "10.1145/3477132.3483573" + summary_url: ioda + paper_url: "10.1145/3477132.3483573" - title: "BIDL: A High-throughput, Low-latency Permissioned Blockchain Framework for Datacenter Networks" - github_url: "https://github.com/hku-systems/bidl" + artifact_url: "https://github.com/hku-systems/bidl" badges: Available, Functional, Reproduced - summary: bidl - doi: "10.1145/3477132.3483574" + summary_url: bidl + paper_url: "10.1145/3477132.3483574" - title: "Rudra: Finding Memory Safety Bugs in Rust at the Ecosystem Scale" - github_url: "https://github.com/sslab-gatech/Rudra-Artifacts" + artifact_url: "https://github.com/sslab-gatech/Rudra-Artifacts" badges: Available, Functional, Reproduced - summary: rudra - award: yes - doi: "10.1145/3477132.3483570" + summary_url: rudra + award: Distinguished Artifact + paper_url: "10.1145/3477132.3483570" - title: "MIND: In-Network Memory Management for Disaggregated Data Centers" - github_url: "https://github.com/shsym/mind" + artifact_url: "https://github.com/shsym/mind" badges: Available, Functional, Reproduced - summary: mind - doi: "10.1145/3477132.3483582" + summary_url: mind + paper_url: "10.1145/3477132.3483582" - title: "Mycelium: Large-Scale Distributed Graph Queries with Differential Privacy" - github_url: "https://github.com/karannewatia/Mycelium" - summary: mycelium + artifact_url: "https://github.com/karannewatia/Mycelium" + summary_url: mycelium badges: Available, Functional, Reproduced - summary: mycelium - doi: "10.1145/3477132.3483585" + summary_url: mycelium + paper_url: "10.1145/3477132.3483585" - title: "Solving Large-Scale Granular Resource Allocation Problems Efficiently with POP" - github_url: "https://github.com/stanford-futuredata/POP" + artifact_url: "https://github.com/stanford-futuredata/POP" badges: Available, Functional, Reproduced - summary: pop - doi: "10.1145/3477132.3483588" + summary_url: pop + paper_url: "10.1145/3477132.3483588" - title: "Snoopy: Surpassing the Scalability Bottleneck of Oblivious Storage" - github_url: "https://github.com/ucbrise/snoopy" + artifact_url: "https://github.com/ucbrise/snoopy" badges: Available, Functional, Reproduced - summary: snoopy - doi: "10.1145/3477132.3483562" + summary_url: snoopy + paper_url: "10.1145/3477132.3483562" - title: "WineFS: a hugepage-aware file system for persistent memory that ages gracefully" - github_url: "https://github.com/rohankadekodi/WineFS" + artifact_url: "https://github.com/rohankadekodi/WineFS" badges: Available, Functional, Reproduced - summary: winefs - doi: "10.1145/3477132.3483567" + summary_url: winefs + paper_url: "10.1145/3477132.3483567" - title: "Caracal: Contention Management with Deterministic Concurrency Control" - github_url: "https://github.com/uoft-felis/felis" - additional_urls: + artifact_url: "https://github.com/uoft-felis/felis" + artifact_extra_urls: - "https://github.com/uoft-felis/felis-controller" badges: Available, Functional, Reproduced - summary: caracal - doi: "10.1145/3477132.3483591" + summary_url: caracal + paper_url: "10.1145/3477132.3483591" - title: "dSpace: Composable Abstractions for Smart Spaces" - github_url: "https://github.com/digi-project/sosp21-artifact" + artifact_url: "https://github.com/digi-project/sosp21-artifact" badges: Available, Functional - summary: dspace - doi: "10.1145/3477132.3483559" + summary_url: dspace + paper_url: "10.1145/3477132.3483559" - title: "The Aurora Single Level Store Operating System" - web_url: "https://rcs.uwaterloo.ca/aurora/" - github_url: "https://github.com/rcslab/aurora-12.1/" - scripts_url: "https://github.com/rcslab/aurora-bench/" - additional_urls: + artifact_url: "https://github.com/rcslab/aurora-12.1/" + artifact_extra_urls: + - "https://rcs.uwaterloo.ca/aurora/" - "https://github.com/rcslab/aurora/" + - "https://github.com/rcslab/aurora-bench/" badges: Available, Functional - summary: aurora - doi: "10.1145/3477132.3483563" + summary_url: aurora + paper_url: "10.1145/3477132.3483563" - title: "HEALER: Relation Learning Guided Kernel Fuzzing" - github_url: "https://github.com/SunHao-0/healer" + artifact_url: "https://github.com/SunHao-0/healer" badges: Available, Functional - summary: healer - doi: "10.1145/3477132.3483547" + summary_url: healer + paper_url: "10.1145/3477132.3483547" - title: "Random Walks on Huge Graphs at Cache Efficiency" - github_url: "https://github.com/flashmobwalk/flashmob/tree/sosp21-ae" + artifact_url: "https://github.com/flashmobwalk/flashmob/tree/sosp21-ae" badges: Available, Functional - summary: flashmob - doi: "10.1145/3477132.3483575" + summary_url: flashmob + paper_url: "10.1145/3477132.3483575" - title: "Geometric Partitioning: Explore the Boundary of Optimal Erasure Code Repair" - github_url: "https://github.com/rcstor/rcstor" + artifact_url: "https://github.com/rcstor/rcstor" badges: Available, Functional - summary: rcstor - doi: "10.1145/3477132.3483558" + summary_url: rcstor + paper_url: "10.1145/3477132.3483558" - title: "Kauri: Scalable BFT Consensus with Pipelined Tree-Based Dissemination and Aggregation" - github_url: "https://github.com/Raycoms/Kauri-Public" + artifact_url: "https://github.com/Raycoms/Kauri-Public" badges: Available, Functional - summary: kauri - doi: "10.1145/3477132.3483584" + summary_url: kauri + paper_url: "10.1145/3477132.3483584" - title: "Kangaroo: Caching Billions of Tiny Objects on Flash" - github_url: "https://github.com/saramcallister/Kangaroo" - additional_urls: + artifact_url: "https://github.com/saramcallister/Kangaroo" + artifact_extra_urls: - "https://github.com/saramcallister/CacheLib-1" badges: Available, Functional - summary: kangaroo - doi: "10.1145/3477132.3483568" + summary_url: kangaroo + paper_url: "10.1145/3477132.3483568" - title: "Witcher: Systematic Crash Consistency Testing for Non-Volatile Memory Key-Value Stores" - github_url: "https://github.com/cosmoss-vt/witcher" + artifact_url: "https://github.com/cosmoss-vt/witcher" badges: Available, Functional - summary: witcher - doi: "10.1145/3477132.3483556" + summary_url: witcher + paper_url: "10.1145/3477132.3483556" - title: "PACTree: A High Performance Persistent Range Index Using PAC Guidelines" - github_url: "https://github.com/cosmoss-vt/pactree" + artifact_url: "https://github.com/cosmoss-vt/pactree" badges: Available, Functional - summary: pactree - doi: "10.1145/3477132.3483589" + summary_url: pactree + paper_url: "10.1145/3477132.3483589" - title: "Automated SmartNIC Offloading Insights for Network Functions" - github_url: "https://github.com/824728350/Clara" + artifact_url: "https://github.com/824728350/Clara" badges: Available, Functional - summary: clara - doi: "10.1145/3477132.3483583" + summary_url: clara + paper_url: "10.1145/3477132.3483583" - title: "Snowboard: Finding Kernel Concurrency Bugs through Systematic Inter-thread Communication Analysis" - github_url: "https://github.com/rssys/snowboard" + artifact_url: "https://github.com/rssys/snowboard" badges: Available, Functional - summary: snowboard - doi: "10.1145/3477132.3483549" + summary_url: snowboard + paper_url: "10.1145/3477132.3483549" - title: "CLoF: A Compositional Lock Framework for Multi-level NUMA Systems" badges: Functional, Reproduced - summary: clof - doi: "10.1145/3477132.3483557" + summary_url: clof + paper_url: "10.1145/3477132.3483557" - title: "Regular Sequential Serializability and Regular Sequential Consistency" - github_url: "https://github.com/jmhelt/tapir/tree/spanner" - additional_urls: + artifact_url: "https://github.com/jmhelt/tapir/tree/spanner" + artifact_extra_urls: - "https://github.com/princeton-sns/gryff/tree/rs" badges: Available - summary: rss-rsc - doi: "10.1145/3477132.3483566" + summary_url: rss-rsc + paper_url: "10.1145/3477132.3483566" - title: "The Demikernel Library OS Architecture for Microsecond, Kernel-Bypass Datacenter Systems" - github_url: "https://github.com/demikernel/demikernel" - cloudlab_url: "https://www.cloudlab.us/p/Demeter/testing-pair/9" - additional_urls: + artifact_url: "https://github.com/demikernel/demikernel" + artifact_extra_urls: - "https://github.com/demikernel/echo" - "https://github.com/demikernel/demikernel/tree/osdi-legacy-code" + - "https://www.cloudlab.us/p/Demeter/testing-pair/9" badges: Available - summary: demikernel - doi: "10.1145/3477132.3483569" + summary_url: demikernel + paper_url: "10.1145/3477132.3483569" --- - - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - - {% endfor %} - -
Paper titleAvail.Funct.Repro.Available AtReview Summary
- {% if artifact.url %} - [{{artifact.title}}]({{artifact.url}}) - {% elsif artifact.doi %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "Available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "Functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "Reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - Distinguished Artifact
- {% endif %} {% if artifact.web_url %} - Web
- {% endif %} {% if artifact.github_url %} - GitHub
- {% endif %} {% if artifact.bitbucket_url %} - Bitbucket
- {% endif %} {% if artifact.data_url %} - Data
- {% endif %} {% if artifact.jupyter_url %} - Jupyter Notebook
- {% endif %} {% if artifact.proof_url %} - Proofs
- {% endif %} {% if artifact.vm_url %} - VM Image
- {% endif %} {% if artifact.cloudlab_url %} - CloudLab Profile
- {% endif %} {% if artifact.scripts_url %} - Scripts
- {% endif %} {% if artifact.additional_urls %} - {% for url in artifact.additional_urls %} - Additional Resources
- {% endfor %} - {% endif %} - 		- {% if artifact.summary %} - Summary - {% else %} - To be posted - {% endif %} -
diff --git a/_conferences/sosp2023/results.md b/_conferences/sosp2023/results.md index 7ebd98a..bb9cca3 100644 --- a/_conferences/sosp2023/results.md +++ b/_conferences/sosp2023/results.md @@ -1,294 +1,223 @@ --- title: Results order: 50 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" functional_name: "Artifacts Evaluated - Functional (v1.1)" reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" -baseurl: "https://dl.acm.org/doi/" + +paper_base_url: "https://doi.org/" +summary_base_url: "/sosp2023/summaries/" + artifacts: - title: "Acto: Automatic End-to-End Testing for Operation Correctness of Cloud System Management" - github_url: "https://github.com/xlab-uiuc/acto/tree/sosp-ae" + artifact_url: "https://github.com/xlab-uiuc/acto/tree/sosp-ae" badges: Available, Functional, Reproduced - summary: acto - doi: "10.1145/3600006.3613161" + summary_url: acto + paper_url: "10.1145/3600006.3613161" - title: "Bagpipe: Accelerating Deep Recommendation Model Training" - github_url: "https://github.com/iidsample/bagpipe_artifacts" + artifact_url: "https://github.com/iidsample/bagpipe_artifacts" badges: Available, Functional, Reproduced - summary: bagpipe - doi: "10.1145/3600006.3613142" + summary_url: bagpipe + paper_url: "10.1145/3600006.3613142" - title: "Cornflakes: Zero-Copy Serialization for Microsecond-Scale Networking" - github_url: "https://github.com/deeptir18/cornflakes" - scripts_url: "https://github.com/deeptir18/cornflakes-scripts" - cloudlab_url: "https://www.cloudlab.us/p/955539a31b0c7be330933414edd8d4af54f7dbec" + artifact_url: "https://github.com/deeptir18/cornflakes" + artifact_extra_urls: + - "https://github.com/deeptir18/cornflakes-scripts" + - "https://www.cloudlab.us/p/955539a31b0c7be330933414edd8d4af54f7dbec" badges: Available, Functional, Reproduced - summary: cornflakes - doi: "10.1145/3600006.3613137" + summary_url: cornflakes + paper_url: "10.1145/3600006.3613137" - title: "Ditto: An Elastic and Adaptive Memory-Disaggregated Caching System" - github_url: "https://github.com/dmemsys/Ditto" + artifact_url: "https://github.com/dmemsys/Ditto" badges: Available, Functional, Reproduced - summary: ditto - doi: "10.1145/3600006.3613144" + summary_url: ditto + paper_url: "10.1145/3600006.3613144" - title: "Edna: Disguising and Revealing User Data in Web Applications" - github_url: "https://github.com/tslilyai/edna/tree/artifact" + artifact_url: "https://github.com/tslilyai/edna/tree/artifact" badges: Available, Functional, Reproduced - summary: edna - doi: "10.1145/3600006.3613146" + summary_url: edna + paper_url: "10.1145/3600006.3613146" - title: "Efficient Memory Management for Large Language Model Serving with PagedAttention" - github_url: "https://github.com/sosp-ae-39/sosp-ae-astra" + artifact_url: "https://github.com/sosp-ae-39/sosp-ae-astra" badges: Available, Functional, Reproduced - summary: astra - doi: "10.1145/3600006.3613165" + summary_url: astra + paper_url: "10.1145/3600006.3613165" - title: "Enabling High-Performance and Secure Userspace NVM File Systems with the Trio Architecture" - github_url: "https://github.com/vmexit/trio-sosp23-ae" + artifact_url: "https://github.com/vmexit/trio-sosp23-ae" badges: Available, Functional, Reproduced - summary: trio - doi: "10.1145/3600006.3613171" + summary_url: trio + paper_url: "10.1145/3600006.3613171" - title: "Falcon: Fast OLTP Engine for Persistent Cache and Non-Volatile Memory" - github_url: "https://github.com/madsys-dev/Falcon" + artifact_url: "https://github.com/madsys-dev/Falcon" badges: Available, Functional, Reproduced - summary: falcon - doi: "10.1145/3600006.3613141" + summary_url: falcon + paper_url: "10.1145/3600006.3613141" - title: "FIFO Queues are All You Need for Cache Eviction" - github_url: "https://github.com/Thesys-lab/sosp23-s3fifo" + artifact_url: "https://github.com/Thesys-lab/sosp23-s3fifo" badges: Available, Functional, Reproduced - summary: fifo - doi: "10.1145/3600006.3613147" + summary_url: fifo + paper_url: "10.1145/3600006.3613147" - title: "GEMINI: Fast Failure Recovery in Distributed Training with In-Memory Checkpoints" - github_url: "https://github.com/zhuangwang93/SOSP-30_AE" + artifact_url: "https://github.com/zhuangwang93/SOSP-30_AE" badges: Available, Functional, Reproduced - summary: gemini - doi: "10.1145/3600006.3613145" + summary_url: gemini + paper_url: "10.1145/3600006.3613145" - title: "Grove: a Separation-Logic Library for Verifying Distributed Systems" - github_url: "https://github.com/mit-pdos/grove-artifact" + artifact_url: "https://github.com/mit-pdos/grove-artifact" badges: Available, Functional, Reproduced - summary: grove - doi: "10.1145/3600006.3613172" + summary_url: grove + paper_url: "10.1145/3600006.3613172" - title: "gSampler: General and Efficient GPU-based Graph Sampling for Graph Learning" - github_url: "https://github.com/gpzlx1/gsampler-artifact-evaluation" + artifact_url: "https://github.com/gpzlx1/gsampler-artifact-evaluation" badges: Available, Functional, Reproduced - summary: gsampler - doi: "10.1145/3600006.3613168" + summary_url: gsampler + paper_url: "10.1145/3600006.3613168" - title: "Halfmoon: Log-Optimal Fault-Tolerant Stateful Serverless Computing" - github_url: "https://github.com/pkusys/Halfmoon-bench" + artifact_url: "https://github.com/pkusys/Halfmoon-bench" badges: Available, Functional, Reproduced - summary: halfmoon - doi: "10.1145/3600006.3613154" + summary_url: halfmoon + paper_url: "10.1145/3600006.3613154" - title: "Mira: A Program-Behavior-Guided Far Memory System" - github_url: "https://bitbucket.org/mira-sosp23/mira-ae" + artifact_url: "https://bitbucket.org/mira-sosp23/mira-ae" badges: Available, Functional, Reproduced - summary: mira - doi: "10.1145/3600006.3613157" + summary_url: mira + paper_url: "10.1145/3600006.3613157" - title: "Oobleck: Resilient Distributed Training of Large Models Using Pipeline Templates" - github_url: "https://github.com/SymbioticLab/oobleck" + artifact_url: "https://github.com/SymbioticLab/oobleck" badges: Available, Functional, Reproduced - summary: oobleck - doi: "10.1145/3600006.3613152" + summary_url: oobleck + paper_url: "10.1145/3600006.3613152" - title: "Paella: Low-latency Model Serving with Software-defined GPU Scheduling" - github_url: "https://github.com/eniac/paella/tree/sosp23_artifact" + artifact_url: "https://github.com/eniac/paella/tree/sosp23_artifact" badges: Available, Functional, Reproduced - summary: paella - doi: "10.1145/3600006.3613163" + summary_url: paella + paper_url: "10.1145/3600006.3613163" - title: "Partial Failure Resilient Memory Management System for (CXL-based) Distributed Shared Memory" - github_url: "https://github.com/madsys-dev/sosp-paper19-ae" + artifact_url: "https://github.com/madsys-dev/sosp-paper19-ae" badges: Available, Functional, Reproduced - summary: partial - doi: "10.1145/3600006.3613135" + summary_url: partial + paper_url: "10.1145/3600006.3613135" - title: "PIT: Optimization of Dynamic Sparse Deep Learning Models via Permutation Invariant Transformation" - github_url: "https://github.com/microsoft/SparTA/tree/pit_artifact" + artifact_url: "https://github.com/microsoft/SparTA/tree/pit_artifact" badges: Available, Functional, Reproduced - summary: pit - doi: "10.1145/3600006.3613139" + summary_url: pit + paper_url: "10.1145/3600006.3613139" - title: "Private Web Search with Tiptoe" - github_url: "https://github.com/ahenzinger/tiptoe" + artifact_url: "https://github.com/ahenzinger/tiptoe" badges: Available, Functional, Reproduced - summary: tiptoe - doi: "10.1145/3600006.3613134" + summary_url: tiptoe + paper_url: "10.1145/3600006.3613134" - title: "Sia: Heterogeneity-Aware, Goodput-Optimized ML-Cluster Scheduling" - github_url: "https://github.com/siasosp23/artifacts/tree/main" + artifact_url: "https://github.com/siasosp23/artifacts/tree/main" badges: Available, Functional, Reproduced - summary: sia - doi: "10.1145/3600006.3613175" + summary_url: sia + paper_url: "10.1145/3600006.3613175" - title: "Snowcat: Efficient Kernel Concurrency Testing using a Learned Coverage Predictor" - github_url: "https://github.com/rssys/snowcat" + artifact_url: "https://github.com/rssys/snowcat" badges: Available, Functional, Reproduced - summary: snowcat - doi: "10.1145/3600006.3613148" + summary_url: snowcat + paper_url: "10.1145/3600006.3613148" - title: "SPFresh: Incremental In-Place Update for Billion-Scale Vector Search" - github_url: "https://github.com/SPFresh/SPFresh" + artifact_url: "https://github.com/SPFresh/SPFresh" badges: Available, Functional, Reproduced - summary: spfresh - doi: "10.1145/3600006.3613166" + summary_url: spfresh + paper_url: "10.1145/3600006.3613166" - title: "Turbo: Effective Caching in Differentially-Private Databases" - github_url: "https://github.com/columbia/turbo-artifact" + artifact_url: "https://github.com/columbia/turbo-artifact" badges: Available, Functional, Reproduced - summary: turbo - doi: "10.1145/3600006.3613174" + summary_url: turbo + paper_url: "10.1145/3600006.3613174" - title: "UGACHE: A Unified GPU Cache for Embedding-based Deep Learning" - github_url: "https://github.com/SJTU-IPADS/ugache-artifacts" + artifact_url: "https://github.com/SJTU-IPADS/ugache-artifacts" badges: Available, Functional, Reproduced - summary: ugache - doi: "10.1145/3600006.3613169" + summary_url: ugache + paper_url: "10.1145/3600006.3613169" - title: "Achieving Microsecond-Scale Tail Latency Efficiently with Approximate Optimal Scheduling" - github_url: "https://github.com/m8/concord" + artifact_url: "https://github.com/m8/concord" badges: Available, Functional - summary: concord - doi: "10.1145/3600006.3613136" + summary_url: concord + paper_url: "10.1145/3600006.3613136" - title: "Antipode: Enforcing Cross-Service Causal Consistency in Distributed Applications" - github_url: "https://github.com/Antipode-SOSP23" + artifact_url: "https://github.com/Antipode-SOSP23" badges: Available, Functional - summary: antipode - doi: "10.1145/3600006.3613176" + summary_url: antipode + paper_url: "10.1145/3600006.3613176" - title: "Blueprint: A Toolchain for Highly-Reconfigurable Microservice Applications" - github_url: "https://gitlab.mpi-sws.org/cld/blueprint/blueprint-compiler" + artifact_url: "https://gitlab.mpi-sws.org/cld/blueprint/blueprint-compiler" badges: Available, Functional - summary: blueprint - doi: "10.1145/3600006.3613138" + summary_url: blueprint + paper_url: "10.1145/3600006.3613138" - title: "MEMTIS: Efficient Memory Tiering with Dynamic Page Classification and Page Size Determination" - github_url: "https://github.com/cosmoss-jigu/memtis" + artifact_url: "https://github.com/cosmoss-jigu/memtis" badges: Available, Functional - summary: memtis - doi: "10.1145/3600006.3613167" + summary_url: memtis + paper_url: "10.1145/3600006.3613167" - title: "Pushing Performance Isolation Boundaries into Application with pBox" - github_url: "https://github.com/OrderLab/pBox" + artifact_url: "https://github.com/OrderLab/pBox" badges: Available, Functional - summary: pbox - doi: "10.1145/3600006.3613159" + summary_url: pbox + paper_url: "10.1145/3600006.3613159" - title: "QuePaxa: Escaping the tyranny of timeouts in consensus" - github_url: "https://github.com/dedis/quepaxa/" + artifact_url: "https://github.com/dedis/quepaxa/" badges: Available, Functional - summary: quepaxa - doi: "10.1145/3600006.3613150" + summary_url: quepaxa + paper_url: "10.1145/3600006.3613150" - title: "RackBlox: A Software-Defined Rack-Scale Storage System with Network-Storage Co-Design" - github_url: "https://github.com/breidys2/RackBlox" + artifact_url: "https://github.com/breidys2/RackBlox" badges: Available, Functional - summary: rackblox - doi: "10.1145/3600006.3613170" + summary_url: rackblox + paper_url: "10.1145/3600006.3613170" - title: "Siloz: Leveraging DRAM Isolation Domains to Prevent Inter-VM Rowhammer" - github_url: "https://github.com/efeslab/siloz" + artifact_url: "https://github.com/efeslab/siloz" badges: Available, Functional - summary: siloz - doi: "10.1145/3600006.3613143" + summary_url: siloz + paper_url: "10.1145/3600006.3613143" - title: "Validating JIT Compilers via Compilation Space Exploration" - github_url: "https://doi.org/10.5281/zenodo.8188346" + artifact_url: "https://doi.org/10.5281/zenodo.8188346" badges: Available, Functional - summary: artemis - doi: "10.1145/3600006.3613140" + summary_url: artemis + paper_url: "10.1145/3600006.3613140" - title: "Flexible Advancement in Asynchronous BFT Consensus" badges: Functional, Reproduced - summary: superma - doi: "10.1145/3600006.3613164" + summary_url: superma + paper_url: "10.1145/3600006.3613164" --- - - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - - {% endfor %} - -
Paper titleAvail.Funct.Repro.Available AtReview Summary
- {% if artifact.url %} - [{{artifact.title}}]({{artifact.url}}) - {% elsif artifact.doi %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "Available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "Functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "Reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.award %} - Distinguished Artifact
- {% endif %} {% if artifact.web_url %} - Web
- {% endif %} {% if artifact.github_url %} - GitHub
- {% endif %} {% if artifact.bitbucket_url %} - Bitbucket
- {% endif %} {% if artifact.data_url %} - Data
- {% endif %} {% if artifact.jupyter_url %} - Jupyter Notebook
- {% endif %} {% if artifact.proof_url %} - Proofs
- {% endif %} {% if artifact.vm_url %} - VM Image
- {% endif %} {% if artifact.cloudlab_url %} - CloudLab Profile
- {% endif %} {% if artifact.scripts_url %} - Scripts
- {% endif %} {% if artifact.additional_urls %} - {% for url in artifact.additional_urls %} - Additional Resources
- {% endfor %} - {% endif %} - 		- {% if artifact.summary %} - Summary - {% else %} - To be posted - {% endif %} -
diff --git a/_conferences/sosp2024/results.md b/_conferences/sosp2024/results.md index 34116c3..6128d59 100644 --- a/_conferences/sosp2024/results.md +++ b/_conferences/sosp2024/results.md @@ -1,224 +1,140 @@ --- title: Results order: 50 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" functional_name: "Artifacts Evaluated - Functional (v1.1)" reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" -baseurl: "https://dl.acm.org/doi/" + +paper_base_url: "https://doi.org/" + artifacts: - title: "Fast, Flexible, and Practical Kernel Extensions" - repository_url: "https://github.com/rs3lab/KFlex" + artifact_url: "https://github.com/rs3lab/KFlex" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695950" - #summary: fast_flexible_practical_kernel_extensions + paper_url: "10.1145/3694715.3695950" - title: "Practical Verification of System-Software Components Written in Standard C" - repository_url: "https://github.com/dslab-epfl/tpot" + artifact_url: "https://github.com/dslab-epfl/tpot" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695980" - #summary: practical_verification_standard_c + paper_url: "10.1145/3694715.3695980" - title: "vSoC: Efficient Virtual System-on-Chip on Heterogeneous Hardware" - repository_url: "https://github.com/VirtualSoC/vsoc/tree/artifact" + artifact_url: "https://github.com/VirtualSoC/vsoc/tree/artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695946" - #summary: vsoc + paper_url: "10.1145/3694715.3695946" - title: "Verus: A Practical Foundation for Systems Verification" - repository_url: "https://github.com/verus-lang/paper-sosp24-artifact/blob/main/site/guide.md" + artifact_url: "https://github.com/verus-lang/paper-sosp24-artifact/blob/main/site/guide.md" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695952" - #summary: verus + paper_url: "10.1145/3694715.3695952" - title: "Modular Verification of Secure and Leakage-Free Systems: From Application Specification to Circuit-Level Implementation" - repository_url: "https://github.com/anishathalye/parfait-hsm" + artifact_url: "https://github.com/anishathalye/parfait-hsm" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695956" - #summary: modular_verification_leakage_free_systems + paper_url: "10.1145/3694715.3695956" - title: "Caribou: Fine-Grained Geospatial Shifting of Serverless Applications for Sustainability" - repository_url: "https://github.com/ubc-cirrus-lab/caribou" + artifact_url: "https://github.com/ubc-cirrus-lab/caribou" badges: Available, Functional - doi: "10.1145/3694715.3695954" - #summary: caribou + paper_url: "10.1145/3694715.3695954" - title: "Ozz: Identifying Kernel Out-of-Order Concurrency Bugs with In-Vivo Memory Access Reordering" - repository_url: "https://github.com/casys-kaist/ozz_artifact" + artifact_url: "https://github.com/casys-kaist/ozz_artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695944" - #summary: ozz + paper_url: "10.1145/3694715.3695944" - title: "Reducing Energy Bloat in Large Model Training" - repository_url: "https://github.com/ml-energy/zeus/tree/kronos" + artifact_url: "https://github.com/ml-energy/zeus/tree/kronos" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695970" - #summary: reducing_energy_bloat + paper_url: "10.1145/3694715.3695970" - title: "CHIME: A Cache-Efficient and High-Performance Hybrid Index on Disaggregated Memory" - repository_url: "https://github.com/dmemsys/CHIME" + artifact_url: "https://github.com/dmemsys/CHIME" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695959" - #summary: chime + paper_url: "10.1145/3694715.3695959" - title: "Cookie Monster: Efficient On-Device Budgeting for Differentially-Private Ad-Measurement Systems" - repository_url: "https://github.com/columbia/cookiemonster" + artifact_url: "https://github.com/columbia/cookiemonster" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695965" - #summary: cookie_monster + paper_url: "10.1145/3694715.3695965" - title: "LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism" - repository_url: "https://github.com/LoongServe/LoongServe" + artifact_url: "https://github.com/LoongServe/LoongServe" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695948" - #summary: loongserve + paper_url: "10.1145/3694715.3695948" - title: "LazyLog: A New Shared Log Abstraction for Low-Latency Applications" - repository_url: "https://github.com/dassl-uiuc/LazyLog-Artifact" + artifact_url: "https://github.com/dassl-uiuc/LazyLog-Artifact" badges: Available, Functional - doi: "10.1145/3694715.3695983" - #summary: lazylog + paper_url: "10.1145/3694715.3695983" - title: "TrEnv: Transparently Share Serverless Execution Environments Across Different Functions and Nodes" - repository_url: "https://github.com/switch-container" + artifact_url: "https://github.com/switch-container" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695967" - #summary: trenv + paper_url: "10.1145/3694715.3695967" - title: "BIZA: Design of Self-Governing Block-Interface ZNS AFA for Endurance and Performance" - repository_url: "https://github.com/ChaseLab-PKU/BIZA" + artifact_url: "https://github.com/ChaseLab-PKU/BIZA" badges: Available - doi: "10.1145/3694715.3695953" - #summary: biza + paper_url: "10.1145/3694715.3695953" - title: "Aceso: Achieving Efficient Fault Tolerance in Memory-Disaggregated Key-Value Stores" - repository_url: "https://github.com/huzhisheng/Aceso" + artifact_url: "https://github.com/huzhisheng/Aceso" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695951" - #summary: aceso + paper_url: "10.1145/3694715.3695951" - title: "SWARM: Replicating Shared Disaggregated-Memory Data in No Time" - repository_url: "https://github.com/LPD-EPFL/swarm-artifacts" + artifact_url: "https://github.com/LPD-EPFL/swarm-artifacts" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695945" - #summary: swarm + paper_url: "10.1145/3694715.3695945" - title: "Tenplex: Dynamic Parallelism for Deep Learning using Parallelizable Tensor Collections" - repository_url: "https://github.com/kungfu-team/tenplex/tree/sosp24-artifact" + artifact_url: "https://github.com/kungfu-team/tenplex/tree/sosp24-artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.369597" - #summary: tenplex + paper_url: "10.1145/3694715.369597" - title: "Autobahn: Seamless high speed BFT" - repository_url: "https://github.com/neilgiri/autobahn-artifact" + artifact_url: "https://github.com/neilgiri/autobahn-artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695942" - #summary: autobahn + paper_url: "10.1145/3694715.3695942" - title: "Dirigent: Lightweight Serverless Orchestration" - repository_url: "https://github.com/eth-easl/dirigent" + artifact_url: "https://github.com/eth-easl/dirigent" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695966" - #summary: dirigent + paper_url: "10.1145/3694715.3695966" - title: "Skyloft: A General High-Efficient Scheduling Framework in User Space" - repository_url: "https://github.com/yhtzd/skyloft-sosp24-ae" + artifact_url: "https://github.com/yhtzd/skyloft-sosp24-ae" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695973" - #summary: skyloft + paper_url: "10.1145/3694715.3695973" - title: "Fast Core Scheduling with Userspace Process Abstraction" - repository_url: "https://github.com/neolinsu/sosp24ae" + artifact_url: "https://github.com/neolinsu/sosp24ae" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695976" - #summary: fast_core_scheduling + paper_url: "10.1145/3694715.3695976" - title: "Uncovering Nested Data Parallelism and Data Reuse in DNN Computation with FractalTensor" - repository_url: "https://github.com/microsoft/nnfusion" + artifact_url: "https://github.com/microsoft/nnfusion" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695961" - #summary: fractaltensor + paper_url: "10.1145/3694715.3695961" - title: "Tiered Memory Management: Access Latency is the Key!" - repository_url: "https://github.com/host-architecture/colloid" + artifact_url: "https://github.com/host-architecture/colloid" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695968" - #summary: tiered_memory_management + paper_url: "10.1145/3694715.3695968" - title: "SilvanForge: A Schedule-Guided Retargetable Compiler for Decision Tree Inference" - repository_url: "https://github.com/asprasad/treebeard/tree/silvanforge" + artifact_url: "https://github.com/asprasad/treebeard/tree/silvanforge" badges: Available, Functional, Reproduced - doi: "10.1145/3694715.3695958" - #summary: silvanforge + paper_url: "10.1145/3694715.3695958" - title: "Unearthing Semantic Checks for Cloud Infrastructure-as-Code Programs" - repository_url: "https://github.com/824728350/Zodiac/tree/master" + artifact_url: "https://github.com/824728350/Zodiac/tree/master" badges: Available - doi: "10.1145/3694715.3695974" - #summary: unearthing_semantic_checks + paper_url: "10.1145/3694715.3695974" --- - - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - - {% endfor %} - -
Paper titleAvail.Funct.Repro.Available AtReview Summary
- {% if artifact.url %} - [{{artifact.title}}]({{artifact.url}}) - {% elsif artifact.doi %} - {{artifact.title}} - {% else %} - {{ artifact.title }} - {% endif %} - - {% if artifact.badges contains "Available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "Functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "Reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.repository_url %} - GitHub
- {% endif %} {% if artifact.cloudlab_url %} - CloudLab Profile
- {% endif %} {% if artifact.scripts_url %} - Scripts
- {% endif %} {% if artifact.additional_urls %} - {% for url in artifact.additional_urls %} - Additional Resources
- {% endfor %} - {% endif %} - 		- {% if artifact.summary %} - Summary - {% else %} - To be posted - {% endif %} -
diff --git a/_conferences/sosp2025/results.md b/_conferences/sosp2025/results.md index 61d49ba..4fd672c 100644 --- a/_conferences/sosp2025/results.md +++ b/_conferences/sosp2025/results.md @@ -1,239 +1,202 @@ --- title: Results order: 50 +layout: results + available_img: "acm_available_1.1.png" available_name: "Artifacts Available (v1.1)" functional_img: "acm_functional_1.1.png" functional_name: "Artifacts Evaluated - Functional (v1.1)" reproduced_img: "acm_reproduced_1.1.png" reproduced_name: "Results Reproduced (v1.1)" -baseurl: "https://dl.acm.org/doi/" + +paper_base_url: "https://doi.org/" + artifacts: - title: "Proto: A Guided Journey through Modern OS Construction" badges: Functional - doi: "10.1145/3731569.3764811" + paper_url: "10.1145/3731569.3764811" - title: "CHERIoT RTOS: An OS for Fine-Grained Memory-Safe Compartments on Low-Cost Embedded Devices" - repository_url: "https://github.com/CHERIoT-Platform/cheriot-rtos" + artifact_url: "https://github.com/CHERIoT-Platform/cheriot-rtos" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764844" + paper_url: "10.1145/3731569.3764844" - title: "The Design and Implementation of a Virtual Firmware Monitor" - repository_url: "https://github.com/epfl-dcsl/miralis-sosp25-artifact" + artifact_url: "https://github.com/epfl-dcsl/miralis-sosp25-artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764826" + paper_url: "10.1145/3731569.3764826" - title: "Oasis: Pooling PCIe Devices Over CXL to Boost Utilization" - repository_url: "https://bitbucket.org/yuhong_zhong/oasis" + artifact_url: "https://bitbucket.org/yuhong_zhong/oasis" badges: Available - doi: "10.1145/3731569.3764812" + paper_url: "10.1145/3731569.3764812" - title: "Spirit: Fair Allocation of Interdependent Resources in Remote Memory Systems" - repository_url: "https://github.com/yale-nova/spirit" + artifact_url: "https://github.com/yale-nova/spirit" badges: Available, Functional - doi: "10.1145/3731569.3764805" + paper_url: "10.1145/3731569.3764805" - title: "Scalable Far Memory: Balancing Faults and Evictions" - repository_url: "https://github.com/rs3lab/mage-artifact" + artifact_url: "https://github.com/rs3lab/mage-artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764842" + paper_url: "10.1145/3731569.3764842" #- title: "Device-Assisted Live Migration of RDMA Devices" -# repository_url: "" +# artifact_url: "" # badges: Available -# doi: "10.1145/3731569.3764795" +# paper_url: "10.1145/3731569.3764795" - title: "Demeter: A Scalable and Elastic Tiered Memory Solution for Virtualized Cloud via Guest Delegation" - repository_url: "https://doi.org/10.5281/zenodo.16912877" + artifact_url: "https://doi.org/10.5281/zenodo.16912877" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764801" + paper_url: "10.1145/3731569.3764801" - title: "Sailor: Automating Distributed Training over Dynamic, Heterogeneous, and Geo-distributed Clusters" - repository_url: "https://github.com/eth-easl/sailor" + artifact_url: "https://github.com/eth-easl/sailor" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764839" + paper_url: "10.1145/3731569.3764839" - title: "DCP: Addressing Input Dynamism In Long-Context Training via Dynamic Context Parallelism" - repository_url: "https://doi.org/10.5281/zenodo.16921000" + artifact_url: "https://doi.org/10.5281/zenodo.16921000" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764849" + paper_url: "10.1145/3731569.3764849" - title: "TrainVerify: Equivalence-Based Verification for Distributed LLM Training" - repository_url: "https://github.com/verify-llm/TrainVerify" + artifact_url: "https://github.com/verify-llm/TrainVerify" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764850" + paper_url: "10.1145/3731569.3764850" - title: "Mitigating Application Resource Overload with Targeted Task Cancellation" - repository_url: "https://github.com/OrderLab/Atropos" + artifact_url: "https://github.com/OrderLab/Atropos" badges: Available - doi: "10.1145/3731569.3764835" + paper_url: "10.1145/3731569.3764835" - title: "Orthrus: Efficient and Timely Detection of Silent User Data Corruption in the Cloud with Resource-Adaptive Computation Validation" - repository_url: "https://github.com/ICTPLSys/Orthrus" + artifact_url: "https://github.com/ICTPLSys/Orthrus" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764832" + paper_url: "10.1145/3731569.3764832" - title: "Optimistic Recovery for High-Availability Software via Partial Process State Preservation" - repository_url: "https://github.com/OrderLab/phoenix" + artifact_url: "https://github.com/OrderLab/phoenix" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764858" + paper_url: "10.1145/3731569.3764858" - title: "Fast End-to-End Performance Simulation of Accelerated Hardware-Software Stacks" - repository_url: "https://github.com/dslab-epfl/NEXDSIM_AE" + artifact_url: "https://github.com/dslab-epfl/NEXDSIM_AE" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764825" + paper_url: "10.1145/3731569.3764825" - title: "PrefillOnly: An Inference Engine for Prefill-only Workloads in Large Language Model Applications" - repository_url: "https://doi.org/10.5281/zenodo.16972909" + artifact_url: "https://doi.org/10.5281/zenodo.16972909" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764834" + paper_url: "10.1145/3731569.3764834" - title: "Pie: A Programmable Serving System for Emerging LLM Applications" - repository_url: "https://github.com/pie-project/pie" + artifact_url: "https://github.com/pie-project/pie" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764814" + paper_url: "10.1145/3731569.3764814" - title: "DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction" - repository_url: "https://github.com/zyqCSL/DiffKV" + artifact_url: "https://github.com/zyqCSL/DiffKV" badges: Available - doi: "10.1145/3731569.3764810" + paper_url: "10.1145/3731569.3764810" - title: "Jenga: Effective Memory Management for Serving LLM with Heterogeneity" - repository_url: "https://github.com/heheda12345/Jenga-SOSP25-AE" + artifact_url: "https://github.com/heheda12345/Jenga-SOSP25-AE" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764823" + paper_url: "10.1145/3731569.3764823" - title: "cache_ext: Customizing the Page Cache with eBPF" - repository_url: "https://github.com/cache-ext/cache_ext" + artifact_url: "https://github.com/cache-ext/cache_ext" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764820" + paper_url: "10.1145/3731569.3764820" - title: "Aeolia: A Fast and Secure Userspace Interrupt-Based Storage Stack" - repository_url: "https://github.com/TELOS-syslab/Aeolia" + artifact_url: "https://github.com/TELOS-syslab/Aeolia" badges: Available, Functional - doi: "10.1145/3731569.3764816" + paper_url: "10.1145/3731569.3764816" - title: "Loom: Efficient Capture and Querying of High-Frequency Telemetry" - repository_url: "https://github.com/fsolleza/loom" + artifact_url: "https://github.com/fsolleza/loom" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764853" + paper_url: "10.1145/3731569.3764853" - title: "Pesto: Cooking up High Performance BFT Queries" - repository_url: "https://github.com/fsuri/Pequin-Artifact" + artifact_url: "https://github.com/fsuri/Pequin-Artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764799" + paper_url: "10.1145/3731569.3764799" - title: "Tiga: Accelerating Geo-Distributed Transactions with Synchronized Clocks" - repository_url: "https://github.com/New-Consensus-Concurrency-Control/Tiga" + artifact_url: "https://github.com/New-Consensus-Concurrency-Control/Tiga" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764854" + paper_url: "10.1145/3731569.3764854" - title: "Tempo: Compiled Dynamic Deep Learning with Symbolic Dependence Graphs" - repository_url: "https://github.com/LSDS/Tempo" + artifact_url: "https://github.com/LSDS/Tempo" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764840" + paper_url: "10.1145/3731569.3764840" - title: "HedraRAG: Co-Optimizing Generation and Retrieval for Heterogeneous RAG Workflows" - repository_url: "https://github.com/Leo9660/HedraRAG_AE" + artifact_url: "https://github.com/Leo9660/HedraRAG_AE" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764806" + paper_url: "10.1145/3731569.3764806" - title: "Coyote v2: Raising the Level of Abstraction for Data Center FPGAs" - repository_url: "https://github.com/fpgasystems/Coyote" + artifact_url: "https://github.com/fpgasystems/Coyote" badges: Available - doi: "10.1145/3731569.3764845" + paper_url: "10.1145/3731569.3764845" - title: "KNighter: Transforming Static Analysis with LLM-Synthesized Checkers" - repository_url: "https://github.com/ise-uiuc/KNighter" + artifact_url: "https://github.com/ise-uiuc/KNighter" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764827" + paper_url: "10.1145/3731569.3764827" - title: "eBPF Misbehavior Detection: Fuzzing with a Specification-Based Oracle" - repository_url: "https://github.com/rs3lab/veritas" + artifact_url: "https://github.com/rs3lab/veritas" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764797" + paper_url: "10.1145/3731569.3764797" - title: "WASIT: Deep and Continuous Differential Testing of WebAssembly System Interface Implementations" - repository_url: "https://github.com/yagehu/wasit" + artifact_url: "https://github.com/yagehu/wasit" badges: Available, Functional - doi: "10.1145/3731569.3764819" + paper_url: "10.1145/3731569.3764819" - title: "Prove It to the Kernel: Precise Extension Analysis via Proof-Guided Abstraction Refinement" - repository_url: "https://github.com/SunHao-0/BCF/tree/artifact-evaluation" + artifact_url: "https://github.com/SunHao-0/BCF/tree/artifact-evaluation" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764796" + paper_url: "10.1145/3731569.3764796" - title: "Atmosphere: Practical Verified Kernels with Rust and Verus" - repository_url: "https://github.com/mars-research/atmosphere-sosp25-artifact" + artifact_url: "https://github.com/mars-research/atmosphere-sosp25-artifact" badges: Functional - doi: "10.1145/3731569.3764821" + paper_url: "10.1145/3731569.3764821" - title: "AutoMan: Facilitating Verified Distributed Systems Development Through Automatic Code Generation and Manual Optimizations" - repository_url: "https://github.com/stonysystems/automan" + artifact_url: "https://github.com/stonysystems/automan" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764822" + paper_url: "10.1145/3731569.3764822" - title: "ORQ: Complex Analytics on Private Data with Strong Security Guarantees" - repository_url: "https://github.com/CASP-Systems-BU/orq" + artifact_url: "https://github.com/CASP-Systems-BU/orq" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764833" + paper_url: "10.1145/3731569.3764833" - title: "TRIP: Coercion-resistant Registration for E-Voting with Verifiability and Usability in Votegral" - repository_url: "https://github.com/dedis/votegral" + artifact_url: "https://github.com/dedis/votegral" badges: Available, Functional - doi: "10.1145/3731569.3764837" + paper_url: "10.1145/3731569.3764837" - title: "Quilt: Resource-aware Merging of Serverless Workflows" - repository_url: "https://github.com/eniac/quilt" + artifact_url: "https://github.com/eniac/quilt" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764830" -- title: "Mantle: Efficient Hierarchical Metadata Management for Cloud Object Storage Services" - #repository_url: "???" # https://mantle-opensource.github.io/ just says it will be open sourced at some point - badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764824" + paper_url: "10.1145/3731569.3764830" +#- title: "Mantle: Efficient Hierarchical Metadata Management for Cloud Object Storage Services" +# artifact_url: " +# badges: Available, Functional, Reproduced +# paper_url: "10.1145/3731569.3764824" - title: "Unlocking True Elasticity for the Cloud-Native Era with Dandelion" - repository_url: "https://github.com/eth-easl/dandelion" + artifact_url: "https://github.com/eth-easl/dandelion" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764803" + paper_url: "10.1145/3731569.3764803" - title: "Managing Scalable Direct Storage Accesses for GPUs with GoFS" badges: Functional, Reproduced - doi: "10.1145/3731569.3764857" + paper_url: "10.1145/3731569.3764857" - title: "KTransformers: Unleashing the Full Potential of CPU/GPU Hybrid Inference for MoE Models" - repository_url: "https://github.com/kvcache-ai/ktransformers" + artifact_url: "https://github.com/kvcache-ai/ktransformers" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764843" + paper_url: "10.1145/3731569.3764843" #- title: "Aegaeon: Effective GPU Pooling for Concurrent LLM Serving on the Market" -# repository_url: "" +# artifact_url: "" # badges: Available, Functional, Reproduced -# doi: "10.1145/3731569.3764815" +# paper_url: "10.1145/3731569.3764815" - title: "Mercury: Unlocking Multi-GPU Operator Optimization for LLMs via Remote Memory Scheduling" - repository_url: "https://github.com/ChandlerGuan/mercury_artifact" + artifact_url: "https://github.com/ChandlerGuan/mercury_artifact" badges: Available, Functional - doi: "10.1145/3731569.3764798" + paper_url: "10.1145/3731569.3764798" - title: "How to Copy Memory? Coordinated Asynchronous Copy as a First-Class OS Service" - repository_url: "https://github.com/SJTU-IPADS/Copier" + artifact_url: "https://github.com/SJTU-IPADS/Copier" badges: Available, Functional - doi: "10.1145/3731569.3764800" + paper_url: "10.1145/3731569.3764800" - title: "CortenMM: Efficient Memory Management with Strong Correctness Guarantees" - repository_url: "https://github.com/TELOS-syslab/CortenMM-Artifact" + artifact_url: "https://github.com/TELOS-syslab/CortenMM-Artifact" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764836" + paper_url: "10.1145/3731569.3764836" - title: "FlexGuard: Fast Mutual Exclusion Independent of Subscription" - repository_url: "https://gitlab.inria.fr/flexguard/flexguard" + artifact_url: "https://gitlab.inria.fr/flexguard/flexguard" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764852" + paper_url: "10.1145/3731569.3764852" - title: "Scalable Address Spaces using Concurrent Interval Skiplist" - repository_url: "https://github.com/kaist-cp/interval-vm.git" + artifact_url: "https://github.com/kaist-cp/interval-vm.git" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3764807" + paper_url: "10.1145/3731569.3764807" - title: "Analyzing and Enhancing ArckFS: An Anecdotal Example of Benefits of Artifact Evaluation" - repository_url: "https://github.com/vmexit/trio-sosp23-ae/tree/sosp25ae-snapshot" + artifact_url: "https://github.com/vmexit/trio-sosp23-ae/tree/sosp25ae-snapshot" badges: Available, Functional, Reproduced - doi: "10.1145/3731569.3768291" + paper_url: "10.1145/3731569.3768291" --- - - - - - - - - - - - - - {% for artifact in page.artifacts %} - - - - - - - - {% endfor %} - -
Paper titleAvail.Funct.Repro.Available At
- {{artifact.title}} - - {% if artifact.badges contains "Available" %} - {{ page.available_name }} - {% endif %} - - {% if artifact.badges contains "Functional" %} - {{ page.functional_name }} - {% endif %} - - {% if artifact.badges contains "Reproduced" %} - {{ page.reproduced_name }} - {% endif %} - - {% if artifact.repository_url %} - Link
- {% endif %} -
diff --git a/_config.yml b/_config.yml index 36c6e64..cb9fa92 100644 --- a/_config.yml +++ b/_config.yml @@ -16,6 +16,7 @@ collections: permalink: /:path # Apply the default layout to all files (= empty path) +# If you change the default layout here, also change what _layouts/results inherits from! defaults: - scope: path: "" diff --git a/_layouts/results.html b/_layouts/results.html new file mode 100644 index 0000000..3a8fca7 --- /dev/null +++ b/_layouts/results.html @@ -0,0 +1,159 @@ +--- +layout: single + +# This layout expects the following page properties: +# available_img: +# available_name: +# functional_img: +# functional_name: +# reproduced_img: +# reproduced_name: +# paper_base_url: +# artifact_base_url: +# summary_base_url: +# artifacts: +# - title: +# badges: +# award: +# paper_url: +# artifact_url: +# artifact_extra_urls: +# repository_url: +# summary_url: +# +# Artifacts with an award are shown first, then sorted by badges, then by title. +# +# The layout will throw an error (using a hacky non-existent link) if a badge marked Available has no artifact_url. +# To avoid this for old results pages, set the artifact_url to "MISSING". +--- + +{% assign available_count = 0 %} +{% assign reproduced_count = 0 %} +{% assign functional_count = 0 %} + +{% assign with_award = "" | split: "" %} +{% assign all_three = "" | split: "" %} +{% assign two_reproduced_functional = "" | split: "" %} +{% assign two_reproduced_available = "" | split: "" %} +{% assign two_functional_available = "" | split: "" %} +{% assign one_reproduced = "" | split: "" %} +{% assign one_functional = "" | split: "" %} +{% assign one_available = "" | split: "" %} + +{% for artifact in page.artifacts %} + {% assign badges = artifact.badges | downcase %} + {% assign has_reproduced = false %} + {% assign has_functional = false %} + {% assign has_available = false %} + + {% if badges contains "reproduced" %} + {% assign has_reproduced = true %} + {% assign available_count = available_count | plus: 1 %} + {% endif %} + {% if badges contains "functional" %} + {% assign has_functional = true %} + {% assign functional_count = functional_count | plus: 1 %} + {% endif %} + {% if badges contains "available" %} + {% assign has_available = true %} + {% assign reproduced_count = reproduced_count | plus: 1 %} + {% endif %} + + {% if artifact.award %} + {% assign with_award = with_award | push: artifact %} + {% elsif has_reproduced and has_functional and has_available %} + {% assign all_three = all_three | push: artifact %} + {% elsif has_reproduced and has_functional %} + {% assign two_reproduced_functional = two_reproduced_functional | push: artifact %} + {% elsif has_reproduced and has_available %} + {% assign two_reproduced_available = two_reproduced_available | push: artifact %} + {% elsif has_functional and has_available %} + {% assign two_functional_available = two_functional_available | push: artifact %} + {% elsif has_reproduced %} + {% assign one_reproduced = one_reproduced | push: artifact %} + {% elsif has_functional %} + {% assign one_functional = one_functional | push: artifact %} + {% elsif has_available %} + {% assign one_available = one_available | push: artifact %} + {% endif %} +{% endfor %} + +{% assign with_award = with_award | sort: "title" %} +{% assign all_three = all_three | sort: "title" %} +{% assign two_reproduced_functional = two_reproduced_functional | sort: "title" %} +{% assign two_reproduced_available = two_reproduced_available | sort: "title" %} +{% assign two_functional_available = two_functional_available | sort: "title" %} +{% assign one_reproduced = one_reproduced | sort: "title" %} +{% assign one_functional = one_functional | sort: "title" %} +{% assign one_available = one_available | sort: "title" %} + +{% assign sorted_artifacts = with_award + | concat: all_three + | concat: two_reproduced_functional + | concat: two_reproduced_available + | concat: two_functional_available + | concat: one_reproduced + | concat: one_functional + | concat: one_available %} + +
    +
  • {{ available_count }} available artifacts
    • +
  • {{ functional_count }} functional artifacts
    • +
  • {{ reproduced_count }} reproduced artifacts
    • +
+ + + {% for artifact in sorted_artifacts %} + + + + + + + {% endfor %} +
+ {% if artifact.paper_url %} + {{ artifact.title }} + {% else %} + {{ artifact.title }} + {% endif %} + {% if artifact.award %} +
+ {{ artifact.award }} + {% endif %} + 		+ {% assign badges = artifact.badges | downcase %} + {% if badges contains "available" %} + {% unless artifact.artifact_url %} + {% link error_an_available_artifact_has_no__artifact_url__property_!!! %} + {% endunless %} + {{ page.available_name }} + {% endif %} + {% if badges contains "functional" %} + {{ page.functional_name }} + {% endif %} + {% if badges contains "reproduced" %} + {{ page.reproduced_name }} + {% endif %} + + {% if artifact.artifact_url %} + {% if artifact.artifact_url == "MISSING" %} + {% else %} + Artifact + {% endif %} + {% endif %} + {% if artifact.artifact_extra_urls %} + {% for extra_url in artifact.artifact_extra_urls %} +
+ and Link + {% endfor %} + {% endif %} + {% if artifact.repository_url %} +
+ and Repository + {% endif %} + 		+ {% if artifact.summary_url %} + Summary + {% endif %} +