index.html

---
layout: default
permalink: /
---

<main id="content">
    <section id="why">
        <div class="container">
            <div class="sectionHead">
                <div>
                    <h2>Why WFCommons</h2>
                    <p>
                        Workflow research is evolving: heterogeneous nodes (CPU/GPU), data-intensive AI pipelines, and
                        autonomous “agentic” control loops
                        demand datasets and benchmarks that reflect reality.
                    </p>
                </div>
            </div>

            <div class="grid3">
                <div class="card">
                    <h3>HPC + data at scale</h3>
                    <p>
                        Study scheduling, throughput, and robustness for complex workflows with thousands of tasks and
                        diverse I/O footprints—across clusters,
                        clouds, and supercomputers.
                    </p>
                </div>

                <div class="card">
                    <h3>AI-ready workflow data</h3>
                    <p>
                        Build training and evaluation corpora for anomaly detection, runtime prediction, and
                        resource-aware optimization by working from a
                        consistent, validated schema.
                    </p>
                </div>

                <div class="card">
                    <h3>Agentic workflows & autonomy</h3>
                    <p>
                        Test LLM/agent planners that adapt DAGs on the fly (replanning, retries, provenance-aware
                        decisions) using realistic workflow “digital twins”
                        derived from production traces.
                    </p>
                </div>
            </div>
        </div>
    </section>

    <section id="ecosystem">
        <div class="container">
            <div class="sectionHead">
                <div>
                    <h2>Ecosystem components</h2>
                    <p>WFCommons is organized as interoperable building blocks—each useful on its own, stronger
                        together.</p>
                </div>
                <a class="btn ghost" href="https://docs.WFCommons.org/en/latest/introduction.html" target="_blank"
                    rel="noreferrer">Architecture docs →</a>
            </div>

            <div class="grid2">
                <div class="card">
                    <h3>WfFormat — a common schema</h3>
                    <p>
                        A JSON specification for representing workflow execution instances and synthetic workflows,
                        enabling tools and simulators to consume data consistently.
                    </p>
                    <div style="margin-top:12px">
                        <a class="btn" href="https://github.com/WFCommons/WfFormat" target="_blank"
                            rel="noreferrer">WfFormat schema</a>
                    </div>
                </div>

                <div class="card">
                    <h3>WfInstances — open workflow executions</h3>
                    <p>
                        A curated collection of real workflow runs (instances), shared in WfFormat so they can be
                        analyzed, simulated, or used to derive generators and benchmarks.
                    </p>
                    <div style="margin-top:12px">
                        <a class="btn primary" href="https://wfinstances.ics.hawaii.edu/" target="_blank"
                            rel="noreferrer">WfInstances browser</a>

                        <a class="btn" href="https://github.com/WFCommons/WfInstances" target="_blank"
                            rel="noreferrer">WfInstances repo</a>
                    </div>
                </div>

                <div class="card">
                    <h3>WfChef — derive recipes automatically</h3>
                    <p>
                        Analyze real instances to discover recurring dependency patterns and statistical distributions,
                        producing “recipes” that capture workflow structure and behavior.
                    </p>
                </div>

                <div class="card">
                    <h3>WfGen / WfBench / WfSim — generate & evaluate</h3>
                    <p>
                        Generate synthetic workflows from recipes, produce benchmark specs for repeatable experiments,
                        and run simulations in compatible frameworks.
                    </p>
                </div>
            </div>
        </div>
    </section>

    <section id="cite">
        <div class="container">
            <div class="sectionHead">
                <div>
                    <h2>Cite WFCommons</h2>
                    <p>Use these references in papers, reports, and benchmark artifacts.</p>
                </div>
            </div>

            <div class="grid2">
                <div class="card">
                    <h3>Primary paper</h3>
                    <p class="small" style="margin-top:8px">Future Generation Computer Systems (FGCS), 2022.</p>
                    <pre style="margin-top:12px"><code>@article{WFCommons,
  title   = {WFCommons: A Framework for Enabling Scientific Workflow Research and Development},
  author  = {Coleman, Taina and Casanova, Henri and Pottier, Loic and Kaushik, Manav and Deelman, Ewa and Ferreira da Silva, Rafael},
  journal = {Future Generation Computer Systems},
  volume  = {128},
  pages   = {16--27},
  year    = {2022},
  doi     = {10.1016/j.future.2021.09.043}
}</code></pre>
                    <div style="margin-top:12px; display:flex; gap:10px; flex-wrap:wrap">
                        <a class="btn" href="https://doi.org/10.1016/j.future.2021.09.043" target="_blank"
                            rel="noreferrer">DOI</a>
                        <button class="btn ghost" data-copy="bibtex">Copy BibTeX</button>
                    </div>
                </div>

                <div class="card">
                    <h3>Docs & repositories</h3>
                    <p class="small">These are the canonical entry points for users and reviewers.</p>
                    <div class="divider"></div>
                    <div class="footLinks">
                        <a href="https://docs.WFCommons.org/" target="_blank" rel="noreferrer">Documentation</a>
                        <a href="https://github.com/WFCommons/WFCommons" target="_blank" rel="noreferrer">WFCommons
                            (Python package)</a>
                        <a href="https://github.com/WFCommons/WfInstances" target="_blank" rel="noreferrer">WfInstances
                            (datasets)</a>
                        <a href="https://github.com/WFCommons/WfFormat" target="_blank" rel="noreferrer">WfFormat (JSON
                            schema)</a>
                    </div>
                    <div class="divider"></div>
                    <div class="small">
                        Contact: <a href="mailto:support@WFCommons.org">support@WFCommons.org</a>
                    </div>
                </div>
            </div>
        </div>
    </section>

    {% assign total_usage = site.data.usages | size %}
    <section id="usage">
        <div class="container">
            <div class="sectionHead">
                <div>
                    <h2>Research Outcomes Enabled by WFCommons</h2>
                    <p>
                        WFCommons has enabled research in <strong>{{ total_usage }} research articles.</strong> These
                        articles include research outcomes produced by our own team as well as other researchers from
                        the workflows community.
                    </p>
                </div>
            </div>

            <aside class="heroCard" aria-label="Quick start">
                <div class="heroCardInner">
                    <div class="cardTitle"></div>
                    <canvas id="usageChart" style="max-height: 23em; max-width: 100%"></canvas>
                    <div class="pre" style="max-height: 20em">
                        <ol style="margin: 0 2em; padding: 0;">
                        {% assign usages = site.data.usages | sort: "year" | reverse %}
                        {% for n in usages %}
                        <li>{{n.authors}}, <strong><a href="{{n.link}}" target="_blank">{{n.title}}</a></strong>, {{n.book}}, {{n.year}}</li>
                        <br />
                        {% endfor %}
                        </ol>
                    </div>
                </div>
            </aside>
        </div>
    </section>

</main>

<script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.3/dist/chart.umd.min.js"></script>

<script type="text/javascript">
    let entries = [
        {% assign usages = site.data.usages | sort: "year" %}
    {% for n in usages %}
    {
        year: "{{n.year}}",
            type: "{{n.type}}"
    },
    {% endfor %}
        ]
    let data = {
        labels: [],
        datasets: [],
    }
    let datasetTypes = ["Journal", "Conference", "Workshop", "PhD Thesis", "Report"];
    let datasetColors = ["#A7226E", "#EC2049", "#F7DB4F", "#F26B38", "#2F9599", "#547980", "#FF8C94"];
    for (let i = 0; i < datasetTypes.length; i++) {
        data.datasets.push({
            label: datasetTypes[i],
            backgroundColor: datasetColors[i],
            data: []
        });
    }
    for (let i = 0; i < entries.length; i++) {
        if (!data.labels.includes(entries[i].year)) {
            data.labels.push(entries[i].year);
            for (let j = 0; j < datasetTypes.length; j++) {
                data.datasets[j].data.push(0);
            }
        }
        let index = datasetTypes.indexOf(entries[i].type);
        data.datasets[index].data[data.labels.indexOf(entries[i].year)]++;
    }
    console.log(data);
    let ctx = document.getElementById("usageChart");
    Chart.defaults.color = 'white',
        new Chart(ctx, {
            type: 'bar',
            data: data,
            options: {
                scales: {
                    y: {
                        stacked: true,
                        title: {
                            display: true,
                            text: '# Usages in Research Outcomes'
                        }
                    },
                    x: {
                        stacked: true,
                        title: {
                            display: true,
                            text: 'Years'
                        }
                    }
                },
                chartArea: {
                    backgroundColor: "#FEF8F8"
                },
                tooltips: {
                    position: 'nearest',
                    mode: 'point',
                    intersect: 'false'
                }
            }
        });
</script>

<script>
  // Mobile menu
  const burger = document.getElementById('burger');
  const mobileMenu = document.getElementById('mobileMenu');
  if (burger && mobileMenu){
    burger.addEventListener('click', () => {
      const open = mobileMenu.classList.toggle('open');
      burger.setAttribute('aria-expanded', open ? 'true' : 'false');
    });
    // Close menu when tapping a link
    mobileMenu.querySelectorAll('a').forEach(a => {
      a.addEventListener('click', () => {
        mobileMenu.classList.remove('open');
        burger.setAttribute('aria-expanded','false');
      });
    });
  }

  // Data for catalog (keep this lightweight + link to canonical sources)
  const catalog = [
    {
      title: "WfInstances — curated workflow execution instances",
      desc: "Open-access production workflow executions, represented in WfFormat for analysis and simulation.",
      tags: ["datasets","hpc","ai"],
      meta: ["GitHub repo","WfFormat JSON"],
      link: "https://github.com/wfcommons/WfInstances"
    },
    {
      title: "WfFormat — JSON schema for instances & generators",
      desc: "Common format enabling tools and simulators to use real and synthetic workflows interchangeably.",
      tags: ["datasets","hpc"],
      meta: ["Schema + validation"],
      link: "https://github.com/wfcommons/WfFormat"
    },
    {
      title: "WfChef — automated recipe construction",
      desc: "Derive recipes from real instances by discovering micro-structures and statistical distributions.",
      tags: ["recipes","ai","hpc"],
      meta: ["analysis → recipe"],
      link: "https://docs.wfcommons.org/en/latest/generating_workflows_recipe.html"
    },
    {
      title: "WfGen — generate realistic synthetic workflows",
      desc: "Generate synthetic instances from recipes (structure + runtime and I/O distributions).",
      tags: ["recipes","hpc","ai"],
      meta: ["Python API"],
      link: "https://docs.wfcommons.org/en/latest/generating_workflows.html"
    },
    {
      title: "Built-in recipes (examples)",
      desc: "The docs list built-in recipes such as Blast, Bwa, Cycles, and Epigenomics (and others depending on version).",
      tags: ["recipes","hpc"],
      meta: ["Docs list"],
      link: "https://docs.wfcommons.org/en/latest/generating_workflows.html"
    },
    {
      title: "WfBench — benchmark specifications",
      desc: "Generate benchmark specs for repeatable workflow experiments and fair comparisons.",
      tags: ["benchmarks","hpc","ai"],
      meta: ["reproducible runs"],
      link: "https://github.com/wfcommons/WfCommons"
    },
    {
      title: "WfSim — simulation compatibility",
      desc: "Use WfFormat instances and synthetic workflows with simulators that support the schema (e.g., WRENCH).",
      tags: ["benchmarks","hpc"],
      meta: ["simulation"],
      link: "https://docs.wfcommons.org/en/latest/introduction.html"
    }
  ];

  const list = document.getElementById('list');
  const q = document.getElementById('q');
  const chips = Array.from(document.querySelectorAll('.chip'));
  let activeTag = 'all';

  function render(){
    const query = (q?.value || '').trim().toLowerCase();
    const filtered = catalog.filter(item => {
      const matchesTag = (activeTag === 'all') || item.tags.includes(activeTag);
      const hay = (item.title + " " + item.desc + " " + item.tags.join(" ") + " " + item.meta.join(" ")).toLowerCase();
      const matchesQuery = !query || hay.includes(query);
      return matchesTag && matchesQuery;
    });

    if (!list) return;
    list.innerHTML = "";

    if (!filtered.length){
      const empty = document.createElement('div');
      empty.className = "card";
      empty.style.gridColumn = "1 / -1";
      empty.innerHTML = "<h3>No matches</h3><p>Try a different keyword or choose another filter.</p>";
      list.appendChild(empty);
      return;
    }

    filtered.forEach(item => {
      const el = document.createElement('article');
      el.className = "card item";
      el.innerHTML = `
        <h3>${item.title}</h3>
        <p>${item.desc}</p>
        <div class="meta">
          ${item.tags.map(t => `<span class="badge">${t}</span>`).join("")}
          ${item.meta.map(m => `<span class="badge">${m}</span>`).join("")}
        </div>
        <a class="more" href="${item.link}" target="_blank" rel="noreferrer">Open resource →</a>
      `;
      list.appendChild(el);
    });
  }

  chips.forEach(chip => {
    chip.addEventListener('click', () => {
      chips.forEach(c => c.classList.remove('active'));
      chip.classList.add('active');
      activeTag = chip.dataset.tag || 'all';
      render();
    });
  });

  if (q){
    q.addEventListener('input', render);
  }

  // Copy BibTeX
  const toast = document.getElementById('toast');
  function showToast(msg){
    if (!toast) return;
    toast.textContent = msg;
    toast.style.display = "block";
    clearTimeout(showToast._t);
    showToast._t = setTimeout(() => toast.style.display = "none", 2200);
  }

  document.querySelectorAll('[data-copy="bibtex"]').forEach(btn => {
    btn.addEventListener('click', async () => {
      const bib = document.querySelector('#cite pre code')?.innerText || '';
      try{
        await navigator.clipboard.writeText(bib);
        showToast("Copied BibTeX to clipboard.");
      }catch(e){
        showToast("Couldn’t copy automatically — select and copy the BibTeX block.");
      }
    });
  });

  // Year
  document.getElementById('year').textContent = new Date().getFullYear();

  // First render
  render();
</script>