From 9d8a42d056a37ab0289b8e1620da6bd7de09f56b Mon Sep 17 00:00:00 2001 From: Radin Hamidi Rad Date: Fri, 19 Jun 2026 13:19:14 -0400 Subject: [PATCH 1/2] sites: full author names on cite pages; add BRIGHT to leaderboard about MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Cite pages (marketing + leaderboard) listed authors by last name only ("Bigdeli, Hamidi Rad, …"), which reads oddly under the paper titles. Use full first + last names to match the BibTeX. Update the leaderboard about page's benchmark list to include BRIGHT alongside MS MARCO / TREC DL and BEIR. Co-Authored-By: Claude Opus 4.8 (1M context) --- reproducibility/site/src/pages/about.astro | 3 ++- reproducibility/site/src/pages/cite.astro | 4 ++-- web/site/src/pages/cite.astro | 4 ++-- 3 files changed, 6 insertions(+), 5 deletions(-) diff --git a/reproducibility/site/src/pages/about.astro b/reproducibility/site/src/pages/about.astro index 4496f45..ec37c70 100644 --- a/reproducibility/site/src/pages/about.astro +++ b/reproducibility/site/src/pages/about.astro @@ -19,7 +19,8 @@ gh pr create`;

The QueryGym Leaderboard tracks reproducible query-reformulation results - across IR benchmarks (BEIR, MS MARCO, TREC DL). Every row is backed by a + across IR benchmarks (MS MARCO / TREC Deep Learning, BEIR, and BRIGHT). + Every row is backed by a JSON file conforming to reproducibility/schema.json v1. Submissions may also include the reformulated-queries TSV and a TREC-format .run.txt for full re-evaluation; both are optional. diff --git a/reproducibility/site/src/pages/cite.astro b/reproducibility/site/src/pages/cite.astro index f3c7af2..06be643 100644 --- a/reproducibility/site/src/pages/cite.astro +++ b/reproducibility/site/src/pages/cite.astro @@ -43,14 +43,14 @@ const sigirBibtex = `@inproceedings{querygym2026reproducibility, diff --git a/web/site/src/pages/cite.astro b/web/site/src/pages/cite.astro index 47c2192..3121590 100644 --- a/web/site/src/pages/cite.astro +++ b/web/site/src/pages/cite.astro @@ -83,14 +83,14 @@ const jsonLd = JSON.stringify({ From fbcb6b51173b08f3de9bde8f8a87bd4927505349 Mon Sep 17 00:00:00 2001 From: Radin Hamidi Rad Date: Fri, 19 Jun 2026 13:26:54 -0400 Subject: [PATCH 2/2] cite: use published DBLP BibTeX; add Hai Son Le to reproducibility paper MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Replace the arXiv @misc / placeholder SIGIR entries with the published DBLP records (WWW Companion 2026 @inproceedings with DOI/pages; reproducibility paper as the CoRR @article), trimmed of DBLP-only fields (timestamp/biburl/ bibsource). The reproducibility paper gains a new author, Hai Son Le (3rd) — applied to its BibTeX, the card author line, and the marketing site's JSON-LD (split from the shared list so the toolkit paper keeps its six authors). Co-Authored-By: Claude Opus 4.8 (1M context) --- reproducibility/site/src/pages/cite.astro | 32 +++++++-------- web/site/src/pages/cite.astro | 48 ++++++++++++++--------- 2 files changed, 45 insertions(+), 35 deletions(-) diff --git a/reproducibility/site/src/pages/cite.astro b/reproducibility/site/src/pages/cite.astro index 06be643..797ffdb 100644 --- a/reproducibility/site/src/pages/cite.astro +++ b/reproducibility/site/src/pages/cite.astro @@ -2,27 +2,27 @@ import Default from "../layouts/Default.astro"; import CitationCard from "../components/CitationCard.astro"; -const wwwBibtex = `@misc{bigdeli2025querygymtoolkitreproduciblellmbased, - title={QueryGym: A Toolkit for Reproducible LLM-Based Query Reformulation}, +const wwwBibtex = `@inproceedings{DBLP:conf/www/BigdeliRIACB26, author={Amin Bigdeli and Radin Hamidi Rad and Mert Incesu and Negar Arabzadeh and Charles L. A. Clarke and Ebrahim Bagheri}, - year={2025}, - eprint={2511.15996}, - archivePrefix={arXiv}, - primaryClass={cs.IR}, - url={https://arxiv.org/abs/2511.15996}, + title={QueryGym: {A} Toolkit for Reproducible LLM-Based Query Reformulation}, + booktitle={Companion Proceedings of the ACM Web Conference 2026, WWW Companion 2026, Dubai, United Arab Emirates, 29 June 2026 - 3 July 2026}, + pages={196--199}, + publisher={ACM}, + year={2026}, + url={https://doi.org/10.1145/3774905.3793135}, + doi={10.1145/3774905.3793135}, }`; -const sigirBibtex = `@inproceedings{querygym2026reproducibility, +const sigirBibtex = `@article{DBLP:journals/corr/abs-2604-27421, + author={Amin Bigdeli and Radin Hamidi Rad and Hai Son Le and Mert Incesu and Negar Arabzadeh and Charles L. A. Clarke and Ebrahim Bagheri}, title={A Reproducibility Study of LLM-Based Query Reformulation}, - author={Amin Bigdeli and Radin Hamidi Rad and Mert Incesu and Negar Arabzadeh and Charles L. A. Clarke and Ebrahim Bagheri}, - booktitle={Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval}, - series={SIGIR '26}, + journal={CoRR}, + volume={abs/2604.27421}, year={2026}, - note={Reproducibility Track}, + url={https://doi.org/10.48550/arXiv.2604.27421}, + doi={10.48550/ARXIV.2604.27421}, + eprinttype={arXiv}, eprint={2604.27421}, - archivePrefix={arXiv}, - primaryClass={cs.IR}, - url={https://arxiv.org/abs/2604.27421}, }`; --- @@ -50,7 +50,7 @@ const sigirBibtex = `@inproceedings{querygym2026reproducibility, diff --git a/web/site/src/pages/cite.astro b/web/site/src/pages/cite.astro index 3121590..39b2eb4 100644 --- a/web/site/src/pages/cite.astro +++ b/web/site/src/pages/cite.astro @@ -2,35 +2,45 @@ import Default from "../layouts/Default.astro"; import CitationCard from "../components/CitationCard.astro"; -const wwwBibtex = `@misc{bigdeli2025querygymtoolkitreproduciblellmbased, - title={QueryGym: A Toolkit for Reproducible LLM-Based Query Reformulation}, +const wwwBibtex = `@inproceedings{DBLP:conf/www/BigdeliRIACB26, author={Amin Bigdeli and Radin Hamidi Rad and Mert Incesu and Negar Arabzadeh and Charles L. A. Clarke and Ebrahim Bagheri}, - year={2025}, - eprint={2511.15996}, - archivePrefix={arXiv}, - primaryClass={cs.IR}, - url={https://arxiv.org/abs/2511.15996}, + title={QueryGym: {A} Toolkit for Reproducible LLM-Based Query Reformulation}, + booktitle={Companion Proceedings of the ACM Web Conference 2026, WWW Companion 2026, Dubai, United Arab Emirates, 29 June 2026 - 3 July 2026}, + pages={196--199}, + publisher={ACM}, + year={2026}, + url={https://doi.org/10.1145/3774905.3793135}, + doi={10.1145/3774905.3793135}, }`; -const sigirBibtex = `@inproceedings{querygym2026reproducibility, +const sigirBibtex = `@article{DBLP:journals/corr/abs-2604-27421, + author={Amin Bigdeli and Radin Hamidi Rad and Hai Son Le and Mert Incesu and Negar Arabzadeh and Charles L. A. Clarke and Ebrahim Bagheri}, title={A Reproducibility Study of LLM-Based Query Reformulation}, - author={Amin Bigdeli and Radin Hamidi Rad and Mert Incesu and Negar Arabzadeh and Charles L. A. Clarke and Ebrahim Bagheri}, - booktitle={Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval}, - series={SIGIR '26}, + journal={CoRR}, + volume={abs/2604.27421}, year={2026}, - note={Reproducibility Track}, + url={https://doi.org/10.48550/arXiv.2604.27421}, + doi={10.48550/ARXIV.2604.27421}, + eprinttype={arXiv}, eprint={2604.27421}, - archivePrefix={arXiv}, - primaryClass={cs.IR}, - url={https://arxiv.org/abs/2604.27421}, }`; // JSON-LD: two ScholarlyArticle entries (WWW Demos + SIGIR Reproducibility). // Search engines use these to surface the papers as research artifacts in // scholar-aware results. -const sharedAuthors = [ +const wwwAuthors = [ + { "@type": "Person", name: "Amin Bigdeli" }, + { "@type": "Person", name: "Radin Hamidi Rad" }, + { "@type": "Person", name: "Mert Incesu" }, + { "@type": "Person", name: "Negar Arabzadeh" }, + { "@type": "Person", name: "Charles L. A. Clarke" }, + { "@type": "Person", name: "Ebrahim Bagheri" }, +]; +// The reproducibility paper adds Hai Son Le (3rd author); the toolkit paper does not. +const sigirAuthors = [ { "@type": "Person", name: "Amin Bigdeli" }, { "@type": "Person", name: "Radin Hamidi Rad" }, + { "@type": "Person", name: "Hai Son Le" }, { "@type": "Person", name: "Mert Incesu" }, { "@type": "Person", name: "Negar Arabzadeh" }, { "@type": "Person", name: "Charles L. A. Clarke" }, @@ -48,7 +58,7 @@ const jsonLd = JSON.stringify({ inLanguage: "en", isAccessibleForFree: true, publisher: { "@type": "Organization", name: "arXiv" }, - author: sharedAuthors, + author: wwwAuthors, }, { "@type": "ScholarlyArticle", @@ -59,7 +69,7 @@ const jsonLd = JSON.stringify({ inLanguage: "en", isAccessibleForFree: true, publisher: { "@type": "Organization", name: "arXiv" }, - author: sharedAuthors, + author: sigirAuthors, }, ], }); @@ -90,7 +100,7 @@ const jsonLd = JSON.stringify({