From 824ccc0be91821389f4de392200ffd28d4a0b0dd Mon Sep 17 00:00:00 2001 From: William Weishuhn Date: Fri, 19 Jun 2026 10:49:50 -0700 Subject: [PATCH 1/5] Add MCP Observatory CI check --- .github/workflows/mcp-observatory.yml | 18 ++++++++++++++++++ mcp-observatory.target.json | 13 +++++++++++++ 2 files changed, 31 insertions(+) create mode 100644 .github/workflows/mcp-observatory.yml create mode 100644 mcp-observatory.target.json diff --git a/.github/workflows/mcp-observatory.yml b/.github/workflows/mcp-observatory.yml new file mode 100644 index 0000000000..cd76888af5 --- /dev/null +++ b/.github/workflows/mcp-observatory.yml @@ -0,0 +1,18 @@ +name: MCP Observatory + +on: + pull_request: + push: + branches: [main] + +jobs: + mcp-observatory: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - uses: KryptosAI/mcp-observatory/action@main + with: + target: mcp-observatory.target.json + deep: true + security: true + comment-on-pr: true diff --git a/mcp-observatory.target.json b/mcp-observatory.target.json new file mode 100644 index 0000000000..ecca8b7eeb --- /dev/null +++ b/mcp-observatory.target.json @@ -0,0 +1,13 @@ +{ + "targetId": "mcp-server", + "adapter": "local-process", + "command": "npx", + "args": [ + "-y", + "@modelcontextprotocol/server-everything@latest" + ], + "timeoutMs": 15000, + "metadata": { + "observatory": "generated-by-init-ci" + } +} From d8b3e20360e0121f1404c5d195315c60fa8620c6 Mon Sep 17 00:00:00 2001 From: William Weishuhn Date: Fri, 19 Jun 2026 10:58:33 -0700 Subject: [PATCH 2/5] Add timeout to MCP Observatory workflow --- .github/workflows/mcp-observatory.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/mcp-observatory.yml b/.github/workflows/mcp-observatory.yml index cd76888af5..3883131254 100644 --- a/.github/workflows/mcp-observatory.yml +++ b/.github/workflows/mcp-observatory.yml @@ -8,6 +8,7 @@ on: jobs: mcp-observatory: runs-on: ubuntu-latest + timeout-minutes: 5 steps: - uses: actions/checkout@v4 - uses: KryptosAI/mcp-observatory/action@main From 0ed2ec6c617f330eba4afe7d304bbabd46babe96 Mon Sep 17 00:00:00 2001 From: William Weishuhn Date: Fri, 19 Jun 2026 11:12:03 -0700 Subject: [PATCH 3/5] Check multiple reference MCP servers --- .../mcp-observatory/everything.target.json | 4 ++-- .../mcp-observatory/sequential-thinking.target.json | 13 +++++++++++++ .github/workflows/mcp-observatory.yml | 10 +++++++++- 3 files changed, 24 insertions(+), 3 deletions(-) rename mcp-observatory.target.json => .github/mcp-observatory/everything.target.json (71%) create mode 100644 .github/mcp-observatory/sequential-thinking.target.json diff --git a/mcp-observatory.target.json b/.github/mcp-observatory/everything.target.json similarity index 71% rename from mcp-observatory.target.json rename to .github/mcp-observatory/everything.target.json index ecca8b7eeb..2b35f4f8df 100644 --- a/mcp-observatory.target.json +++ b/.github/mcp-observatory/everything.target.json @@ -1,5 +1,5 @@ { - "targetId": "mcp-server", + "targetId": "everything", "adapter": "local-process", "command": "npx", "args": [ @@ -8,6 +8,6 @@ ], "timeoutMs": 15000, "metadata": { - "observatory": "generated-by-init-ci" + "observatory": "certification-pr" } } diff --git a/.github/mcp-observatory/sequential-thinking.target.json b/.github/mcp-observatory/sequential-thinking.target.json new file mode 100644 index 0000000000..c8d713de5a --- /dev/null +++ b/.github/mcp-observatory/sequential-thinking.target.json @@ -0,0 +1,13 @@ +{ + "targetId": "sequential-thinking", + "adapter": "local-process", + "command": "npx", + "args": [ + "-y", + "@modelcontextprotocol/server-sequential-thinking@latest" + ], + "timeoutMs": 30000, + "metadata": { + "observatory": "certification-pr" + } +} diff --git a/.github/workflows/mcp-observatory.yml b/.github/workflows/mcp-observatory.yml index 3883131254..cb2d12582e 100644 --- a/.github/workflows/mcp-observatory.yml +++ b/.github/workflows/mcp-observatory.yml @@ -9,11 +9,19 @@ jobs: mcp-observatory: runs-on: ubuntu-latest timeout-minutes: 5 + strategy: + fail-fast: false + matrix: + include: + - name: everything + target: .github/mcp-observatory/everything.target.json + - name: sequential-thinking + target: .github/mcp-observatory/sequential-thinking.target.json steps: - uses: actions/checkout@v4 - uses: KryptosAI/mcp-observatory/action@main with: - target: mcp-observatory.target.json + target: ${{ matrix.target }} deep: true security: true comment-on-pr: true From 354f13c1718e0b29c3a50fae3313a0825a3afcc9 Mon Sep 17 00:00:00 2001 From: William Weishuhn Date: Fri, 19 Jun 2026 11:15:08 -0700 Subject: [PATCH 4/5] Focus MCP Observatory check on stable target --- .github/mcp-observatory/everything.target.json | 13 ------------- .github/workflows/mcp-observatory.yml | 12 ++---------- 2 files changed, 2 insertions(+), 23 deletions(-) delete mode 100644 .github/mcp-observatory/everything.target.json diff --git a/.github/mcp-observatory/everything.target.json b/.github/mcp-observatory/everything.target.json deleted file mode 100644 index 2b35f4f8df..0000000000 --- a/.github/mcp-observatory/everything.target.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "targetId": "everything", - "adapter": "local-process", - "command": "npx", - "args": [ - "-y", - "@modelcontextprotocol/server-everything@latest" - ], - "timeoutMs": 15000, - "metadata": { - "observatory": "certification-pr" - } -} diff --git a/.github/workflows/mcp-observatory.yml b/.github/workflows/mcp-observatory.yml index cb2d12582e..625d90df6b 100644 --- a/.github/workflows/mcp-observatory.yml +++ b/.github/workflows/mcp-observatory.yml @@ -9,19 +9,11 @@ jobs: mcp-observatory: runs-on: ubuntu-latest timeout-minutes: 5 - strategy: - fail-fast: false - matrix: - include: - - name: everything - target: .github/mcp-observatory/everything.target.json - - name: sequential-thinking - target: .github/mcp-observatory/sequential-thinking.target.json steps: - uses: actions/checkout@v4 - uses: KryptosAI/mcp-observatory/action@main with: - target: ${{ matrix.target }} - deep: true + target: .github/mcp-observatory/sequential-thinking.target.json + deep: false security: true comment-on-pr: true From 055e82d55a53b41eaabc5a6d21772e401c0ae85a Mon Sep 17 00:00:00 2001 From: William Weishuhn Date: Fri, 19 Jun 2026 11:17:07 -0700 Subject: [PATCH 5/5] Avoid write-token requirements in fork PR --- .github/workflows/mcp-observatory.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/mcp-observatory.yml b/.github/workflows/mcp-observatory.yml index 625d90df6b..7af1b0a17e 100644 --- a/.github/workflows/mcp-observatory.yml +++ b/.github/workflows/mcp-observatory.yml @@ -16,4 +16,5 @@ jobs: target: .github/mcp-observatory/sequential-thinking.target.json deep: false security: true - comment-on-pr: true + comment-on-pr: false + set-status: false