Repository navigation
Independently moderate newly opened issues #2030
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Merged
Stella Huang (StellaHuang95)
merged 7 commits into
microsoft:main
from
StellaHuang95:issue-moderation-advisor
Nov 18, 2026
Merged
Changes from all commits
Commits
Show all changes
7 commits
Select commit
Hold shift + click to select a range
9a10863
Add guarded agentic issue moderation
StellaHuang95 3cf59bb
Request complete issue templates in moderation replies
StellaHuang95 0901c3e
Enable guarded automatic issue moderation
StellaHuang95 45f4bb6
Shorten the moderation information request
StellaHuang95 14872d9
Follow up on central bot flags instead of competing on new issues
StellaHuang95 ee187f8
Independently moderate newly opened issues
StellaHuang95 08118f0
Handle reporter description updates as information responses
StellaHuang95 File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| .github/workflows/*.lock.yml linguist-generated=true |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,211 @@ | ||
| // Copyright (c) Microsoft Corporation. All rights reserved. | ||
| // Licensed under the MIT License. | ||
|
|
||
| const { createHash } = require('node:crypto'); | ||
|
|
||
| const marker = '<!-- gh-aw-workflow-id: issue-moderation -->'; | ||
| const triageEvents = new Set([ | ||
| 'labeled', 'unlabeled', 'assigned', 'unassigned', 'reopened', 'closed', 'locked', 'unlocked', 'renamed', | ||
| 'milestoned', 'demilestoned', 'pinned', 'unpinned', 'added_to_project', 'removed_from_project', | ||
| 'moved_columns_in_project', 'connected', 'disconnected', 'marked_as_duplicate', 'unmarked_as_duplicate', | ||
| ]); | ||
| const replies = { | ||
| unrelated: | ||
| "Thanks for reaching out! This tracker is for bugs and feature requests about the Python Environments extension for VS Code. This report appears unrelated, so we're closing it for now. If we misunderstood, please leave a comment so a maintainer can review it.", | ||
| 'needs-info': | ||
| 'Thanks for reaching out! Could you fill out the issue template in this issue? A little more information would help us investigate and better understand how to help.', | ||
| }; | ||
|
|
||
| function isHuman(actor) { | ||
| return actor?.type !== 'Bot'; | ||
| } | ||
|
|
||
| function getTarget(context, issueNumber) { | ||
| const number = issueNumber ?? context.payload.issue?.number ?? context.payload.inputs?.issue_number; | ||
| if (!/^[1-9]\d*$/.test(String(number)) || !Number.isSafeInteger(Number(number))) { | ||
| throw new Error('A positive issue number is required.'); | ||
| } | ||
| if (context.payload.issue && context.payload.issue.number !== Number(number)) { | ||
| throw new Error('The requested issue does not match the triggering issue.'); | ||
| } | ||
| return { ...context.repo, issue_number: Number(number) }; | ||
| } | ||
|
|
||
| /** | ||
| * Prepare content-only input for an independent review. Bot metadata is neither | ||
| * classification evidence nor an eligibility gate. Human triage/discussion, | ||
| * closed/locked issues, and this workflow's previous responses take precedence. | ||
| * The fingerprint binds the live report across inference and publication. | ||
| */ | ||
| async function inspectIssue({ github, context, issueNumber, ownCommentId }) { | ||
| const target = getTarget(context, issueNumber); | ||
| const skip = (reason) => ({ target, reason }); | ||
| if (context.eventName === 'issues' && context.payload.action !== 'opened') { | ||
| return skip('Only newly opened issues are automatically reviewed.'); | ||
| } | ||
| const { data: issue } = await github.rest.issues.get(target); | ||
| if (issue.pull_request || issue.state !== 'open' || issue.locked) { | ||
| return skip('The target is not an open, unlocked issue.'); | ||
| } | ||
| const opening = context.eventName === 'issues' ? context.payload.issue : undefined; | ||
| if (opening && (issue.title !== opening.title || (issue.body ?? '') !== (opening.body ?? ''))) { | ||
| return skip('The report changed after opening; leave the updated report for normal triage.'); | ||
| } | ||
| const events = await github.paginate(github.rest.issues.listEventsForTimeline, { ...target, per_page: 100 }); | ||
| const labelEvents = (name) => | ||
| events.filter((event) => ['labeled', 'unlabeled'].includes(event.event) && event.label?.name === name); | ||
| // Only the opening payload proves creation-time labels; manual runs must not guess from timestamps. | ||
| const initialLabelNames = new Set((opening?.labels ?? []).map((label) => label.name)); | ||
| const initialEvents = new Set(); | ||
| for (const name of initialLabelNames) { | ||
| const history = labelEvents(name); | ||
| if (history[0]?.event === 'labeled') initialEvents.add(history[0]); | ||
| } | ||
| for (const label of issue.labels) { | ||
| const event = labelEvents(label.name).at(-1); | ||
| if (!event || (isHuman(event.actor) && !initialEvents.has(event))) { | ||
| return skip('A human-owned or unverifiable triage label is present.'); | ||
| } | ||
| } | ||
| for (const assignee of issue.assignees) { | ||
| const event = events.findLast((entry) => entry.event === 'assigned' && entry.assignee?.login === assignee.login); | ||
| if (!event || isHuman(event.actor)) { | ||
| return skip('A human has assigned the issue.'); | ||
| } | ||
| } | ||
| if ( | ||
| events.some( | ||
| (event) => | ||
| triageEvents.has(event.event) && | ||
| isHuman(event.actor) && | ||
| !initialEvents.has(event), | ||
| ) | ||
| ) { | ||
| return skip('A human has already changed triage or issue state.'); | ||
| } | ||
| const comments = (await github.paginate(github.rest.issues.listComments, { ...target, per_page: 100 })).filter( | ||
| (comment) => ownCommentId === undefined || comment.id !== ownCommentId, | ||
| ); | ||
| if (comments.some((comment) => isHuman(comment.user))) { | ||
| return skip('Human discussion already exists; leave the issue for normal triage.'); | ||
| } | ||
| if ( | ||
| comments.some( | ||
| (comment) => comment.user?.login === 'github-actions[bot]' && (comment.body ?? '').includes(marker), | ||
| ) | ||
| ) { | ||
| return skip('This workflow has already responded to the issue.'); | ||
| } | ||
| const report = { title: issue.title, description: issue.body ?? '' }; | ||
| const snapshot = createHash('sha256').update(JSON.stringify({ target, report })).digest('hex'); | ||
| return { target, report, snapshot }; | ||
| } | ||
|
|
||
| /** | ||
| * Apply one independent content classification to the selected issue only. | ||
| * Useful/uncertain reports cause no writes. Missing details get a fixed request | ||
| * and local info-needed; only clear unrelated content gets a polite closure. | ||
| * Central labels and assignments are preserved. Staged mode performs no writes. | ||
| */ | ||
| async function applyModeration({ github, context, issueNumber, output, snapshot, staged = false }) { | ||
| const items = Array.isArray(output?.items) ? output.items.filter((item) => item?.type === 'moderation_action') : []; | ||
| if (items.length !== 1 || !['unrelated', 'needs-info', 'relevant'].includes(items[0].classification)) { | ||
| throw new Error('Exactly one valid moderation classification is required.'); | ||
| } | ||
| if (typeof snapshot !== 'string' || !/^[a-f0-9]{64}$/.test(snapshot)) { | ||
| throw new Error('A trusted pre-inference issue snapshot is required.'); | ||
| } | ||
| let ownCommentId; | ||
| const check = async () => { | ||
| const current = await inspectIssue({ github, context, issueNumber, ownCommentId }); | ||
| if (!current.reason && current.snapshot !== snapshot) { | ||
| current.reason = 'The report changed during review.'; | ||
| } | ||
| return current; | ||
| }; | ||
| const current = await check(); | ||
| if (current.reason) return { status: 'skipped', reason: current.reason }; | ||
| const classification = items[0].classification; | ||
| if (classification === 'relevant') { | ||
| return { status: 'skipped', reason: 'The report is useful or uncertain; no changes were made.' }; | ||
| } | ||
| const action = classification === 'unrelated' | ||
| ? 'Reply politely and close as not planned.' | ||
| : 'Request information, add info-needed, and leave the issue open.'; | ||
| const runUrl = `${context.serverUrl}/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`; | ||
| const body = [ | ||
| replies[classification], | ||
| '', | ||
| `_Automated issue moderation (${classification}). [Workflow run](${runUrl})._`, | ||
| '', | ||
| marker, | ||
| ].join('\n'); | ||
| if (staged) return { status: 'skipped', reason: `Staged preview: ${action}`, body }; | ||
| const { data: comment } = await github.rest.issues.createComment({ ...current.target, body }); | ||
| ownCommentId = comment.id; | ||
| const fresh = await check(); | ||
| if (fresh.reason) { | ||
| return { status: 'skipped', reason: `A reply was posted; further actions were skipped: ${fresh.reason}` }; | ||
| } | ||
| if (classification === 'needs-info') { | ||
| await github.rest.issues.addLabels({ ...current.target, labels: ['info-needed'] }); | ||
| } else { | ||
| await github.rest.issues.update({ ...current.target, state: 'closed', state_reason: 'not_planned' }); | ||
| } | ||
| return { status: 'success', reason: action, url: comment.html_url }; | ||
| } | ||
|
|
||
| /** | ||
| * Treat a nonempty description update by the issue author as an information | ||
| * response, like an author comment. Remove only local info-needed without AI, | ||
| * reopening, or comments. Stale edits and newer human requests take precedence. | ||
| */ | ||
| async function clearInfoNeededOnEdit({ github, context }) { | ||
| const { issue: edited, sender, changes } = context.payload; | ||
| const skip = (reason) => ({ status: 'skipped', reason }); | ||
| if (context.eventName !== 'issues' || context.payload.action !== 'edited' || !changes?.body) { | ||
| return skip('Only issue-description edits can acknowledge an information response.'); | ||
| } | ||
| if (!Number.isSafeInteger(sender?.id) || sender.id !== edited?.user?.id || sender.type !== 'User') { | ||
| return skip('Only the issue author can acknowledge an information response by editing.'); | ||
| } | ||
| const body = edited.body ?? ''; | ||
| if (!body.trim() || body.trim() === (changes.body.from ?? '').trim()) { | ||
| return skip('The description has no nonempty content change.'); | ||
| } | ||
| const target = getTarget(context); | ||
| const { data: issue } = await github.rest.issues.get(target); | ||
| if (issue.pull_request || issue.state !== 'open' || issue.locked || issue.user?.id !== sender.id || | ||
| issue.body !== body || !issue.labels.some((label) => label.name === 'info-needed')) { | ||
| return skip('The response is stale or the issue is not awaiting information.'); | ||
| } | ||
| const editedAt = Date.parse(edited.updated_at); | ||
| const events = await github.paginate(github.rest.issues.listEventsForTimeline, { ...target, per_page: 100 }); | ||
| const label = events.findLast((event) => | ||
| ['labeled', 'unlabeled'].includes(event.event) && event.label?.name === 'info-needed'); | ||
| const labeledAt = Date.parse(label?.created_at); | ||
| if (!Number.isFinite(editedAt) || !Number.isFinite(labeledAt) || | ||
| label.event !== 'labeled' || labeledAt >= editedAt) { | ||
| return skip('The information request does not verifiably precede this response.'); | ||
| } | ||
| if (events.some((event) => { | ||
| const time = Date.parse(event.created_at); | ||
| // GitHub can emit separate edited payloads for one title/body update. | ||
| const sameEditRename = event.event === 'renamed' && event.actor?.id === sender.id && | ||
| time === editedAt && event.rename?.to === edited.title && | ||
| (!changes.title || event.rename?.from === changes.title.from); | ||
| return (triageEvents.has(event.event) || event.event === 'commented') && !sameEditRename && | ||
| isHuman(event.actor ?? event.user) && (!Number.isFinite(time) || time >= editedAt); | ||
| })) { | ||
| return skip('Newer human activity takes precedence over this queued response.'); | ||
| } | ||
| const { data: fresh } = await github.rest.issues.get(target); | ||
| if (fresh.updated_at !== issue.updated_at || fresh.body !== body || fresh.state !== 'open' || fresh.locked || | ||
| !fresh.labels.some((entry) => entry.name === 'info-needed')) { | ||
| return skip('The issue changed while checking the response.'); | ||
| } | ||
| await github.rest.issues.removeLabel({ ...target, name: 'info-needed' }); | ||
| return { status: 'success', reason: 'The issue author updated the description; local info-needed was removed.' }; | ||
| } | ||
|
|
||
| module.exports = { inspectIssue, applyModeration, clearInfoNeededOnEdit }; | ||
Oops, something went wrong.
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.