release-train: staging -> main

VERSION

@@ -1 +1 @@
-0.10.18
+0.10.19

internal/cli/coverage_test.go

@@ -367,3 +367,76 @@ func TestRunClusterInfo_BadKubeconfigExitsThree(t *testing.T) {
 		t.Errorf("exit code = %d, want 3 (kubeconfig/local-input error)", ee.Code())
 	}
 }
+
+// ---------------------------------------------------------------------------
+//  backend#2895 — --output-json must name the table that was CREATED.
+//
+//  `spec["table"]` is the operator's --name. Under per-ingestion tables the
+//  physical table is a `ds_<hex>` handle, so echoing the label emitted
+//  `"table": "<label>"` for a table that does not exist — and feeding that value
+//  to `data delete` failed on a dataset just created. The delete path already
+//  reports "the REAL (case-resolved) spelling, not the raw argument"; ingest
+//  now holds itself to the same standard.
+// ---------------------------------------------------------------------------
+
+func TestWritePushJSON_ReportsPhysicalTableWhenIngestorNamesIt(t *testing.T) {
+	spec := map[string]any{"table": "dropcheck_train", "category": "tabular_classification", "intent": "train"}
+	s := &submit.Summary{
+		IngestorID:       "46ad219b-8192-4be3-a0eb-3d9120fa10b4",
+		DestinationTable: "ds_46ad219b81924be3a0eb3d9120fa10b4",
+		TotalRecords:     30000, InsertedRecords: 30000, APISentRecords: 30000,
+	}
+
+	var buf bytes.Buffer
+	writePushJSON(&buf, "succeeded", spec, s, "ns1", "ingest-job-x")
+
+	var got pushJSONResult
+	if err := json.Unmarshal(buf.Bytes(), &got); err != nil {
+		t.Fatalf("output is not valid JSON: %v\n%s", err, buf.String())
+	}
+	if got.Table != "ds_46ad219b81924be3a0eb3d9120fa10b4" {
+		t.Errorf("Table = %q, want the physical handle the ingestor reported", got.Table)
+	}
+	// The whole point: the emitted value must not be the label, because the
+	// label is not addressable by `data delete` / `data list`.
+	if got.Table == "dropcheck_train" {
+		t.Error("Table echoed the operator's --name, which names no table that exists")
+	}
+}
+
+func TestWritePushJSON_FallsBackToRequestedNameWhenUnreported(t *testing.T) {
+	// Older ingestor, or a run that failed before the banner: the field is
+	// empty and output must stay byte-identical to today's rather than
+	// emitting an empty table.
+	spec := map[string]any{"table": "reg_train", "category": "tabular_regression", "intent": "train"}
+	s := &submit.Summary{IngestorID: "run-1", TotalRecords: 240, InsertedRecords: 240}
+
+	var buf bytes.Buffer
+	writePushJSON(&buf, "succeeded", spec, s, "ns1", "ingest-job-x")
+
+	var got pushJSONResult
+	if err := json.Unmarshal(buf.Bytes(), &got); err != nil {
+		t.Fatalf("output is not valid JSON: %v\n%s", err, buf.String())
+	}
+	if got.Table != "reg_train" {
+		t.Errorf("Table = %q, want the requested name as fallback", got.Table)
+	}
+}
+
+func TestWritePushJSON_FallsBackWhenThereIsNoSummaryAtAll(t *testing.T) {
+	// A submit/auth failure emits JSON with a nil summary. Dereferencing it to
+	// read the table would panic on the error path — the one place output
+	// matters most.
+	spec := map[string]any{"table": "reg_train", "category": "tabular_regression", "intent": "train"}
+
+	var buf bytes.Buffer
+	writePushJSON(&buf, "submit_error", spec, nil, "ns1", "")
+
+	var got pushJSONResult
+	if err := json.Unmarshal(buf.Bytes(), &got); err != nil {
+		t.Fatalf("output is not valid JSON: %v\n%s", err, buf.String())
+	}
+	if got.Table != "reg_train" {
+		t.Errorf("Table = %q, want the requested name when no summary exists", got.Table)
+	}
+}

internal/cli/data_ingest_output.go

@@ -89,9 +89,22 @@ type pushJSONSummary struct {
 // --output-json mode). Errors are dropped: marshaling our own struct
 // can't fail in practice, and the exit code remains the contract.
 func writePushJSON(w io.Writer, status string, spec map[string]any, s *submit.Summary, ns, jobName string) {
+	// THE TABLE THAT WAS ACTUALLY CREATED, not the one that was asked for
+	// (tracebloc/backend#2895). `spec["table"]` is the operator's --name; under
+	// the cluster's per-ingestion-tables mode the physical table is a `ds_<hex>`
+	// handle, so echoing the label named a table that does not exist — and
+	// `data delete <that value>` then failed on a dataset just created.
+	//
+	// The ingestor reports the real name in its banner; prefer it, and fall back
+	// to the requested name when it is absent (older ingestor, or a run that
+	// failed before the banner) so output stays byte-identical there.
+	table := fmt.Sprintf("%v", spec["table"])
+	if s != nil && s.DestinationTable != "" {
+		table = s.DestinationTable
+	}
 	res := pushJSONResult{
 		Status:    status,
-		Table:     fmt.Sprintf("%v", spec["table"]),
+		Table:     table,
 		Category:  fmt.Sprintf("%v", spec["category"]),
 		Intent:    fmt.Sprintf("%v", spec["intent"]),
 		Namespace: ns,

internal/cli/testdata/golden/zz-all-strings.golden

@@ -504,6 +504,7 @@ screen. %s/%d are runtime placeholders.
 "decoding submit response (got body %q): %w"
 "deleting stage Pod %s/%s: %w"
 "destination"
+"destination table"
 "docker info reported cores=%d mem=%d"
 "docker info returned %q, want two fields"
 "docker info: %w"

internal/submit/summary.go

@@ -28,6 +28,21 @@ type Summary struct {
 	// "you can grep cluster logs for this ID."
 	IngestorID string
 
+	// DestinationTable is the PHYSICAL table the run wrote into, as
+	// reported by the ingestor (tracebloc/backend#2895).
+	//
+	// Under the cluster's per-ingestion-tables mode this is a
+	// `ds_<hex>` handle and the operator's --name is only a label, so
+	// the label names no table that exists: `data delete <--name>`
+	// fails on a dataset that was just created, and a follow-up
+	// `data list | grep <--name>` finds nothing — which reads as
+	// "already clean". Both signals agree and both are wrong.
+	//
+	// Empty when the ingestor did not report it (older ingestor, or a
+	// run that failed before the banner). Callers must fall back to
+	// the requested name rather than surfacing an empty table.
+	DestinationTable string
+
 	// TotalRecords is the row count the ingestor saw in the
 	// source data. Includes every row regardless of outcome.
 	TotalRecords int64
@@ -169,6 +184,11 @@ var numberRE = regexp.MustCompile(`([0-9][0-9,]*)\s*$`)
 // pattern.
 var ingestorIDRE = regexp.MustCompile(`Ingestor ID:\s*(.+?)\s*$`)
 
+// destTableRE matches the destination-table line. Like the ingestor
+// ID the value is an identifier rather than a number, so it needs its
+// own pattern rather than the trailing-number one.
+var destTableRE = regexp.MustCompile(`Destination table:\s*(.+?)\s*$`)
+
 // SummaryParser is a streaming parser for the 📊 banner. Feed it
 // log lines as they arrive (any chunk size, any line splitting);
 // Result() returns the accumulated Summary at any point. The
@@ -339,6 +359,15 @@ func (p *SummaryParser) feedLine(rawLine string) {
 		return
 	}
 
+	// Destination table — the name the operator can actually pass to
+	// `data delete` / `data list`. Handled beside the ingestor ID (and
+	// like it, not counted as a numeric field) because it is an
+	// identifier line, not a statistic.
+	if m := destTableRE.FindStringSubmatch(line); m != nil {
+		p.summary.DestinationTable = strings.TrimSpace(m[1])
+		return
+	}
+
 	// Otherwise: try each field pattern. The prefix match is
 	// linear over a 7-element slice — microscopic overhead per
 	// line, and the fixed order matches the ingestor's print
@@ -420,6 +449,9 @@ func RenderSummary(p *ui.Printer, s *Summary) {
 	}
 
 	p.Section("Ingestion summary")
+	if s.DestinationTable != "" {
+		p.Field("destination table", s.DestinationTable)
+	}
 	if s.IngestorID != "" {
 		p.Field("ingestor ID", s.IngestorID)
 	}

internal/submit/summary_test.go

@@ -325,3 +325,70 @@ func TestCommaSep(t *testing.T) {
 		}
 	}
 }
+
+// ---------------------------------------------------------------------------
+//  backend#2895 — the parser must pick up the destination table.
+//
+//  Under the cluster's per-ingestion-tables mode the physical table is a
+//  `ds_<hex>` handle while the operator's --name is only a label. The banner is
+//  the ONLY channel this parser sees, so without this line the CLI cannot name
+//  the table it just created — and `data delete <--name>` fails on a dataset
+//  that exists, while `data list | grep <--name>` finds nothing. Both read as
+//  "already clean", which is why the failure is silent.
+// ---------------------------------------------------------------------------
+
+// realBannerWithDestTable mirrors realBanner, plus the destination-table line
+// the ingestor prints (tracebloc/data-ingestors#549). Kept as its own fixture
+// so the flag-off banner above still pins the legacy shape.
+const realBannerWithDestTable = "some earlier log line\n" +
+	"\x1b[36m" + "════════════════════════════════════════════════════════════" + "\x1b[0m\n" +
+	"\x1b[1m\x1b[36m📊 INGESTION SUMMARY 📊\x1b[0m\n" +
+	"\x1b[36m" + "════════════════════════════════════════════════════════════" + "\x1b[0m\n" +
+	"\x1b[1mIngestor ID:\x1b[0m                \x1b[34m46ad219b-8192-4be3-a0eb-3d9120fa10b4\x1b[0m\n" +
+	"\x1b[1mDestination table:\x1b[0m          \x1b[34mds_46ad219b81924be3a0eb3d9120fa10b4\x1b[0m\n" +
+	"\x1b[1m📈 Total Records Found:\x1b[0m     \x1b[34m30,000\x1b[0m\n" +
+	"\x1b[1m✅ Successfully Processed:\x1b[0m  \x1b[32m30,000\x1b[0m\n" +
+	"\x1b[1m💾 Inserted to Database:\x1b[0m    \x1b[32m30,000\x1b[0m\n" +
+	"\x1b[1m🚀 Sent to API:\x1b[0m             \x1b[32m30,000\x1b[0m\n" +
+	"\x1b[1m⏭️  Skipped Records:\x1b[0m        \x1b[33m0\x1b[0m\n" +
+	"\x1b[1m📁 File Transfer Failures:\x1b[0m  \x1b[32m0\x1b[0m\n" +
+	"\x1b[1m❌ Failed DB Insertion:\x1b[0m     \x1b[31m0\x1b[0m\n" +
+	"\x1b[36m" + "════════════════════════════════════════════════════════════" + "\x1b[0m\n"
+
+func TestSummaryParser_ExtractsDestinationTable(t *testing.T) {
+	p := NewSummaryParser()
+	p.Feed([]byte(realBannerWithDestTable))
+	got := p.Result()
+	if got == nil {
+		t.Fatal("parser returned nil summary")
+	}
+	const want = "ds_46ad219b81924be3a0eb3d9120fa10b4"
+	if got.DestinationTable != want {
+		t.Errorf("DestinationTable = %q, want %q", got.DestinationTable, want)
+	}
+	// The handle must not be confused with the ingestor ID it derives from —
+	// they differ only by `ds_` and the hyphens, so a sloppy regex could
+	// capture the wrong line and still look plausible.
+	if got.IngestorID != "46ad219b-8192-4be3-a0eb-3d9120fa10b4" {
+		t.Errorf("IngestorID = %q, want the hyphenated uuid", got.IngestorID)
+	}
+	// The rest of the banner must still parse with the extra line present.
+	if got.TotalRecords != 30000 || got.InsertedRecords != 30000 {
+		t.Errorf("counters broke with the new line: total=%d inserted=%d",
+			got.TotalRecords, got.InsertedRecords)
+	}
+}
+
+func TestSummaryParser_DestinationTableAbsentOnLegacyBanner(t *testing.T) {
+	// An older ingestor prints no such line. The field must stay empty so
+	// callers fall back to the requested name rather than reporting "".
+	p := NewSummaryParser()
+	p.Feed([]byte(realIngestorBanner))
+	got := p.Result()
+	if got == nil {
+		t.Fatal("parser returned nil summary")
+	}
+	if got.DestinationTable != "" {
+		t.Errorf("DestinationTable = %q, want empty on a legacy banner", got.DestinationTable)
+	}
+}

scripts/install.ps1

@@ -464,12 +464,51 @@ try {
             # pass. Only cosign actually completing can bring it back to 0. That is
             # the whole guarantee behind RFC-0001 R8, and it was one line away.
             $global:LASTEXITCODE = 255
-            & $cosign verify-blob `
-                --certificate-identity-regexp "https://github.com/$GitHubRepo/.github/workflows/release.yml@refs/tags/v.*" `
-                --certificate-oidc-issuer 'https://token.actions.githubusercontent.com' `
-                --certificate (Join-Path $tmpDir "$binaryFile.cert") `
-                --signature   (Join-Path $tmpDir "$binaryFile.sig") `
-                (Join-Path $tmpDir $binaryFile) 2>$null
+            # AND THE STDERR WINDOW, WITHOUT WHICH SUCCESS ITSELF IS FATAL.
+            #
+            # cosign writes "Verified OK" to STDERR on the SUCCESS path. Windows
+            # PowerShell 5.1 turns any native-command stderr into a
+            # NativeCommandError record, and this script runs under
+            # `$ErrorActionPreference = 'Stop'` (line 27) -- so the record is
+            # TERMINATING and the installer dies at the moment verification
+            # passes. `2>$null` does not save it: 5.1 raises the record before
+            # the redirection applies. Measured on a real Windows 11 box against
+            # the published v0.10.17 installer:
+            #
+            #     Verifying cosign signature...
+            #     cosign.exe : Verified OK
+            #     +             & $cosign verify-blob `
+            #     + FullyQualifiedErrorId : NativeCommandError
+            #
+            # ...and nothing was installed. So `tracebloc client` cannot be
+            # installed on Windows at all, and tracebloc/client's installer
+            # Step 4 fails with it, which drops Step 5 to manual sign-in and
+            # Step 6 to the hand-typed credential prompt.
+            #
+            # INVISIBLE ON POWERSHELL 7, which is why it survived: pwsh 7 does
+            # not make error records out of native stderr, so it passes there
+            # and fails on the Windows default.
+            #
+            # THIS FILE ALREADY HAD THE FIX, 230 LINES UP. `Test-CosignRuns`
+            # opens exactly this window for `cosign version` and says why. The
+            # idiom was simply never applied to the call that matters.
+            #
+            # NOT piped to Out-Null: `$LASTEXITCODE` is the entire verdict here
+            # and piping a native command through a cmdlet is a documented way
+            # to lose it. The window makes the record non-terminating; `2>$null`
+            # still discards the text.
+            $prevEap = $ErrorActionPreference
+            try {
+                $ErrorActionPreference = 'Continue'
+                & $cosign verify-blob `
+                    --certificate-identity-regexp "https://github.com/$GitHubRepo/.github/workflows/release.yml@refs/tags/v.*" `
+                    --certificate-oidc-issuer 'https://token.actions.githubusercontent.com' `
+                    --certificate (Join-Path $tmpDir "$binaryFile.cert") `
+                    --signature   (Join-Path $tmpDir "$binaryFile.sig") `
+                    (Join-Path $tmpDir $binaryFile) 2>$null
+            } finally {
+                $ErrorActionPreference = $prevEap
+            }
             if ($LASTEXITCODE -ne 0) {
                 # No TRACEBLOC_ALLOW_UNVERIFIED branch here, deliberately.
                 # Verification RAN and said no.

scripts/tests/install-ps1-verify.sh

@@ -134,6 +134,33 @@ else
   bad 'a post-cosign artifact fetch is missing its size cap'
 fi
 
+
+# ── 5d. every native call sits in a stderr window (cli, Windows PowerShell 5.1)
+# THE SUCCESS PATH WAS FATAL. cosign writes "Verified OK" to STDERR when a
+# signature VERIFIES. Windows PowerShell 5.1 turns native-command stderr into a
+# NativeCommandError record, and this installer runs under
+# `$ErrorActionPreference = 'Stop'`, so that record TERMINATES the run at the
+# moment verification succeeds. `2>$null` does not prevent it -- 5.1 raises the
+# record before the redirection applies. Measured on a real Windows 11 box
+# against the published v0.10.17 installer: "cosign.exe : Verified OK" followed
+# by NativeCommandError, and nothing installed.
+#
+# Invisible on PowerShell 7, which does not make error records out of native
+# stderr -- so it passes wherever it is tested and fails on the Windows default.
+#
+# THE INVARIANT, and it catches the next native call someone adds: every `& $...`
+# invocation must sit inside an `$ErrorActionPreference = 'Continue'` window.
+# There are exactly two (cosign version, cosign verify-blob) and there must be at
+# least as many windows as calls.
+native_calls=$(grep -cE '^[[:space:]]*&[[:space:]]*\$' "$INSTALLER" || true)
+eap_windows=$(grep -cF "ErrorActionPreference = 'Continue'" "$INSTALLER" || true)
+if [ "$native_calls" -eq 0 ]; then
+  bad 'no native invocation found at all -- this guard would pass vacuously'
+elif [ "$eap_windows" -ge "$native_calls" ]; then
+  ok "every native invocation ($native_calls) sits in a stderr window ($eap_windows)"
+else
+  bad "a native invocation runs outside an ErrorActionPreference window ($native_calls calls, $eap_windows windows) -- cosign's 'Verified OK' on stderr will terminate the install under Windows PowerShell 5.1"
+fi
 # ── 6. behavioural tier ─────────────────────────────────────────────────────
 # pwsh is preinstalled on GitHub-hosted ubuntu runners. If it is missing we
 # cannot tell whether the helpers behave, and "cannot tell" is a finding, not a