From 04b70e34d9d6a1b10071b809283a5b74110e2d52 Mon Sep 17 00:00:00 2001 From: harsh0641 Date: Thu, 12 Nov 2026 13:41:40 -0500 Subject: [PATCH] feat: evaluate on all closed issues, not only PR-linked --- src/lysis/models/evaluate.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/lysis/models/evaluate.py b/src/lysis/models/evaluate.py index c84c6c4..5cd619b 100644 --- a/src/lysis/models/evaluate.py +++ b/src/lysis/models/evaluate.py @@ -23,6 +23,7 @@ def load_dataset(raw_dir="data/raw", labels_path="data/labels.csv"): d = json.loads(path.read_text()) r = d["repo"] name = r["full_name"] + cutoff = min((p["created_at"] for p in d["merged_prs"]), default=None) rows += [ { "repo": name, @@ -42,8 +43,11 @@ def load_dataset(raw_dir="data/raw", labels_path="data/labels.csv"): "created_at": i["created_at"], } for i in d["closed_issues"] + if cutoff and i["created_at"] >= cutoff ] - return labels.merge(pd.DataFrame(rows), on=["repo", "issue_number"]) + df = pd.DataFrame(rows).merge(labels, on=["repo", "issue_number"], how="left") + df["first_timer"] = df["first_timer"].fillna(0).astype(int) + return df def split_by_repo(df, test_frac=0.3, seed=42):