em 02: data-flow classification (params/returns/locals buckets)

- Tooling/DataFlowClassifier: buckets a resolved selection via Roslyn
  DataFlowAnalysis. Selection flow + tail flow (statements AFTER the
  selection in the same block) both use the two-argument AnalyzeDataFlow
  overload on the contiguous run; the em 01 spike verdict is pinned in
  tests — a synthetic BlockSyntax (parent decision #3) throws
  ArgumentException "statements not within tree" and would re-bind
  symbols, breaking the written-inside ∩ read-after identity match.
- Buckets per parent spec as plain-string records: in-params = local +
  parameter reads (filtering the implicit `this`; fields/properties stay
  in the em 03 extract-first bucket), ByRef = reassigned inside via a
  non-declaration write (declaration initializers are not write-backs),
  returns = written ∧ read-after (tail, branch-insensitive
  over-approximation) + trailing `return X;` simple-name candidate,
  locals = written ∧ never read-after.
- CLI now prints the raw bucket dump after the statement count line;
  classification failures exit 1 with a clean message (exit 0/1/2
  contract preserved).
- Tests: 6 new (in-param incl. `this` non-leak, multi-statement
  two-argument path, trailing-return, ref-vs-in differential, extract-first
  non-leak, synthetic-block dead path, single-statement one-argument path);
  shared DemoFixture loader; fixed pre-existing CS8602 in DemoFixtureTests.
  36/36 green.
This commit is contained in:
2026-09-12 15:52:16 +01:00
parent b012d0aaa0
commit 7f0981e012
5 changed files with 542 additions and 11 deletions
+44 -1
View File
@@ -1,4 +1,5 @@
using ExtractMethod.Tooling;
using Microsoft.CodeAnalysis;
// CLIs are boring on purpose: argument parsing and printing live here, all
// Roslyn logic lives in Tooling/ so the tests can drive it directly.
@@ -31,7 +32,7 @@ var tree = CompilationLoader.ParseFile(file);
// 2. build the scratch compilation (refs from TRUSTED_PLATFORM_ASSEMBLIES)
var compilation = CompilationLoader.CreateCompilation(tree, Path.GetFileNameWithoutExtension(file));
if (compilation.GetDiagnostics().Any(d => d.Severity == Microsoft.CodeAnalysis.DiagnosticSeverity.Error))
if (compilation.GetDiagnostics().Any(d => d.Severity == DiagnosticSeverity.Error))
{
Console.Error.WriteLine("warning: the file does not compile cleanly under a plain Roslyn compilation; reporting syntax-level resolution only");
}
@@ -48,4 +49,46 @@ Console.WriteLine(
$"{report.Count} statement(s) selected, lines {report.StartLine}..{report.EndLine} " +
$"in {report.Method?.Identifier.ValueText}(): " +
string.Join(", ", report.Kinds));
// 4. classify the data flow into the raw buckets (em 02: no pretty report yet)
// A classification failure is a semantic resolution error: same exit code as
// the resolver, message on stderr, but never a stack trace.
ExtractionSuggestion suggestion;
try
{
suggestion = DataFlowClassifier.Classify(compilation.GetSemanticModel(tree), report);
}
catch (Exception e) when (e is InvalidOperationException or ArgumentException)
{
Console.Error.WriteLine($"error: data-flow analysis failed: {e.Message}");
return SelectionResolver.ExitError;
}
foreach (var param in suggestion.Params)
{
Console.WriteLine($"params: {param.Name} ({param.Type}){(param.ByRef ? " [ref]" : " [in]")}");
}
if (suggestion.Params.Count == 0)
{
Console.WriteLine("params: (none)");
}
foreach (var name in suggestion.Returns)
{
Console.WriteLine($"returns: {name}");
}
if (suggestion.Returns.Count == 0)
{
Console.WriteLine("returns: (none)");
}
foreach (var name in suggestion.Locals)
{
Console.WriteLine($"locals: {name}");
}
if (suggestion.Locals.Count == 0)
{
Console.WriteLine("locals: (none)");
}
return 0;
@@ -0,0 +1,277 @@
using System.Collections.Immutable;
using Microsoft.CodeAnalysis;
using Microsoft.CodeAnalysis.CSharp;
using Microsoft.CodeAnalysis.CSharp.Syntax;
namespace ExtractMethod.Tooling;
// ---------------------------------------------------------------------------
// Yak em 02: data-flow classification. Turns a resolved selection into the
// three buckets the extract-method report is built from (params / returns /
// locals), using Roslyn's DataFlowAnalysis. Names and types are plain strings
// for v1; the records are the stable contract em 03 (extract-first + report)
// and em 04 (codegen) build on.
// ---------------------------------------------------------------------------
/// <summary>One suggested parameter of the extracted method (v1: plain strings).</summary>
/// <param name="Name">Variable name as it appears in the source.</param>
/// <param name="Type">Type as a display string (e.g. <c>int</c>, <c>string</c>).</param>
/// <param name="ByRef">True when the extraction must take the variable by <c>ref</c>
/// (write-back required); see <see cref="DataFlowClassifier.IsReassignedInside"/> for
/// the precise v1 rule.</param>
public sealed record ParamSuggestion(string Name, string Type, bool ByRef);
/// <summary>The classified buckets of one selection (v1: symbol names as plain strings).</summary>
/// <param name="Params">Variables the selection READS and the new method therefore
/// receives: read locals + the enclosing method's parameters (parent decision #6).
/// A variable may also appear in <see cref="Locals"/> and/or <see cref="Returns"/> —
/// v1 reports per-bucket and em 03 dedupes into a coherent signature.</param>
/// <param name="Returns">Variables written inside AND read after the selection
/// (tail data flow), plus the value of a trailing <c>return X;</c> when X is a
/// simple name — they must flow out of the extraction.</param>
/// <param name="Locals">Variables written inside and never read after: scratch
/// locals of the new method.</param>
public sealed record ExtractionSuggestion(
IReadOnlyList<ParamSuggestion> Params,
IReadOnlyList<string> Returns,
IReadOnlyList<string> Locals);
/// <summary>
/// Buckets a <see cref="SelectionReport"/> via Roslyn data-flow analysis.
///
/// Two regions are analyzed, in the SAME tree and compilation (so symbols keep
/// their identity and <see cref="SymbolEqualityComparer"/> matches them across
/// regions):
/// 1. the selection itself (parent spec: ReadInside / WrittenInside /
/// WrittenOutside),
/// 2. the TAIL: the statements AFTER the selection in the same enclosing
/// block — its ReadInside is the "read after" set (parent decision #4;
/// branch-insensitive over-approximation, see <see cref="Classify"/>).
///
/// WHY the two-argument overload and not a synthetic BlockSyntax (parent
/// decision #3 was "spike it"): the em 01 spike proved a synthetic block is
/// NOT part of the tree, so <c>AnalyzeDataFlow(block)</c> throws
/// <c>ArgumentException: statements not within tree</c>. Making it work would
/// mean re-parsing the method body, which RE-BINDS every symbol — the tail's
/// symbols would no longer equal the selection's, and the
/// written-inside ∩ read-after intersection (the return bucket) would break.
/// The two-argument overload analyzes a contiguous run in one statement list,
/// and both endpoints ARE tree nodes — no re-parse, identity preserved. It is
/// the LIVE path; the synthetic block is the DEAD path (pinned in tests).
/// </summary>
public static class DataFlowClassifier
{
/// <summary>
/// Data flow of the selected statements themselves.
/// Single statement → the one-argument overload; many contiguous
/// statements → <see cref="SemanticModel.AnalyzeDataFlow(SyntaxNode, SyntaxNode)"/>.
/// The resolver guarantees the selection is a contiguous run of whole
/// statements in one statement list, which is exactly that overload's
/// contract (both endpoints in the tree, same parent list).
/// </summary>
public static DataFlowAnalysis AnalyzeSelectionFlow(SemanticModel model, SelectionReport selection)
=> AnalyzeRegion(model, selection.Statements);
/// <summary>
/// Data flow of the statements AFTER the selection in the same enclosing
/// block (parent decision #4's "tail flow"). Returns null when the
/// selection already reaches the end of the block (nothing to read after).
/// The tail is again a contiguous run in one statement list, so the same
/// two-argument overload applies — no synthetic block needed, and symbol
/// identity with the selection analysis is preserved (see class comment).
/// </summary>
public static DataFlowAnalysis? AnalyzeTailFlow(SemanticModel model, SelectionReport selection)
{
var body = selection.Method?.Body;
if (body is null)
{
return null; // resolution succeeded but had no body: nothing to do (defensive)
}
var all = body.Statements;
int lastIndex = all.IndexOf(selection.Statements[^1]); // reference identity: same tree
int tailCount = all.Count - lastIndex - 1;
if (tailCount == 0)
{
return null;
}
return AnalyzeRegion(model, all.Skip(lastIndex + 1).Take(tailCount).ToList());
}
/// <summary>
/// The three report buckets for a resolved selection.
///
/// RULES (parent spec):
/// - params: every variable READ inside that is a local or the enclosing
/// method's parameter (decision #6 keeps fields/properties/statics out —
/// they are the extract-first bucket of em 03). The implicit `this`
/// parameter is filtered out: it is the instance, not a passable value.
/// - returns: written inside AND read after the selection (tail flow),
/// plus the value of a trailing `return X;` when X is a simple name.
/// - locals: written inside and never read after → scratch locals.
///
/// OVER-APPROXIMATION (decision #4, kept for v1, comment is the contract):
/// "read after" is ReadInside of the whole tail, branch-insensitively. We
/// do NOT track whether the write from inside the selection actually
/// reaches each tail read (e.g. the variable could be overwritten in the
/// tail before its next read). Consequences: some variables are reported
/// as returns that a precise analysis would classify as locals. Accepted.
///
/// Overlap between buckets is a v1 artifact of the parent spec, not a bug:
/// a variable that is read, declared and reassigned inside (e.g. `total`)
/// legitimately lands in params (by-ref: a write-back is owed) AND in
/// locals/returns. em 03 promotes such variables into the signature.
/// </summary>
public static ExtractionSuggestion Classify(SemanticModel model, SelectionReport selection)
{
var selectionFlow = AnalyzeSelectionFlow(model, selection);
if (!selectionFlow.Succeeded)
{
// Bindable code that Roslyn cannot analyze means a tool bug or an
// unhandled file shape; be loud instead of silently producing an
// empty classification.
throw new InvalidOperationException(
"data-flow analysis of the selection failed to bind (Succeeded == false)");
}
var readInside = selectionFlow.ReadInside;
var writtenInside = selectionFlow.WrittenInside;
// WrittenOutside is not needed for the v1 buckets (a variable written
// outside the selection and read inside is already a by-value in-param;
// one written inside and outside is caught by IsReassignedInside).
// It is still computed/exposed via AnalyzeSelectionFlow — the sets are
// the curriculum — but unused here by design.
// ReadInside is ImmutableArray (not a set): fine for Contains lookups.
var readAfter = AnalyzeTailFlow(model, selection)?.ReadInside ?? ImmutableArray<ISymbol>.Empty;
var trailingReturn = TrailingReturnName(selection);
// ---- returns: written inside ∧ read after, plus trailing return X ----
var returnNames = writtenInside
.Where(v => readAfter.Contains(v))
.Select(v => v.Name)
.Concat(trailingReturn is { } name ? new[] { name } : Array.Empty<string>())
.Distinct(StringComparer.Ordinal)
.OrderBy(n => n, StringComparer.Ordinal)
.ToList();
// ---- locals: written inside, never read after -> scratch locals ----
var localNames = writtenInside
.Where(v => !returnNames.Contains(v.Name, StringComparer.Ordinal))
.Select(v => v.Name)
.OrderBy(n => n, StringComparer.Ordinal)
.ToList();
// ---- params: reads that are locals / enclosing-method parameters ----
var paramSuggestions = readInside
.Where(v => v is ILocalSymbol or IParameterSymbol)
.Where(v => v is not IParameterSymbol { IsThis: true }) // `this` is the instance, not a value
.OrderBy(v => v.Name, StringComparer.Ordinal)
.Select(v => new ParamSuggestion(
v.Name,
ParamTypeString(v),
IsReassignedInside(model, v, selection.Statements)))
.ToList();
return new ExtractionSuggestion(paramSuggestions, returnNames, localNames);
}
/// <summary>
/// Display string of the variable's type. ISymbol has no Type member;
/// only locals and parameters carry one (the params bucket is restricted
/// to exactly those kinds, hence the match).
/// </summary>
private static string ParamTypeString(ISymbol variable) => variable switch
{
ILocalSymbol local => local.Type?.ToDisplayString() ?? "unknown",
IParameterSymbol parameter => parameter.Type?.ToDisplayString() ?? "unknown",
_ => "unknown",
};
/// <summary>
/// Analyzes a contiguous run of statements (one or many) in one statement
/// list. One statement → the one-argument overload; several → the two-
/// argument overload. Both endpoints are real tree nodes; a synthetic
/// block would throw "statements not within tree" (see class comment).
/// </summary>
private static DataFlowAnalysis AnalyzeRegion(SemanticModel model, IReadOnlyList<StatementSyntax> statements)
{
// Both overloads are nullable-annotated in Roslyn 5.x; null here means
// the region could not be bound, which the caller treats like
// Succeeded == false (loud failure, never a silent empty result).
DataFlowAnalysis? flow = statements.Count == 1
? model.AnalyzeDataFlow(statements[0])
: model.AnalyzeDataFlow(statements[0], statements[^1]);
return flow ?? throw new InvalidOperationException(
$"data-flow analysis returned null for a {statements.Count}-statement region (unable to bind)");
}
/// <summary>
/// The ByRef flag (parent spec: "mark ref if also written inside").
///
/// REFINEMENT, with the WHY: a variable's own declaration write (its
/// initializer) must NOT force a ref — the extraction declares the
/// variable itself and the caller never owed a write-back. Only a
/// REASSIGNMENT inside the selection (assignment, compound assignment,
/// ++/--, ref/out argument) represents a value written back to a variable
/// the caller already owns, which is what demands by-ref. Without this
/// refinement, every local declared-and-read inside (ScoreReads' seed and
/// score, per the note-6 fixture map) would be wrongly flagged ref.
/// </summary>
private static bool IsReassignedInside(SemanticModel model, ISymbol variable, IReadOnlyList<StatementSyntax> statements)
{
foreach (var statement in statements)
{
foreach (var node in statement.DescendantNodesAndSelf())
{
switch (node)
{
// `x = ...`, `x += ...`, `x ??= ...`, `x ?? y` is read, etc.:
// the LHS of any AssignmentExpression is a write position.
case AssignmentExpressionSyntax a when RefersTo(a.Left, model, variable):
return true;
// `x++`, `++x`, `x--`, `--x` (read-modify-write). The
// unary-expression Kind distinguishes inc/dec from other
// unary operators (e.g. `-x`, `!x` are reads only).
case PostfixUnaryExpressionSyntax p
when p.Kind() is SyntaxKind.PostIncrementExpression or SyntaxKind.PostDecrementExpression
&& RefersTo(p.Operand, model, variable):
case PrefixUnaryExpressionSyntax q
when q.Kind() is SyntaxKind.PreIncrementExpression or SyntaxKind.PreDecrementExpression
&& RefersTo(q.Operand, model, variable):
return true;
// `Foo(ref x)`, `Foo(out x)`: ref/out arguments write the
// variable (out even more so).
case ArgumentSyntax arg
when !arg.RefOrOutKeyword.IsKind(SyntaxKind.None)
&& RefersTo(arg.Expression, model, variable):
return true;
}
}
}
return false;
}
/// <summary>True when <paramref name="expr"/> is a simple reference to <paramref name="variable"/>.</summary>
private static bool RefersTo(ExpressionSyntax expr, SemanticModel model, ISymbol variable)
=> expr is IdentifierNameSyntax
&& SymbolEqualityComparer.Default.Equals(model.GetSymbolInfo(expr).Symbol, variable);
/// <summary>
/// Parent spec: "if the selection ends with `return X;`, X is the candidate."
/// Returns the simple-name candidate, or null when the returned expression
/// is not a simple name — an expression like `score + bonus` is not nameable
/// as a v1 string (composite return expressions are extract-first shape for
/// em 03). Empty return ('return;') has no candidate.
/// </summary>
private static string? TrailingReturnName(SelectionReport selection)
{
var last = selection.Statements[^1];
return last is ReturnStatementSyntax { Expression: IdentifierNameSyntax name } ? name.Identifier.ValueText : null;
}
}