elm-review/tests/NoPrematureLetComputation.elm
2021-10-17 10:00:47 +02:00

1085 lines
32 KiB
Elm

module NoPrematureLetComputation exposing (rule)
{-|
@docs rule
-}
import Dict exposing (Dict)
import Elm.Syntax.Declaration as Declaration exposing (Declaration)
import Elm.Syntax.Expression as Expression exposing (Expression)
import Elm.Syntax.Node as Node exposing (Node(..))
import Elm.Syntax.Pattern as Pattern exposing (Pattern)
import Elm.Syntax.Range as Range exposing (Location, Range)
import RangeDict exposing (RangeDict)
import Review.Fix as Fix exposing (Fix)
import Review.ModuleNameLookupTable as ModuleNameLookupTable exposing (ModuleNameLookupTable)
import Review.Rule as Rule exposing (Rule)
import Set exposing (Set)
{-| Reports let declarations that are computed earlier than needed.
This rule is useful to prevent unnecessary computations and to group related code together.
config =
[ NoPrematureLetComputation.rule
]
🔧 Running with `--fix` will automatically fix almost all of the reported errors.
## Fail
In this example, we compute `value` earlier than needed, and we end up not using it in of the branches.
someFunction n =
let
value =
expensiveComputation n
in
if needToCompute then
value + 1
else
0
## Success
If we take the example from above, this would be the suggested (and automatic) fix:
someFunction n =
if needToCompute then
let
value =
expensiveComputation n
in
value + 1
else
0
A declaration will not be reported if it's used in multiple branches at the same level.
The rule will try to move the declaration as close as possible to the usages.
someFunction n =
let
value =
expensiveComputation n
in
if condition then
value + 1
else
value - 1
Sometimes, when a computation is somewhat expensive, it is done once in a let declaration and then
referenced in a let or anonymous function. This rule does not want to worsen the performance, and therefore
declarations will not be moved to inside a function.
someFunction items n =
let
-- Will stay here
value =
expensiveComputation n
in
List.map
(\item ->
if condition item then
value + item.value
else
0
)
items
There are some exceptions when we know for sure that an anonymous function will only be computed once,
for instance when it is the argument to `Maybe.map`:
someFunction maybeItem n =
let
-- Will be moved from here...
value =
expensiveComputation n
in
Maybe.map
(\item ->
if condition item then
-- ... to here
value + item.value
else
0
)
maybeItem
The rule will also merge adjacent let declarations together:
someFunction n =
let
y =
1
in
let
z =
1
in
y + z
-->
someFunction n =
let
y =
1
z =
1
in
y + z
## Try it out
You can try this rule out by running the following command:
```bash
elm-review --template jfmengels/elm-review-common/example --rules NoPrematureLetComputation
```
-}
rule : Rule
rule =
Rule.newModuleRuleSchemaUsingContextCreator "NoPrematureLetComputation" initialContext
|> Rule.withDeclarationEnterVisitor declarationVisitor
|> Rule.withExpressionEnterVisitor expressionEnterVisitor
|> Rule.withExpressionExitVisitor expressionExitVisitor
|> Rule.fromModuleRuleSchema
type alias Context =
{ lookupTable : ModuleNameLookupTable
, extractSourceCode : Range -> String
, scope : Scope
, branching : Branching
, functionsThatWillOnlyBeComputedOnce : RangeDict ()
}
type alias Branching =
{ full : List Range
, last : Maybe Range
}
type Scope
= Scope ScopeType ScopeData
type ScopeType
= Branch
| LetScope
| Function
| FunctionOkayToMoveInto
type alias ScopeData =
{ letDeclarations : List Declared
, used : Set String
, insertionLocation : LetInsertPosition
, scopes : RangeDict Scope
}
type LetInsertPosition
= InsertNewLet Location
| InsertExistingLet Location
type alias Declared =
{ name : String
, introducesVariablesInImplementation : Bool
, reportRange : Range
, declarationColumn : Int
, declarationRange : Range
, removeRange : Range
}
newBranch : LetInsertPosition -> Scope
newBranch insertionLocation =
Scope
Branch
{ letDeclarations = []
, used = Set.empty
, insertionLocation = insertionLocation
, scopes = RangeDict.empty
}
emptyBranching : Branching
emptyBranching =
{ full = []
, last = Nothing
}
initialContext : Rule.ContextCreator () Context
initialContext =
Rule.initContextCreator
(\lookupTable extractSourceCode () ->
{ lookupTable = lookupTable
, extractSourceCode = extractSourceCode
, scope = newBranch (InsertNewLet { row = 0, column = 0 })
, branching = emptyBranching
, functionsThatWillOnlyBeComputedOnce = RangeDict.empty
}
)
|> Rule.withModuleNameLookupTable
|> Rule.withSourceCodeExtractor
updateCurrentBranch : (ScopeData -> ScopeData) -> List Range -> Scope -> Scope
updateCurrentBranch updateFn currentBranching (Scope type_ segment) =
case currentBranching of
[] ->
Scope type_ (updateFn segment)
range :: restOfSegments ->
Scope
type_
{ segment
| scopes =
RangeDict.modify
range
(updateCurrentBranch updateFn restOfSegments)
segment.scopes
}
updateAllSegmentsOfCurrentBranch : (ScopeData -> ScopeData) -> List Range -> Scope -> Scope
updateAllSegmentsOfCurrentBranch updateFn currentBranching (Scope type_ scope) =
case currentBranching of
[] ->
Scope type_ (updateFn scope)
range :: restOfSegments ->
Scope
type_
(updateFn
{ scope
| scopes =
RangeDict.modify
range
(updateAllSegmentsOfCurrentBranch updateFn restOfSegments)
scope.scopes
}
)
getCurrentBranch : List Range -> Scope -> Maybe Scope
getCurrentBranch currentBranching branch =
case currentBranching of
[] ->
Just branch
range :: restOfBranching ->
RangeDict.get range (getScopes branch)
|> Maybe.andThen (getCurrentBranch restOfBranching)
getScopes : Scope -> RangeDict Scope
getScopes =
getScopeData >> .scopes
getScopeData : Scope -> ScopeData
getScopeData (Scope _ scope) =
scope
declarationVisitor : Node Declaration -> Context -> ( List nothing, Context )
declarationVisitor node context =
case Node.value node of
Declaration.FunctionDeclaration { declaration } ->
( []
, { lookupTable = context.lookupTable
, extractSourceCode = context.extractSourceCode
, scope = newBranch (figureOutInsertionLocation (declaration |> Node.value |> .expression))
, branching = emptyBranching
, functionsThatWillOnlyBeComputedOnce = RangeDict.empty
}
)
_ ->
( [], context )
figureOutInsertionLocation : Node Expression -> LetInsertPosition
figureOutInsertionLocation node =
case Node.value node of
Expression.LetExpression { declarations } ->
case declarations of
first :: _ ->
InsertExistingLet (Node.range first).start
[] ->
-- Should not happen
InsertNewLet (Node.range node).start
_ ->
InsertNewLet (Node.range node).start
expressionEnterVisitor : Node Expression -> Context -> ( List nothing, Context )
expressionEnterVisitor node context =
let
newContext : Context
newContext =
case getCurrentBranch context.branching.full context.scope |> Maybe.map getScopes of
Just scopes ->
if RangeDict.member (Node.range node) scopes then
{ context | branching = addBranching (Node.range node) context.branching }
else
context
Nothing ->
context
in
( [], expressionEnterVisitorHelp node newContext )
addBranching : Range -> Branching -> Branching
addBranching range branching =
{ full = branching.full ++ [ range ]
, last = Just range
}
removeLastBranchIfOnIt : Range -> Branching -> Maybe Branching
removeLastBranchIfOnIt range branching =
if branching.last == Just range then
let
full : List Range
full =
List.take (List.length branching.full - 1) branching.full
in
Just
(removeLastBranchIfOnItRetry
range
{ full = full
, last = getLastListItem full
}
)
else
Nothing
removeLastBranchIfOnItRetry : Range -> Branching -> Branching
removeLastBranchIfOnItRetry range branching =
if branching.last == Just range then
let
full : List Range
full =
List.take (List.length branching.full - 1) branching.full
in
{ full = full
, last = getLastListItem full
}
else
branching
popCurrentNodeFromBranching : Range -> Context -> Context
popCurrentNodeFromBranching range context =
case removeLastBranchIfOnIt range context.branching of
Just newBranching ->
{ context | branching = newBranching }
Nothing ->
context
expressionEnterVisitorHelp : Node Expression -> Context -> Context
expressionEnterVisitorHelp node context =
case Node.value node of
Expression.FunctionOrValue [] name ->
let
branch : Scope
branch =
updateCurrentBranch
(\b -> { b | used = Set.insert name b.used })
context.branching.full
context.scope
in
{ context | scope = branch }
Expression.RecordUpdateExpression name _ ->
let
branch : Scope
branch =
updateCurrentBranch
(\b -> { b | used = Set.insert (Node.value name) b.used })
context.branching.full
context.scope
in
{ context | scope = branch }
Expression.LetExpression letBlock ->
registerLetExpression node letBlock context
Expression.IfBlock _ then_ else_ ->
addBranches [ then_, else_ ] context
Expression.CaseExpression { cases } ->
registerCaseExpression node cases context
Expression.LambdaExpression { args, expression } ->
let
branch : Scope
branch =
if List.any patternIntroducesVariable args then
markLetDeclarationsAsIntroducingVariables (Node.range node) context
else
context.scope
newScope : Scope
newScope =
Scope
(if RangeDict.member (Node.range node) context.functionsThatWillOnlyBeComputedOnce then
FunctionOkayToMoveInto
else
Function
)
{ letDeclarations = []
, used = Set.empty
, insertionLocation = figureOutInsertionLocation expression
, scopes = RangeDict.empty
}
branchWithAddedScope : Scope
branchWithAddedScope =
updateCurrentBranch
(\b ->
{ b
| scopes =
RangeDict.insert
(Node.range node)
newScope
b.scopes
}
)
context.branching.full
branch
in
{ context
| scope = branchWithAddedScope
, branching = addBranching (Node.range node) context.branching
}
Expression.Application ((Node fnRange (Expression.FunctionOrValue _ fnName)) :: argumentWithParens :: restOfArguments) ->
registerApplicationCall
fnRange
fnName
argumentWithParens
(List.length restOfArguments)
context
Expression.OperatorApplication "|>" _ _ (Node _ (Expression.Application ((Node fnRange (Expression.FunctionOrValue _ fnName)) :: argumentWithParens :: restOfArguments))) ->
registerApplicationCall
fnRange
fnName
argumentWithParens
(List.length restOfArguments + 1)
context
Expression.OperatorApplication "<|" _ (Node _ (Expression.Application ((Node fnRange (Expression.FunctionOrValue _ fnName)) :: argumentWithParens :: restOfArguments))) _ ->
registerApplicationCall
fnRange
fnName
argumentWithParens
(List.length restOfArguments + 1)
context
_ ->
context
registerLetExpression : Node Expression -> Expression.LetBlock -> Context -> Context
registerLetExpression node { declarations, expression } context =
let
isDeclarationAlone : Bool
isDeclarationAlone =
List.length declarations == 1
letDeclarations : List Declared
letDeclarations =
declarations
|> List.concatMap collectDeclarations
|> List.map
(\( nameNode, expressionRange, declaration ) ->
{ name = Node.value nameNode
, introducesVariablesInImplementation = False
, reportRange = Node.range nameNode
, declarationColumn = (Node.range declaration).start.column
, declarationRange = fullLines { start = (Node.range declaration).start, end = expressionRange.end }
, removeRange =
if isDeclarationAlone then
{ start = (Node.range node).start
, end = (Node.range expression).start
}
else
{ start = { row = (Node.range declaration).start.row, column = 1 }
, end = expressionRange.end
}
}
)
scopes : RangeDict Scope
scopes =
declarations
|> List.filterMap getLetFunctionRange
|> List.map (\range -> ( range, functionScope ))
|> RangeDict.fromList
newScope : Scope
newScope =
Scope
LetScope
{ letDeclarations = letDeclarations
, used = Set.empty
, insertionLocation = figureOutInsertionLocation node
, scopes = scopes
}
contextWithDeclarationsMarked : Context
contextWithDeclarationsMarked =
{ context | scope = markLetDeclarationsAsIntroducingVariables (Node.range node) context }
branch : Scope
branch =
updateCurrentBranch
(\b ->
{ b
| scopes =
RangeDict.insert
(Node.range node)
newScope
b.scopes
}
)
contextWithDeclarationsMarked.branching.full
contextWithDeclarationsMarked.scope
in
{ contextWithDeclarationsMarked
| scope = branch
, branching = addBranching (Node.range node) contextWithDeclarationsMarked.branching
}
registerCaseExpression : Node Expression -> List ( Node Pattern, Node Expression ) -> Context -> Context
registerCaseExpression node cases context =
let
contextWithDeclarationsMarked : Context
contextWithDeclarationsMarked =
if List.any (Tuple.first >> patternIntroducesVariable) cases then
{ context | scope = markLetDeclarationsAsIntroducingVariables (Node.range node) context }
else
context
branchNodes : List (Node Expression)
branchNodes =
List.map (\( _, exprNode ) -> exprNode) cases
in
addBranches branchNodes contextWithDeclarationsMarked
registerApplicationCall : Range -> String -> Node Expression -> Int -> Context -> Context
registerApplicationCall fnRange fnName argumentWithParens nbOfOtherArguments context =
let
argument : Node Expression
argument =
removeParens argumentWithParens
in
case Node.value argument of
Expression.LambdaExpression _ ->
case numberOfArgumentsForFunction context.lookupTable fnName fnRange of
Just expectedNumberOfArguments ->
if nbOfOtherArguments == expectedNumberOfArguments - 1 then
{ context
| functionsThatWillOnlyBeComputedOnce =
RangeDict.insert (Node.range argument) () context.functionsThatWillOnlyBeComputedOnce
}
else
context
Nothing ->
context
_ ->
context
numberOfArgumentsForFunction : ModuleNameLookupTable -> String -> Range -> Maybe number
numberOfArgumentsForFunction lookupTable fnName fnRange =
case Dict.get fnName knownFunctions of
Just knownModuleNames ->
ModuleNameLookupTable.moduleNameAt lookupTable fnRange
|> Maybe.andThen (\moduleName -> Dict.get moduleName knownModuleNames)
_ ->
Nothing
knownFunctions : Dict String (Dict (List String) number)
knownFunctions =
Dict.fromList
[ ( "map"
, Dict.fromList
[ ( [ "Maybe" ], 2 )
, ( [ "Html" ], 2 )
, ( [ "Result" ], 2 )
, ( [ "Task" ], 2 )
]
)
, ( "map2"
, Dict.fromList
[ ( [ "Maybe" ], 3 )
, ( [ "Result" ], 3 )
, ( [ "Task" ], 3 )
]
)
, ( "map3"
, Dict.fromList
[ ( [ "Maybe" ], 4 )
, ( [ "Result" ], 4 )
, ( [ "Task" ], 4 )
]
)
, ( "map4"
, Dict.fromList
[ ( [ "Maybe" ], 5 )
, ( [ "Result" ], 5 )
, ( [ "Task" ], 5 )
]
)
, ( "map5"
, Dict.fromList
[ ( [ "Maybe" ], 6 )
, ( [ "Result" ], 6 )
, ( [ "Task" ], 6 )
]
)
, ( "mapError"
, Dict.fromList
[ ( [ "Result" ], 2 )
, ( [ "Task" ], 2 )
]
)
, ( "andThen"
, Dict.fromList
[ ( [ "Maybe" ], 2 )
, ( [ "Result" ], 2 )
, ( [ "Task" ], 2 )
]
)
-- TODO Support mapBoth as well
, ( "mapFirst"
, Dict.singleton [ "Tuple" ] 2
)
, ( "mapSecond"
, Dict.singleton [ "Tuple" ] 2
)
, ( "perform"
, Dict.singleton [ "Task" ] 2
)
, ( "attempt"
, Dict.singleton [ "Task" ] 2
)
, ( "onError"
, Dict.singleton [ "Task" ] 2
)
, ( "update"
, Dict.singleton [ "Dict" ] 4
)
]
removeParens : Node Expression -> Node Expression
removeParens node =
case Node.value node of
Expression.ParenthesizedExpression expr ->
removeParens expr
_ ->
node
functionScope : Scope
functionScope =
Scope
Function
{ letDeclarations = []
, used = Set.empty
, insertionLocation =
-- Will not be used
InsertNewLet { row = 0, column = 0 }
, scopes = RangeDict.empty
}
variablesInPattern : Node Pattern -> List (Node String)
variablesInPattern node =
case Node.value node of
Pattern.ListPattern patterns ->
List.concatMap variablesInPattern patterns
Pattern.TuplePattern patterns ->
List.concatMap variablesInPattern patterns
Pattern.RecordPattern fields ->
fields
Pattern.UnConsPattern left right ->
List.concatMap variablesInPattern [ left, right ]
Pattern.VarPattern name ->
[ Node (Node.range node) name ]
Pattern.NamedPattern _ patterns ->
List.concatMap variablesInPattern patterns
Pattern.AsPattern pattern name ->
name :: variablesInPattern pattern
Pattern.ParenthesizedPattern pattern ->
variablesInPattern pattern
_ ->
[]
patternIntroducesVariable : Node Pattern -> Bool
patternIntroducesVariable node =
case Node.value node of
Pattern.ListPattern patterns ->
List.any patternIntroducesVariable patterns
Pattern.TuplePattern patterns ->
List.any patternIntroducesVariable patterns
Pattern.RecordPattern _ ->
True
Pattern.UnConsPattern left right ->
patternIntroducesVariable left
|| patternIntroducesVariable right
Pattern.VarPattern _ ->
True
Pattern.NamedPattern _ patterns ->
List.any patternIntroducesVariable patterns
Pattern.AsPattern _ _ ->
True
Pattern.ParenthesizedPattern pattern ->
patternIntroducesVariable pattern
_ ->
False
markLetDeclarationsAsIntroducingVariables : Range -> Context -> Scope
markLetDeclarationsAsIntroducingVariables range context =
updateAllSegmentsOfCurrentBranch
(markDeclarationsAsUsed range)
context.branching.full
context.scope
markDeclarationsAsUsed : Range -> ScopeData -> ScopeData
markDeclarationsAsUsed range branchData =
{ branchData | letDeclarations = List.map (markDeclarationAsUsed range) branchData.letDeclarations }
markDeclarationAsUsed : Range -> Declared -> Declared
markDeclarationAsUsed range declared =
if isRangeContained { outer = declared.declarationRange, inner = range } then
{ declared | introducesVariablesInImplementation = True }
else
declared
isRangeContained : { outer : Range, inner : Range } -> Bool
isRangeContained { outer, inner } =
(Range.compareLocations outer.start inner.start /= GT)
&& (Range.compareLocations outer.end inner.end /= LT)
fullLines : Range -> Range
fullLines range =
{ start = { row = range.start.row, column = 1 }
, end = range.end
}
addBranches : List (Node Expression) -> Context -> Context
addBranches nodes context =
let
branch : Scope
branch =
updateCurrentBranch
(\b -> { b | scopes = insertNewBranches nodes b.scopes })
context.branching.full
context.scope
in
{ context | scope = branch }
insertNewBranches : List (Node Expression) -> RangeDict Scope -> RangeDict Scope
insertNewBranches nodes rangeDict =
case nodes of
[] ->
rangeDict
node :: tail ->
insertNewBranches tail
(RangeDict.insert
(Node.range node)
(newBranch (figureOutInsertionLocation node))
rangeDict
)
expressionExitVisitor : Node Expression -> Context -> ( List (Rule.Error {}), Context )
expressionExitVisitor node context =
( expressionExitVisitorHelp node context
, popCurrentNodeFromBranching (Node.range node) context
)
expressionExitVisitorHelp : Node Expression -> Context -> List (Rule.Error {})
expressionExitVisitorHelp node context =
case Node.value node of
Expression.LetExpression _ ->
case getCurrentBranch context.branching.full context.scope of
Just ((Scope LetScope scopeData) as scope) ->
List.filterMap
(\declaration ->
canBeMovedToCloserLocation True declaration.name scope
|> List.head
|> Maybe.map (createError context declaration)
)
scopeData.letDeclarations
_ ->
[]
_ ->
[]
collectDeclarations : Node Expression.LetDeclaration -> List ( Node String, Range, Node Expression.LetDeclaration )
collectDeclarations node =
case Node.value node of
Expression.LetFunction letFunction ->
let
declaration : Expression.FunctionImplementation
declaration =
Node.value letFunction.declaration
in
if List.isEmpty declaration.arguments then
[ ( declaration.name
, Node.range declaration.expression
, node
)
]
else
[]
Expression.LetDestructuring pattern expression ->
case variablesInPattern pattern of
[ name ] ->
[ ( name
, Node.range expression
, node
)
]
_ ->
[]
getLetFunctionRange : Node Expression.LetDeclaration -> Maybe Range
getLetFunctionRange node =
case Node.value node of
Expression.LetFunction { declaration } ->
if List.isEmpty (Node.value declaration).arguments then
Nothing
else
Just (declaration |> Node.value |> .expression |> Node.range)
Expression.LetDestructuring _ _ ->
Nothing
canBeMovedToCloserLocation : Bool -> String -> Scope -> List LetInsertPosition
canBeMovedToCloserLocation isRoot name (Scope type_ scope) =
let
closestLocation : List LetInsertPosition
closestLocation =
canBeMovedToCloserLocationForBranchData isRoot name scope
in
case type_ of
Branch ->
closestLocation
LetScope ->
closestLocation
FunctionOkayToMoveInto ->
closestLocation
Function ->
-- Duplicating so that the parent has to use its insert location,
-- and we don't insert inside the let
closestLocation ++ closestLocation
canBeMovedToCloserLocationForBranchData : Bool -> String -> ScopeData -> List LetInsertPosition
canBeMovedToCloserLocationForBranchData isRoot name branchData =
if Set.member name branchData.used then
emptyIfTrue isRoot [ branchData.insertionLocation ]
else
let
relevantUsages : List LetInsertPosition
relevantUsages =
findRelevantUsages name (RangeDict.values branchData.scopes) []
in
if List.length relevantUsages > 1 then
emptyIfTrue isRoot [ branchData.insertionLocation ]
else
relevantUsages
findRelevantUsages : String -> List Scope -> List LetInsertPosition -> List LetInsertPosition
findRelevantUsages name branches result =
if List.length result > 1 then
-- If we have already found 2 branches with relevant usages, then we don't need to continue
result
else
case branches of
[] ->
result
first :: rest ->
findRelevantUsages name rest (canBeMovedToCloserLocation False name first ++ result)
emptyIfTrue : Bool -> List a -> List a
emptyIfTrue bool list =
if bool then
[]
else
list
createError : Context -> Declared -> LetInsertPosition -> Rule.Error {}
createError context declared letInsertPosition =
let
letInsertLine : Int
letInsertLine =
case letInsertPosition of
InsertNewLet insertLocation ->
insertLocation.row
InsertExistingLet insertLocation ->
insertLocation.row
in
Rule.errorWithFix
{ message = "Let value was declared prematurely"
, details =
[ "This value is only used in some code paths, and it can therefore be computed unnecessarily."
, "Try moving it closer to where it is needed, I recommend to move it to line " ++ String.fromInt letInsertLine ++ "."
]
}
declared.reportRange
(fix context declared letInsertPosition)
fix : Context -> Declared -> LetInsertPosition -> List Fix
fix context declared letInsertPosition =
if declared.introducesVariablesInImplementation then
[]
else
case letInsertPosition of
InsertNewLet insertLocation ->
[ Fix.removeRange declared.removeRange
, context.extractSourceCode declared.declarationRange
|> wrapInLet declared.reportRange.start.column insertLocation.column
|> Fix.insertAt insertLocation
]
InsertExistingLet insertLocation ->
[ Fix.removeRange declared.removeRange
, context.extractSourceCode declared.declarationRange
|> insertInLet declared.declarationColumn insertLocation.column
|> Fix.insertAt insertLocation
]
wrapInLet : Int -> Int -> String -> String
wrapInLet initialPosition column source =
let
padding : String
padding =
String.repeat (column - 1) " "
in
[ [ "let" ]
, source
|> String.lines
|> List.map (\line -> String.repeat (column - initialPosition) " " ++ " " ++ line)
, [ padding ++ "in", padding ]
]
|> List.concat
|> String.join "\n"
insertInLet : Int -> Int -> String -> String
insertInLet initialPosition column source =
case source |> String.trim |> String.lines of
[] ->
""
firstLine :: restOfLines ->
((firstLine :: List.map (\line -> String.repeat (column - initialPosition) " " ++ line) restOfLines)
|> String.join "\n"
)
++ "\n"
++ String.repeat (column - 1) " "
getLastListItem : List a -> Maybe a
getLastListItem =
List.reverse >> List.head