mirror of
https://github.com/github/semantic.git
synced 2024-11-24 00:42:33 +03:00
76 lines
3.7 KiB
Haskell
76 lines
3.7 KiB
Haskell
{-# LANGUAGE DataKinds, FlexibleContexts, PackageImports, PartialTypeSignatures, TypeApplications, TypeFamilies #-}
|
|
|
|
module Evaluation (benchmarks) where
|
|
|
|
import Control.Carrier.Parse.Simple
|
|
import qualified Data.Duration as Duration
|
|
import Data.Abstract.Evaluatable
|
|
import Data.Blob
|
|
import Data.Blob.IO (readBlobFromFile')
|
|
import Data.Bifunctor
|
|
import "semantic" Data.Graph (topologicalSort)
|
|
import qualified Data.Language as Language
|
|
import Data.Project
|
|
import Data.Proxy
|
|
import Gauge.Main
|
|
import Parsing.Parser
|
|
import Semantic.Config (defaultOptions)
|
|
import Semantic.Graph
|
|
import Semantic.Task (TaskSession (..), runTask, withOptions)
|
|
import Semantic.Util
|
|
import qualified System.Path as Path
|
|
import System.Path ((</>))
|
|
|
|
-- Duplicating this stuff from Util to shut off the logging
|
|
|
|
callGraphProject' :: ( Language.SLanguage lang
|
|
, HasPrelude lang
|
|
)
|
|
=> TaskSession
|
|
-> Proxy lang
|
|
-> Path.RelFile
|
|
-> IO (Either String ())
|
|
callGraphProject' session proxy path
|
|
| Just (SomeParser parser) <- parserForLanguage analysisParsers lang = fmap (bimap show (const ())) . runTask session $ do
|
|
blob <- readBlobFromFile' (fileForTypedPath path)
|
|
package <- fmap snd <$> runParse (Duration.fromSeconds 10) (parsePackage parser (Project (Path.toString (Path.takeDirectory path)) [blob] lang []))
|
|
modules <- topologicalSort <$> runImportGraphToModules proxy package
|
|
runCallGraph proxy False modules package
|
|
| otherwise = error $ "Analysis not supported for: " <> show lang
|
|
where lang = Language.reflect proxy
|
|
|
|
callGraphProject proxy paths = withOptions defaultOptions $ \ config logger statter ->
|
|
callGraphProject' (TaskSession config "" False logger statter) proxy paths
|
|
|
|
evaluateProject proxy path
|
|
| Just (SomeParser parser) <- parserForLanguage analysisParsers lang = withOptions defaultOptions $ \ config logger statter ->
|
|
fmap (const ()) . justEvaluating =<< evaluateProject' (TaskSession config "" False logger statter) proxy parser [Path.toString path]
|
|
| otherwise = error $ "Analysis not supported for: " <> show lang
|
|
where lang = Language.reflect proxy
|
|
|
|
pyEval :: Path.RelFile -> Benchmarkable
|
|
pyEval p = nfIO $ evaluateProject (Proxy @'Language.Python) (Path.relDir "bench/bench-fixtures/python" </> p)
|
|
|
|
rbEval :: Path.RelFile -> Benchmarkable
|
|
rbEval p = nfIO $ evaluateProject (Proxy @'Language.Ruby) (Path.relDir "bench/bench-fixtures/ruby" </> p)
|
|
|
|
pyCall :: Path.RelFile -> Benchmarkable
|
|
pyCall p = nfIO $ callGraphProject (Proxy @'Language.Python) (Path.relDir "bench/bench-fixtures/python/" </> p)
|
|
|
|
rbCall :: Path.RelFile -> Benchmarkable
|
|
rbCall p = nfIO $ callGraphProject (Proxy @'Language.Ruby) (Path.relDir "bench/bench-fixtures/ruby" </> p)
|
|
|
|
benchmarks :: Benchmark
|
|
benchmarks = bgroup "evaluation"
|
|
[ bgroup "python" [ bench "assignment" . pyEval $ Path.relFile "simple-assignment.py"
|
|
, bench "function def" . pyEval $ Path.relFile "function-definition.py"
|
|
, bench "if + function calls" . pyCall . Path.relFile $ "if-statement-functions.py"
|
|
, bench "call graph" $ pyCall . Path.relFile $ "if-statement-functions.py"
|
|
]
|
|
, bgroup "ruby" [ bench "assignment" . rbEval $ Path.relFile "simple-assignment.rb"
|
|
, bench "function def" . rbEval . Path.relFile $ "function-definition.rb"
|
|
, bench "if + function calls" . rbCall $ Path.relFile "if-statement-functions.rb"
|
|
, bench "call graph" $ rbCall $ Path.relFile "if-statement-functions.rb"
|
|
]
|
|
]
|