ossf/scorecard
1
1
Fork 0
mirror of https://github.com/ossf/scorecard.git synced 2024-09-19 13:07:17 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Add CPU profile to cron worker (#576)

Browse Source 
Co-authored-by: Azeem Shaikh <azeems@google.com>
This commit is contained in:
Azeem Shaikh 2021-06-14 10:09:23 -07:00 committed by GitHub
parent 77b8dbc2fb
commit a5b53c693a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
cron/worker/main.go
View File

@ -21,6 +21,7 @@ import (
"log"
"net/http"
"os"
"runtime/pprof"
"github.com/google/go-github/v32/github"
"github.com/shurcooL/githubv4"
@ -56,6 +57,11 @@ func processRequest(ctx context.Context,
return nil
}
var cpuProf bytes.Buffer
if err := pprof.StartCPUProfile(&cpuProf); err != nil {
return fmt.Errorf("error during pprof.StartCPUProfile: %w", err)
}
repoURLs := make([]repos.RepoURL, 0, len(batchRequest.GetRepos()))
for _, repo := range batchRequest.GetRepos() {
repoURL := repos.RepoURL{}
@ -79,11 +85,18 @@ func processRequest(ctx context.Context,
return fmt.Errorf("error during result.AsJSON: %w", err)
}
}
if err := data.WriteToBlobStore(ctx, bucketURL, filename, buffer.Bytes()); err != nil {
return fmt.Errorf("error during WriteToBlobStore: %w", err)
}
log.Printf("Write to shard file successful: %s", filename)
pprof.StopCPUProfile()
cpuProfFilename := data.GetBlobFilename(
fmt.Sprintf("pprof.shard-%05d.cpu", batchRequest.GetShardNum()),
batchRequest.GetJobTime().AsTime())
if err := data.WriteToBlobStore(ctx, bucketURL, cpuProfFilename, cpuProf.Bytes()); err != nil {
return fmt.Errorf("error during WriteToBlobStore: %w", err)
}
return nil
}