reitit/perf-test/clj/reitit/go_perf_test.clj
2020-03-05 13:32:48 +02:00

375 lines
14 KiB
Clojure

(ns reitit.go-perf-test
(:require [criterium.core :as cc]
[reitit.perf-utils :refer [suite title]]
[reitit.ring :as ring]
[clojure.string :as str]))
;;
;; start repl with `lein perf repl`
;; perf measured with the following setup:
;;
;; Model Name: MacBook Pro
;; Model Identifier: MacBookPro113
;; Processor Name: Intel Core i7
;; Processor Speed: 2,5 GHz
;; Number of Processors: 1
;; Total Number of Cores: 4
;; L2 Cache (per Core): 256 KB
;; L3 Cache: 6 MB
;; Memory: 16 GB
;;
(defn h [path]
(constantly {:status 200, :body path}))
(defn add [handler routes route]
(let [method (-> route keys first str/lower-case keyword)
path (-> route vals first)
h (handler path)]
(if (some (partial = path) (map first routes))
(mapv (fn [[p d]] (if (= path p) [p (assoc d method h)] [p d])) routes)
(conj routes [path {method h}]))))
(def routes
[{"GET" "/authorizations"}
{"GET" "/authorizations/:id"}
{"POST" "/authorizations"}
;; {"PUT" "/authorizations/clients/:client_id"}
;; {"PATCH" "/authorizations/:id"}
{"DELETE" "/authorizations/:id"}
{"GET" "/applications/:client_id/tokens/:access_token"}
{"DELETE" "/applications/:client_id/tokens"}
{"DELETE" "/applications/:client_id/tokens/:access_token"}
;; Activity
{"GET" "/events"}
{"GET" "/repos/:owner/:repo/events"}
{"GET" "/networks/:owner/:repo/events"}
{"GET" "/orgs/:org/events"}
{"GET" "/users/:user/received_events"}
{"GET" "/users/:user/received_events/public"}
{"GET" "/users/:user/events"}
{"GET" "/users/:user/events/public"}
{"GET" "/users/:user/events/orgs/:org"}
{"GET" "/feeds"}
{"GET" "/notifications"}
{"GET" "/repos/:owner/:repo/notifications"}
{"PUT" "/notifications"}
{"PUT" "/repos/:owner/:repo/notifications"}
{"GET" "/notifications/threads/:id"}
;; {"PATCH" "/notifications/threads/:id"}
{"GET" "/notifications/threads/:id/subscription"}
{"PUT" "/notifications/threads/:id/subscription"}
{"DELETE" "/notifications/threads/:id/subscription"}
{"GET" "/repos/:owner/:repo/stargazers"}
{"GET" "/users/:user/starred"}
{"GET" "/user/starred"}
{"GET" "/user/starred/:owner/:repo"}
{"PUT" "/user/starred/:owner/:repo"}
{"DELETE" "/user/starred/:owner/:repo"}
{"GET" "/repos/:owner/:repo/subscribers"}
{"GET" "/users/:user/subscriptions"}
{"GET" "/user/subscriptions"}
{"GET" "/repos/:owner/:repo/subscription"}
{"PUT" "/repos/:owner/:repo/subscription"}
{"DELETE" "/repos/:owner/:repo/subscription"}
{"GET" "/user/subscriptions/:owner/:repo"}
{"PUT" "/user/subscriptions/:owner/:repo"}
{"DELETE" "/user/subscriptions/:owner/:repo"}
;; Gists
{"GET" "/users/:user/gists"}
{"GET" "/gists"}
;; {"GET" "/gists/public"}
;; {"GET" "/gists/starred"}
{"GET" "/gists/:id"}
{"POST" "/gists"}
;; {"PATCH" "/gists/:id"}
{"PUT" "/gists/:id/star"}
{"DELETE" "/gists/:id/star"}
{"GET" "/gists/:id/star"}
{"POST" "/gists/:id/forks"}
{"DELETE" "/gists/:id"}
;; Git Data
{"GET" "/repos/:owner/:repo/git/blobs/:sha"}
{"POST" "/repos/:owner/:repo/git/blobs"}
{"GET" "/repos/:owner/:repo/git/commits/:sha"}
{"POST" "/repos/:owner/:repo/git/commits"}
;; {"GET" "/repos/:owner/:repo/git/refs/*ref"}
{"GET" "/repos/:owner/:repo/git/refs"}
{"POST" "/repos/:owner/:repo/git/refs"}
;; {"PATCH" "/repos/:owner/:repo/git/refs/*ref"}
;; {"DELETE" "/repos/:owner/:repo/git/refs/*ref"}
{"GET" "/repos/:owner/:repo/git/tags/:sha"}
{"POST" "/repos/:owner/:repo/git/tags"}
{"GET" "/repos/:owner/:repo/git/trees/:sha"}
{"POST" "/repos/:owner/:repo/git/trees"}
;; Issues
{"GET" "/issues"}
{"GET" "/user/issues"}
{"GET" "/orgs/:org/issues"}
{"GET" "/repos/:owner/:repo/issues"}
{"GET" "/repos/:owner/:repo/issues/:number"}
{"POST" "/repos/:owner/:repo/issues"}
;; {"PATCH" "/repos/:owner/:repo/issues/:number"}
{"GET" "/repos/:owner/:repo/assignees"}
{"GET" "/repos/:owner/:repo/assignees/:assignee"}
{"GET" "/repos/:owner/:repo/issues/:number/comments"}
;; {"GET" "/repos/:owner/:repo/issues/comments"}
;; {"GET" "/repos/:owner/:repo/issues/comments/:id"}
{"POST" "/repos/:owner/:repo/issues/:number/comments"}
;; {"PATCH" "/repos/:owner/:repo/issues/comments/:id"}
;; {"DELETE" "/repos/:owner/:repo/issues/comments/:id"}
{"GET" "/repos/:owner/:repo/issues/:number/events"}
;; {"GET" "/repos/:owner/:repo/issues/events"}
;; {"GET" "/repos/:owner/:repo/issues/events/:id"}
{"GET" "/repos/:owner/:repo/labels"}
{"GET" "/repos/:owner/:repo/labels/:name"}
{"POST" "/repos/:owner/:repo/labels"}
;; {"PATCH" "/repos/:owner/:repo/labels/:name"}
{"DELETE" "/repos/:owner/:repo/labels/:name"}
{"GET" "/repos/:owner/:repo/issues/:number/labels"}
{"POST" "/repos/:owner/:repo/issues/:number/labels"}
{"DELETE" "/repos/:owner/:repo/issues/:number/labels/:name"}
{"PUT" "/repos/:owner/:repo/issues/:number/labels"}
{"DELETE" "/repos/:owner/:repo/issues/:number/labels"}
{"GET" "/repos/:owner/:repo/milestones/:number/labels"}
{"GET" "/repos/:owner/:repo/milestones"}
{"GET" "/repos/:owner/:repo/milestones/:number"}
{"POST" "/repos/:owner/:repo/milestones"}
;; {"PATCH" "/repos/:owner/:repo/milestones/:number"}
{"DELETE" "/repos/:owner/:repo/milestones/:number"}
;; Miscellaneous
{"GET" "/emojis"}
{"GET" "/gitignore/templates"}
{"GET" "/gitignore/templates/:name"}
{"POST" "/markdown"}
{"POST" "/markdown/raw"}
{"GET" "/meta"}
{"GET" "/rate_limit"}
;; Organizations
{"GET" "/users/:user/orgs"}
{"GET" "/user/orgs"}
{"GET" "/orgs/:org"}
;; {"PATCH" "/orgs/:org"}
{"GET" "/orgs/:org/members"}
{"GET" "/orgs/:org/members/:user"}
{"DELETE" "/orgs/:org/members/:user"}
{"GET" "/orgs/:org/public_members"}
{"GET" "/orgs/:org/public_members/:user"}
{"PUT" "/orgs/:org/public_members/:user"}
{"DELETE" "/orgs/:org/public_members/:user"}
{"GET" "/orgs/:org/teams"}
{"GET" "/teams/:id"}
{"POST" "/orgs/:org/teams"}
;; {"PATCH" "/teams/:id"}
{"DELETE" "/teams/:id"}
{"GET" "/teams/:id/members"}
{"GET" "/teams/:id/members/:user"}
{"PUT" "/teams/:id/members/:user"}
{"DELETE" "/teams/:id/members/:user"}
{"GET" "/teams/:id/repos"}
{"GET" "/teams/:id/repos/:owner/:repo"}
{"PUT" "/teams/:id/repos/:owner/:repo"}
{"DELETE" "/teams/:id/repos/:owner/:repo"}
{"GET" "/user/teams"}
;; Pull Requests
{"GET" "/repos/:owner/:repo/pulls"}
{"GET" "/repos/:owner/:repo/pulls/:number"}
{"POST" "/repos/:owner/:repo/pulls"}
;; {"PATCH" "/repos/:owner/:repo/pulls/:number"}
{"GET" "/repos/:owner/:repo/pulls/:number/commits"}
{"GET" "/repos/:owner/:repo/pulls/:number/files"}
{"GET" "/repos/:owner/:repo/pulls/:number/merge"}
{"PUT" "/repos/:owner/:repo/pulls/:number/merge"}
{"GET" "/repos/:owner/:repo/pulls/:number/comments"}
;; {"GET" "/repos/:owner/:repo/pulls/comments"}
;; {"GET" "/repos/:owner/:repo/pulls/comments/:number"}
{"PUT" "/repos/:owner/:repo/pulls/:number/comments"}
;; {"PATCH" "/repos/:owner/:repo/pulls/comments/:number"}
;; {"DELETE" "/repos/:owner/:repo/pulls/comments/:number"}
;; Repositories
{"GET" "/user/repos"}
{"GET" "/users/:user/repos"}
{"GET" "/orgs/:org/repos"}
{"GET" "/repositories"}
{"POST" "/user/repos"}
{"POST" "/orgs/:org/repos"}
{"GET" "/repos/:owner/:repo"}
;; {"PATCH" "/repos/:owner/:repo"}
{"GET" "/repos/:owner/:repo/contributors"}
{"GET" "/repos/:owner/:repo/languages"}
{"GET" "/repos/:owner/:repo/teams"}
{"GET" "/repos/:owner/:repo/tags"}
{"GET" "/repos/:owner/:repo/branches"}
{"GET" "/repos/:owner/:repo/branches/:branch"}
{"DELETE" "/repos/:owner/:repo"}
{"GET" "/repos/:owner/:repo/collaborators"}
{"GET" "/repos/:owner/:repo/collaborators/:user"}
{"PUT" "/repos/:owner/:repo/collaborators/:user"}
{"DELETE" "/repos/:owner/:repo/collaborators/:user"}
{"GET" "/repos/:owner/:repo/comments"}
{"GET" "/repos/:owner/:repo/commits/:sha/comments"}
{"POST" "/repos/:owner/:repo/commits/:sha/comments"}
{"GET" "/repos/:owner/:repo/comments/:id"}
;; {"PATCH" "/repos/:owner/:repo/comments/:id"}
{"DELETE" "/repos/:owner/:repo/comments/:id"}
{"GET" "/repos/:owner/:repo/commits"}
{"GET" "/repos/:owner/:repo/commits/:sha"}
{"GET" "/repos/:owner/:repo/readme"}
;; {"GET" "/repos/:owner/:repo/contents/*path"}
;; {"PUT" "/repos/:owner/:repo/contents/*path"}
;; {"DELETE" "/repos/:owner/:repo/contents/*path"}
;; {"GET" "/repos/:owner/:repo/:archive_format/:ref"}
{"GET" "/repos/:owner/:repo/keys"}
{"GET" "/repos/:owner/:repo/keys/:id"}
{"POST" "/repos/:owner/:repo/keys"}
;; {"PATCH" "/repos/:owner/:repo/keys/:id"}
{"DELETE" "/repos/:owner/:repo/keys/:id"}
{"GET" "/repos/:owner/:repo/downloads"}
{"GET" "/repos/:owner/:repo/downloads/:id"}
{"DELETE" "/repos/:owner/:repo/downloads/:id"}
{"GET" "/repos/:owner/:repo/forks"}
{"POST" "/repos/:owner/:repo/forks"}
{"GET" "/repos/:owner/:repo/hooks"}
{"GET" "/repos/:owner/:repo/hooks/:id"}
{"POST" "/repos/:owner/:repo/hooks"}
;; {"PATCH" "/repos/:owner/:repo/hooks/:id"}
{"POST" "/repos/:owner/:repo/hooks/:id/tests"}
{"DELETE" "/repos/:owner/:repo/hooks/:id"}
{"POST" "/repos/:owner/:repo/merges"}
{"GET" "/repos/:owner/:repo/releases"}
{"GET" "/repos/:owner/:repo/releases/:id"}
{"POST" "/repos/:owner/:repo/releases"}
;; {"PATCH" "/repos/:owner/:repo/releases/:id"}
{"DELETE" "/repos/:owner/:repo/releases/:id"}
{"GET" "/repos/:owner/:repo/releases/:id/assets"}
{"GET" "/repos/:owner/:repo/stats/contributors"}
{"GET" "/repos/:owner/:repo/stats/commit_activity"}
{"GET" "/repos/:owner/:repo/stats/code_frequency"}
{"GET" "/repos/:owner/:repo/stats/participation"}
{"GET" "/repos/:owner/:repo/stats/punch_card"}
{"GET" "/repos/:owner/:repo/statuses/:ref"}
{"POST" "/repos/:owner/:repo/statuses/:ref"}
;; Search
{"GET" "/search/repositories"}
{"GET" "/search/code"}
{"GET" "/search/issues"}
{"GET" "/search/users"}
{"GET" "/legacy/issues/search/:owner/:repository/:state/:keyword"}
{"GET" "/legacy/repos/search/:keyword"}
{"GET" "/legacy/user/search/:keyword"}
{"GET" "/legacy/user/email/:email"}
;; Users
{"GET" "/users/:user"}
{"GET" "/user"}
;; {"PATCH" "/user"}
{"GET" "/users"}
{"GET" "/user/emails"}
{"POST" "/user/emails"}
{"DELETE" "/user/emails"}
{"GET" "/users/:user/followers"}
{"GET" "/user/followers"}
{"GET" "/users/:user/following"}
{"GET" "/user/following"}
{"GET" "/user/following/:user"}
{"GET" "/users/:user/following/:target_user"}
{"PUT" "/user/following/:user"}
{"DELETE" "/user/following/:user"}
{"GET" "/users/:user/keys"}
{"GET" "/user/keys"}
{"GET" "/user/keys/:id"}
{"POST" "/user/keys"}
;; {"PATCH" "/user/keys/:id"}
{"DELETE" "/user/keys/:id"}])
(def app
(ring/ring-handler
(ring/router
(reduce (partial add h) [] routes))
(ring/create-default-handler)
{:inject-match? false, :inject-router? false}))
(defrecord Req [uri request-method path-params])
(defn route->req [route]
(map->Req {:request-method (-> route keys first str/lower-case keyword)
:uri (str/replace (-> route vals first) #"\/:\w+" "/1")}))
(defn routing-test []
;; https://github.com/julienschmidt/go-http-routing-benchmark
;; go test -bench="HttpRouter"
(suite "httprouter vs reitit-ring")
;; 40ns (httprouter)
;; 140ns
;; 120ns (faster decode params)
;; 140µs (java-segment-router)
;; 60ns (java-segment-router, no injects)
;; 55ns (trie-router, no injects)
;; 54µs (trie-router, quick-pam)
;; 54ns (trie-router, no injects, optimized)
(let [req (map->Req {:request-method :get, :uri "/user/repos"})]
(title "static")
(assert (= {:status 200, :body "/user/repos"} (app req)))
(cc/quick-bench (app req)))
;; 160ns (httprouter)
;; 990ns
;; 830ns (faster decode params)
;; 560µs (java-segment-router)
;; 490ns (java-segment-router, no injects)
;; 440ns (java-segment-router, no injects, single-wild-optimization)
;; 305ns (trie-router, no injects)
;; 281ns (trie-router, no injects, optimized)
;; 277ns (trie-router, no injects, switch-case) - 690ns clojure
;; 273ns (trie-router, no injects, direct-data)
;; 256ns (trie-router, pre-defined parameters)
;; 237ns (trie-router, single-sweep wild-params)
;; 226µs (trie-router, quick-pam)
;; 191ns (trie-router, record parameters)
(let [req (map->Req {:request-method :get, :uri "/repos/julienschmidt/httprouter/stargazers"})]
(title "param")
(assert (= {:status 200, :body "/repos/:owner/:repo/stargazers"} (app req)))
(cc/quick-bench (app req)))
;; 30µs (httprouter)
;; 190µs
;; 160µs (faster decode params)
;; 120µs (java-segment-router)
;; 100µs (java-segment-router, no injects)
;; 90µs (java-segment-router, no injects, single-wild-optimization)
;; 66µs (trie-router, no injects)
;; 64µs (trie-router, no injects, optimized) - 124µs (clojure)
;; 63µs (trie-router, no injects, switch-case) - 124µs (clojure)
;; 63µs (trie-router, no injects, direct-data)
;; 54µs (trie-router, non-transient params)
;; 50µs (trie-router, quick-pam)
;; 49µs (trie-router, pre-defined parameters)
(let [requests (mapv route->req routes)]
(title "all")
(cc/quick-bench
(doseq [r requests]
(app r)))))
(comment
(routing-test)
(ring/get-router app)
(app {:uri "/authorizations/1", :request-method :get})
(app {:request-method :get, :uri "/repos/julienschmidt/httprouter/stargazers"})
(do
(require '[clj-async-profiler.core :as prof])
(prof/profile
(dotimes [_ 10000000]
(app {:request-method :get, :uri "/repos/julienschmidt/httprouter/stargazers"})))
(prof/serve-files 8080)))