luciano/reitit
1
0
Fork 0
mirror of https://github.com/metosin/reitit.git synced 2026-01-22 14:19:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Initial tests for the opensensors routing

Browse source
This commit is contained in:
Tommi Reiman 2017-08-19 21:25:47 +03:00
parent 9c0ac5bcc0
commit b780a760ef
2 changed files with 305 additions and 132 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

305
perf-test/clj/reitit/opensensors_routing_test.clj Normal file
View file

@ -0,0 +1,305 @@
(ns reitit.opensensors-routing-test
(:require [clojure.test :refer [deftest testing is]]
[cheshire.core :as json]
[clojure.string :as str]
[bidi.bidi :as bidi]
[ataraxy.core :as ataraxy]
[reitit.core :as reitit]))
(defn raw-title [color s]
(println (str color (apply str (repeat (count s) "#")) "\u001B[0m"))
(println (str color s "\u001B[0m"))
(println (str color (apply str (repeat (count s) "#")) "\u001B[0m")))
(def title (partial raw-title "\u001B[35m"))
(def suite (partial raw-title "\u001B[32m"))
;;
;; extract sample routes
;;
(defn swagger->routes [url ring?]
(let [route-number (atom 0)
->route-name #(keyword "test" (str "route" (swap! route-number inc)))
->endpoint (fn [m]
(if ring?
(reduce-kv
(fn [acc k v]
(assoc acc k {:handler #'identity, :name (->route-name)}))
{} (select-keys m #{:get :head :patch :delete :options :post :put}))
(->route-name)))]
(-> (slurp url)
(json/parse-string true)
(->> :paths
(mapv (fn [[p v]] [(-> p name (str/replace #"\{(.*?)\}" ":$1") (->> (str "/"))) (->endpoint v)]))))))
(defn valid-urls [router]
(->>
(for [name (reitit/route-names router)
:let [match (reitit/match-by-name router name)
params (if (reitit/partial-match? match)
(-> match :required (zipmap (range))))]]
(:path (reitit/match-by-name router name params)))
(into [])))
(comment
(swagger->routes "https://api.opensensors.io/doc" false))
(defn bench-routes [routes f]
(let [router (reitit/router routes)
urls (valid-urls router)
random-url #(rand-nth urls)
log-time #(let [now (System/nanoTime)] (%) (- (System/nanoTime) now))
total 10000
dropped (int (* total 0.45))]
(mapv
#(let [times (->> (range total)
(mapv
(fn [_]
(let [now (System/nanoTime)
result (f %)
total (- (System/nanoTime) now)]
(assert result)
total)))
(sort)
(drop dropped)
(drop-last dropped))
avg (int (/ (reduce + times) (count times)))]
[% avg]) urls)))
(defn bench [routes no-paths?]
(let [routes (mapv (fn [[path name]]
(if no-paths?
[(str/replace path #"\:" "") name]
[path name])) routes)
router (reitit/router routes)]
(doseq [[path time] (bench-routes routes #(reitit/match-by-path router %))]
(println path "\t" time))))
(defn bench [routes no-paths?]
(let [routes (mapv (fn [[path name]]
(if no-paths?
[(str/replace path #"\:" "") name]
[path name])) routes)
router (reitit/router routes)]
(doseq [[path time] (bench-routes routes #(reitit/match-by-path router %))]
(println path "\t" time))))
;;
;; Perf tests
;;
(def opensensors-routes
[["/v2/whoami" :test/route1]
["/v2/users/:user-id/datasets" :test/route2]
["/v2/public/projects/:project-id/datasets" :test/route3]
["/v1/public/topics/:topic" :test/route4]
["/v1/users/:user-id/orgs/:org-id" :test/route5]
["/v1/search/topics/:term" :test/route6]
["/v1/users/:user-id/invitations" :test/route7]
["/v1/orgs/:org-id/devices/:batch/:type" :test/route8]
["/v1/users/:user-id/topics" :test/route9]
["/v1/users/:user-id/bookmarks/followers" :test/route10]
["/v2/datasets/:dataset-id" :test/route11]
["/v1/orgs/:org-id/usage-stats" :test/route12]
["/v1/orgs/:org-id/devices/:client-id" :test/route13]
["/v1/messages/user/:user-id" :test/route14]
["/v1/users/:user-id/devices" :test/route15]
["/v1/public/users/:user-id" :test/route16]
["/v1/orgs/:org-id/errors" :test/route17]
["/v1/public/orgs/:org-id" :test/route18]
["/v1/orgs/:org-id/invitations" :test/route19]
["/v2/public/messages/dataset/bulk" :test/route20]
["/v1/users/:user-id/devices/bulk" :test/route21]
["/v1/users/:user-id/device-errors" :test/route22]
["/v2/login" :test/route23]
["/v1/users/:user-id/usage-stats" :test/route24]
["/v2/users/:user-id/devices" :test/route25]
["/v1/users/:user-id/claim-device/:client-id" :test/route26]
["/v2/public/projects/:project-id" :test/route27]
["/v2/public/datasets/:dataset-id" :test/route28]
["/v2/users/:user-id/topics/bulk" :test/route29]
["/v1/messages/device/:client-id" :test/route30]
["/v1/users/:user-id/owned-orgs" :test/route31]
["/v1/topics/:topic" :test/route32]
["/v1/users/:user-id/bookmark/:topic" :test/route33]
["/v1/orgs/:org-id/members/:user-id" :test/route34]
["/v1/users/:user-id/devices/:client-id" :test/route35]
["/v1/users/:user-id" :test/route36]
["/v1/orgs/:org-id/devices" :test/route37]
["/v1/orgs/:org-id/members" :test/route38]
["/v1/orgs/:org-id/members/invitation-data/:user-id" :test/route39]
["/v2/orgs/:org-id/topics" :test/route40]
["/v1/whoami" :test/route41]
["/v1/orgs/:org-id" :test/route42]
["/v1/users/:user-id/api-key" :test/route43]
["/v2/schemas" :test/route44]
["/v2/users/:user-id/topics" :test/route45]
["/v1/orgs/:org-id/confirm-membership/:token" :test/route46]
["/v2/topics/:topic" :test/route47]
["/v1/messages/topic/:topic" :test/route48]
["/v1/users/:user-id/devices/:client-id/reset-password" :test/route49]
["/v2/topics" :test/route50]
["/v1/login" :test/route51]
["/v1/users/:user-id/orgs" :test/route52]
["/v2/public/messages/dataset/:dataset-id" :test/route53]
["/v1/topics" :test/route54]
["/v1/orgs" :test/route55]
["/v1/users/:user-id/bookmarks" :test/route56]
["/v1/orgs/:org-id/topics" :test/route57]])
(def opensensors-bidi-routes
["/" {"v1/" {"public/" {["topics/" :topic] :test/route4
["users/" :user-id] :test/route16
["orgs/" :org-id] :test/route18}
["users/" :user-id] {["/orgs/" :org-id] :test/route5
"/invitations" :test/route7
"/topics" :route9
"/bookmarks/followers" :test/route10
"/devices" {"" :route15
"/bulk" :test/route21
["/" :client-id] :test/route35
["/" :client-id "/reset-password"] :test/route49}
"/device-errors" :test/route22
"/usage-stats" :test/route24
["/claim-device/" :client-id] :test/route26
"/owned-orgs" :test/route31
["/bookmark/" :topic] :test/route33
"" :test/route36
"/orgs" :test/route52
"/api-key" :test/route43
"/bookmarks" :test/route56}
["search/topics/" :term] :test/route6
"orgs" {"" :test/route55
["/" :org-id] {"/devices" {"" :test/route37
["/" :device-id] :test/route13
["/" :batch "/" :type] :test/route8}
"/usage-stats" :test/route12
"/invitations" :test/route19
"/members" {["/" :user-id] :test/route34
"" :test/route38
["/invitation-data/" :user-id] :test/route39}
"/errors" :test/route17
"" :test/route42
["/confirm-membership/" :token] :test/route46
"/topics" :test/route57}}
"messages/" {["user/" :user-id] :test/route14
["device/" :client-id] :test/route30
["topic/" :topic] :test/route48}
"topics" {["/" :topic] :test/route32
"" :test/route54}
"whoami" :test/route41
"login" :test/route51}
"v2/" {"whoami" :test/route1
["users/" :user-id "/"] {"datasets" :test/route2
"devices" :test/route25
"topics" {"/bulk" :test/route29
"" :test/route45}}
"public/" {["projects/" :project-id] {"/datasets" :test/route3
"" :test/route27}
"messages/dataset/bulk" :test/route20
["datasets/" :dataset-id] :test/route28
["messages/dataset/" :dataset-id] :test/route53}
["datasets/" :dataset-id] :test/route11
"login" :test/route23
["orgs/" :org-id "/topics"] :test/route40
"schemas" :test/route44
["topics/" :topic] :test/route47
"topics" :test/route50}}])
(def opensensors-ataraxy-routes
(ataraxy/compile
'{"/v1/" {"public/" {["topics/" topic] [:test/route4 topic]
["users/" user-id] [:test/route16 user-id]
["orgs/" org-id] [:test/route18 org-id]}
["users/" user-id] {["/orgs/" org-id] [:test/route5 user-id org-id]
"/invitations" [:test/route7 user-id]
"/topics" [:route9 user-id]
"/bookmarks/followers" [:test/route10 user-id]
"/devices" {"" [:route15 user-id]
"/bulk" [:test/route21 user-id]
["/" client-id] [:test/route35 user-id client-id]
["/" client-id "/reset-password"] [:test/route49 user-id client-id]}
"/device-errors" [:test/route22 user-id]
"/usage-stats" [:test/route24 user-id]
["/claim-device/" client-id] [:test/route26 user-id client-id]
"/owned-orgs" [:test/route31 user-id]
["/bookmark/" topic] [:test/route33 user-id topic]
"" [:test/route36 user-id]
"/orgs" [:test/route52 user-id]
"/api-key" [:test/route43 user-id]
"/bookmarks" [:test/route56 user-id]}
["search/topics/" term] [:test/route6 term]
"orgs" {"" [:test/route55]
["/" org-id] {"/devices" {"" [:test/route37 org-id]
["/" device-id] [:test/route13 org-id device-id]
["/" batch "/" type] [:test/route8 org-id batch type]}
"/usage-stats" [:test/route12 org-id]
"/invitations" [:test/route19 org-id]
"/members" {["/" user-id] [:test/route34 org-id user-id]
"" [:test/route38 org-id]
["/invitation-data/" user-id] [:test/route39 org-id user-id]}
"/errors" [:test/route17 org-id]
"" [:test/route42 org-id]
["/confirm-membership/" token] [:test/route46 org-id token]
"/topics" [:test/route57 org-id]}}
"messages/" {["user/" user-id] [:test/route14 user-id]
["device/" client-id] [:test/route30 client-id]
["topic/" topic] [:test/route48 topic]}
"topics" {["/" topic] [:test/route32 topic]
"" [:test/route54]}
"whoami" [:test/route41]
"login" [:test/route51]}
"/v2/" {"whoami" [:test/route1]
["users/" user-id] {"/datasets" [:test/route2 user-id]
"/devices" [:test/route25 user-id]
"topics/" {"bulk" [:test/route29 user-id]
"" [:test/route45 user-id]}}
"public/" {["projects/" project-id] {"/datasets" [:test/route3 project-id]
"" [:test/route27 project-id]}
"messages/dataset/bulk" [:test/route20]
["datasets/" dataset-id] [:test/route28 dataset-id]
["messages/dataset/" dataset-id] [:test/route53 dataset-id]}
["datasets/" dataset-id] [:test/route11 dataset-id]
"login" [:test/route23]
["orgs/" org-id "/topics"] [:test/route40 org-id]
"schemas" [:test/route44]
["topics/" topic] [:test/route47 topic]
"topics" [:test/route50]}}))
(comment
(bench opensensors-routes false)
(bench opensensors-routes true))
(comment
(doseq [route (valid-urls (reitit/router opensensors-routes))]
(let [match (bidi/match-route opensensors-bidi-routes route)]
(if-not match
(println route)))))
(comment
(let [ataraxy-routes (ataraxy/compile opensensors-ataraxy-routes)]
(doseq [route (valid-urls (reitit/router opensensors-routes))]
(let [match (ataraxy/matches ataraxy-routes {:uri route})]
(if-not match
(println route))))))
(defn bench! [routes name f]
(System/gc)
(println)
(title name)
(println)
(doseq [[path time] (bench-routes routes f)]
(println (format "%7s" time) "\t" path)))
(defn bench-all! []
(let [routes opensensors-routes
router (reitit/router routes)
reitit-f #(reitit/match-by-path router %)
bidi-f #(bidi/match-route opensensors-bidi-routes %)
ataraxy-f #(ataraxy/matches opensensors-ataraxy-routes {:uri %})]
(bench! routes "reitit" reitit-f)
(bench! routes "bidi" bidi-f)
(bench! routes "ataraxy" ataraxy-f)))
(comment
(bench-all!))

132
test/clj/reitit/router_test.clj
View file

@ -1,132 +0,0 @@
(ns reitit.router-test
(:require [clojure.test :refer [deftest testing is]]
[cheshire.core :as json]
[clojure.string :as str]
[reitit.core :as reitit]))
;;
;; extract sample routes
;;
(defn swagger->routes [url ring?]
(let [route-number (atom 0)
->route-name #(keyword "test" (str "route" (swap! route-number inc)))
->endpoint (fn [m]
(if ring?
(reduce-kv
(fn [acc k v]
(assoc acc k {:handler #'identity, :name (->route-name)}))
{} (select-keys m #{:get :head :patch :delete :options :post :put}))
(->route-name)))]
(-> (slurp url)
(json/parse-string true)
(->> :paths
(mapv (fn [[p v]] [(-> p name (str/replace #"\{(.*?)\}" ":$1") (->> (str "/"))) (->endpoint v)]))))))
(defn valid-urls [router]
(->>
(for [name (reitit/route-names router)
:let [match (reitit/match-by-name router name)
params (if (reitit/partial-match? match)
(-> match :required (zipmap (range))))]]
(:path (reitit/match-by-name router name params)))
(into [])))
(comment
(swagger->routes "https://api.opensensors.io/doc" false))
(defn bench-routes [routes f]
(let [router (reitit/router routes)
urls (valid-urls router)
random-url #(rand-nth urls)
log-time #(let [now (System/nanoTime)] (%) (- (System/nanoTime) now))
total 10000
dropped (int (* total 0.45))]
(mapv
#(let [times (->> (range total)
(mapv
(fn [_]
(let [now (System/nanoTime)]
(f %)
(- (System/nanoTime) now))))
(sort)
(drop dropped)
(drop-last dropped))
avg (int (/ (reduce + times) (count times)))]
[(-> % f :template) avg]) urls)))
(defn bench [routes no-paths?]
(let [routes (mapv (fn [[path name]]
(if no-paths?
[(str/replace path #"\:" "") name]
[path name])) routes)
router (reitit/router routes)]
(doseq [[path time] (bench-routes routes #(reitit/match-by-path router %))]
(println path "\t" time))))
;;
;; Perf tests
;;
(def opensensors-routes
[["/v2/whoami" :test/route1]
["/v2/users/:user-id/datasets" :test/route2]
["/v2/public/projects/:project-id/datasets" :test/route3]
["/v1/public/topics/:topic" :test/route4]
["/v1/users/:user-id/orgs/:org-id" :test/route5]
["/v1/search/topics/:term" :test/route6]
["/v1/users/:user-id/invitations" :test/route7]
["/v1/orgs/:org-id/devices/:batch/:type" :test/route8]
["/v1/users/:user-id/topics" :test/route9]
["/v1/users/:user-id/bookmarks/followers" :test/route10]
["/v2/datasets/:dataset-id" :test/route11]
["/v1/orgs/:org-id/usage-stats" :test/route12]
["/v1/orgs/:org-id/devices/:client-id" :test/route13]
["/v1/messages/user/:user-id" :test/route14]
["/v1/users/:user-id/devices" :test/route15]
["/v1/public/users/:user-id" :test/route16]
["/v1/orgs/:org-id/errors" :test/route17]
["/v1/public/orgs/:org-id" :test/route18]
["/v1/orgs/:org-id/invitations" :test/route19]
["/v2/public/messages/dataset/bulk" :test/route20]
["/v1/users/:user-id/devices/bulk" :test/route21]
["/v1/users/:user-id/device-errors" :test/route22]
["/v2/login" :test/route23]
["/v1/users/:user-id/usage-stats" :test/route24]
["/v2/users/:user-id/devices" :test/route25]
["/v1/users/:user-id/claim-device/:client-id" :test/route26]
["/v2/public/projects/:project-id" :test/route27]
["/v2/public/datasets/:dataset-id" :test/route28]
["/v2/users/:user-id/topics/bulk" :test/route29]
["/v1/messages/device/:client-id" :test/route30]
["/v1/users/:user-id/owned-orgs" :test/route31]
["/v1/topics/:topic" :test/route32]
["/v1/users/:user-id/bookmark/:topic" :test/route33]
["/v1/orgs/:org-id/members/:user-id" :test/route34]
["/v1/users/:user-id/devices/:client-id" :test/route35]
["/v1/users/:user-id" :test/route36]
["/v1/orgs/:org-id/devices" :test/route37]
["/v1/orgs/:org-id/members" :test/route38]
["/v1/orgs/:org-id/members/invitation-data/:user-id" :test/route39]
["/v2/orgs/:org-id/topics" :test/route40]
["/v1/whoami" :test/route41]
["/v1/orgs/:org-id" :test/route42]
["/v1/users/:user-id/api-key" :test/route43]
["/v2/schemas" :test/route44]
["/v2/users/:user-id/topics" :test/route45]
["/v1/orgs/:org-id/confirm-membership/:token" :test/route46]
["/v2/topics/:topic" :test/route47]
["/v1/messages/topic/:topic" :test/route48]
["/v1/users/:user-id/devices/:client-id/reset-password" :test/route49]
["/v2/topics" :test/route50]
["/v1/login" :test/route51]
["/v1/users/:user-id/orgs" :test/route52]
["/v2/public/messages/dataset/:dataset-id" :test/route53]
["/v1/topics" :test/route54]
["/v1/orgs" :test/route55]
["/v1/users/:user-id/bookmarks" :test/route56]
["/v1/orgs/:org-id/topics" :test/route57]])
(comment
(bench opensensors-routes false)
(bench opensensors-routes true))