3x faster default path-parameter decoding

This commit is contained in:
Tommi Reiman 2018-11-04 09:57:32 +02:00
parent 10dc5702a1
commit 9ce898a0b4
4 changed files with 61 additions and 33 deletions

View file

@ -19,15 +19,16 @@
(java.util HashMap Map) (java.util HashMap Map)
(java.net URLEncoder URLDecoder)))) (java.net URLEncoder URLDecoder))))
(defn map-kv (defn maybe-map-values
"Applies a function to every value of a map. "Applies a function to every value of a map, updates the value if not nil.
Also works on vectors. Maintains key for maps, order for vectors." Also works on vectors. Maintains key for maps, order for vectors."
[f coll] [f coll]
(reduce-kv (reduce-kv
(fn [m k v] (fn [coll k v]
(assoc m k (f v))) (if-let [v' (f v)]
(empty coll) (assoc coll k v')
coll))
coll
coll)) coll))
(defn wild? [s] (defn wild? [s]
@ -191,17 +192,19 @@
#?(:clj (str/replace s #"[^A-Za-z0-9\!'\(\)\*_~.-]+" percent-encode) #?(:clj (str/replace s #"[^A-Za-z0-9\!'\(\)\*_~.-]+" percent-encode)
:cljs (js/encodeURIComponent s)))) :cljs (js/encodeURIComponent s))))
(defn url-decode [s] (defn maybe-url-decode [s]
(if s (if s
#?(:clj (if (.contains ^String s "%") #?(:clj (if (.contains ^String s "%")
(URLDecoder/decode (URLDecoder/decode
(if (.contains ^String s "+") (if (.contains ^String s "+")
(.replace ^String s "+" "%2B") (.replace ^String s "+" "%2B")
s) s)
"UTF-8") "UTF-8"))
s)
:cljs (js/decodeURIComponent s)))) :cljs (js/decodeURIComponent s))))
(defn url-decode [s]
(or (maybe-url-decode s) s))
(defn form-encode [s] (defn form-encode [s]
(if s (if s
#?(:clj (URLEncoder/encode ^String s "UTF-8") #?(:clj (URLEncoder/encode ^String s "UTF-8")
@ -217,7 +220,7 @@
(defn url-decode-coll (defn url-decode-coll
"URL-decodes maps and vectors" "URL-decodes maps and vectors"
[coll] [coll]
(map-kv url-decode coll)) (maybe-map-values maybe-url-decode coll))
(defprotocol IntoString (defprotocol IntoString
(into-string [_])) (into-string [_]))
@ -251,7 +254,7 @@
(defn path-params (defn path-params
"Convert parameters' values into URL-encoded strings, suitable for URL paths" "Convert parameters' values into URL-encoded strings, suitable for URL paths"
[params] [params]
(map-kv #(url-encode (into-string %)) params)) (maybe-map-values #(url-encode (into-string %)) params))
(defn query-string (defn query-string
"shallow transform of query parameters into query string" "shallow transform of query parameters into query string"
@ -270,7 +273,7 @@
(goog/inherits ~type ~base-type) (goog/inherits ~type ~base-type)
~@(map ~@(map
(fn [method] (fn [method]
`(set! (.. ~type -prototype ~(symbol (str "-" (first method)))) `(set! (.. ~type -prototype ~(symbol (str "-" (first method))))
(fn ~@(rest method)))) (fn ~@(rest method))))
methods))) methods)))

View file

@ -15,16 +15,16 @@
(-lookup [_ _ _])) (-lookup [_ _ _]))
(defn- -catch-all [children catch-all path-params p ps] (defn- -catch-all [children catch-all path-params p ps]
(if catch-all (-lookup
(-lookup (impl/fast-get children catch-all)
(impl/fast-get children catch-all) nil
nil (assoc path-params catch-all (str/join "/" (cons p ps)))))
(assoc path-params catch-all (str/join "/" (cons p ps))))))
(defn- segment (defn- segment
([] (segment {} #{} nil nil)) ([] (segment {} #{} nil nil))
([children wilds catch-all match] ([children wilds catch-all match]
(let [children' (impl/fast-map children)] (let [children' (impl/fast-map children)
wilds? (seq wilds)]
^{:type ::segment} ^{:type ::segment}
(reify (reify
Segment Segment
@ -40,8 +40,8 @@
(if (nil? p) (if (nil? p)
(when match (assoc match :path-params path-params)) (when match (assoc match :path-params path-params))
(or (-lookup (impl/fast-get children' p) ps path-params) (or (-lookup (impl/fast-get children' p) ps path-params)
(some #(-lookup (impl/fast-get children' %) ps (assoc path-params % p)) wilds) (if wilds? (some #(-lookup (impl/fast-get children' %) ps (assoc path-params % p)) wilds))
(-catch-all children' catch-all path-params p ps)))))))) (if catch-all (-catch-all children' catch-all path-params p ps)))))))))
(defn insert [root path data] (defn insert [root path data]
(-insert (or root (segment)) (impl/segments path) (map->Match {:data data}))) (-insert (or root (segment)) (impl/segments path) (map->Match {:data data})))

View file

@ -2,8 +2,7 @@
(:require [criterium.core :as cc] (:require [criterium.core :as cc]
[reitit.perf-utils :refer :all] [reitit.perf-utils :refer :all]
[reitit.ring :as ring] [reitit.ring :as ring]
[clojure.string :as str] [clojure.string :as str]))
[reitit.core :as r]))
;; ;;
;; start repl with `lein perf repl` ;; start repl with `lein perf repl`
@ -313,20 +312,23 @@
;; 40ns (httprouter) ;; 40ns (httprouter)
;; 140ns ;; 140ns
;; 120ns (faster decode params)
(let [req (map->Req {:request-method :get, :uri "/user/repos"})] (let [req (map->Req {:request-method :get, :uri "/user/repos"})]
(title "static") (title "static")
(assert (= {:status 200, :body "/user/repos"} (app req))) (assert (= {:status 200, :body "/user/repos"} (app req)))
(cc/quick-bench (app req))) (cc/quick-bench (app req)))
;; 160ns (httprouter) ;; 160ns (httprouter)
;; 990ns ;; 990ns
;; 830ns (faster decode params)
(let [req (map->Req {:request-method :get, :uri "/repos/julienschmidt/httprouter/stargazers"})] (let [req (map->Req {:request-method :get, :uri "/repos/julienschmidt/httprouter/stargazers"})]
(title "param") (title "param")
(assert (= {:status 200, :body "/repos/:owner/:repo/stargazers"} (app req))) (assert (= {:status 200, :body "/repos/:owner/:repo/stargazers"} (app req)))
(cc/quick-bench (app req))) (cc/quick-bench (app req)))
;; 30µs (httprouter) ;; 30µs (httprouter)
;; 190µs ;; 190µs
;; 160µs (faster decode params)
(let [requests (mapv route->req routes)] (let [requests (mapv route->req routes)]
(title "all") (title "all")
(cc/quick-bench (cc/quick-bench

View file

@ -2,7 +2,8 @@
(:require [criterium.core :as cc] (:require [criterium.core :as cc]
[reitit.perf-utils :refer :all] [reitit.perf-utils :refer :all]
[ring.util.codec] [ring.util.codec]
[reitit.impl]) [reitit.impl]
[reitit.impl :as impl])
(:import (java.net URLDecoder URLEncoder))) (:import (java.net URLDecoder URLEncoder)))
;; ;;
@ -163,8 +164,30 @@
"1"]] "1"]]
(test! f s)))) (test! f s))))
(defn url-encode-coll! []
(suite "url-encode-coll")
;; 740ns
(test "something to decode")
(test! impl/url-decode-coll
{:a "aja%20hiljaa+sillalla"
:b "aja_hiljaa_sillalla"
:c "1+1"
:d "1"})
;; 124ns
;; 50ns (maybe-map-values)
(test "nothing to decode")
(test! impl/url-decode-coll
{:a "aja+20hiljaa+sillalla"
:b "aja_hiljaa_sillalla"
:c "1+1"
:d "1"}))
(comment (comment
(url-decode!) (url-decode!)
(url-encode!) (url-encode!)
(form-decode!) (form-decode!)
(form-encode!)) (form-encode!)
(url-encode-coll!))