add clubcha parser

1 files changed, 123 insertions, 0 deletions

diff --git a/parser/clubcha.fnl b/parser/clubcha.fnl
new file mode 100644
index 0000000..c935236
--- /dev/null
+++ b/parser/clubcha.fnl
@@ -0,0 +1,123 @@
+(import-macros {: map} :lib.macro)
+
+(local peg
+ (if (pick-values 1 (pcall require :lpeg))
+   (require :lpeg)
+   (require :lpeglj)))
+(local parser (require :parser.parser))
+(local number (require :lib.number))
+(local fetcher (require :fetcher))
+
+(fn format-url [path page]
+  (.. "https://clubcha.ru/catalog/" path "/?page=" page))
+
+(local product-peg
+  (*
+   (parser.anywhere
+    (parser.tag
+     :a
+     {:href (peg.Cg (parser.till "\"") :url)
+      :class "*"
+      :data-product (peg.Cg parser.pegs.number :id)}
+     (*
+      (parser.anywhere
+       (parser.tag
+         :img {:src (peg.Cg (parser.till "\"") :image)
+               :alt "*"}))
+      (parser.anywhere
+       (parser.tag
+         :span {:class "item__name"}
+         (peg.Cg (parser.till "</span>") :title))))))
+   (parser.anywhere
+     (parser.tag :span {:class "js-prod-price"}
+      (peg.Cg (^ (+ parser.pegs.number parser.pegs.spaces) 1) :price)))
+   (parser.maybe
+    (parser.anywhere
+      (parser.tag
+        :option
+        {:data-price "*"
+        :data-stock "*"
+        :data-units "*"
+        :data-oldprice "*"
+        :value "*"}
+        (peg.Cg (parser.till "</option>") :weight))))
+   (parser.anywhere
+    (parser.tag
+      :button
+      {:type "submit"
+       :value "Купить"
+       :data-added-text "В корзине"
+       :class "*"}
+      (parser.anywhere "Купить")))))
+
+(fn normalize [product]
+  (local weight (parser.guess-weight product.weight))
+  (local price (number.string->number product.price))
+  {:site "clubcha"
+   :id product.id
+   :title product.title
+   :url (.. "https://clubcha.ru/" product.url)
+   :description ""
+   :image product.image
+   :year 0
+   :price price
+   :weight weight
+   :price-per (if (and price weight (< 0 weight))
+                (/ (math.ceil (* (/ price weight) 10)) 10)
+                nil)})
+
+(fn products []
+  (fetcher.from-html
+    [{:path "shu-puer" :category "Шу пуэр"}
+     {:path "shen-puer" :category "Шен пуэр"}
+     {:path "bai-hao-puer"}
+     {:path "hei-cha" :category "Хэй ча"}
+     {:path "yuzhnofutszyanskij-ulun" :category "Улун"}
+     {:path "guandunskij-ulun" :category "Улун"}
+     {:path "severofujianskiy-ulun" :category "Улун"}
+     {:path "taiwanskiy-ulun" :category "Улун"}
+     {:path "gaba-ulun-gaba-alishan-i-dr" :category "Улун"}
+     {:path "zelenyi-chay" :category "Зеленый чай"}
+     {:path "belyi-chay" :category "Белый чай"}
+     {:path "zheltyi-chay" :category "Желтый чай"}
+     {:path "kitajskij-krasnyj-chaj" :category "Красный чай"}
+     {:path "tajvanskij-krasnyj-chaj" :category "Красный чай"}
+     {:path "Nechaynyye_chai_i_tsvetochnyye_dobavki"}
+     {:path "upakovka-dlya-puera"}
+     {:path "upakovka-dlya-posudy"}
+     {:path "iz-lichnoj-kollektsii"}
+     ;; FIXME: expand this category to subcategories because the main one
+     ;; does not contain all the products
+     {:path "gaivan" :category "Посуда"}
+     {:path "chashka" :category "Посуда"}
+     {:path "chashka" :category "Посуда"}
+     {:path "chaynyi-nabor" :category "Посуда"}
+     {:path "chaynik" :category "Посуда"}
+     {:path "glina-farfor" :category "Посуда"}
+     {:path "chaban-chajnaya-doska" :category "Посуда"}
+     {:path "chajnyj-podnos" :category "Посуда"}
+     {:path "chajnyj-prud" :category "Посуда"}
+     {:path "professionalnye" :category "Посуда"}
+     {:path "glinyanye" :category "Посуда"}
+     {:path "farforovye" :category "Посуда"}
+     {:path "zhestyanye-i-kartonnye" :category "Посуда"}
+     {:path "puernitsy" :category "Посуда"}
+     {:path "glina" :category "Посуда"}
+     {:path "farfor" :category "Посуда"}
+     {:path "steklo" :category "Посуда"}
+     {:path "kruzhka" :category "Посуда"}
+     {:path "Chaynyye_instrumenty" :category "Посуда"}
+     {:path "chahe" :category "Посуда"}
+     {:path "sito" :category "Посуда"}
+     {:path "Chaynyy_suvenir" :category "Посуда"}
+     {:path "Prochaya_utvar" :category "Посуда"}
+     {:path "farfor-eilong" :category "Посуда"}
+     {:path "butylka-dlya-zavarivaniya" :category "Посуда"}
+     {:path "Predmety_interyera_i_fenshuy"}
+     {:path "fo-chzhu-chetki" :category "Четки"}
+     {:path "nefrit-1" :category "Нефрит"}]
+    format-url
+    product-peg
+    normalize))
+
+{: products}