summaryrefslogtreecommitdiff
path: root/site
diff options
context:
space:
mode:
Diffstat (limited to 'site')
-rw-r--r--site/artoftea.fnl78
-rw-r--r--site/ipuer.fnl81
-rw-r--r--site/ozchai.fnl70
3 files changed, 0 insertions, 229 deletions
diff --git a/site/artoftea.fnl b/site/artoftea.fnl
deleted file mode 100644
index 382b0ef..0000000
--- a/site/artoftea.fnl
+++ /dev/null
@@ -1,78 +0,0 @@
-(import-macros {: map} :lib.macro)
-
-(local peg
- (if (pick-values 1 (pcall require :lpeg))
- (require :lpeg)
- (require :vendor.lpeglj)))
-(local parser (require :parser))
-(local number (require :lib.number))
-(local fetcher (require :fetcher))
-
-(fn url-formatter [path page]
- (.. "https://artoftea.ru/" path "/?page=" page))
-
-(local product-peg
- (* ;; id
- (parser.anywhere
- (parser.tag :div {:class "front-image"}
- (parser.tag :a {:href (peg.Cg (parser.till "\"") :url)}
- (parser.tag :img {:src (peg.Cg (parser.till "\"") :image)
- :title "*" :class "*" :alt "*"}))))
- (parser.anywhere
- (parser.tag :div {:class "name"}
- (parser.tag :a {:href "*"} (peg.Cg (parser.till "</a>") :title))))
- (parser.anywhere
- (parser.tag :p {:class "description"}
- (peg.Cg (parser.till "</p>") :description)))
- (+
- (*
- (parser.anywhere
- (parser.tag :option {:value "*" :selected "selected"}
- (* (peg.Cg parser.pegs.number :weight) " гр" parser.pegs.spaces)))
- (parser.anywhere
- (parser.tag :p {:class "price"}
- (parser.tag :span {:id "*"}
- (peg.Cg (parser.till "</span>") :price)))))
- (parser.anywhere
- (parser.tag :p {:class "price"}
- (parser.tag :span {:id "*"}
- (peg.Cg (parser.till "</span>") :price)))))
- (parser.anywhere
- (parser.tag :input {:type "hidden"
- :name "product_id"
- :value (peg.Cg parser.pegs.number :id)}))
- (parser.anywhere
- (parser.tag :button {:type "*" :onclick "*" :class "*"} "Купить"))))
-
-(fn normalize [product]
- (local year
- (number.string->number
- (: (parser.anywhere
- (* (peg.C (^ (peg.R "09") 4))
- (parser.maybe " ")
- (- "г" (peg.P "гр"))))
- :match product.title)))
- (local weight (number.string->number product.weight))
- (local price (number.string->number product.price))
-
- {:site "artoftea"
- :id product.id
- :url product.url
- :description product.description
- :image product.image
- :year year
- :price price
- :weight weight
- :price-per (if (and price weight (< 0 weight))
- (/ (math.ceil (* (/ price weight) 10)) 10)
- nil)})
-
-(fn products []
- (fetcher.from-html
- url-formatter
- [{:path "redtea" :category "Красный чай"}
- {:path "greentea" :category "Зеленый чай"}]
- normalize
- product-peg))
-
-{: products}
diff --git a/site/ipuer.fnl b/site/ipuer.fnl
deleted file mode 100644
index f878912..0000000
--- a/site/ipuer.fnl
+++ /dev/null
@@ -1,81 +0,0 @@
-(import-macros {: map} :lib.macro)
-
-(local peg
- (if (pick-values 1 (pcall require :lpeg))
- (require :lpeg)
- (require :vendor.lpeglj)))
-(local number (require :lib.number))
-(local parser (require :parser))
-(local fetcher (require :fetcher))
-
-(fn url-formatter [path page]
- (.. "https://ipuer.ru/catalog/" path "/?p=" page))
-
-(local product-peg
- (* ;; id
- (parser.anywhere
- (parser.tag :div
- {:data-id (peg.Cg parser.pegs.number :id) :class "*"}))
- ;; url and image
- (parser.anywhere
- (parser.tag :a {:href (peg.Cg (parser.till "\"") :url)}
- (parser.tag :img {:src (peg.Cg (parser.till "\"") :image) :alt "*"})))
- ;; title
- (parser.anywhere
- (parser.tag :div {:class "card-product_title"}
- (parser.tag :a {:href "*"}
- (parser.tag :span {} (peg.Cg (parser.till "</span>") :title)))))
- ;; price
- (parser.anywhere
- (parser.tag :span {:class "card-price"}
- (* (peg.Cg
- (* parser.pegs.number
- (parser.maybe (* " " parser.pegs.number)))
- :price)
- " р.")))
- (parser.anywhere
- (+ (parser.tag :a {:data-url "*" :class "*" :data-add-text "*"} "В корзину")
- (parser.tag :a {:data-url "*" :class "*"} "В корзину")))))
-
-(fn normalize [product]
- (local year
- (number.string->number
- (: (parser.anywhere
- (* (peg.C (^ (peg.R "09") 4))
- (parser.maybe " ")
- (- "г" (peg.P "гр"))))
- :match product.title)))
- (local weight
- (number.string->number
- (: (parser.anywhere (* (peg.C parser.pegs.number) (parser.maybe " ") "гр"))
- :match product.title)))
- (local price (number.string->number product.price))
-
- {:site "ipuer"
- :id product.id
- :url (.. "https://ipuer.ru" product.url)
- :title product.title
- :description ""
- ;; FIXME: parse all editions into different projects
- :image (.. "https://ipuer.ru" product.image)
- :year year
- :price price
- :weight weight
- :category product.category
- :price-per (if (and price weight (< 0 weight))
- (/ (math.ceil (* (/ price weight) 10)) 10)
- nil)})
-
-(fn products []
- (fetcher.from-html
- url-formatter
- [{:path "shen-puer" :category "Шен пуэр"}
- {:path "shu-puer" :category "Шу пуэр"}
- {:path "drugoy-chay"}
- {:path "blagovoniya" :category "Благовония"}
- {:path "posuda" :category "Посуда"}
- {:path "282" :category "Посуда"}]
- normalize
- product-peg))
-
-{: products}
diff --git a/site/ozchai.fnl b/site/ozchai.fnl
deleted file mode 100644
index 90c4edc..0000000
--- a/site/ozchai.fnl
+++ /dev/null
@@ -1,70 +0,0 @@
-(import-macros {: map} :lib.macro)
-
-(local http (require :http))
-(local array (require :lib.array))
-(local json (require :vendor.json))
-
-(local %all-products-partuid 176163172341)
-
-(fn string->number [str]
- (if str
- (tonumber (pick-values 1 (str:gsub "[^0-9.]" "")))
- nil))
-
-(fn request [partuid slice]
- (print (.. "https://store.tildaapi.com/api/getproductslist/"
- "?storepartuid="
- partuid
- "&recid=280779251&c=1723216515077"
- "&getparts=true&getoptions=true&slice=%d&size=36"))
- (let [(status headers body)
- (luna.http.request
- "GET"
- (string.format
- (.. "https://store.tildaapi.com/api/getproductslist/"
- "?storepartuid="
- partuid
- "&recid=280779251&c=1723216515077"
- "&getparts=true&getoptions=true&slice=%d&size=36")
- slice)
- {:Content-Type "application/json"
- :User-Agent (http.random-user-agent)}
- "")]
- (json.decode body)))
-
-(fn walk-slices [partuid]
- (fn gather [slice knil]
- (let [{: nextslice : products} (request partuid slice)
- res (array.concat knil products)]
- (if (= 0 (# products))
- knil
- (do
- (os.execute "sleep 1")
- (gather (+ slice 1) res)))))
- (gather 1 []))
-
-(fn normalize [_ product]
- (local gallery (json.decode product.gallery))
- (local weight (string->number (. (. product.editions 1) :Вес)))
- (local price (string->number (. (. product.editions 1) :price)))
-
- {:site "ozchai"
- :id product.url
- :url product.url
- :title product.title
- :description product.descr
- ;; FIXME: parse all editions into different projects
- :image (if (< 0 (# gallery))
- (. (. gallery 1) :img)
- "")
- :weight weight
- :price price
- :price-per (if (and price weight (< 0 weight))
- (/ (math.ceil (* (/ price weight) 10)) 10)
- nil)
- :characteristics product.characteristics})
-
-(fn products []
- (map normalize (walk-slices %all-products-partuid)))
-
-{: products}
generated by cgit v1.2.3 (git 2.39.1) at 2026-01-01 20:29:10 +0000