104 lines
3.6 KiB
Clojure
104 lines
3.6 KiB
Clojure
(ns isahn.core
|
|
(:require
|
|
[config.core :refer [env]]
|
|
[clojure.java.io :as io]
|
|
[clj-http.client :as client]
|
|
[cheshire.core :as json])
|
|
(:gen-class))
|
|
|
|
;; VARIABLES
|
|
|
|
;; URL send for Telegram
|
|
(def url_telegram_send (str "https://api.telegram.org/" (:bot_token env) "/sendMessage"))
|
|
|
|
;; URLs from API Hacker News
|
|
(def url_all_stories "https://hacker-news.firebaseio.com/v0/topstories.json")
|
|
;; Min score
|
|
(def min_score (:min_score env))
|
|
;; Now unixtime
|
|
(def now (quot (System/currentTimeMillis) 1000))
|
|
;; 24h in unixtime
|
|
(def unixtime24h 86400)
|
|
;; Now - 24h
|
|
(def min_time (- now unixtime24h))
|
|
;; Path file save history
|
|
(def path_history "isahn_history.json")
|
|
(def history (if (.exists (io/file path_history)) (json/parse-string (slurp (io/file path_history)) true) (str "")))
|
|
(def history_ids (map :id history))
|
|
|
|
;; FUNCTIONS
|
|
|
|
(defn one_story
|
|
"Get url from item"
|
|
[id]
|
|
(str "https://hacker-news.firebaseio.com/v0/item/" id ".json"))
|
|
|
|
(defn get_all_stories
|
|
"Get all stories"
|
|
[url_all_stories]
|
|
;; Get all ids stories
|
|
(let [;; Get all API urls stories
|
|
ids_stories (json/parse-string (:body (client/get url_all_stories {:accept :json})))
|
|
;; Get all data stories
|
|
urls_stories (map one_story ids_stories)]
|
|
(map #(json/parse-string (:body (client/get % {:accept :json}))) urls_stories)))
|
|
|
|
(defn lazy_contains? [col key]
|
|
(some #{key} col))
|
|
|
|
(defn add_history
|
|
"Add to file history news_stories"
|
|
[news_stories]
|
|
(let [history_news_ids (concat history_ids (map #(get-in % ["id"]) news_stories))
|
|
history_all (map #(assoc {} :id %) (vec history_news_ids))]
|
|
(with-open [w (clojure.java.io/writer path_history :append false)]
|
|
(.write w (json/generate-string history_all)))))
|
|
|
|
(defn filter_stories
|
|
"Filter stories by last 24h, remove histories and lower score"
|
|
[stories]
|
|
;; Filter created less 24h
|
|
(let [stories_24h (filter #(> (get-in % ["time"]) min_time) stories)
|
|
;; Filter history
|
|
stories_without_histories (filter #(not (lazy_contains? history_ids (get-in % ["id"]))) stories_24h)
|
|
;; Filter "Ask HN:"
|
|
stories_without_ask_HN (filter #(not (lazy_contains? "Ask HN:" (get-in % ["title"]))) stories_without_histories)
|
|
;; Filter with score min_score
|
|
stories_less_24h (filter #(> (get-in % ["score"]) min_score) stories_without_ask_HN)]
|
|
;; Return
|
|
stories_less_24h))
|
|
|
|
(defn filter_with_url
|
|
"Filter by removing stories that do not have the URL property"
|
|
[stories]
|
|
(filter (fn [story] (contains? story :url))) stories)
|
|
|
|
(defn send_stories_telegram
|
|
"Send stories by Telegram Channel"
|
|
[stories]
|
|
(doseq [story stories] (client/post url_telegram_send {:body (json/generate-string {:chat_id (:chat env)
|
|
:text (str (get-in story ["title"]) ": " (get-in story ["url"]))
|
|
:disable_notification true})
|
|
:content-type :json
|
|
:accept :json})))
|
|
|
|
(defn stories_top
|
|
"Get all Top Stories with all data"
|
|
[]
|
|
(->> url_all_stories
|
|
(get_all_stories)
|
|
(filter_stories)
|
|
(filter_with_url)))
|
|
|
|
(defn send_new_alert
|
|
"Check news stories and send message to Telegram"
|
|
[]
|
|
(let [stories_top (stories_top)]
|
|
(add_history stories_top)
|
|
(send_stories_telegram stories_top)))
|
|
|
|
(defn -main
|
|
"Main execution"
|
|
[]
|
|
(send_new_alert))
|