andros/calculate-wordpress-usage
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixbug save csv

Browse Source
This commit is contained in:
Andros Fenollosa 2019-10-10 17:05:14 +02:00
parent 5b0ce23c61
commit c34b8e5625
1 changed files with 7 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/wordpress_used/core.clj
View File

@ -3,7 +3,7 @@
[clj-http.client :as client] [clj-http.client :as client]
[clojure.data.csv :as csv] [clojure.data.csv :as csv]
[clojure.java.io :as io] [clojure.java.io :as io]
[clojure.java.shell :refer [sh]] [clojure.java.shell :as shell]
) (:gen-class)) ) (:gen-class))
(defn read-csv-domains (defn read-csv-domains
@ -12,12 +12,6 @@
(with-open [reader (io/reader (io/resource url))] (with-open [reader (io/reader (io/resource url))]
(doall (csv/read-csv reader)))) (doall (csv/read-csv reader))))
(defn save-csv-domains
"Save the list with the domains in a CSV file"
[url new-domains]
(with-open [writer (io/writer (io/resource url))]
(csv/write-csv writer new-domains)))
(defn wordpress? (defn wordpress?
"Check if a web page is generated with WordPress" "Check if a web page is generated with WordPress"
[url] [url]
@ -31,13 +25,13 @@
;; Get domains from CSV ;; Get domains from CSV
domains-csv (vec (read-csv-domains file-csv)) domains-csv (vec (read-csv-domains file-csv))
;; Filters leaving those that have not been checked ;; Filters leaving those that have not been checked
domains-unchecked (filter #(= (get % 2) "nil") domains-csv)] domains-unchecked (vec (filter #(= (get % 2) "nil") domains-csv))]
;; List with domains with a boolean indicating if it is generate or not in WordPress ;; List with domains with a boolean indicating if it is generate or not in WordPress
(doseq [domain-data domains-unchecked] (let [line (get domain-data 0) (doseq [domain-data domains-unchecked] (let [line (get domain-data 0)
domain (get domain-data 1) url (get domain-data 1)
;; Check if domain it is generate or not in WordPress ;; Check if domain it is generate or not in WordPress
check-wordpress (wordpress? domain)] check-wordpress (wordpress? url)]
;; Show info
(prn (str line " " url " " check-wordpress))
;; Edit domains-csv with check WordPress ;; Edit domains-csv with check WordPress
(prn (str line " " domain " " check-wordpress)) (shell/sh "sed" "-i" (str line "s/nil/" check-wordpress "/g") (str "resources/" file-csv))))))
(prn (sh "sed" "-i" "1s/b/o/g" (str "resources/" file-csv)))))))
;; (prn (sh "sed" "-i" (str "'" line "s/.*/" line "," domain "," check-wordpress "/g'") (str "resources/" file-csv)))))))