(require '[clojure.string :as s])
(require '[asami.durable.common :refer :all])
(require '[asami.durable.pool :refer [create-pool]])

;; read a book
(def book (slurp "resources/pride_and_prejudice.txt"))
(def words (s/split book #" "))

;; create a data pool
(def pool (create-pool "book"))
;; load words into the pool, accumulating the numbers the pool assigns to the words
(def coded-pool (time (reduce (fn [[ids p] w]
                          (let [[id p'] (write! p w)]
                            [(conj ids id) p']))
                        [[] pool]
                        words)))
(def coded (first coded-pool))
(def bpool (second coded-pool))

;; transactions are handled outside of the pool, so get transaction point for later
(def root (:root-id bpool))

;; coded now contains numbers for every word in the document
(count coded)
(take 10 coded)

;; ask the data pool for the data associated with each number
(def output-words (map #(find-object bpool %) coded))

(time (count output-words))
;; 3.1s 3.4s
(= words output-words)

;; truncate the files to just what is in use
(close bpool)


;; come back and reopen the file. Use the transaction point from above
(def pool2 (create-pool "book" 68))

;; ask the data pool again for the data associated with each number in coded
(def output-words2 (map #(find-object pool2 %) coded))

;; is it all still available?
(count output-words2)
(= words output-words2)

The file pride_and_prejudice.txt is at: