Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ac2cf2ac58 | ||
|
|
043257bb64 | ||
|
|
de35d4e2d3 | ||
|
|
476a24c900 | ||
|
|
4d7e9da1d1 | ||
|
|
77efa81c54 | ||
|
|
51609b1d27 | ||
|
|
40af8401b2 | ||
|
|
0a87ab9e91 | ||
|
|
9c1a8b1bae |
@@ -0,0 +1,10 @@
|
||||
image: clojure:temurin-11-lein-2.10.0-alpine
|
||||
|
||||
stages:
|
||||
- test
|
||||
|
||||
unit tests:
|
||||
stage: test
|
||||
script:
|
||||
- lein test
|
||||
|
||||
@@ -8,6 +8,7 @@
|
||||
[org.apache.tika/tika-core "1.28.5"]
|
||||
[org.apache.tika/tika-langdetect "1.28.5"]]
|
||||
:main ^:skip-aot cipher-analytical-machine.core
|
||||
:java-source-paths ["src/main/java"]
|
||||
:target-path "target/%s"
|
||||
:profiles {:uberjar {:aot :all
|
||||
:jvm-opts ["-Dclojure.compiler.direct-linking=true"]}})
|
||||
|
||||
+4
-4
@@ -1,4 +1,4 @@
|
||||
(ns cipher-analytical-machine.cipher-analyzers
|
||||
(ns cipher-analytical-machine.analyzers.analyzers
|
||||
(:require [clojure.string :as cs])
|
||||
(:gen-class))
|
||||
|
||||
@@ -21,16 +21,16 @@
|
||||
|
||||
(defn chi-squared-statistic
|
||||
"To calculate the frequency distribution of a language. More detail about the algorithm here: http://practicalcryptography.com/cryptanalysis/text-characterisation/chi-squared-statistic/"
|
||||
[text letter-frequences]
|
||||
[text letter-frequencies]
|
||||
(let [length-text (count text)
|
||||
letter-counts (count-characters (cs/lower-case text))]
|
||||
;letter-counts
|
||||
(reduce
|
||||
(fn [acc [char count]]
|
||||
(+ acc
|
||||
(if (contains? letter-frequences char)
|
||||
(if (contains? letter-frequencies char)
|
||||
(chi-squared-letter-statistic count
|
||||
(get letter-frequences char)
|
||||
(get letter-frequencies char)
|
||||
length-text)
|
||||
0)))
|
||||
0
|
||||
+20
-9
@@ -1,7 +1,9 @@
|
||||
(ns cipher-analytical-machine.caesar-analyzers
|
||||
(:require [cipher-analytical-machine.caesar :as caesar]
|
||||
(ns cipher-analytical-machine.analyzers.caesar
|
||||
(:require [cipher-analytical-machine.ciphers.caesar :as caesar]
|
||||
[clojure.string :as cs]
|
||||
[cipher-analytical-machine.cipher-analyzers :as ca])
|
||||
[cipher-analytical-machine.analyzers.analyzers :as ca])
|
||||
(:import [cipher_analytical_machine.ciphers.caesar Decrypted]
|
||||
[cipher_analytical_machine.analyzers.caesar FrequencyAnalyzer])
|
||||
(:gen-class))
|
||||
|
||||
(defn get-all-texts
|
||||
@@ -15,9 +17,9 @@
|
||||
|
||||
(defn get-all-scores
|
||||
"For pairs (key, plaintext) finds scores and return list of pairs [key, score]."
|
||||
[letter-frequences pairs]
|
||||
[letter-frequencies pairs]
|
||||
(map (fn [[key text]]
|
||||
[key (ca/chi-squared-statistic text letter-frequences)])
|
||||
[key (ca/chi-squared-statistic text letter-frequencies)])
|
||||
pairs))
|
||||
|
||||
(defn get-min-score-pair
|
||||
@@ -32,17 +34,26 @@
|
||||
|
||||
(defn get-key
|
||||
"To find the key with frequencies of letters."
|
||||
[ciphertext symbols letter-frequences]
|
||||
[ciphertext symbols letter-frequencies]
|
||||
(->> (get-all-texts ciphertext symbols)
|
||||
(get-all-scores letter-frequences)
|
||||
(get-all-scores letter-frequencies)
|
||||
(get-min-score-pair)
|
||||
(first)))
|
||||
|
||||
(defn get-plaintext
|
||||
"Return the plaintext from a ciphertext. The function is case-insensitive."
|
||||
[ciphertext symbols letter-frequences]
|
||||
[ciphertext symbols letter-frequencies]
|
||||
(let [ciphertext (cs/lower-case ciphertext)]
|
||||
(caesar/decrypt-message ciphertext
|
||||
(get-key ciphertext symbols letter-frequences)
|
||||
(get-key ciphertext symbols letter-frequencies)
|
||||
symbols)))
|
||||
|
||||
(defn frequency-analizer-get-plaintext
|
||||
"Return the plaintext from a ciphertext using simple analizer. The function is case-insensitive."
|
||||
[ciphertext symbols letter-frequencies-string]
|
||||
(let [decrypt (reify Decrypted
|
||||
(decrypt [this message key symbols]
|
||||
(caesar/decrypt-message message key symbols)))]
|
||||
(-> (new FrequencyAnalyzer ciphertext symbols letter-frequencies-string decrypt)
|
||||
.crack)))
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
(ns cipher-analytical-machine.language-analyzer
|
||||
(ns cipher-analytical-machine.analyzers.language
|
||||
(:import [org.apache.tika.language LanguageIdentifier])
|
||||
(:gen-class))
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
(ns cipher-analytical-machine.caesar
|
||||
(ns cipher-analytical-machine.ciphers.caesar
|
||||
(:require [clojure.string :as cs])
|
||||
(:gen-class))
|
||||
|
||||
@@ -1,10 +1,10 @@
|
||||
(ns cipher-analytical-machine.cli
|
||||
(ns cipher-analytical-machine.cli.cli
|
||||
(:require
|
||||
[cipher-analytical-machine.file :as file]
|
||||
[cipher-analytical-machine.caesar :as caesar]
|
||||
[cipher-analytical-machine.caesar-analyzers :as caesar-analyzers]
|
||||
[cipher-analytical-machine.symbol-factories :as sf]
|
||||
[cipher-analytical-machine.symbol-frequences :as symbol-frequences]
|
||||
[cipher-analytical-machine.cli.file :as file]
|
||||
[cipher-analytical-machine.ciphers.caesar :as caesar]
|
||||
[cipher-analytical-machine.analyzers.caesar :as caesar-analyzers]
|
||||
[cipher-analytical-machine.symbols.factories :as sf]
|
||||
[cipher-analytical-machine.symbols.frequencies :as symbol-frequencies]
|
||||
[clojure.string :as cs]
|
||||
[clojure.tools.cli :refer [parse-opts]])
|
||||
(:gen-class))
|
||||
@@ -122,8 +122,10 @@
|
||||
(defn set-symbols
|
||||
"Set defaults symbols for a language."
|
||||
[options]
|
||||
(set-option options :symbols
|
||||
(sf/default-symbol-factory (:language options))))
|
||||
(if (contains? options :language)
|
||||
(set-option options :symbols
|
||||
(sf/default-symbol-factory (:language options)))
|
||||
options))
|
||||
|
||||
(defn load-and-set-option
|
||||
"Load the option and set it."
|
||||
@@ -155,7 +157,7 @@
|
||||
[options arguments action-type]
|
||||
(let [message (:message options)
|
||||
symbols (:symbols options)
|
||||
frequencies symbol-frequences/english-letter-frequences]
|
||||
frequencies symbol-frequencies/english-letter-frequencies]
|
||||
(cond
|
||||
(= action-type :cracking)
|
||||
(caesar-analyzers/get-plaintext message symbols frequencies)
|
||||
@@ -1,4 +1,4 @@
|
||||
(ns cipher-analytical-machine.file
|
||||
(ns cipher-analytical-machine.cli.file
|
||||
(:require [clojure.java.io :as io])
|
||||
(:gen-class))
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
(ns cipher-analytical-machine.core
|
||||
(:require
|
||||
[cipher-analytical-machine.cli :as cli])
|
||||
[cipher-analytical-machine.cli.cli :as cli])
|
||||
(:gen-class))
|
||||
|
||||
(defn -main
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
(ns cipher-analytical-machine.symbol-factories
|
||||
(ns cipher-analytical-machine.symbols.factories
|
||||
(:require [clojure.string :as cs])
|
||||
(:gen-class))
|
||||
|
||||
+13
-3
@@ -1,7 +1,17 @@
|
||||
(ns cipher-analytical-machine.symbol-frequences
|
||||
(ns cipher-analytical-machine.symbols.frequencies
|
||||
(:gen-class))
|
||||
|
||||
(def english-letter-frequences {
|
||||
(defn map-to-string
|
||||
"Convert the map of frequencies to the frequency string. Letters are sorted by frequency in descending order."
|
||||
[frequency-map]
|
||||
(->> frequency-map
|
||||
(reduce (fn [acc el] (conj acc el)) [])
|
||||
(sort-by last)
|
||||
(map first)
|
||||
(reverse)
|
||||
(apply str)))
|
||||
|
||||
(def english-letter-frequencies {
|
||||
\a 0.0804
|
||||
\b 0.0154
|
||||
\c 0.0306
|
||||
@@ -30,7 +40,7 @@
|
||||
\z 0.0009
|
||||
})
|
||||
|
||||
(def ukrainian-letter-frequences {
|
||||
(def ukrainian-letter-frequencies {
|
||||
\а 0.064
|
||||
\б 0.013
|
||||
\в 0.046
|
||||
@@ -0,0 +1,25 @@
|
||||
package cipher_analytical_machine.analyzers.caesar;
|
||||
|
||||
import cipher_analytical_machine.ciphers.caesar.Decrypted;
|
||||
import java.util.Map;
|
||||
|
||||
public class FrequencyAnalyzer {
|
||||
private String ciphertext;
|
||||
private int key;
|
||||
private String symbols;
|
||||
private String symbol_frequences;
|
||||
private Decrypted decryptor;
|
||||
|
||||
public FrequencyAnalyzer(String ciphertext, String symbols, String symbol_frequences, Decrypted decryptor) {
|
||||
this.ciphertext = ciphertext;
|
||||
this.key = 1;
|
||||
this.symbols = symbols;
|
||||
this.symbol_frequences = symbol_frequences;
|
||||
this.decryptor = decryptor;
|
||||
}
|
||||
|
||||
public String crack() {
|
||||
return decryptor.decrypt(ciphertext, key, symbols);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,6 @@
|
||||
package cipher_analytical_machine.ciphers.caesar;
|
||||
|
||||
public interface Decrypted {
|
||||
String decrypt(String message, int key, String symbols);
|
||||
}
|
||||
|
||||
+25
-15
@@ -1,9 +1,9 @@
|
||||
(ns cipher-analytical-machine.caesar-analyzers-test
|
||||
(ns cipher-analytical-machine.analyzers.caesar-test
|
||||
(:require
|
||||
[clojure.test :refer :all]
|
||||
[cipher-analytical-machine.caesar-analyzers :refer :all]
|
||||
[cipher-analytical-machine.symbol-frequences :as sf]
|
||||
[cipher-analytical-machine.cipher-analyzers :as ca]
|
||||
[cipher-analytical-machine.analyzers.caesar :refer :all]
|
||||
[cipher-analytical-machine.symbols.frequencies :as sf]
|
||||
[cipher-analytical-machine.analyzers.analyzers :as ca]
|
||||
[clojure.string :as cs]))
|
||||
|
||||
(deftest get-all-texts-test
|
||||
@@ -25,9 +25,9 @@
|
||||
(testing "There're 27 combinations for a 'Hello World'."
|
||||
(let [ciphertext "khoorczruog"
|
||||
symbols "abcdefghijklmnopqrstuvwxyz "
|
||||
frequences sf/english-letter-frequences
|
||||
frequencies sf/english-letter-frequencies
|
||||
text-pairs (get-all-texts ciphertext symbols)]
|
||||
(is (= 27 (count (get-all-scores frequences text-pairs)))))))
|
||||
(is (= 27 (count (get-all-scores frequencies text-pairs)))))))
|
||||
|
||||
(deftest get-min-score-pair-test
|
||||
(testing "If a key is one, then the min score pair is 15."
|
||||
@@ -40,37 +40,47 @@
|
||||
ciphertext "khoorczruog"
|
||||
key 3
|
||||
symbols "abcdefghijklmnopqrstuvwxyz "
|
||||
frequences sf/english-letter-frequences]
|
||||
frequencies sf/english-letter-frequencies]
|
||||
(testing "The plaintext is encrypted with 3 as the key."
|
||||
(is (= key (get-key ciphertext symbols frequences)))))
|
||||
(is (= key (get-key ciphertext symbols frequencies)))))
|
||||
|
||||
(let [; З поеми "Кавказ" Тараса Григоровича Шевченка:
|
||||
plaintext "Борітеся – поборете, Вам Бог помагає! За вас правда, за вас слава. І воля святая!"
|
||||
ciphertext "жхчощйшде–ецхжхчйщй,езєуежхиецхуєиєк!емєезєшецчєзїє,емєезєшештєзє.еоезхтдешздщєд!"
|
||||
key 7
|
||||
symbols "абвгґдеєжзиіїйклмнопрстуфхцчшщьюя "
|
||||
frequences sf/ukrainian-letter-frequences]
|
||||
frequencies sf/ukrainian-letter-frequencies]
|
||||
(testing "The plaintext is encrypted with 3 as the key."
|
||||
(is (= key (get-key ciphertext symbols frequences))))))
|
||||
(is (= key (get-key ciphertext symbols frequencies))))))
|
||||
|
||||
(deftest get-plaintext-test
|
||||
(let [plaintext "hello world"
|
||||
ciphertext "khoorczruog"
|
||||
symbols "abcdefghijklmnopqrstuvwxyz "
|
||||
frequences sf/english-letter-frequences]
|
||||
frequencies sf/english-letter-frequencies]
|
||||
(testing "The plaintext is encrypted with 3 as the key."
|
||||
(is (= plaintext (get-plaintext ciphertext symbols frequences))))
|
||||
(is (= plaintext (get-plaintext ciphertext symbols frequencies))))
|
||||
|
||||
(testing "The ciphertext is case-insensitive."
|
||||
(is (= plaintext (get-plaintext "KhoorcZruog" symbols frequences)))))
|
||||
(is (= plaintext (get-plaintext "KhoorcZruog" symbols frequencies)))))
|
||||
|
||||
(let [; З поеми "Кавказ" Тараса Григоровича Шевченка:
|
||||
plaintext "Борітеся – поборете, Вам Бог помагає! За вас правда, за вас слава. І воля святая!"
|
||||
ciphertext "жхчощйшде–ецхжхчйщй,езєуежхиецхуєиєк!емєезєшецчєзїє,емєезєшештєзє.еоезхтдешздщєд!"
|
||||
key 7
|
||||
symbols "абвгґдеєжзиіїйклмнопрстуфхцчшщьюя "
|
||||
frequences sf/ukrainian-letter-frequences]
|
||||
frequencies sf/ukrainian-letter-frequencies]
|
||||
(testing "The ciphertext is case-insensitive."
|
||||
(is (= (cs/lower-case plaintext)
|
||||
(get-plaintext ciphertext symbols frequences))))))
|
||||
(get-plaintext ciphertext symbols frequencies))))))
|
||||
|
||||
(deftest frequency-analizer-get-plaintext-test
|
||||
(let [plaintext "abc"
|
||||
ciphertext "bca"
|
||||
key 1
|
||||
symbols "abc"
|
||||
frequencies "etaoinsrhldcumfpgwybvkxjqz"]
|
||||
(testing "The ciphertext is 'bca' and key is 1."
|
||||
(is (= plaintext
|
||||
(frequency-analizer-get-plaintext ciphertext symbols frequencies))))))
|
||||
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
(ns cipher-analytical-machine.language-analyzer-test
|
||||
(ns cipher-analytical-machine.analyzers.language-test
|
||||
(:require
|
||||
[clojure.test :refer :all]
|
||||
[cipher-analytical-machine.language-analyzer :refer :all]
|
||||
[cipher-analytical-machine.analyzers.language :refer :all]
|
||||
))
|
||||
|
||||
(deftest detect-language-test
|
||||
@@ -1,25 +0,0 @@
|
||||
(ns cipher-analytical-machine.cipher-analyzers-test
|
||||
(:require
|
||||
[clojure.test :refer :all]
|
||||
[cipher-analytical-machine.cipher-analyzers :refer :all]))
|
||||
|
||||
(deftest count-characters-test
|
||||
(testing "Count two dublicates and one uniq character from a string."
|
||||
(is (= {\a 2 \b 1}
|
||||
(count-characters "aba")))))
|
||||
|
||||
(deftest chi-squared-letter-statistic-test
|
||||
(testing "If the frequence of A is 0.1, the text length is 100 and contains 20 times, then the chi-squared is 10."
|
||||
(is (= 10.0
|
||||
(chi-squared-letter-statistic 20 0.1 100))))
|
||||
|
||||
(testing "If the frequence of A is 0.1, the text length is 10 and contains 5 times, then the chi-squared is 16.0."
|
||||
(is (= 16.0
|
||||
(chi-squared-letter-statistic 5 0.1 10)))))
|
||||
|
||||
(deftest chi-squared-statistic-test
|
||||
(let [text "aaaaabbbbb"]
|
||||
(testing "If the frequences of a and b is 0.1, the text length is 10 and contains them 5 times, then score is 32."
|
||||
(is (= 32.0
|
||||
(chi-squared-statistic text {\a 0.1 \b 0.1}))))))
|
||||
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
(ns cipher-analytical-machine.caesar-test
|
||||
(ns cipher-analytical-machine.ciphers.caesar-test
|
||||
(:require
|
||||
[clojure.test :refer :all]
|
||||
[cipher-analytical-machine.caesar :refer :all]
|
||||
[cipher-analytical-machine.ciphers.caesar :refer :all]
|
||||
))
|
||||
|
||||
(deftest calculate-char-index-test
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
(ns cipher-analytical-machine.symbol-factories-test
|
||||
(ns cipher-analytical-machine.symbols.factories-test
|
||||
(:require
|
||||
[clojure.test :refer :all]
|
||||
[cipher-analytical-machine.symbol-factories :refer :all]
|
||||
[cipher-analytical-machine.symbols.factories :refer :all]
|
||||
))
|
||||
|
||||
(deftest english-alphabet-factory-test
|
||||
@@ -0,0 +1,11 @@
|
||||
(ns cipher-analytical-machine.symbols.frequencies-test
|
||||
(:require
|
||||
[clojure.test :refer :all]
|
||||
[cipher-analytical-machine.symbols.frequencies :refer :all]))
|
||||
|
||||
(deftest calculate-char-index-test
|
||||
(let [symbol-map english-letter-frequencies]
|
||||
(testing "The map must be converted to 'etaoinsrhldcumfpgwybvkxjqz'"
|
||||
(is (= "etaoinsrhldcumfpgwybvkxjqz"
|
||||
(map-to-string symbol-map))))))
|
||||
|
||||
Reference in New Issue
Block a user