Compare commits

..
10 Commits
Author SHA1 Message Date
KKlochko ac2cf2ac58 Fix the bug that the default language symbols override the symbols.
continuous-integration/drone/push Build is passing
2023-10-13 21:46:48 +03:00
KKlochko 043257bb64 Update the FrequencyAnalyzer to use the frequency string instead.
continuous-integration/drone/push Build is passing
2023-10-12 22:10:41 +03:00
KKlochko de35d4e2d3 Add the function to make a frequency string from a map. 2023-10-12 22:04:39 +03:00
KKlochko 476a24c900 Fix the typo "frequences" to frequencies. 2023-10-12 22:00:01 +03:00
KKlochko 4d7e9da1d1 Refactor the project structure.
continuous-integration/drone/push Build is passing
2023-10-11 21:12:10 +03:00
KKlochko 77efa81c54 Add the Gitlab CI/CD configuration.
continuous-integration/drone/push Build is passing
2023-10-09 20:00:50 +03:00
KKlochko 51609b1d27 Add the clojure wrapper for the frequency analizer and its test.
continuous-integration/drone/push Build is passing
2023-10-05 20:10:05 +03:00
KKlochko 40af8401b2 Add a frequency analyzer as a stub. 2023-10-05 20:08:41 +03:00
KKlochko 0a87ab9e91 Add the Caesar decrypted interface for Java. 2023-10-05 20:07:43 +03:00
KKlochko 9c1a8b1bae Add the java source path. 2023-10-05 20:07:11 +03:00
19 changed files with 137 additions and 76 deletions
+10
View File
@@ -0,0 +1,10 @@
image: clojure:temurin-11-lein-2.10.0-alpine
stages:
- test
unit tests:
stage: test
script:
- lein test
+1
View File
@@ -8,6 +8,7 @@
[org.apache.tika/tika-core "1.28.5"]
[org.apache.tika/tika-langdetect "1.28.5"]]
:main ^:skip-aot cipher-analytical-machine.core
:java-source-paths ["src/main/java"]
:target-path "target/%s"
:profiles {:uberjar {:aot :all
:jvm-opts ["-Dclojure.compiler.direct-linking=true"]}})
@@ -1,4 +1,4 @@
(ns cipher-analytical-machine.cipher-analyzers
(ns cipher-analytical-machine.analyzers.analyzers
(:require [clojure.string :as cs])
(:gen-class))
@@ -21,16 +21,16 @@
(defn chi-squared-statistic
"To calculate the frequency distribution of a language. More detail about the algorithm here: http://practicalcryptography.com/cryptanalysis/text-characterisation/chi-squared-statistic/"
[text letter-frequences]
[text letter-frequencies]
(let [length-text (count text)
letter-counts (count-characters (cs/lower-case text))]
;letter-counts
(reduce
(fn [acc [char count]]
(+ acc
(if (contains? letter-frequences char)
(if (contains? letter-frequencies char)
(chi-squared-letter-statistic count
(get letter-frequences char)
(get letter-frequencies char)
length-text)
0)))
0
@@ -1,7 +1,9 @@
(ns cipher-analytical-machine.caesar-analyzers
(:require [cipher-analytical-machine.caesar :as caesar]
(ns cipher-analytical-machine.analyzers.caesar
(:require [cipher-analytical-machine.ciphers.caesar :as caesar]
[clojure.string :as cs]
[cipher-analytical-machine.cipher-analyzers :as ca])
[cipher-analytical-machine.analyzers.analyzers :as ca])
(:import [cipher_analytical_machine.ciphers.caesar Decrypted]
[cipher_analytical_machine.analyzers.caesar FrequencyAnalyzer])
(:gen-class))
(defn get-all-texts
@@ -15,9 +17,9 @@
(defn get-all-scores
"For pairs (key, plaintext) finds scores and return list of pairs [key, score]."
[letter-frequences pairs]
[letter-frequencies pairs]
(map (fn [[key text]]
[key (ca/chi-squared-statistic text letter-frequences)])
[key (ca/chi-squared-statistic text letter-frequencies)])
pairs))
(defn get-min-score-pair
@@ -32,17 +34,26 @@
(defn get-key
"To find the key with frequencies of letters."
[ciphertext symbols letter-frequences]
[ciphertext symbols letter-frequencies]
(->> (get-all-texts ciphertext symbols)
(get-all-scores letter-frequences)
(get-all-scores letter-frequencies)
(get-min-score-pair)
(first)))
(defn get-plaintext
"Return the plaintext from a ciphertext. The function is case-insensitive."
[ciphertext symbols letter-frequences]
[ciphertext symbols letter-frequencies]
(let [ciphertext (cs/lower-case ciphertext)]
(caesar/decrypt-message ciphertext
(get-key ciphertext symbols letter-frequences)
(get-key ciphertext symbols letter-frequencies)
symbols)))
(defn frequency-analizer-get-plaintext
"Return the plaintext from a ciphertext using simple analizer. The function is case-insensitive."
[ciphertext symbols letter-frequencies-string]
(let [decrypt (reify Decrypted
(decrypt [this message key symbols]
(caesar/decrypt-message message key symbols)))]
(-> (new FrequencyAnalyzer ciphertext symbols letter-frequencies-string decrypt)
.crack)))
@@ -1,4 +1,4 @@
(ns cipher-analytical-machine.language-analyzer
(ns cipher-analytical-machine.analyzers.language
(:import [org.apache.tika.language LanguageIdentifier])
(:gen-class))
@@ -1,4 +1,4 @@
(ns cipher-analytical-machine.caesar
(ns cipher-analytical-machine.ciphers.caesar
(:require [clojure.string :as cs])
(:gen-class))
@@ -1,10 +1,10 @@
(ns cipher-analytical-machine.cli
(ns cipher-analytical-machine.cli.cli
(:require
[cipher-analytical-machine.file :as file]
[cipher-analytical-machine.caesar :as caesar]
[cipher-analytical-machine.caesar-analyzers :as caesar-analyzers]
[cipher-analytical-machine.symbol-factories :as sf]
[cipher-analytical-machine.symbol-frequences :as symbol-frequences]
[cipher-analytical-machine.cli.file :as file]
[cipher-analytical-machine.ciphers.caesar :as caesar]
[cipher-analytical-machine.analyzers.caesar :as caesar-analyzers]
[cipher-analytical-machine.symbols.factories :as sf]
[cipher-analytical-machine.symbols.frequencies :as symbol-frequencies]
[clojure.string :as cs]
[clojure.tools.cli :refer [parse-opts]])
(:gen-class))
@@ -122,8 +122,10 @@
(defn set-symbols
"Set defaults symbols for a language."
[options]
(if (contains? options :language)
(set-option options :symbols
(sf/default-symbol-factory (:language options))))
(sf/default-symbol-factory (:language options)))
options))
(defn load-and-set-option
"Load the option and set it."
@@ -155,7 +157,7 @@
[options arguments action-type]
(let [message (:message options)
symbols (:symbols options)
frequencies symbol-frequences/english-letter-frequences]
frequencies symbol-frequencies/english-letter-frequencies]
(cond
(= action-type :cracking)
(caesar-analyzers/get-plaintext message symbols frequencies)
@@ -1,4 +1,4 @@
(ns cipher-analytical-machine.file
(ns cipher-analytical-machine.cli.file
(:require [clojure.java.io :as io])
(:gen-class))
+1 -1
View File
@@ -1,6 +1,6 @@
(ns cipher-analytical-machine.core
(:require
[cipher-analytical-machine.cli :as cli])
[cipher-analytical-machine.cli.cli :as cli])
(:gen-class))
(defn -main
@@ -1,4 +1,4 @@
(ns cipher-analytical-machine.symbol-factories
(ns cipher-analytical-machine.symbols.factories
(:require [clojure.string :as cs])
(:gen-class))
@@ -1,7 +1,17 @@
(ns cipher-analytical-machine.symbol-frequences
(ns cipher-analytical-machine.symbols.frequencies
(:gen-class))
(def english-letter-frequences {
(defn map-to-string
"Convert the map of frequencies to the frequency string. Letters are sorted by frequency in descending order."
[frequency-map]
(->> frequency-map
(reduce (fn [acc el] (conj acc el)) [])
(sort-by last)
(map first)
(reverse)
(apply str)))
(def english-letter-frequencies {
\a 0.0804
\b 0.0154
\c 0.0306
@@ -30,7 +40,7 @@
\z 0.0009
})
(def ukrainian-letter-frequences {
(def ukrainian-letter-frequencies {
\а 0.064
\б 0.013
0.046
@@ -0,0 +1,25 @@
package cipher_analytical_machine.analyzers.caesar;
import cipher_analytical_machine.ciphers.caesar.Decrypted;
import java.util.Map;
public class FrequencyAnalyzer {
private String ciphertext;
private int key;
private String symbols;
private String symbol_frequences;
private Decrypted decryptor;
public FrequencyAnalyzer(String ciphertext, String symbols, String symbol_frequences, Decrypted decryptor) {
this.ciphertext = ciphertext;
this.key = 1;
this.symbols = symbols;
this.symbol_frequences = symbol_frequences;
this.decryptor = decryptor;
}
public String crack() {
return decryptor.decrypt(ciphertext, key, symbols);
}
}
@@ -0,0 +1,6 @@
package cipher_analytical_machine.ciphers.caesar;
public interface Decrypted {
String decrypt(String message, int key, String symbols);
}
@@ -1,9 +1,9 @@
(ns cipher-analytical-machine.caesar-analyzers-test
(ns cipher-analytical-machine.analyzers.caesar-test
(:require
[clojure.test :refer :all]
[cipher-analytical-machine.caesar-analyzers :refer :all]
[cipher-analytical-machine.symbol-frequences :as sf]
[cipher-analytical-machine.cipher-analyzers :as ca]
[cipher-analytical-machine.analyzers.caesar :refer :all]
[cipher-analytical-machine.symbols.frequencies :as sf]
[cipher-analytical-machine.analyzers.analyzers :as ca]
[clojure.string :as cs]))
(deftest get-all-texts-test
@@ -25,9 +25,9 @@
(testing "There're 27 combinations for a 'Hello World'."
(let [ciphertext "khoorczruog"
symbols "abcdefghijklmnopqrstuvwxyz "
frequences sf/english-letter-frequences
frequencies sf/english-letter-frequencies
text-pairs (get-all-texts ciphertext symbols)]
(is (= 27 (count (get-all-scores frequences text-pairs)))))))
(is (= 27 (count (get-all-scores frequencies text-pairs)))))))
(deftest get-min-score-pair-test
(testing "If a key is one, then the min score pair is 15."
@@ -40,37 +40,47 @@
ciphertext "khoorczruog"
key 3
symbols "abcdefghijklmnopqrstuvwxyz "
frequences sf/english-letter-frequences]
frequencies sf/english-letter-frequencies]
(testing "The plaintext is encrypted with 3 as the key."
(is (= key (get-key ciphertext symbols frequences)))))
(is (= key (get-key ciphertext symbols frequencies)))))
(let [; З поеми "Кавказ" Тараса Григоровича Шевченка:
plaintext "Борітеся – поборете, Вам Бог помагає! За вас правда, за вас слава. І воля святая!"
ciphertext "жхчощйшде–ецхжхчйщй,езєуежхиецхуєиєк!емєезєшецчєзїє,емєезєшештєзє.еоезхтдешздщєд!"
key 7
symbols "абвгґдеєжзиіїйклмнопрстуфхцчшщьюя "
frequences sf/ukrainian-letter-frequences]
frequencies sf/ukrainian-letter-frequencies]
(testing "The plaintext is encrypted with 3 as the key."
(is (= key (get-key ciphertext symbols frequences))))))
(is (= key (get-key ciphertext symbols frequencies))))))
(deftest get-plaintext-test
(let [plaintext "hello world"
ciphertext "khoorczruog"
symbols "abcdefghijklmnopqrstuvwxyz "
frequences sf/english-letter-frequences]
frequencies sf/english-letter-frequencies]
(testing "The plaintext is encrypted with 3 as the key."
(is (= plaintext (get-plaintext ciphertext symbols frequences))))
(is (= plaintext (get-plaintext ciphertext symbols frequencies))))
(testing "The ciphertext is case-insensitive."
(is (= plaintext (get-plaintext "KhoorcZruog" symbols frequences)))))
(is (= plaintext (get-plaintext "KhoorcZruog" symbols frequencies)))))
(let [; З поеми "Кавказ" Тараса Григоровича Шевченка:
plaintext "Борітеся – поборете, Вам Бог помагає! За вас правда, за вас слава. І воля святая!"
ciphertext "жхчощйшде–ецхжхчйщй,езєуежхиецхуєиєк!емєезєшецчєзїє,емєезєшештєзє.еоезхтдешздщєд!"
key 7
symbols "абвгґдеєжзиіїйклмнопрстуфхцчшщьюя "
frequences sf/ukrainian-letter-frequences]
frequencies sf/ukrainian-letter-frequencies]
(testing "The ciphertext is case-insensitive."
(is (= (cs/lower-case plaintext)
(get-plaintext ciphertext symbols frequences))))))
(get-plaintext ciphertext symbols frequencies))))))
(deftest frequency-analizer-get-plaintext-test
(let [plaintext "abc"
ciphertext "bca"
key 1
symbols "abc"
frequencies "etaoinsrhldcumfpgwybvkxjqz"]
(testing "The ciphertext is 'bca' and key is 1."
(is (= plaintext
(frequency-analizer-get-plaintext ciphertext symbols frequencies))))))
@@ -1,7 +1,7 @@
(ns cipher-analytical-machine.language-analyzer-test
(ns cipher-analytical-machine.analyzers.language-test
(:require
[clojure.test :refer :all]
[cipher-analytical-machine.language-analyzer :refer :all]
[cipher-analytical-machine.analyzers.language :refer :all]
))
(deftest detect-language-test
@@ -1,25 +0,0 @@
(ns cipher-analytical-machine.cipher-analyzers-test
(:require
[clojure.test :refer :all]
[cipher-analytical-machine.cipher-analyzers :refer :all]))
(deftest count-characters-test
(testing "Count two dublicates and one uniq character from a string."
(is (= {\a 2 \b 1}
(count-characters "aba")))))
(deftest chi-squared-letter-statistic-test
(testing "If the frequence of A is 0.1, the text length is 100 and contains 20 times, then the chi-squared is 10."
(is (= 10.0
(chi-squared-letter-statistic 20 0.1 100))))
(testing "If the frequence of A is 0.1, the text length is 10 and contains 5 times, then the chi-squared is 16.0."
(is (= 16.0
(chi-squared-letter-statistic 5 0.1 10)))))
(deftest chi-squared-statistic-test
(let [text "aaaaabbbbb"]
(testing "If the frequences of a and b is 0.1, the text length is 10 and contains them 5 times, then score is 32."
(is (= 32.0
(chi-squared-statistic text {\a 0.1 \b 0.1}))))))
@@ -1,7 +1,7 @@
(ns cipher-analytical-machine.caesar-test
(ns cipher-analytical-machine.ciphers.caesar-test
(:require
[clojure.test :refer :all]
[cipher-analytical-machine.caesar :refer :all]
[cipher-analytical-machine.ciphers.caesar :refer :all]
))
(deftest calculate-char-index-test
@@ -1,7 +1,7 @@
(ns cipher-analytical-machine.symbol-factories-test
(ns cipher-analytical-machine.symbols.factories-test
(:require
[clojure.test :refer :all]
[cipher-analytical-machine.symbol-factories :refer :all]
[cipher-analytical-machine.symbols.factories :refer :all]
))
(deftest english-alphabet-factory-test
@@ -0,0 +1,11 @@
(ns cipher-analytical-machine.symbols.frequencies-test
(:require
[clojure.test :refer :all]
[cipher-analytical-machine.symbols.frequencies :refer :all]))
(deftest calculate-char-index-test
(let [symbol-map english-letter-frequencies]
(testing "The map must be converted to 'etaoinsrhldcumfpgwybvkxjqz'"
(is (= "etaoinsrhldcumfpgwybvkxjqz"
(map-to-string symbol-map))))))