Added frequency analysis
This commit is contained in:
parent
e9ff18fb4c
commit
f157a5aaa2
166
client/src/blocks/frequency.js
Normal file
166
client/src/blocks/frequency.js
Normal file
@ -0,0 +1,166 @@
|
|||||||
|
var events = require("../events.js");
|
||||||
|
|
||||||
|
function getGroups(text, size){
|
||||||
|
return text
|
||||||
|
.toLowerCase()
|
||||||
|
.split(/[^a-z]/)
|
||||||
|
.map((word)=>{
|
||||||
|
groups = []
|
||||||
|
for(var i = 0; i <= (word.length - size); i++){
|
||||||
|
groups.push(word.substr(i, size));
|
||||||
|
}
|
||||||
|
return groups;
|
||||||
|
})
|
||||||
|
.reduce((allGroups, groups)=>(
|
||||||
|
allGroups.concat(groups)
|
||||||
|
), []);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getFirstLetters(text){
|
||||||
|
return text
|
||||||
|
.toLowerCase()
|
||||||
|
.split(/[^a-z]/)
|
||||||
|
.filter((word)=>(word.length > 0))
|
||||||
|
.map((word)=>(word[0]));
|
||||||
|
}
|
||||||
|
|
||||||
|
function getFrequency(groups){
|
||||||
|
return groups
|
||||||
|
.reduce((frequencies, group)=>{
|
||||||
|
if(!frequencies[group]){
|
||||||
|
frequencies[group] = 0;
|
||||||
|
}
|
||||||
|
frequencies[group] += 1;
|
||||||
|
return frequencies;
|
||||||
|
}, {})
|
||||||
|
};
|
||||||
|
|
||||||
|
function topGroupsByFrequency(groups, alreadyPercentage){
|
||||||
|
var output = {};
|
||||||
|
var total = Object.values(groups).reduce((a, b)=>(a + b));
|
||||||
|
output.labels = Object.keys(groups).sort((a, b)=>(groups[b] - groups[a])).slice(0, 26);
|
||||||
|
output.values = output.labels.map((groupName)=>(groups[groupName]));
|
||||||
|
if(!alreadyPercentage){
|
||||||
|
output.values = output.values.map((value)=>(value / total * 100)); //calculates as percentage of whole thing
|
||||||
|
}
|
||||||
|
return output;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
module.exports = {
|
||||||
|
name: "Frequency Analysis",
|
||||||
|
inputs: {
|
||||||
|
input: "Input"
|
||||||
|
},
|
||||||
|
output: false,
|
||||||
|
execute: function({input}, block){
|
||||||
|
var topGroups = {};
|
||||||
|
if(!isNaN(parseInt(block.properties.type))){
|
||||||
|
//frequency of group with length type
|
||||||
|
topGroups = topGroupsByFrequency(getFrequency(getGroups(input, parseInt(block.properties.type))));
|
||||||
|
}
|
||||||
|
else if(block.properties.type == "first"){
|
||||||
|
//first
|
||||||
|
topGroups = topGroupsByFrequency(getFrequency(getFirstLetters(input, parseInt(block.properties.type))));
|
||||||
|
}
|
||||||
|
block.properties.chartTop.data.labels = topGroups.labels;
|
||||||
|
block.properties.chartTop.data.datasets[0] = {
|
||||||
|
data: topGroups.values
|
||||||
|
};
|
||||||
|
block.properties.chartTop.update();
|
||||||
|
|
||||||
|
return input;
|
||||||
|
},
|
||||||
|
size: { //update static widths in HTML as well
|
||||||
|
height: 400,
|
||||||
|
width: 400
|
||||||
|
},
|
||||||
|
pageBlock: {
|
||||||
|
html: `
|
||||||
|
<select>
|
||||||
|
<option value="1">Single Letters</option>
|
||||||
|
<option value="2">Digraphs</option>
|
||||||
|
<option value="3">Trigraphs</option>
|
||||||
|
<option value="first">1st Letter</option>
|
||||||
|
</select>
|
||||||
|
<span class="topHidden">
|
||||||
|
<div class="canvasContainer">
|
||||||
|
<canvas class="chart top" width="380" height="150"></canvas>
|
||||||
|
</div>
|
||||||
|
<div class="canvasContainer">
|
||||||
|
<canvas class="chart bottom" width="380" height="150"></canvas>
|
||||||
|
</div>
|
||||||
|
</span>
|
||||||
|
`,
|
||||||
|
js: function(block){
|
||||||
|
var standardFrequencies = {
|
||||||
|
"1": {a: 8.167, b: 1.492, c: 2.782, d: 4.253, e: 12.702, f: 2.228, g: 2.015, h: 6.094, i: 6.966, j: 0.153, k: 0.772, l: 4.025, m: 2.406, n: 6.749, o: 7.507, p: 1.929, q: 0.095, r: 5.987, s: 6.327, t: 9.056, u: 2.758, v: 0.978, w: 2.36, x: 0.15, y: 1.974, z: 0.074},
|
||||||
|
"2": {th: 1.52, he: 1.28, in: 0.94, er: 0.94, an: 0.82, re: 0.68, nd: 0.63, at: 0.59, on: 0.57, nt: 0.56, ha: 0.56, es: 0.56, st: 0.55, en: 0.55, ed: 0.53, to: 0.52, it: 0.5, ou: 0.5, ea: 0.47, hi: 0.46, is: 0.46, or: 0.43, ti: 0.34, as: 0.33, te: 0.27, et: 0.19, ng: 0.18, of: 0.16, al: 0.09, de: 0.09, se: 0.08, le: 0.08, sa: 0.06, si: 0.05, ar: 0.04, ve: 0.04, ra: 0.04, ld: 0.02, ur: 0.02},
|
||||||
|
"3": {the: 1.3636489593493786, ing: 0.7262728609096382, and: 0.7216909325651525, ion: 0.6628250374662927, tio: 0.5432009819877033, ent: 0.5302935539742596, for: 0.4364176465207254, ati: 0.42040977561828335, ter: 0.35934740727926423, ate: 0.3318152376738465, ers: 0.3060779039472102, res: 0.280786679167951, her: 0.2793230868699396, est: 0.2682868458761497, com: 0.2678235657432033, pro: 0.2649545115201913, ere: 0.2542082834806153, all: 0.25378437256592273, int: 0.25335782763051096, men: 0.25312595645961633, you: 0.2493700011137761, ons: 0.24523864706698645, our: 0.24466859192459378, con: 0.23825624560930553, are: 0.23536230733045035, tha: 0.23203135274154815},
|
||||||
|
first: {a: 11.602, b: 4.702, c: 3.511, d: 2.67, e: 2.007, f: 3.779, g: 1.95, h: 7.232, i: 6.286, j: 0.597, k: 0.59, l: 2.705, m: 4.383, n: 2.365, o: 6.264, p: 2.545, q: 0.173, r: 1.653, s: 7.755, t: 16.671, u: 1.487, v: 0.649, w: 6.753, x: 0.017, y: 1.62, z: 0.034}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(block.properties.type){
|
||||||
|
block.elem.find("select").val(block.properties.type);
|
||||||
|
}
|
||||||
|
else{
|
||||||
|
block.properties.type = block.elem.find("select").val();
|
||||||
|
}
|
||||||
|
|
||||||
|
$(block.elem).find("select").change(function(){
|
||||||
|
block.properties.type = block.elem.find("select").val();
|
||||||
|
|
||||||
|
var standardFrequency = standardFrequencies[block.properties.type];
|
||||||
|
var standardGroups = topGroupsByFrequency(standardFrequency, true);
|
||||||
|
|
||||||
|
block.properties.chartBottom.data.labels = standardGroups.labels;
|
||||||
|
block.properties.chartBottom.data.datasets[0] = {
|
||||||
|
data: standardGroups.values
|
||||||
|
};
|
||||||
|
block.properties.chartBottom.update();
|
||||||
|
|
||||||
|
events.emit("inputChanged");
|
||||||
|
});
|
||||||
|
|
||||||
|
var Chart = require("chart.js");
|
||||||
|
block.properties.chartTop = new Chart(
|
||||||
|
$(block.elem).find(".chart.top"),
|
||||||
|
{
|
||||||
|
type: "bar",
|
||||||
|
options: {
|
||||||
|
title: {
|
||||||
|
display: true,
|
||||||
|
text: "Input Text Frequency"
|
||||||
|
},
|
||||||
|
legend: {
|
||||||
|
display: false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
);
|
||||||
|
block.properties.chartBottom = new Chart(
|
||||||
|
$(block.elem).find(".chart.bottom"),
|
||||||
|
{
|
||||||
|
type: "bar",
|
||||||
|
options: {
|
||||||
|
title: {
|
||||||
|
display: true,
|
||||||
|
text: "Standard English Frequency"
|
||||||
|
},
|
||||||
|
legend: {
|
||||||
|
display: false
|
||||||
|
}
|
||||||
|
},
|
||||||
|
data: {
|
||||||
|
labels: ["1", "2", "3"],
|
||||||
|
datasets: [{
|
||||||
|
data: [5,3,10]
|
||||||
|
}]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
);
|
||||||
|
|
||||||
|
$(block.elem).find("select").change();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -17,6 +17,7 @@ var blocks = [
|
|||||||
"transposition",
|
"transposition",
|
||||||
"transpositionReverse",
|
"transpositionReverse",
|
||||||
"substitution",
|
"substitution",
|
||||||
|
"frequency",
|
||||||
];
|
];
|
||||||
|
|
||||||
module.exports = blocks.reduce((blocks, block)=>{
|
module.exports = blocks.reduce((blocks, block)=>{
|
||||||
|
|||||||
@ -22,7 +22,7 @@ function resolveOutput(block, cache){
|
|||||||
|
|
||||||
function calculateOutputBlocks(){
|
function calculateOutputBlocks(){
|
||||||
var cache = {};
|
var cache = {};
|
||||||
var outputBlocks = diagram.state.filter((block)=>(block.type == "output"));
|
var outputBlocks = diagram.state.filter((block)=>((block.type == "output") || (block.type == "frequency")));
|
||||||
for(var block of outputBlocks){
|
for(var block of outputBlocks){
|
||||||
resolveOutput(block, cache);
|
resolveOutput(block, cache);
|
||||||
}
|
}
|
||||||
|
|||||||
@ -32,7 +32,8 @@ $("#blocks").on("mousedown", ".block>.main,.block>.inputs", function(event){
|
|||||||
y: event.pageY - $(this).parent().offset().top
|
y: event.pageY - $(this).parent().offset().top
|
||||||
},
|
},
|
||||||
type: $(this).parent().data("type"),
|
type: $(this).parent().data("type"),
|
||||||
inputs: {}
|
inputs: {},
|
||||||
|
properties: {}
|
||||||
}
|
}
|
||||||
diagram.state.push(newBlock);
|
diagram.state.push(newBlock);
|
||||||
var newBlockElement = $(
|
var newBlockElement = $(
|
||||||
@ -42,6 +43,12 @@ $("#blocks").on("mousedown", ".block>.main,.block>.inputs", function(event){
|
|||||||
})
|
})
|
||||||
).appendTo("#workspace");
|
).appendTo("#workspace");
|
||||||
newBlock.elem = newBlockElement;
|
newBlock.elem = newBlockElement;
|
||||||
|
if(blocks[newBlock.type].size){
|
||||||
|
newBlockElement.css({
|
||||||
|
height: blocks[newBlock.type].size.height,
|
||||||
|
width: blocks[newBlock.type].size.width
|
||||||
|
});
|
||||||
|
}
|
||||||
blocks[newBlock.type].pageBlock.js(newBlock);
|
blocks[newBlock.type].pageBlock.js(newBlock);
|
||||||
blockPositionChange(event);
|
blockPositionChange(event);
|
||||||
});
|
});
|
||||||
|
|||||||
@ -16,6 +16,9 @@ body{
|
|||||||
.block{
|
.block{
|
||||||
margin: 10px;
|
margin: 10px;
|
||||||
}
|
}
|
||||||
|
.topHidden{
|
||||||
|
display: none;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
.block{
|
.block{
|
||||||
@ -41,8 +44,11 @@ body{
|
|||||||
.main{
|
.main{
|
||||||
flex-grow: 1;
|
flex-grow: 1;
|
||||||
display: flex;
|
display: flex;
|
||||||
|
flex-direction: column;
|
||||||
>div{
|
>div{
|
||||||
margin: auto;
|
margin: auto;
|
||||||
|
display: flex;
|
||||||
|
flex-direction: column;
|
||||||
>.title{
|
>.title{
|
||||||
text-align: center;
|
text-align: center;
|
||||||
}
|
}
|
||||||
|
|||||||
39
other/frequencies/digraphs/data.txt
Normal file
39
other/frequencies/digraphs/data.txt
Normal file
@ -0,0 +1,39 @@
|
|||||||
|
th 5532 th 1.52
|
||||||
|
he 4657 he 1.28
|
||||||
|
in 3429 in 0.94
|
||||||
|
er 3420 er 0.94
|
||||||
|
an 3005 an 0.82
|
||||||
|
re 2465 re 0.68
|
||||||
|
nd 2281 nd 0.63
|
||||||
|
at 2155 at 0.59
|
||||||
|
on 2086 on 0.57
|
||||||
|
nt 2058 nt 0.56
|
||||||
|
ha 2040 ha 0.56
|
||||||
|
es 2033 es 0.56
|
||||||
|
st 2009 st 0.55
|
||||||
|
en 2005 en 0.55
|
||||||
|
ed 1942 ed 0.53
|
||||||
|
to 1904 to 0.52
|
||||||
|
it 1822 it 0.50
|
||||||
|
ou 1820 ou 0.50
|
||||||
|
ea 1720 ea 0.47
|
||||||
|
hi 1690 hi 0.46
|
||||||
|
is 1660 is 0.46
|
||||||
|
or 1556 or 0.43
|
||||||
|
ti 1231 ti 0.34
|
||||||
|
as 1211 as 0.33
|
||||||
|
te 985 te 0.27
|
||||||
|
et 704 et 0.19
|
||||||
|
ng 668 ng 0.18
|
||||||
|
of 569 of 0.16
|
||||||
|
al 341 al 0.09
|
||||||
|
de 332 de 0.09
|
||||||
|
se 300 se 0.08
|
||||||
|
le 298 le 0.08
|
||||||
|
sa 215 sa 0.06
|
||||||
|
si 186 si 0.05
|
||||||
|
ar 157 ar 0.04
|
||||||
|
ve 148 ve 0.04
|
||||||
|
ra 137 ra 0.04
|
||||||
|
ld 64 ld 0.02
|
||||||
|
ur 60 ur 0.02
|
||||||
20
other/frequencies/digraphs/index.js
Normal file
20
other/frequencies/digraphs/index.js
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
var data = require("fs").readFileSync("data.txt").toString();
|
||||||
|
|
||||||
|
console.log(
|
||||||
|
JSON.stringify(
|
||||||
|
data
|
||||||
|
.replace(/\r/g, "")
|
||||||
|
.split("\n")
|
||||||
|
.filter((a)=>(a))
|
||||||
|
.map((line)=>(
|
||||||
|
line
|
||||||
|
.split("\t")
|
||||||
|
.filter((a)=>(a))
|
||||||
|
))
|
||||||
|
.map((sections)=>([sections[0], parseFloat(sections[4])]))
|
||||||
|
.reduce((freqs, freq)=>{
|
||||||
|
freqs[freq[0]] = freq[1];
|
||||||
|
return freqs;
|
||||||
|
}, {})
|
||||||
|
)
|
||||||
|
)
|
||||||
52
other/frequencies/firstLetter/data.txt
Normal file
52
other/frequencies/firstLetter/data.txt
Normal file
@ -0,0 +1,52 @@
|
|||||||
|
|-
|
||||||
|
|align="center"|'''a'''||align="right"|{{bartable|11.602|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''b'''||align="right"|{{bartable| 4.702|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''c'''||align="right"|{{bartable| 3.511|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''d'''||align="right"|{{bartable| 2.670|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''e'''||align="right"|{{bartable| 2.007|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''f'''||align="right"|{{bartable| 3.779|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''g'''||align="right"|{{bartable| 1.950|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''h'''||align="right"|{{bartable| 7.232|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''i'''||align="right"|{{bartable| 6.286|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''j'''||align="right"|{{bartable| 0.597|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''k'''||align="right"|{{bartable| 0.590|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''l'''||align="right"|{{bartable| 2.705|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''m'''||align="right"|{{bartable| 4.383|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''n'''||align="right"|{{bartable| 2.365|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''o'''||align="right"|{{bartable| 6.264|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''p'''||align="right"|{{bartable| 2.545|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''q'''||align="right"|{{bartable| 0.173|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''r'''||align="right"|{{bartable| 1.653|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''s'''||align="right"|{{bartable| 7.755|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''t'''||align="right"|{{bartable|16.671|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''u'''||align="right"|{{bartable| 1.487|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''v'''||align="right"|{{bartable| 0.649|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''w'''||align="right"|{{bartable| 6.753|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''x'''||align="right"|{{bartable| 0.017|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''y'''||align="right"|{{bartable| 1.620|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''z'''||align="right"|{{bartable| 0.034|%|20}}
|
||||||
21
other/frequencies/firstLetter/index.js
Normal file
21
other/frequencies/firstLetter/index.js
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
var data = require("fs").readFileSync("data.txt").toString();
|
||||||
|
|
||||||
|
console.log(
|
||||||
|
JSON.stringify(
|
||||||
|
data
|
||||||
|
.replace(/\r/g, "")
|
||||||
|
.split("\n")
|
||||||
|
.filter((line)=>(line != "|-"))
|
||||||
|
.filter((a)=>(a))
|
||||||
|
.map((line)=>(
|
||||||
|
line
|
||||||
|
.replace(/\|\|/g, "|")
|
||||||
|
.split("\|")
|
||||||
|
))
|
||||||
|
.map((sections)=>([sections[2].replace(/'/g, ""), parseFloat(sections[5])]))
|
||||||
|
.reduce((freqs, freq)=>{
|
||||||
|
freqs[freq[0]] = freq[1];
|
||||||
|
return freqs;
|
||||||
|
}, {})
|
||||||
|
).replace(/,/g, ",\n")
|
||||||
|
)
|
||||||
51
other/frequencies/singleLetters/data.txt
Normal file
51
other/frequencies/singleLetters/data.txt
Normal file
@ -0,0 +1,51 @@
|
|||||||
|
|align="center"|'''a'''||align="right"|{{bartable| 8.167|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''b'''||align="right"|{{bartable| 1.492|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''c'''||align="right"|{{bartable| 2.782|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''d'''||align="right"|{{bartable| 4.253|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''e'''||align="right"|{{bartable|12.702|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''f'''||align="right"|{{bartable| 2.228|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''g'''||align="right"|{{bartable| 2.015|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''h'''||align="right"|{{bartable| 6.094|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''i'''||align="right"|{{bartable| 6.966|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''j'''||align="right"|{{bartable| 0.153|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''k'''||align="right"|{{bartable| 0.772|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''l'''||align="right"|{{bartable| 4.025|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''m'''||align="right"|{{bartable| 2.406|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''n'''||align="right"|{{bartable| 6.749|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''o'''||align="right"|{{bartable| 7.507|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''p'''||align="right"|{{bartable| 1.929|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''q'''||align="right"|{{bartable| 0.095|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''r'''||align="right"|{{bartable| 5.987|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''s'''||align="right"|{{bartable| 6.327|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''t'''||align="right"|{{bartable| 9.056|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''u'''||align="right"|{{bartable| 2.758|%|20||background:blue}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''v'''||align="right"|{{bartable| 0.978|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''w'''||align="right"|{{bartable| 2.360|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''x'''||align="right"|{{bartable| 0.150|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''y'''||align="right"|{{bartable| 1.974|%|20}}
|
||||||
|
|-
|
||||||
|
|align="center"|'''z'''||align="right"|{{bartable| 0.074|%|20}}
|
||||||
21
other/frequencies/singleLetters/index.js
Normal file
21
other/frequencies/singleLetters/index.js
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
var data = require("fs").readFileSync("data.txt").toString();
|
||||||
|
|
||||||
|
console.log(
|
||||||
|
JSON.stringify(
|
||||||
|
data
|
||||||
|
.replace(/\r/g, "")
|
||||||
|
.split("\n")
|
||||||
|
.filter((line)=>(line != "|-"))
|
||||||
|
.filter((a)=>(a))
|
||||||
|
.map((line)=>(
|
||||||
|
line
|
||||||
|
.replace(/\|\|/g, "|")
|
||||||
|
.split("\|")
|
||||||
|
))
|
||||||
|
.map((sections)=>([sections[2].replace(/'/g, ""), parseFloat(sections[5])]))
|
||||||
|
.reduce((freqs, freq)=>{
|
||||||
|
freqs[freq[0]] = freq[1];
|
||||||
|
return freqs;
|
||||||
|
}, {})
|
||||||
|
).replace(/,/g, ",\n")
|
||||||
|
)
|
||||||
17576
other/frequencies/trigraphs/data.txt
Normal file
17576
other/frequencies/trigraphs/data.txt
Normal file
File diff suppressed because it is too large
Load Diff
23
other/frequencies/trigraphs/index.js
Normal file
23
other/frequencies/trigraphs/index.js
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
var data = require("fs").readFileSync("data.txt").toString();
|
||||||
|
var frequencies = data
|
||||||
|
.replace(/\r/g, "")
|
||||||
|
.split("\n")
|
||||||
|
.filter((a)=>(a))
|
||||||
|
.map((line)=>(
|
||||||
|
line
|
||||||
|
.split("\t")
|
||||||
|
.filter((a)=>(a))
|
||||||
|
))
|
||||||
|
.map((sections)=>([sections[0], parseFloat(sections[1])]))
|
||||||
|
.reduce((freqs, freq)=>{
|
||||||
|
freqs[freq[0]] = freq[1];
|
||||||
|
return freqs;
|
||||||
|
}, {});
|
||||||
|
|
||||||
|
var total = Object.values(frequencies).reduce((a, b)=>(a + b));
|
||||||
|
var percentages = {};
|
||||||
|
var trigraphs = Object.keys(frequencies).splice(0, 26);
|
||||||
|
for(var trigraph of trigraphs){
|
||||||
|
percentages[trigraph] = frequencies[trigraph] / total * 100;
|
||||||
|
}
|
||||||
|
console.log(percentages);
|
||||||
@ -29,6 +29,7 @@
|
|||||||
"style-loader": "^0.13.1",
|
"style-loader": "^0.13.1",
|
||||||
"uuid": "^3.0.1",
|
"uuid": "^3.0.1",
|
||||||
"webpack": "^2.2.1",
|
"webpack": "^2.2.1",
|
||||||
"webpack-dev-server": "^2.3.0"
|
"webpack-dev-server": "^2.3.0",
|
||||||
|
"chart.js": "^2.5.0"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user