-
Notifications
You must be signed in to change notification settings - Fork 0
/
symbol_distr.csv
We can make this file beautiful and searchable if this error is corrected: It looks like row 3 should actually have 1 column, instead of 2 in line 2.
43 lines (43 loc) · 12.2 KB
/
symbol_distr.csv
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
SYMBOL TRAIN_OCCURRENCES_COUNT VAL_OCCURRENCES_COUNT TEST_OCCURRENCES_COUNT REST_OCCURRENCES_COUNT TOTAL_OCCURRENCES_COUNT TRAIN_OCCURRENCES_PERCENT VAL_OCCURRENCES_PERCENT TEST_OCCURRENCES_PERCENT REST_OCCURRENCES_PERCENT TRAIN_OCCURRENCES_DISTRIBUTION_PERCENT VAL_OCCURRENCES_DISTRIBUTION_PERCENT TEST_OCCURRENCES_DISTRIBUTION_PERCENT REST_OCCURRENCES_DISTRIBUTION_PERCENT TOTAL_OCCURRENCES_DISTRIBUTION_PERCENT TRAIN_UTTERANCE_OCCURRENCES_COUNT VAL_UTTERANCE_OCCURRENCES_COUNT TEST_UTTERANCE_OCCURRENCES_COUNT REST_UTTERANCE_OCCURRENCES_COUNT TOTAL_UTTERANCE_OCCURRENCES_COUNT TRAIN_UTTERANCE_OCCURRENCES_PERCENT VAL_UTTERANCE_OCCURRENCES_PERCENT TEST_UTTERANCE_OCCURRENCES_PERCENT REST_UTTERANCE_OCCURRENCES_PERCENT TRAIN_UNIFORM_OCCURRENCES_COUNT VAL_UNIFORM_OCCURRENCES_COUNT TEST_UNIFORM_OCCURRENCES_COUNT REST_UNIFORM_OCCURRENCES_COUNT TOTAL_UNIFORM_OCCURRENCES_COUNT UNIFORM_OCCURRENCES_PERCENT
41 all 0 25149 0 873414 898563 0.0 2.7988020873327746 0.0 97.20119791266723 0 100.0 0 100.0 100.0 0 6970 0 279822 286792 0.0 2.4303327847359757 0.0 97.56966721526402 0.0 25149.0 0.0 873414.0 898563.0 100.0
0 (' ',) 0 4464 0 155101 159565 0.0 2.7976059912888163 0.0 97.20239400871118 0 17.75020875581534 0 17.7580162443011 17.75779772815039 0 223 0 9846 10069 0.0 2.2147184427450592 0.0 97.78528155725495 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
30 ('ə',) 0 1802 0 63895 65697 0.0 2.742895413793628 0.0 97.25710458620637 0 7.165294842737286 0 7.315545663339493 7.311340440236244 0 221 0 9696 9917 0.0 2.2284965211253405 0.0 97.77150347887466 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
20 ('t',) 0 1432 0 51705 53137 0.0 2.694920676741254 0.0 97.30507932325875 0 5.694063382241839 0 5.919873049893864 5.913553084202221 0 221 0 9663 9884 0.0 2.235936867664913 0.0 97.76406313233508 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
16 ('n',) 0 1428 0 49337 50765 0.0 2.8129616862011226 0.0 97.18703831379888 0 5.6781581772635095 0 5.648753054107216 5.649576045307897 0 221 0 9659 9880 0.0 2.236842105263158 0.0 97.76315789473684 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
33 ('ɪ',) 0 1064 0 37632 38696 0.0 2.7496382054992763 0.0 97.25036179450072 0 4.230784524235556 0 4.308609662771606 4.30643149116979 0 221 0 9336 9557 0.0 2.3124411426179763 0.0 97.68755885738203 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
7 ('d',) 0 1046 0 35960 37006 0.0 2.8265686645408854 0.0 97.17343133545911 0 4.159211101833074 0 4.117176963043871 4.118353415397697 0 220 0 9398 9618 0.0 2.2873778332293617 0.0 97.71262216677064 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
19 ('s',) 0 957 0 32466 33423 0.0 2.8632977291086976 0.0 97.1367022708913 0 3.8053202910652515 0 3.717137577368808 3.7196056370004107 0 216 0 9218 9434 0.0 2.2895908416366333 0.0 97.71040915836336 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
34 ('ɹ',) 0 843 0 29498 30341 0.0 2.778418641442273 0.0 97.22158135855773 0 3.3520219491828698 0 3.3773216367037855 3.3766135485213615 0 215 0 9169 9384 0.0 2.291133844842285 0.0 97.70886615515772 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
23 ('w',) 0 717 0 25428 26145 0.0 2.742398164084911 0.0 97.25760183591508 0 2.851007992365502 0 2.9113341439454827 2.909645734355855 0 206 0 8744 8950 0.0 2.3016759776536313 0.0 97.69832402234637 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
14 ('l',) 0 742 0 24239 24981 0.0 2.970257395620672 0.0 97.02974260437932 0 2.950415523480059 0 2.7752016798448387 2.7801055685577976 0 215 0 8832 9047 0.0 2.376478390626727 0.0 97.62352160937327 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
12 ('j',) 0 641 0 23228 23869 0.0 2.6854916418785875 0.0 97.31450835812142 0 2.5488090977772475 0 2.6594490127247785 2.656352420475804 0 213 0 8713 8926 0.0 2.3862872507282096 0.0 97.61371274927178 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
26 ('ð',) 0 603 0 22298 22901 0.0 2.633072791581154 0.0 97.36692720841884 0 2.3977096504831206 0 2.5529702981632996 2.54862485991522 0 208 0 8705 8913 0.0 2.333669920341075 0.0 97.66633007965892 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
25 ('æ',) 0 630 0 21024 21654 0.0 2.9093931837073983 0.0 97.0906068162926 0 2.5050697840868423 0 2.407105908538219 2.409847723531906 0 206 0 8435 8641 0.0 2.3839833352621222 0.0 97.61601666473788 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
13 ('k',) 0 595 0 20720 21315 0.0 2.7914614121510675 0.0 97.20853858784893 0 2.3658992405264625 0 2.3722999631331763 2.372120819575255 0 202 0 8376 8578 0.0 2.354861273024015 0.0 97.64513872697599 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
24 ('z',) 0 579 0 20542 21121 0.0 2.741347474077932 0.0 97.25865252592207 0 2.3022784206131455 0 2.351920166152592 2.3505307919422456 0 199 0 8482 8681 0.0 2.292362631033291 0.0 97.70763736896672 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
11 ('i',) 0 622 0 20102 20724 0.0 3.001351090523065 0.0 96.99864890947694 0 2.473259374130184 0 2.301543139908451 2.3063491374561385 0 209 0 8364 8573 0.0 2.4378863874956256 0.0 97.56211361250438 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
31 ('ɛ',) 0 540 0 19866 20406 0.0 2.646280505733608 0.0 97.35371949426639 0 2.1472026720744366 0 2.2745227349229578 2.2709592983463596 0 196 0 8309 8505 0.0 2.3045267489711936 0.0 97.6954732510288 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
15 ('m',) 0 519 0 17626 18145 0.0 2.8602920914852574 0.0 97.13970790851474 0 2.063700345938208 0 2.0180578740436954 2.019335316499789 0 200 0 7963 8163 0.0 2.4500796275878964 0.0 97.5499203724121 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
35 ('ɹ̩',) 0 515 0 17492 18007 0.0 2.8599988893208197 0.0 97.14000111067918 0 2.047795140959879 0 2.002715779687525 2.003977461791772 0 198 0 7963 8161 0.0 2.426173263080505 0.0 97.5738267369195 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
18 ('p',) 0 420 0 15076 15496 0.0 2.710376871450697 0.0 97.28962312854931 0 1.6700465227245616 0 1.7261001083106065 1.7245312793871994 0 185 0 7430 7615 0.0 2.4294156270518714 0.0 97.57058437294813 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
38 ('ʌ',) 0 444 0 14838 15282 0.0 2.905378877110326 0.0 97.09462112288968 0 1.7654777525945367 0 1.698850716842185 1.7007154757095497 0 190 0 7438 7628 0.0 2.4908232826428947 0.0 97.50917671735711 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
22 ('v',) 0 413 0 14365 14778 0.0 2.794694816619299 0.0 97.2053051833807 0 1.6422124140124856 0 1.6446954136297334 1.6446259193846173 0 194 0 7366 7560 0.0 2.566137566137566 0.0 97.43386243386243 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
28 ('ɑ',) 0 347 0 12566 12913 0.0 2.687214435065438 0.0 97.31278556493456 0 1.3797765318700546 0 1.4387220722360758 1.4370723032219221 0 172 0 7005 7177 0.0 2.396544517207747 0.0 97.60345548279226 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
9 ('f',) 0 364 0 12190 12554 0.0 2.899474271148638 0.0 97.10052572885137 0 1.4473736530279535 0 1.3956726134456283 1.397119623220631 0 183 0 6807 6990 0.0 2.6180257510729614 0.0 97.38197424892704 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
5 ('a',) 0 334 0 11739 12073 0.0 2.766503768740164 0.0 97.23349623125983 0 1.3280846156904846 0 1.344036161545384 1.3435897093470353 0 177 0 6685 6862 0.0 2.5794229087729525 0.0 97.42057709122705 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
6 ('b',) 0 338 0 11451 11789 0.0 2.8670794808719995 0.0 97.132920519128 0 1.343989820668814 0 1.3110621080037645 1.311983689513145 0 168 0 6558 6726 0.0 2.4977698483496877 0.0 97.50223015165031 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
29 ('ɔ',) 0 337 0 11327 11664 0.0 2.8892318244170094 0.0 97.11076817558299 0 1.3400135194242315 0 1.296864946062234 1.2980725892341438 0 172 0 6406 6578 0.0 2.614776527820006 0.0 97.38522347217999 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
2 (',',) 0 323 0 10793 11116 0.0 2.905721482547679 0.0 97.09427851745232 0 1.2843453020000795 0 1.235725555120481 1.2370863256110034 0 160 0 6003 6163 0.0 2.596138244361512 0.0 97.40386175563849 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
8 ('e',) 0 292 0 10730 11022 0.0 2.649246960624206 0.0 97.35075303937579 0 1.1610799634180287 0 1.228512480908252 1.2266251782011945 0 166 0 6452 6618 0.0 2.508310667875491 0.0 97.49168933212451 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
10 ('h',) 0 292 0 10451 10743 0.0 2.7180489621148656 0.0 97.28195103788514 0 1.1610799634180287 0 1.196568866539808 1.1955756023784643 0 141 0 5591 5732 0.0 2.459874389392882 0.0 97.54012561060712 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
36 ('ʃ',) 0 293 0 9594 9887 0.0 2.96348740770709 0.0 97.03651259229291 0 1.1650562646626108 0 1.0984481586051975 1.100312387667865 0 170 0 6003 6173 0.0 2.7539283978616558 0.0 97.24607160213834 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
17 ('o',) 0 233 0 8108 8341 0.0 2.7934300443591895 0.0 97.20656995564082 0 0.9264781899876735 0 0.9283112017897585 0.9282598994171806 0 145 0 5313 5458 0.0 2.6566507878343715 0.0 97.34334921216563 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
3 ('.',) 0 183 0 7365 7548 0.0 2.424483306836248 0.0 97.57551669316375 0 0.7276631277585589 0 0.8432427233820388 0.840007879247198 0 148 0 6650 6798 0.0 2.1771109149749925 0.0 97.82288908502501 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
21 ('u',) 0 195 0 6361 6556 0.0 2.9743746186699207 0.0 97.02562538133007 0 0.7753787426935465 0 0.7282915089522266 0.7296093874330458 0 126 0 4670 4796 0.0 2.627189324437031 0.0 97.37281067556297 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
27 ('ŋ',) 0 162 0 5324 5486 0.0 2.952971199416697 0.0 97.0470288005833 0 0.6441608016223309 0 0.6095620175541038 0.6105303690447971 0 117 0 3942 4059 0.0 2.882483370288248 0.0 97.11751662971176 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
32 ('ɡ',) 0 137 0 4426 4563 0.0 3.002410694718387 0.0 96.99758930528161 0 0.5447532705077737 0 0.506747086719471 0.5078108045846536 0 105 0 3497 3602 0.0 2.915047196002221 0.0 97.08495280399778 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
39 ('ʒ',) 0 132 0 4025 4157 0.0 3.175366851094539 0.0 96.82463314890546 0 0.5248717642848623 0 0.4608352968924244 0.46262755087845814 0 93 0 3189 3282 0.0 2.83363802559415 0.0 97.16636197440585 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
40 ('θ',) 0 82 0 2312 2394 0.0 3.4252297410192147 0.0 96.57477025898079 0 0.3260567020557477 0 0.2647083742646672 0.2664253925434277 0 72 0 2009 2081 0.0 3.4598750600672754 0.0 96.54012493993272 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
37 ('ʊ',) 0 76 0 2154 2230 0.0 3.408071748878924 0.0 96.59192825112108 0 0.302198894588254 0 0.24661844211336204 0.2481740289773783 0 65 0 1886 1951 0.0 3.3316248077908766 0.0 96.66837519220913 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
4 ('?',) 0 6 0 36 42 0.0 14.285714285714286 0.0 85.71428571428571 0 0.02385780746749374 0 0.00412175669270243 0.004674129693744345 0 6 0 36 42 0.0 14.285714285714286 0.0 85.71428571428571 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024
1 ('!',) 0 7 0 24 31 0.0 22.580645161290324 0.0 77.41935483870968 0 0.027834108712076023 0 0.002747837795134953 0.0034499528691922547 0 5 0 15 20 0.0 25.0 0.0 75.0 0.0 613.390243902439 0.0 21302.780487804877 21916.170731707316 2.4390243902439024