Commit bb0ac6f4 authored by mak28ma's avatar mak28ma
Browse files

more speaker experiments

parent b3de3348
......@@ -40,3 +40,31 @@ Recall: 0.7906976744186046
F1: 0.7846153846153846
Accuracy: 0.7934782608695652
Entity Evaluation
Labelled-Precision: 0.6962962962962963
Labelled-Recall: 0.7768595041322314
Labelled-F1: 0.7343750000000001
Detailed Information:
Label: location
TP: 94.0
FP: 41.0
FN: 27.0
Precision: 0.6962962962962963
Recall: 0.7768595041322314
F1: 0.7343750000000001
Accuracy: 0.7526881720430108
Entity Evaluation
Labelled-Precision: 0.6950354609929078
Labelled-Recall: 0.7596899224806202
Labelled-F1: 0.725925925925926
Detailed Information:
Label: location
TP: 98.0
FP: 43.0
FN: 31.0
Precision: 0.6950354609929078
Recall: 0.7596899224806202
F1: 0.725925925925926
Accuracy: 0.7717391304347826
......@@ -12,3 +12,59 @@ Recall: 0.7846153846153846
F1: 0.7391304347826088
Accuracy: 0.78125
Entity Evaluation
Labelled-Precision: 0.7253521126760564
Labelled-Recall: 0.7744360902255639
Labelled-F1: 0.749090909090909
Detailed Information:
Label: location
TP: 103.0
FP: 39.0
FN: 30.0
Precision: 0.7253521126760564
Recall: 0.7744360902255639
F1: 0.749090909090909
Accuracy: 0.7849462365591398
Entity Evaluation
Labelled-Precision: 0.7593984962406015
Labelled-Recall: 0.7829457364341085
Labelled-F1: 0.7709923664122136
Detailed Information:
Label: location
TP: 101.0
FP: 32.0
FN: 28.0
Precision: 0.7593984962406015
Recall: 0.7829457364341085
F1: 0.7709923664122136
Accuracy: 0.7717391304347826
Entity Evaluation
Labelled-Precision: 0.6818181818181818
Labelled-Recall: 0.743801652892562
Labelled-F1: 0.7114624505928853
Detailed Information:
Label: location
TP: 90.0
FP: 42.0
FN: 31.0
Precision: 0.6818181818181818
Recall: 0.743801652892562
F1: 0.7114624505928853
Accuracy: 0.7096774193548387
Entity Evaluation
Labelled-Precision: 0.7194244604316546
Labelled-Recall: 0.7751937984496124
Labelled-F1: 0.7462686567164178
Detailed Information:
Label: location
TP: 100.0
FP: 39.0
FN: 29.0
Precision: 0.7194244604316546
Recall: 0.7751937984496124
F1: 0.7462686567164178
Accuracy: 0.7934782608695652
Entity Evaluation
Labelled-Precision: 0.5666666666666667
Labelled-Recall: 0.3493150684931507
Labelled-F1: 0.43220338983050843
Detailed Information:
Label: speaker
TP: 51.0
FP: 39.0
FN: 95.0
Precision: 0.5666666666666667
Recall: 0.3493150684931507
F1: 0.43220338983050843
Accuracy: 0.5609756097560976
Entity Evaluation
Labelled-Precision: 0.47572815533980584
Labelled-Recall: 0.3181818181818182
Labelled-F1: 0.3813229571984436
Detailed Information:
Label: speaker
TP: 49.0
FP: 54.0
FN: 105.0
Precision: 0.47572815533980584
Recall: 0.3181818181818182
F1: 0.3813229571984436
Accuracy: 0.4222222222222222
Entity Evaluation
Labelled-Precision: 0.5566037735849056
Labelled-Recall: 0.36645962732919257
Labelled-F1: 0.44194756554307113
Detailed Information:
Label: speaker
TP: 59.0
FP: 47.0
FN: 102.0
Precision: 0.5566037735849056
Recall: 0.36645962732919257
F1: 0.44194756554307113
Accuracy: 0.524390243902439
Entity Evaluation
Labelled-Precision: 0.42990654205607476
Labelled-Recall: 0.2822085889570552
Labelled-F1: 0.34074074074074073
Detailed Information:
Label: speaker
TP: 46.0
FP: 61.0
FN: 117.0
Precision: 0.42990654205607476
Recall: 0.2822085889570552
F1: 0.34074074074074073
Accuracy: 0.5517241379310345
Entity Evaluation
Labelled-Precision: 0.4605263157894737
Labelled-Recall: 0.26717557251908397
Labelled-F1: 0.33816425120772947
Detailed Information:
Label: speaker
TP: 35.0
FP: 41.0
FN: 96.0
Precision: 0.4605263157894737
Recall: 0.26717557251908397
F1: 0.33816425120772947
Accuracy: 0.4625
Entity Evaluation
Labelled-Precision: 0.5188679245283019
Labelled-Recall: 0.3767123287671233
Labelled-F1: 0.43650793650793657
Detailed Information:
Label: speaker
TP: 55.0
FP: 51.0
FN: 91.0
Precision: 0.5188679245283019
Recall: 0.3767123287671233
F1: 0.43650793650793657
Accuracy: 0.5542168674698795
Entity Evaluation
Labelled-Precision: 0.4807692307692308
Labelled-Recall: 0.3246753246753247
Labelled-F1: 0.3875968992248062
Detailed Information:
Label: speaker
TP: 50.0
FP: 54.0
FN: 104.0
Precision: 0.4807692307692308
Recall: 0.3246753246753247
F1: 0.3875968992248062
Accuracy: 0.43820224719101125
Entity Evaluation
Labelled-Precision: 0.4666666666666667
Labelled-Recall: 0.34782608695652173
Labelled-F1: 0.398576512455516
Detailed Information:
Label: speaker
TP: 56.0
FP: 64.0
FN: 105.0
Precision: 0.4666666666666667
Recall: 0.34782608695652173
F1: 0.398576512455516
Accuracy: 0.5432098765432098
Entity Evaluation
Labelled-Precision: 0.4244604316546763
Labelled-Recall: 0.3619631901840491
Labelled-F1: 0.3907284768211921
Detailed Information:
Label: speaker
TP: 59.0
FP: 80.0
FN: 104.0
Precision: 0.4244604316546763
Recall: 0.3619631901840491
F1: 0.3907284768211921
Accuracy: 0.6206896551724138
Entity Evaluation
Labelled-Precision: 0.5529411764705883
Labelled-Recall: 0.35877862595419846
Labelled-F1: 0.4351851851851851
Detailed Information:
Label: speaker
TP: 47.0
FP: 38.0
FN: 84.0
Precision: 0.5529411764705883
Recall: 0.35877862595419846
F1: 0.4351851851851851
Accuracy: 0.45
Entity Evaluation
Labelled-Precision: 0.5686274509803921
Labelled-Recall: 0.3972602739726027
Labelled-F1: 0.46774193548387094
Detailed Information:
Label: speaker
TP: 58.0
FP: 44.0
FN: 88.0
Precision: 0.5686274509803921
Recall: 0.3972602739726027
F1: 0.46774193548387094
Accuracy: 0.5609756097560976
Entity Evaluation
Labelled-Precision: 0.5754716981132075
Labelled-Recall: 0.3961038961038961
Labelled-F1: 0.4692307692307693
Detailed Information:
Label: speaker
TP: 61.0
FP: 45.0
FN: 93.0
Precision: 0.5754716981132075
Recall: 0.3961038961038961
F1: 0.4692307692307693
Accuracy: 0.42696629213483145
Entity Evaluation
Labelled-Precision: 0.6666666666666666
Labelled-Recall: 0.4720496894409938
Labelled-F1: 0.5527272727272728
Detailed Information:
Label: speaker
TP: 76.0
FP: 38.0
FN: 85.0
Precision: 0.6666666666666666
Recall: 0.4720496894409938
F1: 0.5527272727272728
Accuracy: 0.5375
Entity Evaluation
Labelled-Precision: 0.5537190082644629
Labelled-Recall: 0.4110429447852761
Labelled-F1: 0.47183098591549305
Detailed Information:
Label: speaker
TP: 67.0
FP: 54.0
FN: 96.0
Precision: 0.5537190082644629
Recall: 0.4110429447852761
F1: 0.47183098591549305
Accuracy: 0.627906976744186
Entity Evaluation
Labelled-Precision: 0.6049382716049383
Labelled-Recall: 0.37404580152671757
Labelled-F1: 0.46226415094339623
Detailed Information:
Label: speaker
TP: 49.0
FP: 32.0
FN: 82.0
Precision: 0.6049382716049383
Recall: 0.37404580152671757
F1: 0.46226415094339623
Accuracy: 0.45569620253164556
Entity Evaluation
Labelled-Precision: 0.6458333333333334
Labelled-Recall: 0.4246575342465753
Labelled-F1: 0.512396694214876
Detailed Information:
Label: speaker
TP: 62.0
FP: 34.0
FN: 84.0
Precision: 0.6458333333333334
Recall: 0.4246575342465753
F1: 0.512396694214876
Accuracy: 0.5
Entity Evaluation
Labelled-Precision: 0.5714285714285714
Labelled-Recall: 0.38961038961038963
Labelled-F1: 0.46332046332046334
Detailed Information:
Label: speaker
TP: 60.0
FP: 45.0
FN: 94.0
Precision: 0.5714285714285714
Recall: 0.38961038961038963
F1: 0.46332046332046334
Accuracy: 0.42696629213483145
Entity Evaluation
Labelled-Precision: 0.5891472868217055
Labelled-Recall: 0.4720496894409938
Labelled-F1: 0.5241379310344827
Detailed Information:
Label: speaker
TP: 76.0
FP: 53.0
FN: 85.0
Precision: 0.5891472868217055
Recall: 0.4720496894409938
F1: 0.5241379310344827
Accuracy: 0.5365853658536586
Entity Evaluation
Labelled-Precision: 0.5478260869565217
Labelled-Recall: 0.38650306748466257
Labelled-F1: 0.4532374100719424
Detailed Information:
Label: speaker
TP: 63.0
FP: 52.0
FN: 100.0
Precision: 0.5478260869565217
Recall: 0.38650306748466257
F1: 0.4532374100719424
Accuracy: 0.5348837209302325
Entity Evaluation
Labelled-Precision: 0.5978260869565217
Labelled-Recall: 0.4198473282442748
Labelled-F1: 0.4932735426008969
Detailed Information:
Label: speaker
TP: 55.0
FP: 37.0
FN: 76.0
Precision: 0.5978260869565217
Recall: 0.4198473282442748
F1: 0.4932735426008969
Accuracy: 0.48148148148148145
Entity Evaluation
Labelled-Precision: 0.580952380952381
Labelled-Recall: 0.4178082191780822
Labelled-F1: 0.4860557768924303
Detailed Information:
Label: speaker
TP: 61.0
FP: 44.0
FN: 85.0
Precision: 0.580952380952381
Recall: 0.4178082191780822
F1: 0.4860557768924303
Accuracy: 0.5
Entity Evaluation
Labelled-Precision: 0.6442307692307693
Labelled-Recall: 0.43506493506493504
Labelled-F1: 0.5193798449612403
Detailed Information:
Label: speaker
TP: 67.0
FP: 37.0
FN: 87.0
Precision: 0.6442307692307693
Recall: 0.43506493506493504
F1: 0.5193798449612403
Accuracy: 0.47191011235955055
Entity Evaluation
Labelled-Precision: 0.5625
Labelled-Recall: 0.4472049689440994
Labelled-F1: 0.4982698961937717
Detailed Information:
Label: speaker
TP: 72.0
FP: 56.0
FN: 89.0
Precision: 0.5625
Recall: 0.4472049689440994
F1: 0.4982698961937717
Accuracy: 0.5308641975308642
Entity Evaluation
Labelled-Precision: 0.5701754385964912
Labelled-Recall: 0.3987730061349693
Labelled-F1: 0.4693140794223827
Detailed Information:
Label: speaker
TP: 65.0
FP: 49.0
FN: 98.0
Precision: 0.5701754385964912
Recall: 0.3987730061349693
F1: 0.4693140794223827
Accuracy: 0.5348837209302325
Entity Evaluation
Labelled-Precision: 0.6046511627906976
Labelled-Recall: 0.3969465648854962
Labelled-F1: 0.4792626728110599
Detailed Information:
Label: speaker
TP: 52.0
FP: 34.0
FN: 79.0
Precision: 0.6046511627906976
Recall: 0.3969465648854962
F1: 0.4792626728110599
Accuracy: 0.4875
Entity Evaluation
Labelled-Precision: 0.4563106796116505
Labelled-Recall: 0.3219178082191781
Labelled-F1: 0.37751004016064266
Labelled-Precision: 0.5319148936170213
Labelled-Recall: 0.3424657534246575
Labelled-F1: 0.41666666666666663
Detailed Information:
Label: speaker
TP: 47.0
FP: 56.0
FN: 99.0
Precision: 0.4563106796116505
Recall: 0.3219178082191781
F1: 0.37751004016064266
TP: 50.0
FP: 44.0
FN: 96.0
Precision: 0.5319148936170213
Recall: 0.3424657534246575
F1: 0.41666666666666663
Accuracy: 0.36585365853658536
Accuracy: 0.5365853658536586
Entity Evaluation
Labelled-Precision: 0.45871559633027525
Labelled-Recall: 0.3246753246753247
Labelled-F1: 0.3802281368821293
Labelled-Precision: 0.4444444444444444
Labelled-Recall: 0.3116883116883117
Labelled-F1: 0.366412213740458
Detailed Information:
Label: speaker
TP: 50.0
FP: 59.0
FN: 104.0
Precision: 0.45871559633027525
Recall: 0.3246753246753247
F1: 0.3802281368821293
TP: 48.0
FP: 60.0
FN: 106.0
Precision: 0.4444444444444444
Recall: 0.3116883116883117
F1: 0.366412213740458
Accuracy: 0.36666666666666664
Accuracy: 0.45555555555555555
Entity Evaluation
Labelled-Precision: 0.4864864864864865
Labelled-Recall: 0.33540372670807456
Labelled-F1: 0.39705882352941174
Labelled-Precision: 0.5
Labelled-Recall: 0.36645962732919257
Labelled-F1: 0.4229390681003584
Detailed Information:
Label: speaker
TP: 54.0
FP: 57.0
FN: 107.0
Precision: 0.4864864864864865
Recall: 0.33540372670807456
F1: 0.39705882352941174
TP: 59.0
FP: 59.0
FN: 102.0
Precision: 0.5
Recall: 0.36645962732919257
F1: 0.4229390681003584
Accuracy: 0.4146341463414634
Accuracy: 0.5609756097560976
Entity Evaluation
Labelled-Precision: 0.40707964601769914
Labelled-Precision: 0.41818181818181815
Labelled-Recall: 0.2822085889570552
Labelled-F1: 0.3333333333333333
Labelled-F1: 0.33699633699633696
Detailed Information:
Label: speaker
TP: 46.0
FP: 67.0
FP: 64.0
FN: 117.0
Precision: 0.40707964601769914
Precision: 0.41818181818181815
Recall: 0.2822085889570552
F1: 0.3333333333333333
F1: 0.33699633699633696
Accuracy: 0.37209302325581395
Accuracy: 0.5402298850574713
Entity Evaluation
Labelled-Precision: 0.24731182795698925
Labelled-Recall: 0.17557251908396945
Labelled-F1: 0.20535714285714288
Labelled-Precision: 0.4
Labelled-Recall: 0.21374045801526717
Labelled-F1: 0.27860696517412936
Detailed Information:
Label: speaker
TP: 23.0
FP: 70.0
FN: 108.0
Precision: 0.24731182795698925
Recall: 0.17557251908396945
F1: 0.20535714285714288
TP: 28.0
FP: 42.0
FN: 103.0
Precision: 0.4
Recall: 0.21374045801526717
F1: 0.27860696517412936
Accuracy: 0.24691358024691357
Accuracy: 0.475
Entity Evaluation
Labelled-Precision: 0.4608695652173913
Labelled-Recall: 0.363013698630137
Labelled-F1: 0.40613026819923376
Detailed Information:
Label: speaker
TP: 53.0
FP: 62.0
FN: 93.0
Precision: 0.4608695652173913
Recall: 0.363013698630137
F1: 0.40613026819923376
Accuracy: 0.573170731707317
Entity Evaluation
Labelled-Precision: 0.4953271028037383
Labelled-Recall: 0.34415584415584416
Labelled-F1: 0.40613026819923376
Detailed Information:
Label: speaker
TP: 53.0
FP: 54.0
FN: 101.0
Precision: 0.4953271028037383
Recall: 0.34415584415584416
F1: 0.40613026819923376
Accuracy: 0.43333333333333335
Entity Evaluation
Labelled-Precision: 0.47244094488188976