model_bilstmcrf_ons_large-v0.1.0

Evaluation:

python deidentify/evaluation/evaluate_run.py nl data/corpus/ons/test/ data/corpus/ons/test/ output/predictions/ons/bilstmcrf_flair-0.4.3/test/

entity_level        	tp: 3184  - fp: 255   - fn: 453   - tn: 0     - precision: 0.9259 - recall: 0.8754 - accuracy: 0.8181 - f1-score: 0.8999
Address             	tp: 136   - fp: 15    - fn: 20    - tn: 0     - precision: 0.9007 - recall: 0.8718 - accuracy: 0.7953 - f1-score: 0.8860
Age                 	tp: 30    - fp: 9     - fn: 11    - tn: 0     - precision: 0.7692 - recall: 0.7317 - accuracy: 0.6000 - f1-score: 0.7500
Care_Institute      	tp: 145   - fp: 50    - fn: 71    - tn: 0     - precision: 0.7436 - recall: 0.6713 - accuracy: 0.5451 - f1-score: 0.7056
Date                	tp: 731   - fp: 52    - fn: 72    - tn: 0     - precision: 0.9336 - recall: 0.9103 - accuracy: 0.8550 - f1-score: 0.9218
Email               	tp: 10    - fp: 1     - fn: 0     - tn: 0     - precision: 0.9091 - recall: 1.0000 - accuracy: 0.9091 - f1-score: 0.9524
Hospital            	tp: 7     - fp: 2     - fn: 3     - tn: 0     - precision: 0.7778 - recall: 0.7000 - accuracy: 0.5833 - f1-score: 0.7369
ID                  	tp: 11    - fp: 5     - fn: 14    - tn: 0     - precision: 0.6875 - recall: 0.4400 - accuracy: 0.3667 - f1-score: 0.5366
Initials            	tp: 111   - fp: 14    - fn: 67    - tn: 0     - precision: 0.8880 - recall: 0.6236 - accuracy: 0.5781 - f1-score: 0.7327
Internal_Location   	tp: 31    - fp: 10    - fn: 24    - tn: 0     - precision: 0.7561 - recall: 0.5636 - accuracy: 0.4769 - f1-score: 0.6458
Name                	tp: 1864  - fp: 69    - fn: 77    - tn: 0     - precision: 0.9643 - recall: 0.9603 - accuracy: 0.9274 - f1-score: 0.9623
Organization_Company	tp: 78    - fp: 26    - fn: 58    - tn: 0     - precision: 0.7500 - recall: 0.5735 - accuracy: 0.4815 - f1-score: 0.6500
Other               	tp: 0     - fp: 0     - fn: 4     - tn: 0     - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
Phone_fax           	tp: 16    - fp: 0     - fn: 0     - tn: 0     - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000
Profession          	tp: 11    - fp: 1     - fn: 31    - tn: 0     - precision: 0.9167 - recall: 0.2619 - accuracy: 0.2558 - f1-score: 0.4074
SSN                 	tp: 0     - fp: 1     - fn: 0     - tn: 0     - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
URL_IP              	tp: 3     - fp: 0     - fn: 1     - tn: 0     - precision: 1.0000 - recall: 0.7500 - accuracy: 0.7500 - f1-score: 0.8571

token_level         	tp: 4930  - fp: 269   - fn: 464   - tn: 1811032 - precision: 0.9483 - recall: 0.9140 - accuracy: 0.8706 - f1-score: 0.9308
Address             	tp: 222   - fp: 10    - fn: 24    - tn: 120857 - precision: 0.9569 - recall: 0.9024 - accuracy: 0.8672 - f1-score: 0.9289
Age                 	tp: 48    - fp: 12    - fn: 13    - tn: 121040 - precision: 0.8000 - recall: 0.7869 - accuracy: 0.6575 - f1-score: 0.7934
Care_Institute      	tp: 269   - fp: 58    - fn: 78    - tn: 120708 - precision: 0.8226 - recall: 0.7752 - accuracy: 0.6642 - f1-score: 0.7982
Date                	tp: 1829  - fp: 53    - fn: 42    - tn: 119189 - precision: 0.9718 - recall: 0.9776 - accuracy: 0.9506 - f1-score: 0.9747
Email               	tp: 10    - fp: 1     - fn: 0     - tn: 121102 - precision: 0.9091 - recall: 1.0000 - accuracy: 0.9091 - f1-score: 0.9524
Hospital            	tp: 11    - fp: 2     - fn: 3     - tn: 121097 - precision: 0.8462 - recall: 0.7857 - accuracy: 0.6875 - f1-score: 0.8148
ID                  	tp: 11    - fp: 5     - fn: 13    - tn: 121084 - precision: 0.6875 - recall: 0.4583 - accuracy: 0.3793 - f1-score: 0.5500
Initials            	tp: 113   - fp: 12    - fn: 72    - tn: 120916 - precision: 0.9040 - recall: 0.6108 - accuracy: 0.5736 - f1-score: 0.7290
Internal_Location   	tp: 50    - fp: 11    - fn: 42    - tn: 121010 - precision: 0.8197 - recall: 0.5435 - accuracy: 0.4854 - f1-score: 0.6536
Name                	tp: 2156  - fp: 76    - fn: 59    - tn: 118822 - precision: 0.9659 - recall: 0.9734 - accuracy: 0.9411 - f1-score: 0.9696
Organization_Company	tp: 130   - fp: 29    - fn: 78    - tn: 120876 - precision: 0.8176 - recall: 0.6250 - accuracy: 0.5485 - f1-score: 0.7084
Other               	tp: 0     - fp: 0     - fn: 5     - tn: 121108 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
Phone_fax           	tp: 38    - fp: 0     - fn: 0     - tn: 121075 - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000
Profession          	tp: 40    - fp: 0     - fn: 34    - tn: 121039 - precision: 1.0000 - recall: 0.5405 - accuracy: 0.5405 - f1-score: 0.7017
URL_IP              	tp: 3     - fp: 0     - fn: 1     - tn: 121109 - precision: 1.0000 - recall: 0.7500 - accuracy: 0.7500 - f1-score: 0.8571

token_blind         	tp: 5035  - fp: 165   - fn: 360   - tn: 115554 - precision: 0.9683 - recall: 0.9333 - accuracy: 0.9056 - f1-score: 0.9505
ENT                 	tp: 5035  - fp: 165   - fn: 360   - tn: 115554 - precision: 0.9683 - recall: 0.9333 - accuracy: 0.9056 - f1-score: 0.9505