wikipedia name entity annotation dataset

requirements

pip install wget
pip install pandas

from data_loader import WikiNameEntities, hashabledict

dataset = WikiNameEntities()

for annotation in dataset:
    print(annotation)

will print the samples with marked annotations and the category

python3 manual_evaluate.py

Name		Name	Last commit message	Last commit date
Latest commit History 96 Commits
.gitignore		.gitignore
188k_living_people_ner_presence.tar.gz		188k_living_people_ner_presence.tar.gz
900k_living_people_ner_presence.tar.gz		900k_living_people_ner_presence.tar.gz
Living_people.pkl		Living_people.pkl
README.md		README.md
annotation_summary_pol.csv		annotation_summary_pol.csv
annotation_summary_pol_names.csv		annotation_summary_pol_names.csv
cat_data_frames.zip		cat_data_frames.zip
categorizing_pages.ipynb		categorizing_pages.ipynb
cntry_lst.ipynb		cntry_lst.ipynb
conll_tagged_ne.ipynb		conll_tagged_ne.ipynb
data_loader.py		data_loader.py
dataset.tar.gz		dataset.tar.gz
dataset_results.ipynb		dataset_results.ipynb
dataset_splitting.ipynb		dataset_splitting.ipynb
entity_presence_score.csv		entity_presence_score.csv
entity_rows.pkl		entity_rows.pkl
info_box.ipynb		info_box.ipynb
labrat_federated_learning_wikiner.ipynb		labrat_federated_learning_wikiner.ipynb
load_ex.py		load_ex.py
manual_evaluate.py		manual_evaluate.py
president_list.pkl		president_list.pkl
remote_bert_wikiner.ipynb		remote_bert_wikiner.ipynb
reusable_annotator.ipynb		reusable_annotator.ipynb
scrape_test.ipynb		scrape_test.ipynb
segregation_data.ipynb		segregation_data.ipynb
selected_entity_rows.txt		selected_entity_rows.txt
sentence_annotator.ipynb		sentence_annotator.ipynb
tag_idx_dict.pkl		tag_idx_dict.pkl
wiki_conll_dataset.ipynb		wiki_conll_dataset.ipynb
wiki_dataset.ipynb		wiki_dataset.ipynb
wiki_ner_loader.ipynb		wiki_ner_loader.ipynb
wiki_ner_stat.ipynb		wiki_ner_stat.ipynb