* irrelevant element returned by evaluated system, not considered as false positive
| Sentence | Gold | PIKES |
|---|---|---|
| S1 | (:approval, :explicit) | |
| (:approval, :group) | (:approval, :group) | |
| (:approval, :qaeda) | (:Al_Qaeda, :approval) | |
| (:become, :forces) | ||
| (:become, :group) | (:become, :group) | |
| (:challenge, :countries) | (:challenge, :country) | |
| (:challenge, :group) | (:challenge, :group) | |
| (:challenge, :posing) | (:challenge, :pose) | |
| (:challenge, :stark) | (<attr:blunt-4a>, :challenge) | |
| (:challenge, :states) | (:United_States, :challenge) | |
| (:countries, :other) | (:country, :other), (:country_2, :other) | |
| (:countries, :posing) | ||
| (:countries, :support) | (:country, :support) | |
| (:countries, :support_1) | ||
| (:countries, :want) | (:country, :want), (:country_2, :want) | |
| (:extremists, :support_1) | ||
| (:fighting, :forces) | (:fighting, :force) | |
| (:forces, :uprising) | (:force, :uprising) | |
| (:group, :lone) | (:group, :lone) | |
| (:group, :posing) | (:group, :pose) | |
| (:group, :rebel) | (:group, :rebel) | |
| (:group, :syrian) | (:Syrian, :group) | |
| (:not, :support_1) | ||
| (:posing, :states) | ||
| (:rebels, :support) | (:rebel_2, :support) | |
| (:states, :support) | (:United_States, :support) | |
| (:states, :support_1) | ||
| (:states, :want) | (:United_States, :want) | |
| (:support, :want) | (:support, :want) | |
| (:support_1, :want) | ||
| * (<attr:about-7r>, :effective) | ||
| * (<entity:islamic>, :extremist) | ||
| * (:approval, :stamp) | ||
| * (:become, :one) | ||
| * (:effective, :force) | ||
| * (:effective, :group) | ||
| (:explicit, :group) | ||
| * (:explicit, :stamp) | ||
| (<attr:not-1r>, :extremist) | ||
| (:extremist, :support) | ||
| * (:force, :one) | ||
| * (:group, :stamp) | ||
| S2 | (:abroad, :donors) | (<attr:abroad-1r>, :donor_2) |
| (:donors, :donors_v) | (:donor, :donor_2) | |
| (:donors, :flows) | ||
| (:donors, :like-minded) | (:donor_2, :like-mind) | |
| (:donors_v, :group) | (:donor, :group) | |
| (:donors_v, :money) | ||
| (:flows, :group) | (:flow, :group) | |
| (:flows, :money) | (<entity:money>, :flow) | |
| (:front, :group) | (:Nusra_Front, :group) | |
| (:donor, :like-mind) | ||
| S3 | (:bases, :capture) | (:basis, :capture) |
| (:bases, :military) | (:basis, :military) | |
| (:battalions, :capture) | (:battalion, :capture) | |
| (:battalions, :lead) | (:battalion, :lead) | |
| (:battalions, :other) | (:battalion, :other) | |
| (:boldness, :have) | (:boldness, :have) | |
| (:capture, :fields) | (:capture, :field) | |
| (:capture, :lead) | (:capture, :lead) | |
| (:fields, :oil) | (:field, :oil) | |
| (:fighters, :fighters_v) | (:fighter, :fighter_2) | |
| (:fighters, :have) | (:fighter, :have) | |
| (:fighters, :lead) | (:fighter, :lead) | |
| (:fighters, :minority) | ||
| (:fighters, :storm) | (:fighter, :storm) | |
| (:fortified, :positions) | (:fortify, :position) | |
| (:have, :skill) | (:have, :skill) | |
| (:minority, :rebels) | (:minority, :rebel) | |
| (:minority, :small) | (:minority, :small) | |
| (:positions, :storm) | (:position, :storm) | |
| (:fighter_2, :its) | ||
| * (:skill, :storm) | ||
| S4 | (:attract, :fighters) | (:attract, :fighter) |
| (:attract, :they) | (:attract, :they_2) | |
| (:fighters, :fighters_v) | (:fighter, :fighter_2) | |
| (:gather, :they) | (:gather, :they_2) | |
| (:gather, :weapons) | (:gather, :weapon) | |
| (:mount, :successes) | (:mount, :success) | |
| (:successes, :their) | (:success, :they) | |
| (:their, :they) | (:they, :they_2) | |
| (:weapons, :weapons_v) | (:weapon, :weapon_2) | |
| * (:fighter, :more_2) | ||
| * (:fighter_2, :more_2) | ||
| * (:more, :weapon) | ||
| * (:more, :weapon_2) | ||
| S5 | (:contributed, :fighters) | (:contribute, :fighter) |
| (:contributed, :say) | ||
| (:contributed, :weapons) | (:contribute, :weapon) | |
| (:contributed, :which) | ||
| (:direct, :offshoot_v) | (:direct, :offshoot_2) | |
| (:fighters, :fighters_v) | (:fighter, :fighter_2) | |
| (:fighters, :veteran) | ||
| (:former, :insurgents_v) | (:former, :insurgent_2) | |
| (:group, :is) | (:be, :group) | |
| (:group, :offshoot) | ||
| (:insurgents, :insurgents_v) | (:insurgent, :insurgent_2) | |
| (:insurgents, :say) | (:insurgent, :say) | |
| (:insurgents_v, :iraqi_2) | (<entity:iraqi>, :insurgent_2) | |
| (:iraqi_1, :officials_v) | (:Iraqi, :official_2) | |
| (:is, :offshoot) | (:be, :offshoot) | |
| (:is, :say) | (:be, :say) | |
| (:officials, :officials_v) | (:official, :official_2) | |
| (:officials, :say) | (:official, :say) | |
| (:offshoot, :offshoot_v) | (:offshoot, :offshoot_2) | |
| (:offshoot_v, :qaeda) | (:Al_Qaeda, :offshoot_2) | |
| (:qaeda, :which) | ||
| (:weapons, :weapons_v) | (:weapon, :weapon_2) | |
| * (:Al_Qaeda, :Iraq) | ||
| (:contribute, :fighter_2) | ||
| * (:fighter, :have) | ||
| (:fighter_2, :veteran) | ||
| (:fighter_2, :weapon) | ||
| (:be, :former) | ||
| (:group, :offshoot_2) | ||
| * (:Al_Qaeda, :have) | ||
| * (:have, :weapon) | ||
| (:insurgent, :official_2) | ||
| S6 | (:brothers, :brothers_v) | (:brother, :brother_2) |
| (:brothers, :favor_v) | ||
| (:brothers, :fought) | (:brother, :fight) | |
| (:brothers, :returning) | (:brother, :return) | |
| (:brothers_v, :our) | (:brother_2, :we) | |
| (:brothers_v, :syrian) | (:Syrian, :brother_2) | |
| (:efforts, :front) | (:Nusra_Front, :effort) | |
| (:efforts, :lead) | (:effort, :lead) | |
| (:efforts, :syria) | (:Syria, :effort) | |
| (:favor, :favor_v) | ||
| (:favor, :returning) | (:favor, :return) | |
| (:fought, :lands) | (:fight, :land) | |
| (:fought, :us) | (:fight, :we_2) | |
| (:he, :helped) | (:he, :help) | |
| (:he, :lead) | (:he, :lead) | |
| (:he, :veteran) | ||
| (:helped, :lead) | (:help, :lead) | |
| (:helped, :said_2) | (:help, :say) | |
| (:iraq_1, :iraq_2) | (:Iraq, :Iraq_2) | |
| (:iraq_1, :lands) | (:Iraq, :land) | |
| (:is, :said_1) | ||
| (:is, :this) | ||
| (:is, :way) | ||
| (:our, :us) | (:we, :we_2) | |
| (:qaeda, :veteran_v) | (:Al_Qaeda, :veteran_2) | |
| (:returning, :way) | (:return, :way) | |
| (:said_1, :veteran) | (:say_2, :veteran) | |
| (:said_2, :who) | ||
| (:simple, :way) | (<attr:simple-1a>, :way) | |
| (:this, :way) | ||
| (:veteran, :veteran_v) | (:veteran, :veteran_2) | |
| (:veteran, :who) | ||
| * (<attr:merely-1r>, :way) | ||
| (:brother, :favor) | ||
| (:brother_2, :fight) | ||
| (:effort, :he) | ||
| * (:Al_Qaeda, :Iraq_2) | ||
| (:Iraq_2, :say) | ||
| (:lead, :return) | ||
| (:Al_Qaeda, :say) | ||
| S7 | (:al-assad, :president) | (:Bashar_al-Assad, :president) |
| (:al-assad, :running) | (:Bashar_al-Assad, :run) | |
| (:group, :isolate) | (:group, :isolate) | |
| (:group, :it) | ||
| (:hopes, :isolate) | (:hope, :isolate) | |
| (:hopes, :states) | (:United_States, :hope) | |
| (:inheriting, :it) | (:inherit, :it) | |
| (:inheriting, :prevent) | (:inherit, :prevent) | |
| (:inheriting, :syria_2) | (:Syria_2, :inherit) | |
| (:isolate, :prevent) | ||
| (:isolate, :states) | ||
| (:it, :prevent) | (:it, :prevent) | |
| (:president, :president_v) | (:president, :president_2) | |
| (:president_v, :syria_1) | (:Syria, :president_2) | |
| (:prevent, :states) | (:United_States, :prevent) | |
| (:running, :sensing) | (:run, :sense) | |
| (:running, :time) | (:run, :time) | |
| (:sensing, :states) | (:United_States, :sense) | |
| (:syria_1, :syria_2) | (:Syria, :Syria_2) | |
| * (:Bashar_al-Assad, :may) | ||
| * (:Bashar_al-Assad, :out) | ||
| (:United_States, :it) | ||
| * (:may, :run) | ||
| * (:may, :sense) | ||
| S8 | (:alternative, :government) | |
| (:americans, :dealings) | (:Americans, :dealings) | |
| (:americans, :have) | (:Americans, :have) | |
| (:americans, :making) | ||
| (:blacklist, :front) | (:Nusra_Front, :blacklist) | |
| (:blacklist, :it_1) | (:blacklist, :it) | |
| (:blacklist, :plans) | (:blacklist, :plan) | |
| (:dealings, :financial) | (<attr:fiscal-1a>, :dealings) | |
| (:dealings, :group) | (:dealings, :group) | |
| (:dealings, :have) | (:dealings, :have) | |
| (:europe, :prompting) | ||
| (:europe, :sanctions_v) | (:Europe, :sanction_2) | |
| (:front, :group) | ||
| (:government, :government_v) | (:government, :government_2) | |
| (:government, :organize) | (:government, :organize) | |
| (:government, :viable) | ||
| (:have, :making) | (:have, :make) | |
| (:illegal, :making) | (:illegal, :make) | |
| (:it_1, :making) | (:it, :make) | |
| (:it_1, :plans) | (:it, :plan) | |
| (:it_1, :prompting) | ||
| (:it_1, :states) | (:United_States, :it) | |
| (:opposition, :opposition_v) | ||
| (:opposition, :organize) | (:opposition, :organize) | |
| (:opposition, :pushes) | (:opposition, :push) | |
| (:opposition, :syrian) | (<entity:syrian>, :opposition) | |
| (:organization, :terrorist) | (:organization_2, :terrorist) | |
| (:organize, :pushes) | ||
| (:prompting, :sanctions) | (:prompt, :sanction) | |
| (:pushes, :states) | (:United_States, :push) | |
| (:sanctions, :sanctions_v) | (:sanction, :sanction_2) | |
| (:alternative, :government_2) | ||
| * (:blacklist, :organization) | ||
| (<attr:feasible-1a>, :government_2) | ||
| * (:have, :it_2) | ||
| * (:illegal, :it_2) | ||
| * (:it, :it_2) | ||
| * (:it_2, :make) | ||
| * (:United_States, :it_2) | ||
| (:United_States, :opposition) | ||
| * (:sanction_2, :similar) | ||
| Results w.r.t. gold standard | f1=0.822 p=0.865 r=0.784 tp=134 fp=21 fn=37 | |