* irrelevant element returned by evaluated system, not considered as false positive
| Sentence | Gold | PIKES |
|---|---|---|
| S1 | :approval pb:a0 :qaeda | :approval pb:a0 :Al_Qaeda |
| :approval pb:a1 :group | ||
| :approval pb:am-mnr :explicit | ||
| :become pb:a1 :group | :become pb:a1 :group | |
| :become pb:a2 :forces | ||
| :challenge pb:a0 :group | ||
| :challenge pb:a1 :countries | ||
| :challenge pb:a1 :states | ||
| :challenge pb:am-mnr :stark | ||
| :posing pb:a0 :group | :pose pb:a0 :group | |
| :posing pb:a1 :challenge | :pose pb:a1 :challenge | |
| :posing pb:a2 :countries | ||
| :posing pb:a2 :states | ||
| :support pb:a0 :countries | :support pb:a0 :country | |
| :support pb:a0 :states | ||
| :support pb:a1 :rebels | :support pb:a1 :rebel_2 | |
| :support_1 pb:a0 :countries | ||
| :support_1 pb:a0 :states | ||
| :support_1 pb:a1 :extremists | ||
| :support_1 pb:neg :not | ||
| :want pb:a0 :countries | :want pb:a0 :country | |
| :want pb:a0 :states | ||
| :want pb:a1 :support | :want pb:a1 :support | |
| :want pb:a1 :support_1 | ||
| :approval pb:a0 :group | ||
| * :approval pb:a1 :stamp | ||
| * :become pb:a2 :one | ||
| :support pb:a1 :extremist | ||
| S2 | :donors_v pb:a0 :donors | |
| :donors_v pb:a1 :money | ||
| :donors_v pb:a2 :group | ||
| :flows pb:a1 :money | :flow pb:a1 <entity:money> | |
| :flows pb:am-dir :donors | ||
| :flows pb:am-dir :group | :flow pb:am-dir :group | |
| :like-mind pb:a1 :donor | ||
| S3 | :capture pb:a0 :battalions | :capture pb:a0 :battalion |
| :capture pb:a1 :bases | :capture pb:a1 :basis | |
| :capture pb:a1 :fields | :capture pb:a1 :field | |
| :fighters_v pb:a0 :fighters | ||
| :have pb:a0 :fighters | :have pb:a0 :fighter | |
| :have pb:a1 :boldness | :have pb:a1 :boldness | |
| :have pb:a1 :skill | :have pb:a1 :skill | |
| :lead pb:a0 :fighters | ||
| :lead pb:a1 :battalions | :lead pb:a1 :battalion | |
| :lead pb:a2 :capture | :lead pb:a2 :capture | |
| :storm pb:a0 :fighters | :storm pb:a0 :fighter | |
| :storm pb:a1 :positions | :storm pb:a1 :position | |
| :field pb:a1 :oil | ||
| :fortify pb:a1 :position | ||
| S4 | :attract pb:a0 :they | :attract pb:a0 :they_2 |
| :attract pb:a1 :fighters | :attract pb:a1 :fighter | |
| :fighters_v pb:a0 :fighters | ||
| :gather pb:a0 :they | :gather pb:a0 :they_2 | |
| :gather pb:a1 :weapons | :gather pb:a1 :weapon | |
| :mount pb:a1 :successes | :mount pb:a1 :success | |
| :successes pb:a0 :their | :success pb:a0 :they | |
| :weapons_v pb:a2 :weapons | ||
| S5 | :contributed pb:a0 :which | |
| :contributed pb:a1 :fighters | :contribute pb:a1 :fighter | |
| :contributed pb:a1 :weapons | :contribute pb:a1 :weapon | |
| :fighters_v pb:a0 :fighters | ||
| :insurgents_v pb:a0 :insurgents | :insurgent_2 pb:a0 :insurgent | |
| :is pb:a1 :group | :be pb:a1 :group | |
| :is pb:a2 :offshoot | :be pb:a2 :offshoot | |
| :offshoot_v pb:a1 :offshoot | ||
| :offshoot_v pb:a2 :qaeda | ||
| :say pb:a0 :insurgents | :say pb:a0 :insurgent | |
| :say pb:a0 :officials | :say pb:a0 :official | |
| :say pb:a1 :contributed | ||
| :say pb:a1 :is | :say pb:a1 :be | |
| :weapons_v pb:a4 :weapons | ||
| * :have pb:a0 :Al_Qaeda | ||
| * :have pb:a1 :fighter | ||
| * :have pb:a1 :weapon | ||
| S6 | :efforts pb:a0 :front | :effort pb:a0 :Nusra_Front |
| :efforts pb:am-loc :syria | ||
| :favor_v pb:a1 :favor | ||
| :favor_v pb:a2 :brothers | ||
| :fought pb:a0 :brothers | ||
| :fought pb:a2 :us | ||
| :fought pb:am-loc :lands | :fight pb:am-loc :land | |
| :helped pb:a0 :he | :help pb:a0 :he | |
| :helped pb:a1 :lead | :help pb:a1 :lead | |
| :is pb:a1 :this | ||
| :is pb:a2 :way | ||
| :lead pb:a0 :he | :lead pb:a0 :he | |
| :lead pb:a1 :efforts | :lead pb:a1 :effort | |
| :returning pb:a1 :favor | :return pb:a1 :favor | |
| :returning pb:a2 :brothers | ||
| :said_1 pb:a0 :veteran | :say_2 pb:a0 :veteran | |
| :said_1 pb:a1 :is | ||
| :said_2 pb:a0 :who | ||
| :said_2 pb:a1 :helped | :say pb:a1 :help | |
| :favor pb:a1 :brother | ||
| :fight pb:a1 :brother | ||
| :fight pb:am-mnr :we_2 | ||
| :return pb:a4 :brother | ||
| :say pb:a0 :Al_Qaeda | ||
| S7 | :hopes pb:a0 :states | :hope pb:a0 :United_States |
| :hopes pb:a1 :isolate | :hope pb:a1 :isolate | |
| :inheriting pb:a0 :it | :inherit pb:a0 :it | |
| :inheriting pb:a1 :syria_2 | :inherit pb:a1 :Syria_2 | |
| :isolate pb:a0 :states | ||
| :isolate pb:a1 :group | :isolate pb:a1 :group | |
| :isolate pb:am-pnc :prevent | ||
| :prevent pb:a0 :states | :prevent pb:a0 :United_States | |
| :prevent pb:a1 :it | :prevent pb:a1 :it | |
| :prevent pb:a2 :inheriting | :prevent pb:a2 :inherit | |
| :running pb:a1 :time | ||
| :running pb:a2 :al-assad | ||
| :sensing pb:a0 :states | :sense pb:a0 :United_States | |
| :sensing pb:a1 :running | :sense pb:a1 :run | |
| :run pb:a1 :Bashar_al-Assad | ||
| * :run pb:am-mod :may | ||
| :run pb:tmp :time | ||
| * :sense pb:a1 :may | ||
| S8 | :blacklist pb:a0 :it_1 | :blacklist pb:a0 :it |
| :blacklist pb:a1 :front | :blacklist pb:a1 :Nusra_Front | |
| :dealings pb:a0 :americans | :dealings pb:a0 :Americans | |
| :dealings pb:a1 :group | :dealings pb:a1 :group | |
| :government_v pb:a0 :government | ||
| :have pb:a0 :americans | :have pb:a0 :Americans | |
| :have pb:a1 :dealings | :have pb:a1 :dealings | |
| :making pb:a0 :it_1 | :make pb:a0 :it | |
| :making pb:a1 :have | :make pb:a1 :have | |
| :opposition_v pb:a0 :opposition | ||
| :organize pb:a0 :opposition | ||
| :organize pb:a1 :government | :organize pb:a1 :government | |
| :plans pb:a0 :it_1 | :plan pb:a0 :it | |
| :plans pb:a1 :blacklist | :plan pb:a1 :blacklist | |
| :prompting pb:a0 :it_1 | ||
| :prompting pb:a1 :europe | ||
| :prompting pb:a2 :sanctions | ||
| :pushes pb:a0 :states | :push pb:a0 :United_States | |
| :pushes pb:a1 :opposition | :push pb:a1 :opposition | |
| :pushes pb:a2 :organize | ||
| :sanctions_v pb:a0 :europe | ||
| :sanctions_v pb:a1 :sanctions | :sanction_2 pb:a1 :sanction | |
| * :blacklist pb:a2 :organization | ||
| :dealings pb:a1 <attr:fiscal-1a> | ||
| * :make pb:a1 :it_2 | ||
| :make pb:a2 :illegal | ||
| :prompt pb:a1 :sanction | ||
| Results w.r.t. gold standard | f1=0.667 p=0.817 r=0.563 tp=67 fp=15 fn=52 | |