Separate evaluation - Roles (PB)

* irrelevant element returned by evaluated system, not considered as false positive

SentenceGoldPIKES
S1:approval pb:a0 :qaeda:approval pb:a0 :Al_Qaeda
:approval pb:a1 :group
:approval pb:am-mnr :explicit
:become pb:a1 :group:become pb:a1 :group
:become pb:a2 :forces
:challenge pb:a0 :group
:challenge pb:a1 :countries
:challenge pb:a1 :states
:challenge pb:am-mnr :stark
:posing pb:a0 :group:pose pb:a0 :group
:posing pb:a1 :challenge:pose pb:a1 :challenge
:posing pb:a2 :countries
:posing pb:a2 :states
:support pb:a0 :countries:support pb:a0 :country
:support pb:a0 :states
:support pb:a1 :rebels:support pb:a1 :rebel_2
:support_1 pb:a0 :countries
:support_1 pb:a0 :states
:support_1 pb:a1 :extremists
:support_1 pb:neg :not
:want pb:a0 :countries:want pb:a0 :country
:want pb:a0 :states
:want pb:a1 :support:want pb:a1 :support
:want pb:a1 :support_1
:approval pb:a0 :group
* :approval pb:a1 :stamp
* :become pb:a2 :one
:support pb:a1 :extremist
S2:donors_v pb:a0 :donors
:donors_v pb:a1 :money
:donors_v pb:a2 :group
:flows pb:a1 :money:flow pb:a1 <entity:money>
:flows pb:am-dir :donors
:flows pb:am-dir :group:flow pb:am-dir :group
:like-mind pb:a1 :donor
S3:capture pb:a0 :battalions:capture pb:a0 :battalion
:capture pb:a1 :bases:capture pb:a1 :basis
:capture pb:a1 :fields:capture pb:a1 :field
:fighters_v pb:a0 :fighters
:have pb:a0 :fighters:have pb:a0 :fighter
:have pb:a1 :boldness:have pb:a1 :boldness
:have pb:a1 :skill:have pb:a1 :skill
:lead pb:a0 :fighters
:lead pb:a1 :battalions:lead pb:a1 :battalion
:lead pb:a2 :capture:lead pb:a2 :capture
:storm pb:a0 :fighters:storm pb:a0 :fighter
:storm pb:a1 :positions:storm pb:a1 :position
:field pb:a1 :oil
:fortify pb:a1 :position
S4:attract pb:a0 :they:attract pb:a0 :they_2
:attract pb:a1 :fighters:attract pb:a1 :fighter
:fighters_v pb:a0 :fighters
:gather pb:a0 :they:gather pb:a0 :they_2
:gather pb:a1 :weapons:gather pb:a1 :weapon
:mount pb:a1 :successes:mount pb:a1 :success
:successes pb:a0 :their:success pb:a0 :they
:weapons_v pb:a2 :weapons
S5:contributed pb:a0 :which
:contributed pb:a1 :fighters:contribute pb:a1 :fighter
:contributed pb:a1 :weapons:contribute pb:a1 :weapon
:fighters_v pb:a0 :fighters
:insurgents_v pb:a0 :insurgents:insurgent_2 pb:a0 :insurgent
:is pb:a1 :group:be pb:a1 :group
:is pb:a2 :offshoot:be pb:a2 :offshoot
:offshoot_v pb:a1 :offshoot
:offshoot_v pb:a2 :qaeda
:say pb:a0 :insurgents:say pb:a0 :insurgent
:say pb:a0 :officials:say pb:a0 :official
:say pb:a1 :contributed
:say pb:a1 :is:say pb:a1 :be
:weapons_v pb:a4 :weapons
* :have pb:a0 :Al_Qaeda
* :have pb:a1 :fighter
* :have pb:a1 :weapon
S6:efforts pb:a0 :front:effort pb:a0 :Nusra_Front
:efforts pb:am-loc :syria
:favor_v pb:a1 :favor
:favor_v pb:a2 :brothers
:fought pb:a0 :brothers
:fought pb:a2 :us
:fought pb:am-loc :lands:fight pb:am-loc :land
:helped pb:a0 :he:help pb:a0 :he
:helped pb:a1 :lead:help pb:a1 :lead
:is pb:a1 :this
:is pb:a2 :way
:lead pb:a0 :he:lead pb:a0 :he
:lead pb:a1 :efforts:lead pb:a1 :effort
:returning pb:a1 :favor:return pb:a1 :favor
:returning pb:a2 :brothers
:said_1 pb:a0 :veteran:say_2 pb:a0 :veteran
:said_1 pb:a1 :is
:said_2 pb:a0 :who
:said_2 pb:a1 :helped:say pb:a1 :help
:favor pb:a1 :brother
:fight pb:a1 :brother
:fight pb:am-mnr :we_2
:return pb:a4 :brother
:say pb:a0 :Al_Qaeda
S7:hopes pb:a0 :states:hope pb:a0 :United_States
:hopes pb:a1 :isolate:hope pb:a1 :isolate
:inheriting pb:a0 :it:inherit pb:a0 :it
:inheriting pb:a1 :syria_2:inherit pb:a1 :Syria_2
:isolate pb:a0 :states
:isolate pb:a1 :group:isolate pb:a1 :group
:isolate pb:am-pnc :prevent
:prevent pb:a0 :states:prevent pb:a0 :United_States
:prevent pb:a1 :it:prevent pb:a1 :it
:prevent pb:a2 :inheriting:prevent pb:a2 :inherit
:running pb:a1 :time
:running pb:a2 :al-assad
:sensing pb:a0 :states:sense pb:a0 :United_States
:sensing pb:a1 :running:sense pb:a1 :run
:run pb:a1 :Bashar_al-Assad
* :run pb:am-mod :may
:run pb:tmp :time
* :sense pb:a1 :may
S8:blacklist pb:a0 :it_1:blacklist pb:a0 :it
:blacklist pb:a1 :front:blacklist pb:a1 :Nusra_Front
:dealings pb:a0 :americans:dealings pb:a0 :Americans
:dealings pb:a1 :group:dealings pb:a1 :group
:government_v pb:a0 :government
:have pb:a0 :americans:have pb:a0 :Americans
:have pb:a1 :dealings:have pb:a1 :dealings
:making pb:a0 :it_1:make pb:a0 :it
:making pb:a1 :have:make pb:a1 :have
:opposition_v pb:a0 :opposition
:organize pb:a0 :opposition
:organize pb:a1 :government:organize pb:a1 :government
:plans pb:a0 :it_1:plan pb:a0 :it
:plans pb:a1 :blacklist:plan pb:a1 :blacklist
:prompting pb:a0 :it_1
:prompting pb:a1 :europe
:prompting pb:a2 :sanctions
:pushes pb:a0 :states:push pb:a0 :United_States
:pushes pb:a1 :opposition:push pb:a1 :opposition
:pushes pb:a2 :organize
:sanctions_v pb:a0 :europe
:sanctions_v pb:a1 :sanctions:sanction_2 pb:a1 :sanction
* :blacklist pb:a2 :organization
:dealings pb:a1 <attr:fiscal-1a>
* :make pb:a1 :it_2
:make pb:a2 :illegal
:prompt pb:a1 :sanction
Results w.r.t. gold standardf1=0.667 p=0.817 r=0.563 tp=67 fp=15 fn=52