%!PS-Adobe-3.0
%%Title: Microsoft Word - DUC-marcu.doc
%%Creator: Pscript.dll Version 5.0
%%CreationDate: 8/26/2001 13:35:0
%%BoundingBox: (atend)
%%Pages: (atend)
%%Orientation: Portrait
%%PageOrder: Special
%%DocumentNeededResources: (atend)
%%DocumentSuppliedResources: (atend)
%%DocumentData: Clean7Bit
%%TargetDevice: (IBM 4332) (3010.106) 420
%%LanguageLevel: 3
%%EndComments
%%BeginDefaults
%%PageBoundingBox: 12 12 600 779
%%EndDefaults
%%BeginProlog
%%BeginResource: file Pscript_WinNT_ErrorHandler 5.0 0
/currentpacking where{pop/oldpack currentpacking def/setpacking where{pop false
setpacking}if}if/$brkpage 64 dict def $brkpage begin/prnt{dup type/stringtype
ne{=string cvs}if dup length 6 mul/tx exch def/ty 10 def currentpoint/toy exch
def/tox exch def 1 setgray newpath tox toy 2 sub moveto 0 ty rlineto tx 0
rlineto 0 ty neg rlineto closepath fill tox toy moveto 0 setgray show}bind def
/nl{currentpoint exch pop lmargin exch moveto 0 -10 rmoveto}def/=={/cp 0 def
typeprint nl}def/typeprint{dup type exec}readonly def/lmargin 72 def/rmargin 72
def/tprint{dup length cp add rmargin gt{nl/cp 0 def}if dup length cp add/cp
exch def prnt}readonly def/cvsprint{=string cvs tprint( )tprint}readonly def
/integertype{cvsprint}readonly def/realtype{cvsprint}readonly def/booleantype
{cvsprint}readonly def/operatortype{(--)tprint =string cvs tprint(-- )tprint}
readonly def/marktype{pop(-mark- )tprint}readonly def/dicttype{pop
(-dictionary- )tprint}readonly def/nulltype{pop(-null- )tprint}readonly def
/filetype{pop(-filestream- )tprint}readonly def/savetype{pop(-savelevel- )
tprint}readonly def/fonttype{pop(-fontid- )tprint}readonly def/nametype{dup
xcheck not{(/)tprint}if cvsprint}readonly def/stringtype{dup rcheck{(\()tprint
tprint(\))tprint}{pop(-string- )tprint}ifelse}readonly def/arraytype{dup rcheck
{dup xcheck{({)tprint{typeprint}forall(})tprint}{([)tprint{typeprint}forall(])
tprint}ifelse}{pop(-array- )tprint}ifelse}readonly def/packedarraytype{dup
rcheck{dup xcheck{({)tprint{typeprint}forall(})tprint}{([)tprint{typeprint}
forall(])tprint}ifelse}{pop(-packedarray- )tprint}ifelse}readonly def/courier
/Courier findfont 10 scalefont def end errordict/handleerror{systemdict begin
$error begin $brkpage begin newerror{/newerror false store vmstatus pop pop 0
ne{grestoreall}if showpage initgraphics courier setfont lmargin 720 moveto
errorname(VMError)eq{PrtVMMsg}{(ERROR: )prnt errorname prnt nl
(OFFENDING COMMAND: )prnt/command load prnt $error/ostack known{nl nl(STACK:)
prnt nl nl $error/ostack get aload length{==}repeat}if}ifelse systemdict
/showpage get exec(%%[ Error: )print errorname =print(; OffendingCommand: )
print/command load =print( ]%%)= flush}if end end end}dup 0 systemdict put dup
4 $brkpage put bind readonly put/currentpacking where{pop/setpacking where{pop
oldpack setpacking}if}if
%%EndResource
userdict /Pscript_WinNT_Incr 230 dict dup begin put
%%BeginResource: file Pscript_FatalError 5.0 0
/FatalErrorIf{{initgraphics findfont 1 index 0 eq{exch pop}{dup length dict
begin{1 index/FID ne{def}{pop pop}ifelse}forall/Encoding{ISOLatin1Encoding}
stopped{StandardEncoding}if def currentdict end/ErrFont-Latin1 exch definefont}
ifelse exch scalefont setfont counttomark 3 div cvi{moveto show}repeat showpage
quit}{cleartomark}ifelse}bind def
%%EndResource
userdict begin/PrtVMMsg{vmstatus exch sub exch pop gt{[
(This job requires more memory than is available in this printer.)100 500
(Try one or more of the following, and then print again:)100 485
(For the output format, choose Optimize For Portability.)115 470
(In the Device Settings page, make sure the Available PostScript Memory is accurate.)
115 455(Reduce the number of fonts in the document.)115 440
(Print the document in parts.)115 425 12/Times-Roman showpage
(%%[ PrinterError: Low Printer VM ]%%)= true FatalErrorIf}if}bind def end
version cvi 2016 ge{/VM?{pop}bind def}{/VM? userdict/PrtVMMsg get def}ifelse
105000 VM?
%%BeginResource: file Pscript_Win_Basic 5.0 0
/d/def load def/,/load load d/~/exch , d/?/ifelse , d/!/pop , d/`/begin , d/^
/index , d/@/dup , d/+/translate , d/$/roll , d/U/userdict , d/M/moveto , d/-
/rlineto , d/&/currentdict , d/:/gsave , d/;/grestore , d/F/false , d/T/true ,
d/N/newpath , d/E/end , d/Ac/arc , d/An/arcn , d/A/ashow , d/D/awidthshow , d/C
/closepath , d/V/div , d/O/eofill , d/L/fill , d/I/lineto , d/-c/curveto , d/-M
/rmoveto , d/+S/scale , d/Ji/setfont , d/Lc/setlinecap , d/Lj/setlinejoin , d
/Lw/setlinewidth , d/Lm/setmiterlimit , d/sd/setdash , d/S/show , d/LH/showpage
, d/K/stroke , d/W/widthshow , d/R/rotate , d/L2? false/languagelevel where{pop
languagelevel 2 ge{pop true}if}if d L2?{/xS/xshow , d/yS/yshow , d/zS/xyshow ,
d}if/b{bind d}bind d/bd{bind d}bind d/xd{~ d}bd/ld{, d}bd/bn/bind ld/lw/Lw ld
/lc/Lc ld/lj/Lj ld/sg/setgray ld/ADO_mxRot null d/self & d/OrgMx matrix
currentmatrix d/reinitialize{: OrgMx setmatrix[/TextInit/GraphInit/UtilsInit
counttomark{@ where{self eq}{F}?{cvx exec}{!}?}repeat cleartomark ;}b
/initialize{`{/ADO_mxRot ~ d/TextInitialised? F d reinitialize E}{U
/Pscript_Win_Data 230 dict @ ` put/ADO_mxRot ~ d/TextInitialised? F d
reinitialize}?}b/terminate{!{& self eq{exit}{E}?}loop E}b/suspend/terminate , d
/resume{` Pscript_Win_Data `}b U `/lucas 21690 d/featurebegin{countdictstack
lucas[}b/featurecleanup{stopped{cleartomark @ lucas eq{! exit}if}loop
countdictstack ~ sub @ 0 gt{{E}repeat}{!}?}b E/snap{transform 0.25 sub round
0.25 add ~ 0.25 sub round 0.25 add ~ itransform}b/dsnap{dtransform round ~
round ~ idtransform}b/nonzero_round{@ 0.5 ge{round}{@ -0.5 lt{round}{0 ge{1}
{-1}?}?}?}b/nonzero_dsnap{dtransform nonzero_round ~ nonzero_round ~
idtransform}b U<04>cvn{}put/rr{1 ^ 0 - 0 ~ - neg 0 - C}b/irp{4 -2 $ + +S fx 4 2
$ M 1 ^ 0 - 0 ~ - neg 0 -}b/rp{4 2 $ M 1 ^ 0 - 0 ~ - neg 0 -}b/solid{[]0 sd}b/g
{@ not{U/DefIf_save save put}if U/DefIf_bool 2 ^ put}b/DefIf_El{if U/DefIf_bool
get not @{U/DefIf_save get restore}if}b/e{DefIf_El !}b/UDF{L2?{undefinefont}{!}
?}b/UDR{L2?{undefineresource}{! !}?}b/freeVM{/Courier findfont[40 0 0 -40 0 0]
makefont Ji 2 vmreclaim}b
%%EndResource
%%BeginResource: file Pscript_Win_Utils_L2 5.0 0
/rf/rectfill , d/fx{1 1 dtransform @ 0 ge{1 sub 0.5}{1 add -0.5}? 3 -1 $ @ 0 ge
{1 sub 0.5}{1 add -0.5}? 3 1 $ 4 1 $ idtransform 4 -2 $ idtransform}b/BZ{4 -2 $
snap + +S fx rf}b/rs/rectstroke , d/rc/rectclip , d/UtilsInit{currentglobal{F
setglobal}if}b/scol{! setcolor}b/colspA/DeviceGray d/colspABC/DeviceRGB d
/colspRefresh{colspABC setcolorspace}b/SetColSpace{colspABC setcolorspace}b
/resourcestatus where{!/ColorRendering/ProcSet resourcestatus{! ! T}{F}?}{F}?
not{/ColorRendering<>/defineresource where{!/ProcSet
defineresource !}{! !}?}if/buildcrdname{/ColorRendering/ProcSet findresource `
mark GetHalftoneName @ type @/nametype ne ~/stringtype ne and{!/none}if(.)
GetPageDeviceName @ type @/nametype ne ~/stringtype ne and{!/none}if(.)5 ^ 0 5
-1 1{^ length add}for string 6 1 $ 5 ^ 5{~ 1 ^ cvs length 1 ^ length 1 ^ sub
getinterval}repeat ! cvn 3 1 $ ! ! E}b/definecolorrendering{~ buildcrdname ~
/ColorRendering defineresource !}b/findcolorrendering where{!}{
/findcolorrendering{buildcrdname @/ColorRendering resourcestatus{! ! T}{
/ColorRendering/ProcSet findresource ` GetSubstituteCRD E F}?}b}?
/selectcolorrendering{findcolorrendering !/ColorRendering findresource
setcolorrendering}b
%%EndResource
end
%%EndProlog
%%BeginSetup
statusdict begin (%%[ ProductName: ) print product print ( ]%%)= flush end
[ 1 0 0 1 0 0 ] false Pscript_WinNT_Incr dup /initialize get exec
featurebegin{
%%BeginNonPPDFeature: JobTimeout 0
0 /languagelevel where{pop languagelevel}{1}ifelse 2 ge{1 dict dup/JobTimeout 4 -1 roll put setuserparams}{statusdict/setjobtimeout get exec}ifelse
%%EndNonPPDFeature
}featurecleanup
featurebegin{
%%BeginNonPPDFeature: WaitTimeout 300
300 /languagelevel where{pop languagelevel}{1}ifelse 2 ge{1 dict dup/WaitTimeout 4 -1 roll put setuserparams}{statusdict/waittimeout 3 -1 roll put}ifelse
%%EndNonPPDFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OutputBin Main
(<<) cvx exec /OutputType (STD) (>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *Jog None
(<<) cvx exec/Jog 0 (>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *Collate True
<< /Collate true >> setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *TraySwitch True
(<<) cvx exec /TraySwitch true (>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *Duplex None
(<<) cvx exec /Duplex false /Tumble false
(>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OutputMode None
(<<) cvx exec /PostRenderingEnhance false /PostRenderingEnhanceDetails
(<<) cvx exec /Type 18 /REValue 0 /TonerSaver 0 (>>) cvx exec (>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *IBStaple None
(<<) cvx exec/Staple 0 /StapleDetails
(<<) cvx exec/Type 5 /Position (SinglePortrait) (>>) cvx exec (>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *IBJamRecovery False
(<<) cvx exec /ExitJamRecovery false (>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *PageSize Letter
userdict /setpagedevice systemdict /setpagedevice get put
(<<) cvx exec /PageSize [612 792] /ImagingBBox null
/Policies (<<) cvx exec /PageSize 2 (>>) cvx exec
(>>) cvx exec setpagedevice
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OptionHCF False
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OptionEnvelope1 False
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OptionHardDrive1 False
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OptionDuplexUnit False
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OptionFlash1 False
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OptionFinisher1 False
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *OptionFaceUpTray False
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *InstalledMemory 8Meg
%%EndFeature
}featurecleanup
featurebegin{
%%BeginFeature: *Resolution 600x600dpi
%%EndFeature
}featurecleanup
1 setlinecap 1 setlinejoin
/mysetup [ 0.11999 0 0 -0.11999 11.99905 779.0003 ] def
%%EndSetup
%%Page: 1 1
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
0 0 scol Pscript_WinNT_Incr begin
%%BeginResource: file Pscript_Text 5.0 0
/TextInit{TextInitialised? not{/Pscript_Windows_Font & d/TextInitialised? T d
/fM[1 0 0 1 0 0]d/mFM matrix d/iMat[1 0 0.212557 1 0 0]d}if}b/copyfont{1 ^
length add dict `{1 ^/FID ne{d}{! !}?}forall & E}b/EncodeDict 11 dict d/bullets
{{/bullet}repeat}b/rF{3 copyfont @ ` ~ EncodeDict ~ get/Encoding ~ 3 ^/0 eq{&
/CharStrings known{CharStrings/Eth known not{! EncodeDict/ANSIEncodingOld get}
if}if}if d E}b/mF{@ 7 1 $ findfont ~{@/Encoding get @ StandardEncoding eq{! T}{
{ISOLatin1Encoding}stopped{! F}{eq}?{T}{@ ` T 32 1 127{Encoding 1 ^ get
StandardEncoding 3 -1 $ get eq and}for E}?}?}{F}?{1 ^ ~ rF}{0 copyfont}? 6 -2 $
! ! ~ !/pd_charset @ where{~ get 128 eq{@ FDV 2 copy get @ length array copy
put pd_CoverFCRange}if}{!}? 2 ^ ~ definefont fM 5 4 -1 $ put fM 4 0 put fM
makefont Pscript_Windows_Font 3 1 $ put}b/sLT{: Lw -M currentpoint snap M 0 - 0
Lc K ;}b/xUP null d/yUP null d/uW null d/xSP null d/ySP null d/sW null d/sSU{N
/uW ~ d/yUP ~ d/xUP ~ d}b/sU{xUP yUP uW sLT}b/sST{N/sW ~ d/ySP ~ d/xSP ~ d}b/sT
{xSP ySP sW sLT}b/sR{: + R 0 0 M}b/sRxy{: matrix astore concat 0 0 M}b/eR/; , d
/AddOrigFP{{&/FontInfo known{&/FontInfo get length 6 add}{6}? dict `
/WinPitchAndFamily ~ d/WinCharSet ~ d/OrigFontType ~ d/OrigFontStyle ~ d
/OrigFontName ~ d & E/FontInfo ~ d}{! ! ! ! !}?}b/mFS{makefont
Pscript_Windows_Font 3 1 $ put}b/mF42D{0 copyfont `/FontName ~ d 2 copy ~ sub 1
add dict `/.notdef 0 d 2 copy 1 ~{@ 3 ^ sub Encoding ~ get ~ d}for & E
/CharStrings ~ d ! ! & @ E/FontName get ~ definefont}b/mF42{15 dict ` @ 4 1 $
FontName ~ d/FontType 0 d/FMapType 2 d/FontMatrix[1 0 0 1 0 0]d 1 ^ 254 add 255
idiv @ array/Encoding ~ d 0 1 3 -1 $ 1 sub{@ Encoding 3 1 $ put}for/FDepVector
Encoding length array d/CharStrings 2 dict `/.notdef 0 d & E d 0 1 Encoding
length 1 sub{@ @ 10 lt{! FontName length 1 add string}{100 lt{FontName length 2
add string}{FontName length 3 add string}?}? @ 0 FontName @ length string cvs
putinterval @ 3 -1 $ @ 4 1 $ 3 string cvs FontName length ~ putinterval cvn 1 ^
256 mul @ 255 add 3 -1 $ 4 ^ findfont mF42D FDepVector 3 1 $ put}for & @ E
/FontName get ~ definefont ! ! ! mF}b/mF_OTF_V{3{~ !}repeat 3 -1 $ ! findfont 1
^ ~ definefont fM @ @ 5 0 put 4 0 put 90 matrix R matrix concatmatrix makefont
Pscript_Windows_Font 3 1 $ put}b/UmF{L2?{Pscript_Windows_Font ~ undef}{!}?}b
/UmF42{@ findfont/FDepVector get{/FontName get undefinefont}forall
undefinefont}b
%%EndResource
end reinitialize
Pscript_WinNT_Incr begin
%%BeginResource: file Pscript_Encoding256 5.0 0
/CharCol256Encoding[/.notdef/breve/caron/dotaccent/dotlessi/fi/fl/fraction
/hungarumlaut/Lslash/lslash/minus/ogonek/ring/Zcaron/zcaron/.notdef/.notdef
/.notdef/.notdef/.notdef/.notdef/.notdef/.notdef/.notdef/.notdef/.notdef
/.notdef/.notdef/.notdef/.notdef/.notdef/.notdef/exclam/quotedbl/numbersign
/dollar/percent/ampersand/quotesingle/parenleft/parenright/asterisk/plus/comma
/hyphen/period/slash/zero/one/two/three/four/five/six/seven/eight/nine/colon
/semicolon/less/equal/greater/question/at/A/B/C/D/E/F/G/H/I/J/K/L/M/N/O/P/Q/R/S
/T/U/V/W/X/Y/Z/bracketleft/backslash/bracketright/asciicircum/underscore/grave
/a/b/c/d/e/f/g/h/i/j/k/l/m/n/o/p/q/r/s/t/u/v/w/x/y/z/braceleft/bar/braceright
/asciitilde/.notdef/Euro/.notdef/quotesinglbase/florin/quotedblbase/ellipsis
/dagger/daggerdbl/circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef
/.notdef/.notdef/.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet
/endash/emdash/tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef
/Ydieresis/.notdef/exclamdown/cent/sterling/currency/yen/brokenbar/section
/dieresis/copyright/ordfeminine/guillemotleft/logicalnot/.notdef/registered
/macron/degree/plusminus/twosuperior/threesuperior/acute/mu/paragraph
/periodcentered/cedilla/onesuperior/ordmasculine/guillemotright/onequarter
/onehalf/threequarters/questiondown/Agrave/Aacute/Acircumflex/Atilde/Adieresis
/Aring/AE/Ccedilla/Egrave/Eacute/Ecircumflex/Edieresis/Igrave/Iacute
/Icircumflex/Idieresis/Eth/Ntilde/Ograve/Oacute/Ocircumflex/Otilde/Odieresis
/multiply/Oslash/Ugrave/Uacute/Ucircumflex/Udieresis/Yacute/Thorn/germandbls
/agrave/aacute/acircumflex/atilde/adieresis/aring/ae/ccedilla/egrave/eacute
/ecircumflex/edieresis/igrave/iacute/icircumflex/idieresis/eth/ntilde/ograve
/oacute/ocircumflex/otilde/odieresis/divide/oslash/ugrave/uacute/ucircumflex
/udieresis/yacute/thorn/ydieresis]def EncodeDict/256 CharCol256Encoding put
%%EndResource
end reinitialize
%%IncludeResource: font Times-Bold
F /F0 0 /256 T /Times-Bold mF
/F0S75 F0 [117.5 0 0 -117.5 0 0 ] mFS
F0S75 Ji
1294 616 M (Discourse)[84 33 46 52 59 66 51 46 0]xS
1783 616 M (-)S
1823 616 M (Based Summarization in DUC)[78 59 46 52 64 30 66 66 98 96 60 52 32 52 59 39 33 59 65 29 33 66 30 84 85 0]xS
3341 616 M (-)S
3379 616 M (2001)[59 60 59 0]xS
3616 616 M ( )S
/F0S56 F0 [86.477 0 0 -86.477 0 0 ] mFS
F0S56 Ji
2200 776 M (Daniel Marcu)[62 44 48 24 38 24 22 81 43 37 38 0]xS
2709 776 M ( )S
%%IncludeResource: font Times-Roman
F /F1 0 /256 T /Times-Roman mF
/F1S56 F1 [86.477 0 0 -86.477 0 0 ] mFS
F1S56 Ji
1863 881 M (Information Sciences Institute and )[28 43 30 43 29 67 37 25 24 43 44 21 48 38 24 38 43 38 38 33 22 28 43 33 25 24 24 44 24 38 21 38
43 43 0]xS
3069 881 M ( )S
1878 987 M (Department of Computer Science)[62 38 43 38 29 24 67 37 44 24 22 43 29 22 57 43 67 43 44 24 38 29 21 47 38 24 38 43 39 0]xS
3032 987 M ( )S
1874 1094 M (University of Southern California)[62 44 24 42 38 29 33 24 25 42 22 43 29 22 48 43 43 25 43 37 30 43 21 58 37 25 23 29 44 29 42 25
0]xS
3035 1094 M ( )S
1882 1201 M (4676 Admiralty Way, Suite 1001)[43 43 44 43 21 62 44 66 25 29 38 23 25 42 22 80 39 42 22 21 48 44 24 24 38 22 43 43 43 0]xS
3029 1201 M ( )S
1987 1308 M (Marina del Rey, CA 90292 )[76 38 29 24 44 37 22 43 38 24 22 57 39 42 22 21 57 63 21 43 44 43 43 43 0]xS
2944 1308 M ( )S
%%IncludeResource: font Oxford
F /F2 0 /256 T /Oxford mF
/F2S56 F2 [86.477 0 0 -86.477 0 0 ] mFS
F2S56 Ji
2222 1408 M (marcu@isi.edu)[51 36 37 29 35 86 18 33 19 25 30 32 0]xS
2687 1408 M ( )S
F1S56 Ji
679 1513 M ( )S
/F0S5E F0 [94 0 0 -94 0 0 ] mFS
F0S5E Ji
679 1723 M (1)S
726 1723 M ( )S
/F0S65 F0 [101.52 0 0 -101.52 0 0 ] mFS
F0S65 Ji
900 1723 M (Introduction)[40 57 34 45 51 56 58 45 34 28 51 0]xS
1456 1723 M ( )S
F1S56 Ji
679 1918 M (We focus in th)[80 38 26 29 44 37 45 32 27 24 43 27 24 0]xS
1197 1918 M (is paper on the following DUC)[25 33 26 43 38 43 38 29 26 44 43 26 24 43 37 27 29 43 25 23 43 62 25 43 42 27 62 62 0]xS
2285 1918 M (-)S
679 2016 M (2001 related matters:)[43 43 43 44 21 29 38 24 38 24 38 43 22 67 37 25 24 38 29 33 0]xS
1406 2016 M ( )S
11585 VM?
Pscript_WinNT_Incr begin
%%BeginResource: file Pscript_T42Hdr 5.0 0
/asc42 0.0 d/sF42{/asc42 ~ d Ji}bind d/bS42{0 asc42 -M}bind d/eS42{0 asc42 neg
-M}b/Is2015?{version cvi 2015 ge}bind d/AllocGlyphStorage{Is2015?{!}{{string}
forall}?}bind d/Type42DictBegin{25 dict `/FontName ~ d/Encoding ~ d 4 array
astore cvx/FontBBox ~ d/PaintType 0 d/FontType 42 d/FontMatrix[1 0 0 1 0 0]d
/CharStrings 256 dict `/.notdef 0 d & E d/sfnts}bind d/Type42DictEnd{& @
/FontName get ~ definefont ! E}bind d/RDS{string currentfile ~ readstring !}
executeonly d/PrepFor2015{Is2015?{/GlyphDirectory 16 dict d sfnts 0 get @ 2 ^
(glyx)putinterval 2 ^(locx)putinterval ! !}{! !}?}bind d/AddT42Char{Is2015?
{findfont/GlyphDirectory get ` d E ! !}{findfont/sfnts get 4 ^ get 3 ^ 2 ^
putinterval ! ! ! !}?}bind d/IDStrNull{1 add 2 mul @ string 0 1 3 ^ 1 sub{1 ^ ~
0 put}for ~ !}bind d/IDStr{@ 1 add 2 mul string 0 1 3 ^{1 ^ ~ @ 2 mul ~ 3 copy
256 idiv put ~ 1 add ~ 256 mod put}for ~ !}bind d/IDStr2{~ @ 1 add 2 mul string
0 1 3 ^{1 ^ ~ @ 2 mul ~ 5 ^ add 3 copy 256 idiv put ~ 1 add ~ 256 mod put}for ~
! ~ !}bind d/CIDT42Begin{25 dict ` @/WMode ~ d 0 gt{/Metrics2 16 dict d
/FontMatrix[0 1 -1 0 0 0]d}{/FontMatrix[1 0 0 1 0 0]d}?/CIDMap ~ d/CIDCount ~ d
/CIDSystemInfo 3 dict @ ` 3 -1 $/Supplement ~ d 3 -1 $/Ordering ~ d 3 -1 $
/Registry ~ d E d/CIDFontName ~ d/Encoding ~ d 4 array astore cvx/FontBBox ~ d
/CharStrings 2 dict @ `/.notdef 0 d E d/GDBytes 2 d/CIDFontType 2 d/FontType 42
d/PaintType 0 d/sfnts}bind d/CIDT42End{CIDFontName & E/CIDFont defineresource
!}bind d/T42CIDCP32K{/CIDFont findresource @ length dict copy @/FID undef `
/CIDFontName ~ d/CIDMap ~ d/CIDCount ~ d/Metrics2 8 dict d CIDFontName & E
/CIDFont defineresource !}bind d/T42CIDCPR{/CIDFont findresource @ length dict
copy @/FID undef `/CDevProc{!}d/CIDFontName ~ d CIDFontName & E/CIDFont
defineresource !}bind d/T0AddT42Char{/CIDFont findresource/GlyphDirectory get `
d E ! !}bind d/T0AddT42Mtx2{/CIDFont findresource/Metrics2 get ` d E}bind d
/UpdateCIDMap{/CIDFont findresource/CIDMap get 3 1 $ putinterval}d/AddXUID
{version cvi 3011 ge{/XUID ~ d}{!}?}bind d/AddFontInfoBegin{/FontInfo 16 dict @
`}bind d/AddFontInfo{/GlyphNames2Unicode 16 dict d}bind d/AddFontInfoEnd{E d}
bind d/G2UBegin{findresource/FontInfo get/GlyphNames2Unicode get `}bind d
/G2UEnd{E}bind d
%%EndResource
end reinitialize
0 -0.219 1.113 1.004
256 array 0 1 255 {1 index exch /.notdef put} for /TTE28A7828t00
Type42DictBegin
[<00010000000a000a000a000a637674202ac4fb85000000ac000005046670
676df530c471000005b00000050f676c79663810e3e8000013300000ae12
68656164c5ad5c6500000ac000000036686865610f2d038100000af80000
0024686d74787750493e00000b1c000002fc6c6f6361393b0de500000e18
000001826d617870020305a700000f9c00000020707265707e0fc1650000
0fbc0000037167646972000000000000000000000000055d0031054c001f
054c001c0394001b0000ffe10000ffe10000ffe4fe59ffed056b0023fe6a
ffdc270f000000b4000000b4000000000000000000610025005e0029004a
00c200f000be012a005000c0ffd0006300580277002d004a008f00b700c0
00de004400640002001a017c0020ff9c008c0026008300a00039041affb5
004c00e8080f00160024003a016f000600150067009e01dc0049004b002d
003b00470089007200470051006700f7013801dc0001000a005d00610094
009b00be00ce00df00190026002e00d6010701f7ffbb004300530063007b
00b900de0542058b0013009100a700a900c100e5012e01a401ea03eeffb5
ffccffeb0026002900310036005b00620062009200a100a700a700cb0223
03a3ff1aff7bffa8ffc8001c004400ab00b400c100c500ce00f601200156
016302a60379fefaff6effab0000000c00150024003a003a0041004c004e
007400a500ce00d600fb0109010901820220023f0263fe11ff170007001f
0020002b00530055006d007e0088008d0094009a009f00af00e8013f0168
01cd01ee020d028002bf0550074e074e09bffdd5ff47fff6000c000c0021
00290057006b0078007e009200930096009a00a100a500c400c400f000fd
0136013b013e01490152018f018601a501f8022b02db02fb030e030f032c
03590360037c03e203f90805fd4ffe97fed0ff50ff78000100010006000a
0025004300440054005c007000730077007c00800088008e008e00900091
00ab00ab00b000b900bf00bf00c300dd00e300e300e600e800ec01020105
0109010a012a012a01300130013b0140014a0155015f01670173019701b6
01b801be01c501ea01f4023402360239024f0252026702700274029002b0
02b102bf02e402f302fb033a03450373037f03ab03c203c803d203da0400
044a046104690475049404b004d504f004f404fe050005230523052e0561
05a0fda2fe4bfe5bff26ff3bff62ff8dff90ff90ffe80007001e00250026
002700440050006200630066006700700070007100710079007e00850091
0096009e00a100a100a500b600b800bc00c000c200c500c600d000da00dd
00dd00e200f700f901000102010501150121012d01310136013d01470147
015a01680176017c0180018e019a01a501b101b501b501c001dc01ea01fe
023902560259025e0276027c028d0297029b02b902c002d602db02ff0306
030f03180347034b0357035b035e0374039603980399039e039f03b803c0
03c60402043a045004720483049004a204af04c704d304dc0530053b058a
058a05b005b505bd05e60612061b0634065306b80706087908e708fe00b3
00c700b100b5000000000000000000000000000000000188011001b100ad
01e70304038002cc0258020b02d6018204cf01270274023c0100058e006e
00f202c0021d01d2023701570363015a002500820166015b009d031c03a2
034a00cc056e0153035001640053049700fc05c30061058a02b20302058a
03fd01f902ab0068008e026bfda9ff59010e005301a402a600ab007d003c
0029041a00d6023904b90125022902bf07ae01b8003e07060339033a080f
07ae01a403e300000053080f01ea006103e2004c00e102a6035202a6080f
00e601dc074f006e00fd03af0000007d003e01a4fe1100a905590260011c
02a4014cfd83fdd8039bff9f011902e20000fd11fd41024301b60155ffaa
02be00ef0097fef904e000be02db005501dc0063006b007800f200530077
003a015600fc020d0029005300610070403f3f3e3d3c3b3a393837353433
3231302f2e2d2c2b2a292827262524232221201f1e1d1c1b1a1918171615
14131211100f0e0d0c0b0a090807060504030201002c4523466020b02660
b004262348482d2c452346236120b02661b004262348482d2c45234660b0
206120b04660b004262348482d2c4523462361b0206020b02661b02061b0
04262348482d2c45234660b0406120b06660b004262348482d2c45234623
61b0406020b02661b04061b004262348482d2c0110203c003c2d2c204523
20b0cd442320b8015a51582320b08d44235920b0ed51582320b04d442359
20b0042651582320b00d44235921212d2c20204518684420b001602045b0
4676688a4560442d2c01b10b0a432343650a2d2c00b10a0b4323430b2d2c
00b0172370b101173e01b0172370b10217453ab10200080d2d2c45b01a23
4445b01923442d2c2045b00325456164b050515845441b2121592d2cb001
43632362b0002342b00f2b2d2c2045b0004360442d2c01b00643b0074365
0a2d2c2069b04061b0008b20b12cc08a8cb8100062602b0c642364615c58
b00361592d2c45b0112bb0172344b0177ae4182d2c45b0112bb01723442d
2cb01243588745b0112bb0172344b0177ae41b038a45186920b01723448a
8a8720b0a05158b0112bb0172344b0177ae41b21b0177ae45959182d2c2d
2cb0022546608a46b040618c482d2c4b53205c58b002855958b00185592d
2c20b0032545b019234445b01a23444565234520b00325606a20b0092342
23688a6a606120b01a8ab000527921b21a1a40b9ffe0001a45208a545823
21b03f1b235961441cb114008a5279b31940201945208a54582321b03f1b
235961442d2cb110114323430b2d2cb10e0f4323430b2d2cb10c0d432343
0b2d2cb10c0d432343650b2d2cb10e0f432343650b2d2cb1101143234365
0b2d2c4b525845441b2121592d2c0120b003252349b04060b0206320b000
525823b002253823b002256538008a63381b212121212159012d2c4bb064
51584569b00943608a103a1b212121592d2c01b005251023208af500b001
6023edec2d2c01b005251023208af500b0016123edec2d2c01b0062510f5
00edec2d2c20b001600110203c003c2d2c20b001610110203c003c2d2cb0
2b2bb02a2a2d2c00b00743b006430b2d2c3eb02a2a2d2c352d2c76b80241
23701020b802414520b0005058b00161593a2f182d2c21210c6423648bb8
4000622d2c21b08051580c6423648bb82000621bb200402f2b59b002602d
2c21b0c051580c6423648bb81555621bb200802f2b59b002602d2c0c6423
648bb84000626023212d2cb4000100000015b00826b00826b00826b00826
0f10161345683ab001162d2cb4000100000015b00826b00826b00826b008
260f1016134568653ab001162d2c4b53234b515a5820458a60441b212159
2d2c4b545820458a60441b2121592d2c4b53234b515a58381b2121592d2c
4b5458381b2121592d2cb0134358031b02592d2cb0134358021b03592d2c
4b54b012435c5a58381b2121592d2cb012435c580cb00425b00425060c64
23646164b807085158b00425b00425012046b01060482046b0106048590a
21211b2121592d2cb012435c580cb00425b00425060c6423646164b80708
5158b00425b00425012046b8fff060482046b8fff06048590a21211b2121
592d2c4b53234b515a58b03a2b1b2121592d2c4b53234b515a58b03b2b1b
2121592d2c4b53234b515ab012435c5a58381b2121592d2c0c8a034b54b0
0426024b545a8a8a0ab012435c5a58381b2121592d000001000000028000
1e63cadc5f0f3cf5081d080000000000a348bc3b00000000b24cd4e1ffff
fe3e08e7080b0000000b000100000000000000010000080bfe3e00000856
feabfc2e08740001000000000000000000000000000000be04cd00670000
000000fa00000200000002aa00e405b40061040000250464005106aa0047
063900480383003a02aa005402aa002d04000091046400250200006e0464
0025020000910239ffff0400004a040000f00400002c0400005304000020
04000062040000590400004c0400007c04000051023900ac0239008b0464
003c046400250464003c038d00580464002505c700140556002205c70012
04e5001a04e30027061b004804d3002305c7002602aa0033050c004e05c7
0025057d0014071d002505c7ffe805c7004c0625002305ee004a04730026
04bc003804e3003b05850016038300470625003805290042065c002504e3
001602aa00a706e7016a02aa004a054400250400ffef040003da050c0054
046400790464004603f4004503830049042b0047034affff04d3002d02a2
004304d300450464001504640031049c007c042b00280464005804640037
042b00590464006904d3004e0383002b049c004705b40041057d005003f2
005b057d002f03f4005b03d700d3019a00a403d700d60464003404f60013
01fa00790464003c0156feab05b4003604000000060600b9060601300606
00f7060600f60856002907e5004b04d3005d07e5004b04d3005d03330066
04640025034a00690464003c0464007905b4006603f4004103ae006a0464
0025046400250464002404640034080000e604d302390800ff8d05440020
069600e4057d002d065c005e07e501820625004e0625004e069600610625
004d0625004d05b4003805b4003705b4003b05b4003b05b4003a05b4010a
05b4010b0625005305b4004a0652006306520063071f00320696002e0464
00540200009105b4003004d3003004d300300856002907e5004c04d3005d
07e5004c04d3005d03f4002f02a200410652006306520063064a002a05b4
002b03120053031200530312005303120000031200000312000003f401a4
03f4001c03f401a403f401a40652007502a2003e02310000057d02a6057d
02a6057d00430312ff930312025d0312ff93031200230312028103120023
03f4001c01a4001c00000032003200320032007600e701d3021b032f0430
048d04cf051005e4061606590673069506c4075307b4082708ae0907098c
0a050a4b0af10b6f0bae0c090c5e0c8c0cdf0d7c0ded0eb50f72107b10cc
1164122b127c131c1370143a151315a8165c16f4175117c0188019041988
19f11ab41b541c121cce1d891df91e381e891ec21ef21f0d1f2c1fdd209c
2174220122a9233b23bb247324da256b262226b3274427cd284228d22945
29d82a432aa52b2d2c092cb62d8b2e322edc2f582f7c2ff9304930d23108
317b31a8322a32f833b233de344c34c4355035a63605366336b337143756
37b8382238923923399739be3a113a933ad33b543ba53bc33bdd3c173d31
3dfb3f233feb40cb4165423b429c42fe435643c7446444be453a45a44649
467f46ce47bf489149a14a254a784aa14ac94b234b774c254c984d114d88
4dfd4e734ec64fad507750f1517951af51ca51fc5221523c5263529352f3
5326534653e1542f549354e155005554558a55a555dd560556215649567c
56d9570900000001000000c0006700050000000000020010002f00400000
00ed050f00000000411500120227022702260226006f01160001005f0116
0001004f01160001003f01160001002f01160001022fb22f1f1fb8022eb2
a01f1fb8022cb21d291fb80224400be11a1f3127121f3c27291fb8021740
3b6c291fe0aa191fe1aa191fab27321f883c321f833c321f2f3c321f7627
321f3c27291f27aa291f6f276f6d6f866f87043700161600000012110840
b801e3b655140914093790b801bf40390790bd0790b30790670790640790
5707904607903607902e07902b079025079024071408120810080e080c08
0a080808060804080208000814b8ffe0402b000001001406100000010006
04000001000410000001001002000001000200000001000002010802004a
00b013034b024b5342b0382b4bb807ff52b0372b4bb007505b58b101018e
59b0382bb00288b801005458b801ffb101018e851bb0124358b9000101ff
858d1bb9000101ff858d5959014bb0c063004b6220b0f65323b8010a515a
b005234201b0124b004b5442180016763f183f123e113946443e11394644
3e113946443e113946443e11394660443e11394660442b2b2b2b2b2b2b2b
2b2b2b182b2b2b2b2b2b2b2b2b2b2b2b2b4b5079bc001f01750007001f01
74b3071f93072b2b2b4b5379bc00900175000700900174b3079093072b2b
2b181db0964b5358b0aa1d59b0324b5358b0ff1d5901b341b5407b456523
456023456560234560b08b766818b080622020b140b54565234520b00326
6062636820b003266165b0b5236544b040234420b1417b4565234520b003
266062636820b003266165b07b236544b0412344b1007b455458b17b4065
44b24140414523614459b9004e0162b12a8e456523456023456560234560
b089766818b080622020b9002a01624565234520b003266062636820b003
266165b80162236544b02a234420b14e8e4565234520b003266062636820
b003266165b08e236544b04e2344b1008e455458b18e406544b24e404e45
2361445945695342014b5058b108004259435c58b108004259b3020b0a12
4358601b2159421610703eb0124358b93b21187e1bba040001a8000b2b59
b00c2342b00d2342b0124358b92d412d411bba04000400000b2b59b00e23
42b00f2342b0124358b9187e3b211bba01a80400000b2b59b0102342b011
2342002b752b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b737373737300184569
4418456944435c58b9ffc00280b2121f322b5900000000>
[15961 14417 14187 ] AllocGlyphStorage
]def
108 44
PrepFor2015
AddFontInfoBegin
/OrigFontType /TrueType def
/OrigFontName <53796D626F6C> def
/OrigFontStyle () def
/FSType 0 def
AddFontInfoEnd
[16#2c 16#85ae213a ] AddXUID
Type42DictEnd
2 13526 120 <0001000000d302db03ae000b0021b9000301b4400e0907001a0d06190c0d
ef212938182b2b4ee410e6003f4ded313001140623222635343633321602
dbd69798d6d69897d6024198d6d69897d6d6>/TTE28A7828t00 AddT42Char
1 0 0 <0002010000000500050000030007003b401e06076302010005046303000a
0605630303021a09070463010019082938182b4e10f43c4dfd3c4e10f63c
4d10fd3c003f3cfd3c3f3cfd3c3130211121112521112101000400fc2003
c0fc400500fb002004c0>/TTE28A7828t00 AddT42Char
/TTE28A7828t00 findfont /CharStrings get begin
/bullet 120 def
/.notdef 0 def
end
/TTE28A7828t00 findfont /Encoding get
dup 1 /bullet put
pop
F /F3 0 /0 F /TTE28A7828t00 mF
/F3S56 F3 [86.477 0 0 -86.477 0 0 ] mFS
F3S56 Ji
820 2120 M <01>S
533 VM?
1 0 3 <> /TTE28A7828t00 AddT42Char
/TTE28A7828t00 findfont /CharStrings get begin
/space 3 def
end
/TTE28A7828t00 findfont /Encoding get
dup 2 /space put
pop
859 2120 M <02>S
F1S56 Ji
961 2121 M (Presenting the algorithm we used in )[48 29 37 34 38 43 24 25 43 42 45 25 43 38 45 37 25 42 43 30 24 24 43 67 44 62 37 45 44 34 37 43
46 24 43 0]xS
961 2220 M (order to summarize single documents.)[43 29 43 38 29 22 24 43 22 33 43 67 66 38 29 25 37 38 21 33 25 43 42 26 37 22 43 43 38 43 67 38
43 24 33 0]xS
2273 2220 M ( )S
F3S56 Ji
820 2325 M <01>S
859 2325 M <02>S
F1S56 Ji
961 2326 M (Presenting the algorithm we used in )[48 29 37 34 38 43 24 25 43 42 45 25 43 38 45 37 25 42 43 30 24 24 43 67 44 62 37 45 44 34 37 43
46 24 43 0]xS
961 2425 M (order to summarize collections of )[43 29 43 38 29 70 25 42 71 33 43 67 66 38 29 24 39 38 70 38 43 24 25 37 38 24 25 43 43 33 71 43
29 0]xS
961 2524 M (documents.)[43 43 38 43 67 37 43 25 33 0]xS
1354 2524 M ( )S
F3S56 Ji
820 2629 M <01>S
859 2629 M <02>S
F1S56 Ji
961 2629 M (Discussing perceived problems with)[62 24 33 38 44 33 33 24 43 43 55 44 38 29 38 38 24 44 37 44 55 43 29 44 43 24 38 67 33 55 62 25
24 0]xS
2314 2629 M ( )S
961 2729 M (the evaluation me)[24 43 38 43 38 43 38 24 43 38 24 25 43 43 43 67 0]xS
1616 2729 M (thodology that was )[24 43 44 43 42 25 43 42 43 43 24 43 38 24 44 62 37 34 0]xS
961 2827 M (employed by the NIST assessors.)[37 67 43 25 43 43 38 43 22 43 42 22 24 43 38 22 63 28 48 52 22 39 33 33 39 33 33 43 29 33 0]xS
2105 2827 M ( )S
679 2926 M ( )S
F0S5E Ji
679 3137 M (2)S
726 3137 M ( )S
F0S65 Ji
900 3137 M (Summarizing single documents)[58 57 84 83 51 45 28 47 28 57 51 25 41 28 57 51 28 44 26 56 51 45 58 83 45 57 34 0]xS
2259 3137 M ( )S
F1S56 Ji
679 3330 M (The single document summarization system )[52 43 38 52 33 24 43 43 24 38 50 44 43 38 44 66 38 43 25 51 33 44 66 67 38 29 24 39 37 25 24 43
44 50 33 44 33 24 39 67 0]xS
679 3430 M (that we used in DUC)[24 43 38 24 60 62 37 59 44 33 37 43 60 24 43 59 63 62 0]xS
1551 3430 M (-)S
1579 3430 M (2001 )[43 44 43 43 0]xS
1811 3430 M (employed the )[38 67 43 24 44 42 37 44 59 24 44 37 0]xS
679 3529 M (following steps.)[29 43 23 25 43 62 25 43 42 22 33 24 38 43 33 0]xS
1228 3529 M ( )S
F0S56 Ji
679 3630 M (1.)[43 0]xS
743 3630 M ( )S
820 3630 M (Derive the discourse structure of the )[62 38 38 24 43 38 53 29 48 37 53 48 24 34 38 43 49 38 33 38 54 32 30 37 48 38 29 49 37 38 53 43
30 53 29 48 38 0]xS
820 3729 M (text given )[29 37 44 29 21 44 24 43 38 48 0]xS
1198 3729 M (as input)[44 33 21 25 48 47 48 0]xS
1494 3729 M ( )S
F1S56 Ji
679 3826 M (The discourse structure was derived using a )[52 43 38 43 44 24 33 37 44 43 29 33 38 44 33 24 29 44 37 25 43 29 38 43 61 37 33 44 43 37 30 24
43 38 43 43 44 32 25 43 42 45 38 0]xS
679 3925 M (version of the cue)[43 37 30 32 25 43 43 71 43 29 70 24 44 37 71 37 43 0]xS
1439 3925 M (-)S
1467 3925 M (phrase)[43 44 29 38 33 0]xS
1693 3925 M (-)S
1721 3925 M (bas)[43 39 0]xS
1837 3925 M (ed discourse )[37 43 71 43 25 33 37 43 44 29 34 38 0]xS
679 4024 M (parser described by)[43 37 30 32 38 29 22 43 39 33 38 29 25 43 37 44 21 44 0]xS
1348 4024 M ( Marcu [)[21 78 37 29 38 43 23 0]xS
1646 4024 M (2000]. )[43 43 44 42 29 22 0]xS
1890 4024 M ( )S
F0S56 Ji
679 4126 M (2.)[43 0]xS
743 4126 M ( )S
820 4126 M (Determine the important sentences in )[62 37 29 39 38 71 24 48 38 51 29 48 37 51 26 70 48 43 38 29 43 49 29 51 33 37 48 30 37 48 39 38
33 51 24 48 0]xS
820 4224 M (the input document)[29 48 37 22 24 48 48 48 29 22 48 43 38 49 70 38 48 0]xS
1538 4224 M ( )S
F1S56 Ji
679 4321 M (The automatically produced discourse )[52 43 38 129 37 44 24 43 67 38 24 25 38 38 24 25 42 129 43 29 43 44 43 37 38 43 129 43 25 33 37 43
44 29 34 38 0]xS
679 4421 M (structure was used in order to d)[32 25 29 43 38 24 44 29 37 23 62 38 32 23 44 33 38 43 22 25 43 23 43 29 43 38 29 23 24 43 23 0]xS
1767 4421 M (etermine the set )[38 24 38 29 67 24 43 38 22 25 43 38 22 33 38 25 0]xS
679 4519 M (of most important sentences in the input )[43 29 64 67 43 33 24 63 25 66 44 43 28 24 38 43 25 64 33 37 43 25 37 44 37 39 33 64 24 43 64 25
43 38 63 24 43 43 43 24 0]xS
679 4619 M (document that would yield a summary of at )[43 43 38 43 67 37 43 25 40 25 43 38 24 40 63 43 43 24 44 40 42 25 37 26 43 40 38 41 33 44 66 68
38 30 42 40 44 29 40 38 25 0]xS
679 4718 M (most 150 words. The important sentences were )[66 44 32 25 23 44 43 43 24 62 43 29 43 33 22 23 53 43 38 23 25 66 44 42 28 25 37 43 25 23 33 38
43 25 37 43 39 38 32 24 63 38 30 38 0]xS
679 4817 M (extracted from the discourse structure )[38 42 25 29 38 37 25 37 43 47 30 29 43 67 47 24 43 38 47 42 25 33 37 44 43 29 33 37 47 33 25 29
43 38 24 43 30 37 0]xS
2127 4817 M (using )[43 33 25 43 43 0]xS
679 4916 M (the algorithm described by)[24 43 38 21 38 25 42 43 29 25 24 43 67 22 43 38 32 38 29 25 43 37 44 21 44 0]xS
1599 4916 M ( Marcu)[22 77 37 29 38 0]xS
1845 4916 M ( )S
1867 4916 M ([)S
1896 4916 M (2000].)[43 43 44 43 29 0]xS
2120 4916 M ( )S
679 5015 M (At the end of this step,)[62 24 32 24 44 37 32 38 43 43 32 44 28 32 24 42 25 33 32 33 24 38 43 0]xS
1510 5015 M ( we created a list with )[31 63 37 32 38 29 38 38 24 38 43 32 38 32 24 25 33 24 32 62 24 25 42 0]xS
679 5114 M (all sentences in the input document, one )[37 25 24 64 33 37 44 24 38 44 38 38 33 64 24 44 64 24 43 38 64 24 43 44 43 24 64 43 44 37 44 66
38 43 25 21 64 43 44 37 0]xS
679 5213 M (sentence per line. The sentences that were )[32 38 43 25 37 45 38 38 52 44 37 29 53 24 25 43 38 21 53 53 43 37 54 34 37 44 24 38 43 38 39 33
53 24 43 38 24 53 62 38 30 38 0]xS
679 5312 M (considered important were marked.)[37 43 44 33 24 43 38 29 38 43 21 25 67 43 43 29 25 37 44 24 22 62 37 29 38 22 66 38 29 43 38 43
0]xS
1898 5312 M ( )S
F0S56 Ji
679 5414 M (3.)[43 0]xS
743 5414 M ( )S
820 5414 M (Determine all co)[62 37 29 39 38 71 24 48 38 39 44 24 25 39 38 0]xS
1458 5414 M (-)S
1487 5414 M (reference links in the )[39 37 30 38 37 38 49 37 38 40 24 24 48 48 33 40 24 48 40 29 48 38 0]xS
820 5512 M (input document)[24 48 48 48 29 22 48 43 37 49 70 37 48 0]xS
1400 5512 M ( )S
F1S56 Ji
679 5610 M (We used CONTEX [Hermjakob, 2000], a )[80 38 62 44 33 38 43 62 57 63 62 53 53 62 62 29 62 38 30 66 25 37 44 43 43 22 62 43 43 43 43 29
22 62 37 0]xS
679 5709 M (syntactic parser develo)[33 43 43 24 38 38 24 24 38 24 43 37 30 33 38 29 24 43 37 44 37 25 0]xS
1471 5709 M (ped )[43 38 43 0]xS
1619 5709 M (in )[24 43 0]xS
1709 5709 M (the context of )[24 43 38 24 37 43 44 24 38 42 24 24 43 29 0]xS
2209 5709 M (the )[24 44 37 0]xS
2595 1612 M (Webclopedia)[81 38 44 37 25 43 43 38 43 25 0]xS
3049 1612 M ( project)[27 43 29 43 25 37 38 0]xS
3315 1612 M (, )[22 0]xS
3363 1612 M (in order to determine for )[25 43 26 43 29 43 37 30 26 24 44 26 43 38 24 38 29 67 24 43 38 26 29 44 29 0]xS
2595 1711 M (each sentence in a document the list of noun )[38 38 38 43 36 34 37 44 24 38 43 38 38 35 24 43 36 38 35 43 43 38 43 68 37 43 25 35 24 43 38 35
24 25 32 25 35 43 29 35 43 43 44 43 0]xS
2595 1810 M (constructs used in that sentence. Each noun )[38 43 43 33 25 29 43 38 24 33 45 43 34 38 43 45 25 43 45 23 44 37 25 45 33 38 43 25 38 43 37 38
22 45 53 38 37 44 45 43 43 44 43 0]xS
2595 1909 M (construct was paired with features such as )[38 43 43 33 25 29 43 38 24 53 62 37 33 53 44 38 24 29 38 43 53 62 24 24 43 53 29 37 38 24 44 29
37 33 53 33 44 38 43 52 39 34 0]xS
2595 2009 M (gender, number, etc.)[43 38 43 44 37 29 22 22 43 43 67 43 38 29 21 22 38 24 38 0]xS
3300 2009 M ( )S
2595 2107 M (We implemented from scratch a co)[81 38 37 25 66 44 24 38 66 38 43 25 37 44 37 29 29 44 66 38 33 38 29 37 25 37 44 37 38 37 38 0]xS
3880 2107 M (-)S
3908 2107 M (reference )[30 38 29 38 29 38 44 38 39 0]xS
2595 2206 M (r)S
2624 2206 M (esolution system that was used in order to )[38 33 43 25 43 24 25 43 42 45 33 43 33 25 37 67 45 25 43 38 24 45 62 39 33 45 43 34 37 44 45 24
43 46 43 28 43 38 29 45 25 42 0]xS
2595 2306 M (resolve all third person pronouns in the input )[29 38 33 43 25 43 37 35 38 24 25 33 25 42 25 29 43 34 43 38 29 33 43 43 34 43 29 43 43 43 43 44
33 33 25 43 34 24 44 37 34 25 43 43 42 24 0]xS
2595 2404 M (text. Each pronoun was assumed to co)[25 37 43 24 22 42 53 38 38 43 42 43 30 43 43 43 44 43 42 62 38 33 43 38 33 33 43 68 38 43 42 25
43 42 38 0]xS
4039 2404 M (-)S
4067 2404 M (refer )[29 38 29 38 30 0]xS
2595 2504 M (with the closest preceding noun of the same )[62 25 24 43 39 24 44 37 40 37 25 43 33 38 33 25 39 43 30 37 39 37 44 24 43 43 40 43 43 44 43 39
44 29 38 25 43 38 39 33 38 67 39 0]xS
2595 2603 M (gender and number. )[43 38 43 44 37 29 22 37 44 43 22 43 43 67 43 38 29 21 0]xS
3303 2603 M ( )S
F0S56 Ji
2595 2704 M (4.)[43 0]xS
2660 2704 M ( )S
2736 2704 M (Increase summary coherence and )[33 48 39 38 38 43 34 37 109 33 50 72 70 44 38 43 109 38 44 48 37 39 38 49 37 38 109 43 48 49 0]xS
2736 2803 M (compactness)[38 44 70 48 44 37 29 49 38 34 0]xS
3200 2803 M ( )S
F1S56 Ji
2595 2900 M (To increase the )[53 43 28 25 43 38 29 37 38 34 37 29 24 43 38 0]xS
3162 2900 M (coherence and compactness of )[38 43 43 38 29 37 44 38 38 29 38 43 43 28 38 43 67 43 39 37 25 43 38 33 33 28 44 29 0]xS
2595 2999 M (the summary, we modified the pool of )[25 43 37 75 33 43 67 67 38 29 42 22 74 63 38 75 67 43 43 25 29 24 38 43 74 25 43 38 74 43 43 44
24 74 43 28 0]xS
2595 3098 M (important sentences by adding to, deleting )[25 66 44 43 28 25 37 43 25 56 33 38 43 24 38 44 38 38 33 57 44 42 57 39 43 43 25 43 42 57 24 43
22 57 43 37 25 37 25 24 44 42 0]xS
2595 3197 M (from, and rewriting sentences in the pool. The )[29 29 44 66 22 28 38 43 43 28 29 37 62 30 24 23 25 43 42 29 33 37 43 25 37 45 37 39 33 28 24 44
28 24 43 38 28 43 44 42 24 22 28 53 43 37 0]xS
2595 3297 M (following procedures were used, in the )[29 44 23 25 43 62 24 43 43 81 43 28 43 38 38 43 43 29 38 33 80 63 38 29 38 81 43 34 37 44 21 81
24 44 81 24 43 38 0]xS
2595 3395 M (sequence presented below:)[33 38 43 44 38 43 39 37 22 43 29 39 33 37 43 25 37 44 21 44 38 25 43 62 0]xS
3519 3395 M ( )S
F3S56 Ji
2873 3500 M <01>S
2912 3500 M <02>S
F1S56 Ji
3014 3501 M (Add sentences to the pool so as to )[62 43 43 28 33 38 43 24 38 44 38 38 33 28 25 43 28 25 43 38 28 43 43 44 24 27 33 43 29 38 33 28
25 44 0]xS
3014 3600 M (avoid dangling discourse relations. )[38 42 44 24 43 27 43 37 44 42 24 25 43 42 27 43 24 34 38 43 43 29 34 38 26 30 38 24 38 24 25 43
43 33 22 0]xS
3014 3699 M (For example, if a sentence in the )[47 43 29 38 38 42 39 67 43 24 38 22 37 25 29 37 38 38 32 38 43 25 37 44 38 38 37 25 43 38 24 43
38 0]xS
3014 3798 M (pool of important sentences started )[43 43 43 25 24 42 30 23 25 66 43 44 28 24 38 43 25 24 33 38 43 24 38 43 39 38 33 25 32 25 37 30
24 38 44 0]xS
3014 3897 M (with \223Afterwards\224 or \223But\224, the )[62 24 24 44 50 38 62 28 25 37 29 63 37 29 43 33 38 50 43 29 50 39 58 43 25 37 22 50 24 43 38 0]xS
3014 3996 M (preceding sentence was marked as )[43 29 38 37 38 43 24 44 42 30 34 37 44 24 38 43 39 37 29 63 38 33 30 67 38 29 43 38 43 29 39 34
0]xS
3014 4096 M (important as well and added to the )[24 67 43 43 28 25 37 44 24 26 38 33 27 62 38 24 25 26 38 43 43 27 38 43 43 39 43 27 24 43 27 24
43 38 0]xS
3014 4194 M (pool of important sentences.)[43 43 43 25 21 43 29 21 25 67 43 42 29 25 37 44 24 22 32 38 43 25 37 44 37 39 34 0]xS
3990 4194 M ( )S
F3S56 Ji
2873 4299 M <01>S
2912 4299 M <02>S
F1S56 Ji
3014 4300 M (Remove from the pool )[57 37 67 44 44 37 108 29 30 43 67 108 24 43 38 108 42 44 43 24 0]xS
4159 4300 M (of )[43 29 0]xS
3014 4399 M (important sentences the sentences )[24 67 43 43 28 25 37 44 24 39 33 37 43 25 37 45 37 39 33 38 25 43 37 40 34 38 44 24 38 43 37 39
34 0]xS
3014 4498 M (with less than five words.)[62 24 24 44 20 25 37 33 33 22 24 44 37 43 22 29 25 43 37 22 62 43 29 44 33 0]xS
3896 4498 M ( )S
F3S56 Ji
2873 4602 M <01>S
2912 4602 M <02>S
F1S56 Ji
3014 4602 M (Remove the questions from the )[57 37 67 44 44 37 57 24 43 38 56 44 43 38 33 25 24 43 44 32 57 29 28 43 67 57 24 43 39 0]xS
3014 4702 M (pool.)[43 43 43 25 0]xS
3189 4702 M ( )S
F3S56 Ji
2873 4807 M <01>S
2912 4807 M <02>S
F1S56 Ji
3014 4807 M (Remove the quotes from the pool.)[57 37 67 44 44 37 22 24 44 37 22 43 43 43 25 38 32 22 29 29 44 66 22 24 43 37 22 43 43 44 24 0]xS
4187 4807 M ( )S
F3S56 Ji
2873 4912 M <01>S
2912 4912 M <02>S
F1S56 Ji
3014 4912 M (Remove from the pool the )[57 37 67 44 44 37 100 29 29 43 67 100 24 43 38 100 43 42 43 25 100 24 43 38 0]xS
3014 5012 M (sentences that contained only )[32 38 43 25 37 44 39 38 33 90 24 43 38 24 91 37 44 43 24 38 24 44 37 43 91 43 43 25 42 0]xS
3014 5111 M (capitalized words.)[37 38 43 24 25 37 25 24 38 38 43 21 62 44 29 43 33 0]xS
3640 5111 M ( )S
F3S56 Ji
2873 5216 M <01>S
2912 5216 M <02>S
F1S56 Ji
3014 5216 M (Remove from the pool the titles )[57 37 67 44 44 37 46 29 30 43 67 46 24 43 38 46 43 43 44 24 46 24 43 38 46 24 24 25 24 38 33 0]xS
3014 5316 M (and subtitles.)[37 43 44 21 33 43 44 24 24 25 24 38 33 0]xS
3468 5316 M ( )S
F3S56 Ji
2873 5420 M <01>S
2912 5420 M <02>S
F1S56 Ji
3014 5420 M (Re)[57 0]xS
3108 5420 M (move the dates from the pool.)[67 44 44 37 22 24 44 37 22 43 38 24 39 32 22 29 29 44 66 22 24 44 37 22 43 43 44 24 0]xS
4140 5420 M ( )S
F3S56 Ji
2873 5525 M <01>S
2912 5525 M <02>S
F1S56 Ji
3014 5525 M (Rewrite)[57 37 63 29 24 25 0]xS
3286 5525 M ( sentences by deleting )[84 33 37 44 24 38 44 38 38 33 83 45 42 84 43 37 25 37 25 24 44 43 0]xS
3014 5625 M (overtly)[43 42 38 29 24 25 0]xS
3257 5625 M ( marked parenthetical units, )[27 67 38 29 43 38 43 27 43 38 29 38 43 24 44 37 25 24 39 37 25 27 43 43 24 24 33 22 0]xS
LH
(%%[Page: 1]%%) =
%%PageTrailer
%%Page: 2 2
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
0 0 scol 1097 576 M (such as those delimited by long )[33 43 38 43 49 38 33 48 25 43 43 33 38 47 45 37 25 24 67 24 25 37 44 48 43 42 48 24 44 43 43 0]xS
1097 675 M (dashes.)[43 38 33 44 37 33 0]xS
1347 675 M ( )S
815 775 M (At the end of this step, the pool of )[62 24 62 25 43 38 62 37 44 43 62 43 29 62 25 42 24 33 62 33 25 37 44 21 62 25 43 37 63 43 43 43
25 62 42 29 0]xS
815 873 M (important sentences was no longer 150 )[24 67 43 44 28 24 38 43 24 53 33 38 43 24 38 44 38 38 33 53 63 38 33 54 43 43 53 24 44 43 42 38
29 52 44 43 43 0]xS
815 973 M (words long. In some cases the )[62 43 29 44 32 115 25 43 43 42 22 115 28 43 115 33 43 68 37 115 38 39 33 38 33 115 24 44 38 0]xS
815 1072 M (corresponding)[37 44 29 29 38 32 44 43 43 43 25 43 0]xS
1307 1072 M ( summary was longer, in )[62 32 44 66 68 38 29 42 62 62 39 33 61 24 43 44 42 38 29 21 61 25 42 0]xS
815 1170 M (other cases it was shorter.)[43 25 43 37 30 21 38 37 34 39 33 21 25 24 22 62 37 33 23 33 43 43 29 25 37 30 0]xS
1703 1170 M ( )S
F0S56 Ji
679 1272 M (5.)[43 0]xS
743 1272 M ( )S
820 1272 M (Generate summary)[66 38 49 37 38 43 29 38 23 32 49 72 70 44 38 0]xS
1529 1272 M ( )S
F1S56 Ji
679 1369 M (In the last step of the algorithm, we generated )[28 43 29 25 43 37 30 24 38 33 24 29 33 24 38 43 29 44 29 29 23 44 37 29 38 24 43 44 29 24 24 43
67 22 29 62 37 30 42 37 45 37 29 38 24 38 44 0]xS
679 1468 M (the summary by )[24 43 38 21 33 44 66 68 38 29 42 22 44 42 0]xS
1255 1468 M ( )S
F3S56 Ji
961 1572 M <01>S
1000 1572 M <02>S
F1S56 Ji
1102 1573 M (Printing first the title of the )[48 29 24 42 25 24 44 42 76 28 25 29 33 24 75 25 43 38 76 23 25 23 25 37 76 44 29 76 23 44 37 0]xS
1102 1672 M (original document.)[43 29 24 43 24 43 38 24 22 43 44 37 43 67 38 43 24 0]xS
1753 1672 M ( )S
F3S56 Ji
961 1776 M <01>S
1000 1776 M <02>S
F1S56 Ji
1102 1777 M (Printing sentences from the pool )[48 29 24 42 25 24 44 42 44 33 38 43 24 38 44 38 38 34 44 29 29 44 66 45 24 43 38 44 43 44 43 24
0]xS
1102 1876 M (of important sentences in the order )[43 29 24 25 67 43 42 29 25 37 44 23 24 33 38 43 25 37 44 38 39 32 25 24 44 24 24 43 37 25 43 29
43 38 29 0]xS
1102 1976 M (of )[43 29 0]xS
1230 1976 M (their occurrence in the text. )[25 43 38 23 29 57 43 38 37 43 29 30 37 43 38 38 56 25 43 56 25 43 37 57 24 38 42 25 22 0]xS
1102 2075 M (Each third person pronoun that )[52 38 37 45 57 24 44 24 29 43 58 43 38 29 33 43 43 57 44 29 43 43 43 43 43 57 25 43 38 24 0]xS
1102 2174 M (referred to an entity that was not )[29 37 29 38 29 29 38 43 37 24 44 36 38 43 37 37 44 24 24 25 42 37 24 43 38 25 37 62 39 33 36 44
43 24 0]xS
1102 2273 M (mentioned already in the summary )[66 38 43 25 24 43 44 37 43 26 37 25 29 38 37 44 43 25 24 44 25 24 44 37 26 34 43 67 66 38 30 43
0]xS
1102 2372 M (was replaced with the complete )[62 38 33 53 29 37 44 24 39 38 38 43 53 62 24 25 43 52 25 43 38 52 39 43 67 43 25 37 25 38 0]xS
1102 2471 M (referring expression computed )[29 37 29 38 29 29 25 43 42 102 37 43 43 29 39 33 32 25 43 43 102 38 44 66 44 43 24 38 43 0]xS
1102 2570 M (during step 3. The generation )[43 43 29 25 43 42 72 33 24 38 43 71 43 22 72 52 43 38 72 43 38 43 38 29 38 24 25 43 43 0]xS
1102 2670 M (process stopped after printing )[43 29 43 38 37 34 33 86 33 24 43 44 43 37 44 85 38 29 24 38 29 85 43 29 24 43 24 24 43 43 0]xS
1102 2768 M (approximately )[37 43 44 29 43 42 25 67 37 25 37 25 42 0]xS
1620 2768 M (100 w)[43 43 43 22 0]xS
1833 2768 M (ords. )[43 29 44 32 22 0]xS
2026 2768 M ( )S
F0S5E Ji
679 2978 M (3)S
726 2978 M ( )S
F0S65 Ji
900 2978 M (Summarizing document )[58 57 84 83 51 45 28 47 28 57 51 25 58 50 45 58 83 46 57 33 0]xS
900 3095 M (collections)[46 50 28 29 45 45 34 28 51 57 0]xS
1353 3095 M ( )S
F1S56 Ji
679 3290 M (The input for our multi document )[52 43 38 118 24 43 43 44 24 117 29 43 29 117 43 43 28 118 67 43 24 24 24 118 43 43 38 43 67 38 43 24
0]xS
679 3389 M (summarization system is a set of 100 word )[32 44 66 68 38 29 24 38 38 24 24 44 43 45 33 43 33 24 38 67 45 24 33 46 38 45 34 38 24 45 43 29
46 43 43 42 45 63 43 29 42 0]xS
679 3487 M (summaries \(with no titles\), which are produced )[32 44 66 68 38 29 24 38 33 23 29 63 24 24 44 23 43 44 22 25 23 25 24 38 32 30 21 23 62 43 25 37
43 24 37 30 37 24 43 29 43 44 43 37 38 44 0]xS
679 3587 M (by the single document summarizer described )[43 42 32 25 43 37 33 33 25 43 42 25 38 32 43 44 37 43 68 38 43 24 32 33 44 67 67 37 30 24 39 37
29 32 44 38 33 38 29 24 43 38 44 0]xS
679 3686 M (in the previous section. The summarization )[24 43 51 24 44 37 51 43 29 38 42 25 43 43 33 51 34 38 38 24 25 43 43 22 50 52 44 37 51 33 44 67
67 37 29 25 38 38 24 25 43 43 0]xS
679 3785 M (process)[43 29 43 38 37 34 0]xS
936 3785 M ( follows the)[22 29 43 25 24 43 62 33 22 24 44 0]xS
1344 3785 M (se)[33 0]xS
1415 3785 M ( )S
1437 3785 M (steps:)[33 24 38 43 33 0]xS
1634 3785 M ( )S
F0S56 Ji
679 3886 M (1.)[43 0]xS
743 3886 M ( )S
820 3886 M (Pre)[52 38 0]xS
947 3886 M (-)S
977 3886 M (process the collection )[48 38 43 39 37 34 33 22 29 48 37 23 38 43 24 25 37 38 29 24 44 48 0]xS
1779 3886 M ( )S
F1S56 Ji
679 3983 M (During this step, we perform the following )[62 43 29 24 44 42 48 24 44 24 33 48 33 24 38 43 22 48 62 37 48 43 38 29 29 44 29 66 48 25 43 38
48 29 43 23 25 43 62 24 43 43 0]xS
679 4082 M (tasks:)[24 38 33 43 33 0]xS
874 4082 M ( )S
F3S56 Ji
961 4186 M <01>S
1000 4186 M <02>S
F1S56 Ji
1102 4187 M (We compute th)[80 38 121 38 43 67 43 43 25 37 121 24 0]xS
1825 4187 M (e similarity )[38 120 33 25 66 25 24 38 29 23 25 43 0]xS
1102 4286 M (between every pair)[43 37 25 62 38 38 43 39 38 44 37 29 43 38 44 38 24 0]xS
1792 4286 M ( of documents )[38 43 29 39 43 43 37 43 68 38 43 24 34 0]xS
1102 4386 M (in a)[24 43 33 0]xS
1240 4386 M ( collection and between every )[33 37 44 24 24 38 38 24 24 44 43 33 37 44 43 33 43 38 24 62 38 38 44 32 38 43 38 30 43 0]xS
1102 4485 M (sentence pair i)[32 38 43 25 37 45 38 38 105 44 38 24 29 106 0]xS
1768 4485 M (n all single )[43 106 37 25 23 105 33 25 43 42 26 38 0]xS
1102 4583 M (document summaries in a)[43 43 38 43 67 37 43 25 132 32 44 66 68 38 29 24 38 34 131 25 43 132 0]xS
2314 4583 M ( )S
1102 4683 M (collection.)[37 43 25 24 38 38 24 24 44 43 0]xS
1463 4683 M ( )S
F3S56 Ji
961 4787 M <01>S
1000 4787 M <02>S
F1S56 Ji
1102 4787 M (For e)[47 43 29 78 0]xS
1338 4787 M (ach document and each )[38 38 43 78 43 43 38 43 68 38 43 24 78 38 44 43 78 38 38 38 44 0]xS
1102 4887 M (single document summary )[32 25 43 42 25 38 172 44 43 38 43 67 38 43 25 173 34 43 67 66 38 30 43 0]xS
1102 4987 M (sentence, we compute their )[32 38 43 25 37 45 38 38 21 113 63 38 113 38 43 67 43 43 25 38 112 25 43 38 24 29 0]xS
1102 5085 M (average similarity scores. These )[38 42 38 29 39 43 38 57 33 24 67 24 25 37 30 24 24 43 57 33 38 43 29 39 32 23 57 53 43 38 34 38
0]xS
1102 5185 M (average scores are )[38 42 38 29 39 43 38 100 33 38 43 29 39 32 101 38 29 37 0]xS
1988 5185 M (used to )[44 33 38 43 100 24 44 0]xS
1102 5284 M (determine the most important )[43 37 25 37 30 66 25 43 38 86 25 43 37 87 67 44 33 24 87 24 67 43 43 29 25 37 44 23 0]xS
1102 5382 M (sentences in the collection. )[32 38 43 25 37 45 38 38 33 116 25 43 116 25 43 38 116 38 43 24 24 38 37 25 24 43 44 21 0]xS
1102 5482 M (Following a method proposed by )[47 43 24 25 43 62 24 44 42 39 38 40 67 38 24 43 44 43 39 44 29 43 43 44 32 38 43 40 44 43 0]xS
1102 5581 M (Hoey [1991] and Salton et al. )[62 43 38 43 61 29 43 43 44 43 29 61 38 43 43 61 48 38 24 25 43 42 61 38 24 62 37 25 21 0]xS
1102 5680 M ([)S
1131 5680 M (1994], we assume that documents )[43 43 43 43 29 21 27 62 37 27 37 34 33 43 68 38 26 24 44 37 25 26 43 43 37 43 68 38 43 24 34 0]xS
1102 5779 M (that have high average similarity )[24 43 38 24 43 43 37 43 37 43 43 25 43 43 42 39 43 37 30 38 42 38 43 33 25 66 25 24 38 29 24 24
43 0]xS
3018 576 M (scores are more central to the )[33 38 43 29 39 33 62 37 30 38 62 67 43 29 38 62 37 38 43 25 29 37 25 62 24 42 63 24 43 38 0]xS
3018 675 M (collection \(and hence, more )[38 43 24 25 38 37 25 24 43 43 107 29 37 44 43 106 43 38 43 39 37 23 106 67 43 29 39 0]xS
3018 775 M (important\) than those that have )[25 66 44 43 28 25 37 43 25 29 56 24 43 38 43 56 25 43 43 33 38 56 25 43 37 25 56 43 39 43 39 0]xS
3018 873 M (low scores. By the same token, we )[25 43 62 25 33 38 43 29 38 33 21 26 58 42 26 24 43 38 25 33 38 67 38 25 25 43 43 38 43 22 25 62
39 0]xS
3018 973 M (assume that sentences that have )[38 34 33 43 67 38 52 24 43 38 24 52 34 38 43 24 38 44 38 38 33 52 24 44 37 25 51 43 39 43 39 0]xS
3018 1072 M (high average similarity scores ar)[43 25 42 43 35 39 43 38 29 38 43 38 35 33 24 67 24 25 37 30 24 24 43 35 33 39 43 29 38 33 36 37
0]xS
4192 1072 M (e )[39 0]xS
3018 1170 M (more important than sentences that )[67 43 29 38 23 25 67 43 43 28 25 37 44 24 23 24 43 38 43 24 32 38 43 25 37 45 37 39 33 23 25 43
37 25 0]xS
3018 1270 M (have low average similarity )[43 38 43 38 107 24 44 62 108 38 43 37 30 38 43 38 108 33 24 67 24 25 37 30 23 25 43 0]xS
3018 1369 M (scores.)[33 38 43 29 39 33 0]xS
3254 1369 M ( )S
F3S56 Ji
2877 1474 M <01>S
2917 1474 M <02>S
F1S56 Ji
3018 1474 M (For each single document )[47 43 30 129 39 37 38 43 131 33 24 44 42 24 38 130 43 44 38 43 68 37 43 25 0]xS
3018 1574 M (summary sentence, we associate a )[33 43 67 68 37 30 42 32 33 37 44 24 38 44 38 38 21 32 62 37 32 39 33 33 44 37 25 37 25 37 32 39
0]xS
3018 1672 M (date stamp, using the algorithm )[43 38 24 38 54 33 25 38 66 44 21 54 43 33 24 44 42 53 25 43 38 54 38 24 43 43 29 24 25 43 67 0]xS
3018 1771 M (described by Filatova and Hovy )[43 38 34 37 30 24 43 38 43 50 43 43 49 47 25 24 38 24 43 43 37 51 38 44 43 50 62 43 43 43 0]xS
3018 1871 M ([2001].)[29 44 43 43 42 30 0]xS
3270 1871 M ( )S
F0S56 Ji
2595 1971 M (2.)[43 0]xS
2660 1971 M ( )S
2736 1971 M (Select and order the sentences that )[48 38 24 39 37 29 65 44 48 47 65 44 37 49 39 37 65 29 48 39 65 33 38 48 30 38 48 38 39 32 65 29
48 44 29 0]xS
2736 2071 M (summarize the coll)[33 49 71 71 44 38 24 39 37 22 29 48 38 21 38 43 24 0]xS
3430 2071 M (ection)[39 37 29 25 43 0]xS
3651 2071 M ( )S
F1S56 Ji
2595 2168 M (We estimate the goodness of a multi)[81 38 24 39 33 24 24 67 38 24 38 23 25 43 38 24 42 44 43 43 43 39 33 34 24 43 29 24 37 24 67 43
24 25 0]xS
3863 2168 M (-)S
3891 2168 M (document )[44 43 38 43 67 37 43 25 0]xS
2595 2266 M (summary using the following heuristics.)[33 43 67 68 37 30 42 21 45 33 24 43 42 22 25 43 37 22 29 43 25 24 44 61 23 43 43 21 44 37 43 29
25 33 24 25 37 33 0]xS
3980 2266 M ( )S
F0S56 Ji
2595 2368 M (Sentence)[48 38 48 29 37 49 38 0]xS
2920 2368 M (-)S
2949 2368 M (pair)[48 43 24 0]xS
3102 2368 M (-)S
3131 2368 M (specific:)[33 49 37 38 24 31 24 38 0]xS
3434 2368 M ( )S
F3S56 Ji
2736 2470 M <01>S
2776 2470 M <02>S
F0S56 Ji
2877 2470 M (Local order:)[58 43 37 44 24 40 44 37 48 38 37 0]xS
F1S56 Ji
3357 2470 M ( We assume that multi)[41 81 37 41 38 33 33 43 68 39 40 25 43 37 25 40 67 42 25 23 0]xS
4203 2470 M (-)S
2877 2570 M (document summaries th)[43 44 37 44 66 38 43 25 87 33 43 68 67 37 29 25 38 33 88 24 0]xS
3832 2570 M (at present )[38 24 88 43 29 38 34 37 43 25 0]xS
2877 2670 M (sentences in the)[33 38 43 24 38 44 39 37 33 26 24 43 26 24 43 0]xS
3430 2670 M ( order they occurred in )[25 44 29 43 38 29 25 25 43 37 43 26 43 38 37 44 29 29 38 43 25 25 43 0]xS
2877 2768 M (the individual documents are )[25 43 37 57 24 44 42 24 43 24 43 44 37 25 56 43 43 38 43 67 38 43 24 33 57 37 29 38 0]xS
4034 2768 M (better )[44 37 25 24 38 29 0]xS
2877 2867 M (than summaries that violate the )[25 43 37 44 90 33 43 67 68 37 29 25 37 34 90 25 43 38 24 91 43 24 43 25 37 25 37 91 24 43 39 0]xS
2877 2967 M (original ordering. )[43 30 24 42 25 43 38 24 22 42 29 43 38 29 25 43 42 22 0]xS
3502 2967 M ( )S
F3S56 Ji
2736 3071 M <01>S
2776 3071 M <02>S
F0S56 Ji
2877 3071 M (No repetition:)[62 43 30 38 38 48 37 29 25 29 24 44 48 0]xS
F1S56 Ji
3401 3071 M ( We assume that multi)[29 80 38 30 38 34 33 43 68 38 29 25 43 38 24 29 67 43 25 24 0]xS
4204 3071 M (-)S
2877 3171 M (document summaries that do not )[43 44 37 44 66 38 43 25 79 32 44 66 68 38 29 24 38 33 79 24 43 38 24 79 44 43 79 43 42 25 0]xS
2877 3270 M (contain the copy of the same sentence )[38 43 43 25 37 25 43 29 25 43 37 30 37 43 44 43 29 43 29 30 24 43 38 29 34 38 67 38 30 34 37 43
25 37 44 38 39 0]xS
2877 3369 M (multiple times are better than )[67 43 25 24 24 43 24 38 107 24 25 67 37 33 107 38 30 38 107 44 38 24 24 38 29 107 25 43 38 43 0]xS
2877 3468 M (summaries that contain such repeated )[33 43 67 68 37 30 24 38 32 37 25 43 37 25 37 38 43 44 24 38 24 43 37 33 44 38 43 36 30 37 43 39
38 24 38 44 0]xS
2877 3567 M (occurrences.)[43 38 38 43 29 29 38 43 39 38 33 0]xS
3310 3567 M ( )S
F3S56 Ji
2736 3671 M <01>S
2776 3671 M <02>S
F0S56 Ji
2877 3672 M (Local date )[58 43 37 44 24 27 48 44 29 37 0]xS
3296 3672 M (ordering:)[43 37 49 38 37 25 48 43 0]xS
F1S56 Ji
3645 3672 M ( We assume that )[28 81 38 28 38 33 33 44 67 38 27 25 43 37 26 0]xS
2877 3771 M (a multi)[38 105 67 43 25 24 0]xS
3203 3771 M (-)S
3232 3771 M (document summary that )[43 43 38 43 67 37 43 25 105 33 43 67 67 37 30 42 105 25 43 37 26 0]xS
2877 3871 M (reproduces a pair of sentences in the )[29 38 43 29 44 43 43 38 37 33 39 37 39 44 38 24 29 39 42 29 39 33 37 43 25 37 44 37 39 33 38 25
43 39 24 43 38 0]xS
2877 3970 M (chronological order of the events )[38 43 29 43 44 43 24 44 42 24 38 38 24 75 43 30 43 37 30 75 43 29 74 25 43 38 75 37 44 37 44 24
34 0]xS
2877 4069 M (described in those sentences is better )[43 38 34 37 30 24 43 38 43 39 24 43 38 24 44 43 33 37 39 33 37 44 24 38 43 38 38 33 39 24 33 38
44 37 25 24 38 30 0]xS
2877 4168 M (than a summary that uses the reverse )[25 43 37 44 35 38 36 33 43 68 66 38 30 42 36 24 44 37 25 35 44 33 38 34 36 24 43 38 36 29 37 44
37 29 34 39 0]xS
2877 4267 M (order.)[43 30 43 37 30 0]xS
3081 4267 M ( )S
F3S56 Ji
2736 4372 M <01>S
2776 4372 M <02>S
F0S56 Ji
2877 4372 M (Global document importance:)[67 24 44 48 43 24 58 47 43 37 49 71 37 48 29 58 25 70 48 44 38 30 43 48 37 38 0]xS
F1S56 Ji
4054 4372 M ( We )[57 81 39 0]xS
2877 4472 M (assume that a m)[38 34 33 43 67 38 127 24 44 37 25 128 37 127 0]xS
3746 4472 M (ulti)[43 24 25 0]xS
3862 4472 M (-)S
3891 4472 M (document )[43 43 38 43 67 37 43 26 0]xS
2877 4570 M (summary that presents sentences from )[33 43 67 68 37 30 42 31 24 44 37 25 31 43 29 38 33 38 43 25 33 31 33 38 44 25 37 43 38 39 33 31
29 29 43 67 0]xS
2877 4670 M (documents with high average )[43 44 37 44 66 38 43 25 32 136 62 24 25 43 135 44 24 42 44 135 38 43 37 29 39 43 39 0]xS
2877 4769 M (similarity scores before sentences from )[33 25 66 25 24 38 29 24 25 42 23 33 37 43 30 37 33 23 44 37 30 43 29 37 23 34 37 45 24 38 43 38
38 33 23 29 29 43 67 0]xS
2877 4867 M (documents with low average similarity )[43 44 37 44 66 38 43 25 33 25 62 24 25 43 24 25 43 62 25 37 43 38 29 39 43 38 25 33 24 67 24 25
37 30 24 25 42 0]xS
2877 4967 M (scores is better than a summary that )[33 38 43 29 39 33 41 24 33 42 44 37 25 24 38 29 41 25 43 38 43 41 38 41 33 44 67 67 37 30 43 41
25 43 37 25 0]xS
2877 5066 M (employs the reverse order. )[38 67 43 24 43 44 33 21 25 43 38 21 29 39 42 38 29 34 37 22 43 29 44 37 29 22 0]xS
3813 5066 M ( )S
F3S56 Ji
2736 5171 M <01>S
2776 5171 M <02>S
F0S56 Ji
2877 5171 M (Global sentence importance:)[67 24 44 48 43 24 75 32 38 48 29 38 48 38 39 74 25 70 48 44 39 29 43 48 37 38 0]xS
F1S56 Ji
4036 5171 M ( We )[75 81 39 0]xS
2877 5271 M (ass)[38 34 0]xS
2982 5271 M (ume that a multi)[43 68 37 127 24 44 37 25 128 37 127 67 43 24 25 0]xS
3862 5271 M (-)S
3891 5271 M (document )[43 43 38 43 67 37 43 26 0]xS
2877 5369 M (summary that presents sentences with )[33 43 67 68 37 30 42 35 24 43 38 24 35 43 29 38 33 38 43 24 33 36 33 37 45 24 38 43 37 39 33 35
62 24 25 43 0]xS
2877 5468 M (high average similarity scores before )[43 25 42 43 42 38 43 37 30 39 42 39 41 33 24 67 25 24 38 29 24 25 42 41 34 39 43 29 38 33 41 44
38 29 43 29 38 0]xS
2877 5568 M (sentences with low average similarity )[33 38 43 24 38 44 39 37 33 36 62 24 25 43 36 24 43 63 35 38 43 38 29 38 44 37 36 33 24 67 24 25
37 30 24 25 42 0]xS
2877 5666 M (scores are better than a summary that )[33 38 43 29 39 33 33 38 29 39 33 43 37 25 24 38 29 33 24 44 37 43 34 39 33 33 44 67 66 38 30 42
33 25 43 37 26 0]xS
2877 5766 M (employs the reverse order. )[38 67 43 24 43 44 33 21 25 43 38 21 29 39 42 38 29 34 37 22 43 29 44 37 29 22 0]xS
3813 5766 M ( )S
LH
(%%[Page: 2]%%) =
%%PageTrailer
%%Page: 3 3
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
0 0 scol F3S56 Ji
820 581 M <01>S
859 581 M <02>S
F0S56 Ji
961 582 M (Low redundancy:)[57 43 63 55 37 38 48 48 48 48 43 48 37 44 0]xS
F1S56 Ji
1647 582 M ( We assume that )[55 81 38 55 39 33 32 44 67 38 55 24 43 38 25 0]xS
961 681 M (non)[43 43 0]xS
1090 681 M (-)S
1118 681 M (redundant summar)[30 37 43 44 43 43 38 43 24 59 33 43 67 67 38 0]xS
1799 681 M (ies are better )[24 38 34 58 38 29 38 59 43 38 24 24 38 30 0]xS
961 780 M (than summaries that contain redundant )[24 43 38 43 26 33 44 66 67 38 29 24 39 33 26 24 44 37 25 26 38 43 43 25 37 25 43 26 29 38 43 43
44 43 37 44 23 0]xS
961 880 M (information. \(The redundancy score of )[24 43 29 43 29 67 37 25 24 43 44 21 26 30 51 44 37 26 30 37 43 44 43 43 39 43 38 43 26 34 38 43
29 38 27 43 29 0]xS
961 978 M (a summary is computed by summing )[37 39 33 43 67 67 38 29 43 38 24 33 39 37 44 66 44 43 24 38 43 38 44 42 39 33 43 67 66 25 44 43
0]xS
961 1078 M (up the term )[43 43 41 25 43 38 40 25 37 29 67 0]xS
%%IncludeResource: font Times-Italic
F /F4 0 /256 T /Times-Italic mF
/F4S56 F4 [86.477 0 0 -86.477 0 0 ] mFS
F4S56 Ji
1433 1078 M (1 )[44 0]xS
1517 1078 M <96>S
1560 1078 M ( similarity\(s)[42 33 24 62 24 25 43 33 24 23 38 29 0]xS
/F4S36 F4 [54.52 0 0 -54.52 0 0 ] mFS
F4S36 Ji
1993 1091 M (i)S
F4S56 Ji
2008 1078 M (,s)[22 0]xS
F4S36 Ji
2063 1091 M (i+1)[15 37 0]xS
F4S56 Ji
2143 1078 M (\))S
F1S56 Ji
2171 1078 M ( for )[42 29 43 29 0]xS
961 1177 M (each sentence pair \()[37 39 37 44 70 34 38 43 24 38 44 38 37 71 44 37 25 29 71 0]xS
F4S56 Ji
1790 1177 M (s)S
F4S36 Ji
1823 1189 M (i)S
F4S56 Ji
1838 1177 M (,s)[21 0]xS
F4S36 Ji
1892 1189 M (i+1)[16 37 0]xS
F1S56 Ji
1973 1177 M (\) in the )[29 70 24 43 70 24 44 37 0]xS
961 1276 M (summary.\))[32 44 66 68 38 29 42 22 0]xS
1331 1276 M ( )S
F3S56 Ji
820 1382 M <01>S
859 1382 M <02>S
F0S56 Ji
961 1383 M (Local cue)[57 43 38 43 24 55 38 48 0]xS
1344 1383 M (-)S
1373 1383 M (phrase)[48 48 38 44 34 0]xS
1622 1383 M (-)S
1651 1383 M (based coherence: )[48 44 33 37 48 56 37 43 48 39 38 38 48 38 38 30 0]xS
F1S56 Ji
961 1480 M (We assume t)[80 38 26 39 33 33 43 68 37 26 0]xS
1408 1480 M (hat summaries that do not )[43 38 24 26 33 43 68 66 38 29 24 39 34 25 25 43 37 25 25 44 43 25 43 43 23 0]xS
961 1579 M (contain dangling discourse relations )[37 43 44 24 38 24 43 59 43 38 43 42 24 25 43 42 59 43 24 34 38 43 43 29 34 38 58 29 38 24 38 24
25 43 43 34 0]xS
961 1679 M (are better than summaries that contain )[37 29 38 29 44 38 24 25 37 29 30 24 43 38 43 29 33 43 68 67 37 30 24 39 32 31 24 43 38 24 29 38
43 43 25 38 24 43 0]xS
961 1777 M (such relations. )[32 44 37 44 21 29 38 24 38 24 25 43 43 33 22 0]xS
1479 1777 M ( )S
F0S56 Ji
820 1878 M ( )S
F1S56 Ji
820 1976 M ( )S
F0S56 Ji
679 2077 M (Sentence)[48 37 48 29 38 49 37 0]xS
1003 2077 M (-)S
1032 2077 M (specific:)[33 49 38 38 24 30 24 38 0]xS
1335 2077 M ( )S
F3S56 Ji
820 2179 M <01>S
859 2179 M <02>S
F0S56 Ji
961 2180 M (Sentence length:)[48 37 48 29 38 49 37 38 67 24 38 48 43 29 48 0]xS
F1S56 Ji
1611 2180 M ( We assume that )[68 80 37 68 38 33 33 43 68 38 66 25 43 38 25 0]xS
961 2279 M (summaries that contain long sentences )[32 44 66 68 38 29 24 38 33 28 24 44 37 25 29 37 44 43 24 38 24 44 28 24 44 42 42 29 33 38 43 24
38 44 39 38 34 0]xS
961 2378 M (are better than summaries that contain )[37 29 38 29 44 38 24 25 37 29 30 24 43 38 43 29 33 43 68 67 37 30 24 39 32 31 24 43 38 24 29 38
43 43 25 38 24 43 0]xS
961 2477 M (short s)[32 44 43 29 25 24 0]xS
1191 2477 M (entences. This is consistent with )[37 44 24 38 43 39 37 33 22 24 53 43 24 33 25 24 33 25 37 43 45 32 25 33 24 38 43 24 25 62 24 25
42 0]xS
961 2576 M (the findings reported by Marcu and )[24 43 38 49 29 24 43 43 24 44 42 33 49 29 37 44 43 29 24 38 43 49 43 43 48 76 37 30 37 43 50 38
43 44 0]xS
961 2675 M (Gerber [2001]. )[62 37 29 44 37 29 22 29 43 44 43 43 29 22 0]xS
1495 2675 M ( )S
F3S56 Ji
820 2782 M <01>S
859 2782 M <02>S
F0S56 Ji
961 2782 M (Average position in)[62 43 37 38 43 44 38 107 48 43 33 25 29 24 44 48 107 24 0]xS
1845 2782 M ( a)[107 0]xS
1996 2782 M ( single )[107 33 24 48 43 25 38 0]xS
961 2880 M (document:)[48 43 37 49 71 38 48 29 0]xS
F1S56 Ji
1353 2880 M ( We assume that )[154 80 37 154 38 34 34 43 67 37 153 25 43 38 24 0]xS
961 2979 M (summaries that contain sentences that )[32 44 66 68 38 29 24 38 33 35 24 43 38 24 35 38 43 43 25 37 25 43 35 33 38 43 25 37 44 37 39 33
34 25 43 38 24 0]xS
961 3078 M (occur in the beginning of single )[43 37 38 43 29 74 24 43 74 24 43 38 73 44 38 42 25 43 43 25 43 42 74 43 29 73 33 25 43 42 25 38
0]xS
961 3177 M (documents are better than summaries )[43 43 38 43 67 37 43 25 33 40 38 29 38 39 43 38 24 25 37 30 39 24 44 37 44 39 33 43 67 68 37 29
25 37 34 0]xS
961 3276 M (that contain)[24 43 38 24 80 38 43 43 25 37 25 0]xS
1424 3276 M ( sentences )[80 33 37 44 24 38 43 38 39 33 0]xS
1914 3276 M (that occur )[24 43 38 24 80 44 37 38 43 29 0]xS
961 3375 M (towards the end of single documents. )[24 43 62 38 29 43 33 36 24 44 37 36 38 43 43 36 43 29 36 33 24 43 43 24 38 36 44 43 37 44 66 38
43 25 33 22 0]xS
961 3474 M (This is consistent with the findings )[52 43 25 33 52 24 33 52 37 43 44 33 24 33 24 38 43 25 51 62 25 24 43 51 24 43 38 51 29 25 43 42
25 43 42 34 0]xS
961 3573 M (reported by Hovy and Lin [1999].)[29 37 44 43 29 24 38 43 22 43 42 22 62 43 44 42 21 38 43 44 22 51 24 44 21 30 43 44 43 43 29 0]xS
2130 3573 M ( )S
F3S56 Ji
820 3678 M <01>S
859 3678 M <02>S
F0S56 Ji
961 3678 M (Global date ordering: )[66 25 43 48 43 25 55 48 43 29 38 55 44 37 48 39 37 25 48 43 29 0]xS
F1S56 Ji
1885 3678 M (We assume )[80 39 55 39 34 33 43 68 38 0]xS
961 3778 M (that summaries that contain sentences )[24 43 38 24 35 33 43 67 67 37 29 25 37 33 35 25 43 37 25 35 37 44 43 24 38 24 43 35 33 38 43 24
38 43 39 38 34 0]xS
961 3877 M (with recent date stamps are better than )[62 24 25 43 25 29 38 37 38 43 25 26 43 38 24 38 27 33 25 37 67 44 33 26 38 29 39 26 43 38 24 25
37 29 27 24 43 38 43 0]xS
961 3976 M (su)[32 0]xS
1037 3976 M (mmaries that contain sentences with )[66 68 38 29 24 38 33 28 24 44 37 25 29 37 44 43 24 38 24 44 28 34 37 44 24 38 43 37 39 33 29 62
24 25 43 0]xS
961 4075 M (less recent date stamps.)[24 38 33 33 22 29 38 38 38 43 25 21 43 38 24 38 23 33 24 38 66 44 33 0]xS
1769 4075 M ( )S
F0S56 Ji
679 4176 M (Document)[62 43 37 49 71 38 48 0]xS
1056 4176 M (-)S
1086 4176 M (specific:)[32 48 39 38 24 29 25 37 0]xS
1387 4176 M ( )S
F3S56 Ji
820 4278 M <01>S
859 4278 M <02>S
F0S56 Ji
961 4279 M (Coverage:)[62 43 43 38 37 44 44 37 0]xS
F1S56 Ji
1338 4279 M ( We assume that summaries )[26 81 37 26 38 33 33 43 68 38 25 24 44 37 25 24 33 43 68 67 37 29 25 38 34 0]xS
961 4378 M (that contain sentences from many )[24 43 38 24 71 37 44 43 24 38 24 44 70 33 38 43 24 38 43 39 37 33 71 30 29 43 67 70 67 38 43 43
0]xS
961 4477 M (documents are better than summaries )[43 43 38 43 67 37 43 25 33 40 38 29 38 39 43 38 24 25 37 30 39 24 44 37 44 39 33 43 67 68 37 29
25 37 34 0]xS
961 4577 M (that contain sentences from fewer )[24 43 38 24 70 37 44 43 24 38 24 43 69 33 38 43 24 38 43 39 38 33 70 29 29 43 67 70 29 37 62 38
29 0]xS
961 4676 M (documents. )[43 43 38 43 67 37 43 25 33 21 0]xS
1376 4676 M ( )S
679 4775 M (For each of the heuristics)[47 43 29 52 37 39 37 44 51 44 29 51 25 43 38 51 44 37 43 30 24 33 23 25 38 0]xS
1668 4775 M ( above, we have )[52 38 43 44 42 38 22 51 63 38 52 43 38 44 38 0]xS
679 4874 M (implemented a scoring function that yields for )[24 67 43 24 38 67 37 44 24 38 43 29 38 29 33 37 44 29 24 43 43 28 29 43 43 38 25 24 43 43 29 24
43 38 24 29 42 24 38 24 44 32 29 29 43 29 0]xS
679 4973 M (a given summary a score between 0 and 1. The )[37 25 42 24 44 37 43 24 33 43 68 67 37 30 42 24 38 24 34 37 44 29 37 24 44 38 24 62 39 37 44 23
43 24 37 44 43 23 44 21 24 52 44 38 0]xS
679 5072 M (score of a summary is computed as a weighted )[32 38 43 29 38 25 44 29 25 38 25 33 43 67 68 37 29 43 25 25 33 25 37 44 67 44 43 24 38 43 26 37
33 25 38 25 62 38 25 43 43 24 38 44 0]xS
679 5171 M (sum of the scores corresponding to all )[32 44 66 76 43 29 75 25 43 38 76 34 37 43 29 38 34 75 38 43 30 29 38 33 43 43 43 44 24 43 43 75
24 44 75 37 25 24 0]xS
679 5271 M (heuristics.)[43 37 44 29 24 33 25 24 38 33 0]xS
1030 5271 M ( )S
679 5369 M ( )S
679 5468 M (In order to build multi)[28 43 24 43 29 43 38 29 23 25 43 24 43 43 24 24 43 24 66 44 23 25 0]xS
1454 5468 M (-)S
1482 5468 M (document summaries of )[44 43 37 44 66 38 43 25 23 33 43 67 68 37 29 25 37 34 24 43 29 0]xS
679 5568 M (arbit)[37 29 44 24 0]xS
837 5568 M (rary length, we start with the pool of )[30 37 29 43 52 25 37 44 42 24 43 22 53 62 37 54 33 24 38 29 24 53 62 25 24 43 53 24 44 37 53 43
43 43 24 53 43 28 0]xS
679 5666 M (sentences selected by the single document )[32 38 43 25 37 45 38 38 33 59 33 37 26 37 38 24 38 43 58 45 42 58 25 43 37 59 33 24 43 43 24 38
58 43 44 38 43 68 38 43 24 0]xS
679 5766 M (summarization system for each individual )[32 44 66 68 38 29 24 38 38 24 24 44 43 69 33 43 33 25 38 66 69 29 44 29 69 38 38 38 43 69 24 43
43 25 42 25 43 43 38 24 0]xS
2595 576 M (document in a collection and create a list of )[43 44 37 44 66 38 43 25 38 25 43 38 38 38 38 43 25 24 38 37 25 24 43 43 37 38 43 43 39 38 29 38
38 24 38 38 38 39 24 24 33 25 38 44 28 0]xS
2595 675 M (one)[43 44 0]xS
2719 675 M (-)S
2748 675 M (sentence)[33 38 43 25 37 44 38 0]xS
3045 675 M (-)S
3073 675 M (long)[24 43 44 0]xS
F4S56 Ji
3226 675 M <2093>[159 0]xS
F1S56 Ji
3433 675 M (active\224 summaries. )[38 38 24 25 42 39 37 159 33 43 67 68 37 29 25 37 34 23 21 0]xS
2595 775 M (Initially, the list contains )[28 44 24 25 24 38 23 25 42 21 26 24 43 38 25 25 24 33 25 25 38 43 43 25 37 25 43 33 0]xS
F4S56 Ji
3489 775 M (n)S
F1S56 Ji
3533 775 M ( summaries, one for)[26 33 43 68 66 38 29 24 39 33 22 25 43 43 39 25 29 44 0]xS
4231 775 M ( )S
2595 873 M (each sentence selected as important by the )[38 38 38 43 52 33 37 44 24 38 44 38 38 51 34 37 25 38 38 24 38 43 52 37 34 51 24 67 43 44 29 24
38 43 24 50 44 42 51 24 43 39 0]xS
2595 973 M (single document summarization system. We )[33 25 43 42 25 37 49 43 44 38 43 68 38 43 24 49 33 43 67 68 37 29 25 37 38 24 25 43 43 49 34 43
33 25 37 67 22 49 81 40 0]xS
2595 1072 M (iterate over all possible summaries of length )[25 24 38 29 37 25 37 40 43 43 38 29 40 37 25 24 40 43 43 33 33 24 44 24 38 39 34 43 67 67 37 29
25 38 33 40 43 29 40 24 38 43 42 25 44 0]xS
2595 1170 M (two that can be created by appending one )[25 62 43 51 24 43 38 24 51 38 37 44 50 45 37 52 37 30 38 38 24 38 44 51 43 42 52 38 43 43 38 43
43 25 43 43 51 43 43 39 0]xS
2595 1270 M (sentence to a summary from th)[33 38 43 24 38 44 39 37 23 24 44 22 38 22 33 43 68 67 37 31 42 22 30 29 43 67 22 25 0]xS
3666 1270 M (e list of \223active\224 )[38 22 25 24 33 24 23 43 29 22 38 38 38 24 24 43 38 39 0]xS
2595 1369 M (summaries. We)[33 43 67 68 37 30 24 38 32 22 78 81 0]xS
3186 1369 M ( keep only the top 100 )[77 43 38 38 43 77 44 43 24 43 77 24 43 38 77 24 44 42 77 43 44 42 0]xS
2595 1468 M (summaries of highest score. We then create all )[33 43 67 68 37 30 24 38 32 26 43 29 26 43 24 43 43 38 33 25 25 34 38 43 29 38 22 26 80 38 25 25
43 38 43 26 38 29 38 38 24 38 26 38 24 25 0]xS
2595 1567 M (possible summaries of length three that can be )[43 44 33 32 25 43 25 37 27 33 44 66 68 38 29 24 39 33 27 43 29 28 24 38 43 42 25 43 27 24 43 29
38 37 27 25 43 38 24 27 38 38 43 27 44 39 0]xS
2595 1666 M (created by appending one sentence to a )[38 29 38 38 25 37 43 70 43 42 70 38 43 44 38 43 43 25 43 42 70 43 43 38 69 33 38 43 24 38 44 39
37 70 24 44 69 38 0]xS
2595 1765 M (summary of length two. As before, we keep )[33 43 67 68 37 30 42 39 44 29 39 25 37 43 43 24 43 40 24 62 44 21 40 62 33 39 43 38 29 43 29 38
22 39 63 38 39 43 39 38 44 0]xS
2595 1864 M (only the top 100 summaries of highest score. )[43 44 24 42 34 25 43 38 33 25 43 43 34 43 44 43 34 33 43 68 66 38 29 24 38 34 34 43 29 34 43 25
42 43 39 33 24 35 33 37 44 29 38 23 0]xS
2595 1964 M (We continue this process until we cr)[81 38 63 37 43 44 24 25 43 43 38 62 24 43 25 33 62 43 28 43 38 38 33 33 62 44 43 24 25 24 62 62
38 62 38 0]xS
4092 1964 M (eate )[37 38 25 39 0]xS
2595 2062 M (summaries that contain more than 400 words. )[33 43 67 68 37 30 24 38 32 22 25 43 37 25 21 38 43 43 25 38 24 43 22 67 43 29 38 21 25 43 37 44
21 44 43 43 22 62 43 29 43 33 22 0]xS
4189 2062 M ( )S
2595 2161 M (The search procedure that corresponds to this )[53 43 38 34 32 39 38 29 37 44 32 44 29 43 39 37 43 44 29 37 33 25 43 38 24 34 37 44 29 29 38 33
43 43 43 43 33 33 25 43 33 24 44 24 34 0]xS
2595 2261 M (step is the most computationally the most )[33 25 37 43 56 24 33 56 24 43 38 55 67 44 33 25 55 38 43 67 43 43 25 37 25 24 43 44 37 25 24 42
56 24 43 38 56 66 44 32 26 0]xS
2595 2359 M (expensive one. For each document collection, )[39 42 43 38 44 33 24 44 37 33 43 44 37 23 34 47 43 29 33 38 38 38 43 33 44 43 38 43 67 37 44 24
34 38 43 24 25 37 38 24 25 43 43 22 0]xS
2595 2459 M (the selection and ordering step takes a couple )[25 43 37 32 33 38 25 38 38 24 24 44 43 32 37 44 43 32 43 29 44 37 29 25 43 42 32 33 25 37 43 32
25 37 44 38 33 33 38 32 37 43 44 43 24 39 0]xS
2595 2558 M (of hours of computation.)[43 30 21 43 44 42 29 33 22 43 29 22 37 43 67 43 44 24 38 24 25 42 43 0]xS
3448 2558 M ( )S
F0S56 Ji
2595 2658 M (3.)[43 0]xS
2660 2658 M ( )S
2736 2658 M (Resolve third person pronouns.)[62 39 33 43 24 44 37 22 29 48 24 38 48 22 47 38 39 32 44 48 21 48 38 43 49 43 48 48 33 0]xS
3890 2658 M ( )S
F1S56 Ji
2595 2756 M (We resolve each third person pronoun to the )[81 38 36 30 38 33 43 25 43 37 38 38 38 38 43 37 24 43 25 29 43 37 43 38 28 33 43 43 37 43 29 44
43 43 43 43 37 24 43 37 24 43 38 0]xS
2595 2855 M (noun/entity determined during the single )[43 44 43 43 25 37 43 24 24 25 42 80 43 38 24 38 29 67 24 43 38 43 80 43 44 29 24 44 42 80 24 43
38 80 33 24 43 43 24 38 0]xS
2595 2954 M (document summarization process. If an )[43 44 37 44 66 38 43 25 91 33 43 68 66 38 29 24 39 38 24 24 44 42 91 43 30 43 37 38 34 33 21 92
28 29 92 38 44 0]xS
2595 3053 M (noun/entity was used already in a )[43 44 43 43 25 37 43 24 24 25 42 64 62 38 33 64 43 34 37 43 64 38 24 30 37 38 44 42 64 25 43 64
37 0]xS
4020 3053 M (multi)[67 43 25 23 0]xS
4203 3053 M (-)S
2595 3153 M (document )[43 44 37 44 66 38 43 25 0]xS
3014 3153 M (summary, the prono)[32 44 66 68 38 29 42 22 79 24 43 39 79 43 29 44 43 0]xS
3820 3153 M (un is not )[43 44 78 24 33 79 43 43 24 0]xS
2595 3251 M (replaced by)[29 38 43 25 37 39 37 44 21 43 0]xS
2994 3251 M ( the corresponding entity.)[21 25 43 38 22 38 43 29 29 38 33 43 43 44 43 24 44 42 21 38 43 25 24 25 42 0]xS
3876 3251 M ( )S
F0S56 Ji
2595 3352 M (4.)[43 0]xS
2660 3352 M ( )S
2736 3352 M (Rank headlines.)[62 43 48 47 22 49 38 43 48 24 25 48 37 33 0]xS
3325 3352 M ( )S
F1S56 Ji
2595 3450 M (We rank the headlines of all documents )[81 38 66 30 37 43 44 66 25 43 38 66 45 37 38 43 24 25 43 38 34 66 44 29 66 38 24 25 67 43 43 38
43 67 37 44 24 34 0]xS
2595 3548 M (according to the average similarity scores of )[38 38 38 43 29 44 24 43 43 39 24 44 39 25 43 37 40 38 44 37 29 39 42 38 40 33 25 66 25 24 38 29
24 25 42 40 33 37 43 30 38 33 39 44 30 0]xS
2595 3648 M (the documents. Headlines of documents with )[25 43 37 39 43 44 37 43 67 38 43 24 33 22 38 63 38 38 43 24 25 43 38 32 40 43 29 39 43 43 38 43
67 38 43 24 33 39 62 24 25 43 0]xS
2595 3747 M (high average similarity scores are considered )[43 25 42 43 38 39 43 37 30 38 42 39 38 33 25 67 24 24 38 29 24 24 42 38 34 38 44 29 37 33 39 37
30 38 38 37 44 44 33 24 43 38 29 38 44 0]xS
2595 3845 M (more important t)[67 43 29 38 40 25 67 43 43 29 25 37 43 25 40 0]xS
3214 3845 M (han headlines of summaries )[43 38 43 40 44 37 38 44 24 25 43 38 33 40 43 29 41 33 43 68 66 38 29 24 39 34 0]xS
2595 3945 M (with low average similarity scores.)[62 25 24 43 21 24 44 62 21 38 43 38 29 39 42 37 23 33 24 67 24 25 38 29 24 25 42 21 33 38 43 29
39 33 0]xS
3798 3945 M ( )S
F0S56 Ji
2595 4046 M (5.)[43 0]xS
2660 4046 M ( )S
2736 4046 M (Generate summaries.)[67 38 48 38 38 43 29 38 22 33 49 71 71 44 38 24 39 33 0]xS
3520 4046 M ( )S
F1S56 Ji
2595 4143 M (We generate summaries according to the )[81 38 68 44 37 43 38 30 38 24 38 67 33 44 67 68 37 30 24 38 33 68 38 38 38 43 29 44 24 43 42 68
25 43 68 24 43 38 0]xS
2595 4242 M (following rules:)[29 44 23 25 43 62 24 43 43 21 30 42 24 38 33 0]xS
3143 4242 M ( )S
F3S56 Ji
2736 4346 M <01>S
2776 4346 M <02>S
F1S56 Ji
2877 4347 M (50)[43 0]xS
2964 4347 M (-)S
2992 4347 M ( and 100)[103 38 43 43 104 43 43 0]xS
3453 4347 M (-)S
3482 4347 M (word long multi)[62 43 29 43 104 24 43 44 42 103 67 43 25 24 0]xS
4203 4347 M (-)S
2877 4446 M (document summaries consist only of )[43 44 37 44 66 38 43 25 44 33 43 67 67 38 29 24 38 33 45 38 43 43 34 24 33 25 44 43 43 25 42 44
43 29 0]xS
2877 4546 M (the top headlines, ranked according to )[25 43 37 31 24 43 43 31 43 37 38 43 25 24 43 38 33 21 31 29 37 44 43 37 44 30 38 38 37 44 29 43
25 43 42 30 25 43 0]xS
2877 4644 M (the importance )[25 43 37 32 25 67 43 43 29 25 37 44 37 38 0]xS
3434 4644 M (of the documents they )[43 29 32 24 44 37 32 44 44 38 43 67 38 43 25 32 32 25 43 39 43 0]xS
2877 4744 M (correspond to and preceded by the )[38 43 29 29 38 33 43 43 44 43 55 25 43 55 38 43 43 56 43 29 38 38 38 43 38 43 56 43 42 56 24 43
39 0]xS
2877 4843 M (phrase )[43 44 29 37 33 38 0]xS
F4S56 Ji
3209 4843 M (\223The k most_important_ )[48 48 44 38 108 37 108 63 44 33 24 43 25 62 43 43 33 25 43 42 25 43 0]xS
2877 4942 M (headlines:\224.)[43 38 43 44 24 24 44 37 33 29 48 0]xS
F1S56 Ji
3306 4942 M ( )S
F3S56 Ji
2736 5046 M <01>S
2776 5046 M <02>S
F1S56 Ji
2877 5047 M (200)[43 44 0]xS
3007 5047 M (-)S
3035 5047 M ( and 400)[93 38 43 43 93 44 43 0]xS
3475 5047 M (-)S
3503 5047 M (word long multi)[62 44 29 43 93 24 43 43 42 93 67 43 25 24 0]xS
4203 5047 M (-)S
2877 5146 M (document summaries are divided into )[43 44 37 44 66 38 43 25 35 33 43 68 67 37 30 24 39 32 36 38 29 38 36 43 25 42 25 43 37 44 35 25
43 24 43 0]xS
2877 5245 M (two parts. The first 100 words consist )[25 62 43 30 43 38 29 24 33 22 30 53 43 38 30 29 24 29 33 25 30 43 43 43 31 63 43 29 43 33 30 38
43 43 33 25 32 26 0]xS
2877 5345 M (of the top headlines, ranked according )[43 30 29 24 43 38 29 24 43 43 29 44 37 38 43 24 25 43 38 33 21 29 29 38 43 44 38 43 29 38 39 37
43 30 43 24 44 42 0]xS
2877 5443 M (to the importa)[25 43 48 24 44 37 49 24 67 43 44 28 24 0]xS
3415 5443 M (nce of the documents )[43 38 37 49 43 30 48 25 43 38 49 43 43 38 43 67 37 44 24 34 0]xS
2877 5542 M (they correspond to. The remaining 100 )[25 43 37 43 24 38 43 29 29 39 33 43 43 44 43 24 25 43 21 25 52 43 37 25 29 38 66 38 24 44 24 43
43 24 43 44 43 0]xS
2877 5642 M (\(300 words\) are given by the )[29 44 43 43 43 62 43 29 43 33 29 43 38 29 38 43 42 25 42 38 43 43 43 43 44 24 43 38 0]xS
4020 5642 M (multi)[67 43 24 24 0]xS
4203 5642 M (-)S
2877 5741 M (document )[43 44 37 44 66 38 43 25 0]xS
3301 5741 M (summaries )[33 43 67 68 37 29 25 37 33 0]xS
3758 5741 M (produced in )[43 29 44 43 43 38 37 44 84 25 43 0]xS
LH
(%%[Page: 3]%%) =
%%PageTrailer
%%Page: 4 4
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
0 0 scol 961 576 M (steps 1)[32 25 38 43 33 23 0]xS
1198 576 M ( to 3 )[24 24 44 23 43 0]xS
1380 576 M (that are closest in length to )[24 43 38 25 23 38 29 37 24 37 25 43 33 38 33 24 23 25 43 24 24 38 43 42 25 43 22 25 43 0]xS
961 675 M (this threshold. )[24 43 25 33 21 25 42 29 38 33 43 43 25 43 21 0]xS
1471 675 M ( )S
679 775 M (As an example, we show in Figure 1 the 200)[62 33 30 37 43 31 37 43 38 67 43 24 38 22 30 62 38 29 33 44 43 62 29 25 44 29 47 24 42 44 29 38
30 43 29 24 44 37 29 44 43 0]xS
2285 775 M (-)S
679 873 M (word long multi)[62 43 29 43 34 25 43 43 42 34 67 43 25 24 0]xS
1260 873 M (-)S
1289 873 M (document summary that was )[43 43 38 43 67 37 44 24 34 33 43 67 67 38 29 43 34 25 43 37 25 34 62 38 34 0]xS
679 973 M (generated automatically by)[43 37 44 37 29 38 24 38 43 60 37 43 25 43 67 37 25 24 38 37 25 24 43 59 43 0]xS
1684 973 M ( our system)[59 43 43 29 59 32 44 33 24 38 0]xS
2154 973 M ( for )[59 29 43 29 0]xS
679 1072 M (document collection d32f. )[43 43 38 43 67 37 43 25 22 37 43 25 24 38 37 25 24 44 43 21 44 43 43 29 22 0]xS
1603 1072 M ( )S
679 5777 M ( )S
F0S5E Ji
2595 594 M (4)S
2642 594 M ( )S
F0S65 Ji
2817 593 M (Problems with the DUC)[62 45 51 57 29 46 82 41 25 75 29 32 57 26 33 57 46 25 73 74 0]xS
3856 593 M (-)S
3890 593 M (2001 )[50 51 51 51 0]xS
2817 710 M (evaluation)[45 51 51 28 57 51 34 28 51 0]xS
3270 710 M ( )S
F1S56 Ji
2595 904 M (We have used the judgments produced by the )[81 38 31 44 38 44 37 31 43 34 38 43 31 25 43 37 31 25 43 43 44 66 39 43 25 33 31 43 29 43 43 44
37 38 43 31 43 43 31 24 44 39 0]xS
2595 1003 M (NIST analysts in order to evaluate internally )[62 28 48 53 40 37 43 38 25 43 33 24 34 38 25 43 39 43 29 43 38 29 38 25 42 39 38 44 37 25 43 37
25 37 39 24 44 24 38 29 43 38 24 25 43 0]xS
2595 1103 M (the performance of all systems. In the process, )[25 43 37 27 43 38 29 29 43 29 67 38 43 37 38 26 44 29 27 38 24 25 26 33 43 33 24 38 68 33 21 26
29 43 26 25 43 37 27 43 29 43 39 39 32 34 23 0]xS
2595 1201 M (we became aware of some pro)[62 38 37 44 38 39 37 68 38 37 38 63 37 30 37 38 43 29 38 33 43 68 37 38 43 29 0]xS
3720 1201 M (blems that we )[44 24 38 66 33 38 24 44 37 25 37 62 39 0]xS
2595 1301 M (believe have hampered the DUC evaluation )[43 38 24 25 38 43 37 48 44 38 42 38 48 44 38 66 44 37 30 38 43 48 25 42 37 48 62 63 57 48 38 44
37 25 43 37 25 24 44 43 0]xS
2595 1400 M (enterprise. Instead of presenting evaluation )[38 43 24 38 29 43 30 24 33 38 21 47 47 28 45 32 25 37 38 43 47 44 29 47 43 29 38 34 37 43 25 24
43 43 47 38 44 37 25 43 37 25 24 44 43 0]xS
2595 1499 M (results similar to those produced by NIST for )[29 38 33 43 25 24 33 32 33 24 67 24 25 37 30 31 25 43 32 24 43 43 33 38 32 43 29 43 43 44 37 38
43 32 44 43 32 62 28 48 52 32 29 44 29 0]xS
2595 1598 M (all participants in the evaluation, we are going )[38 24 25 27 43 38 29 24 25 37 25 43 38 43 24 33 28 24 43 27 25 43 38 27 38 43 37 25 43 38 24 25
43 43 22 27 62 38 27 37 31 37 28 43 43 24 44 43 0]xS
2595 1697 M (to focus in the rest of this paper on )[25 43 76 29 43 38 43 33 76 25 43 76 25 43 37 77 29 37 33 25 77 43 29 76 25 42 24 33 76 44 37 44
37 29 76 44 44 0]xS
2595 1796 M (enumerating the negati)[38 43 43 67 38 30 37 25 24 43 43 37 25 43 38 37 44 38 43 38 24 0]xS
3418 1796 M (ve aspects that pertain )[43 38 38 38 33 44 38 38 24 33 38 24 44 37 25 37 44 38 29 25 37 25 43 0]xS
2595 1895 M (to the DUC evaluation. Addressing these )[25 43 66 24 43 38 66 62 62 57 67 38 43 37 25 43 38 24 25 43 43 22 65 62 44 43 29 38 34 32 25 43
42 66 25 43 38 34 39 0]xS
2595 1995 M (problems may yield different results.)[43 30 43 43 25 37 67 33 21 67 39 42 23 42 24 38 24 44 21 43 25 28 29 38 29 38 43 24 22 29 38 32
44 24 25 32 0]xS
3866 1995 M ( )S
2595 2093 M ( )S
F0S5E Ji
2595 2295 M (4.1)[47 25 0]xS
2713 2295 M ( )S
2817 2295 M (Different recall metrics yield )[68 26 32 31 41 43 42 52 31 23 42 42 42 47 26 25 24 77 43 31 42 26 43 35 24 47 26 43 26 52 0]xS
2817 2403 M (different rankings)[52 26 32 31 42 42 42 52 31 23 43 47 51 52 26 52 47 0]xS
3545 2403 M ( )S
F1S56 Ji
2595 2549 M (We estimated the ability of summarization )[81 38 56 38 33 24 24 67 38 24 38 43 56 24 43 38 55 38 43 25 24 24 25 42 56 43 29 55 33 44 66 67
38 29 24 38 37 25 24 44 43 0]xS
2595 2649 M (systems to identify important information in )[34 42 33 25 38 67 34 43 24 44 43 24 44 37 43 25 24 30 42 43 24 67 43 44 28 24 38 43 25 43 24 44
29 42 29 67 37 25 24 44 43 43 25 42 0]xS
2595 2748 M (single and mul)[33 25 43 42 25 37 24 37 43 44 22 67 43 0]xS
3105 2748 M (tiple documents using two recall )[24 25 43 24 38 22 44 43 38 43 66 39 43 25 33 22 43 33 25 43 42 23 24 62 44 22 29 39 38 38 24 25
0]xS
2595 2847 M (metrics. One metric estimates the recall by )[67 38 24 29 25 37 33 22 49 62 43 37 50 67 38 24 29 25 37 49 39 33 24 24 67 38 24 39 33 49 24 43
38 49 29 38 38 38 24 24 49 44 43 0]xS
2595 2946 M (dividing the number of units marked with peer )[43 25 42 25 43 24 44 42 25 25 43 38 25 43 43 67 43 38 29 25 44 29 25 43 44 24 25 32 26 68 37 29
44 37 43 26 62 24 25 43 25 44 37 38 30 0]xS
2595 3045 M (units by the number of units in the model )[43 44 24 25 32 48 44 42 48 24 44 37 48 43 44 66 44 37 29 48 43 30 49 43 43 24 25 33 48 24 43 48
25 43 38 48 66 44 43 37 25 0]xS
2595 3144 M (summary. The other recall is weighted, i.e., it )[33 43 67 68 37 30 42 21 32 53 43 38 32 43 25 43 37 29 32 30 37 38 37 25 24 32 25 33 32 62 37 25
42 43 25 37 43 22 32 24 22 38 21 22 32 23 25 0]xS
2595 3243 M (gives high credit to the unit pairs in the )[43 24 43 39 33 27 43 25 42 43 27 38 29 38 43 24 25 27 24 43 27 24 43 37 28 43 43 24 24 27 44 37
25 29 33 26 24 44 26 24 44 37 0]xS
4016 3243 M (model )[66 44 43 37 25 0]xS
2595 3343 M (and peer summaries that were judged to have a )[38 43 43 24 43 39 37 29 24 33 44 67 66 38 29 25 38 33 23 25 43 38 24 24 63 37 29 38 24 24 43 43
44 37 44 23 24 44 23 43 39 43 38 24 39 0]xS
2595 3441 M (high degree of overlap \(a score of 4 in the )[43 25 42 43 44 43 38 42 29 38 38 43 44 29 43 43 42 38 29 25 37 44 43 29 37 44 33 37 43 30 37 43
44 29 43 43 44 24 42 44 24 43 38 0]xS
2595 3540 M (evaluation schema employed by DUC)[39 42 38 24 43 38 24 25 43 43 45 33 38 44 38 67 38 45 39 66 44 24 43 44 37 43 45 44 42 45 62 63
0]xS
4001 3540 M (-)S
4029 3540 M (2001\) )[43 43 43 44 29 0]xS
2595 3640 M (and low credit to the units that have a low )[38 43 43 44 24 43 62 43 38 29 38 43 25 24 42 25 42 43 25 43 38 43 43 42 24 24 33 43 25 43 38 24
43 44 37 42 38 43 38 43 25 43 63 0]xS
2595 3738 M (degree of overlap \(a score of 1 in the )[43 38 42 30 38 38 67 44 29 67 44 43 37 30 24 38 43 68 29 37 68 33 37 44 29 37 68 43 30 67 43 68
25 42 68 24 43 38 0]xS
2595 3838 M (evaluation schema employed by DUC)[39 42 38 24 43 38 24 25 43 43 22 33 37 45 37 68 37 22 39 66 44 24 43 43 38 43 22 43 43 21 62 62
0]xS
3906 3838 M (-)S
3934 3838 M (200)[43 43 0]xS
4064 3838 M (1\).)[43 29 0]xS
4158 3838 M ( )S
2595 3937 M (The chart pairs presented below that depict )[53 43 38 47 37 44 38 29 25 47 43 37 25 29 33 47 43 29 38 33 37 44 24 38 44 47 43 38 24 43 62 47
25 43 38 24 47 43 38 43 25 37 24 0]xS
2595 4035 M (evaluation results across all compression rates )[39 42 38 24 43 38 24 25 43 43 30 30 37 33 43 25 24 33 30 39 37 29 44 33 33 31 38 24 25 30 38 43
67 43 29 38 33 33 25 43 43 30 29 38 24 39 34 0]xS
2595 4135 M (and all documents )[38 43 43 52 38 24 24 52 43 44 37 43 67 38 43 25 32 0]xS
3334 4135 M (yield )[42 25 37 25 43 0]xS
3558 4135 M (a fairly )[37 52 29 38 24 29 25 42 0]xS
3886 4135 M (consistent )[37 44 43 33 24 33 25 37 43 26 0]xS
2595 4234 M (ranking among summarizers for summaries )[29 38 43 43 25 43 42 28 37 67 43 44 43 28 33 43 67 67 38 29 25 37 38 30 33 27 29 43 30 27 33 43
67 67 38 29 25 37 33 0]xS
4143 4234 M (up )[44 44 0]xS
2595 4333 M (to 100 words long. However, for summaries )[25 43 40 44 43 43 40 62 43 29 43 33 40 25 43 43 43 21 41 62 43 62 39 43 37 30 21 41 29 43 29 41
32 44 66 67 38 29 24 38 34 0]xS
2595 4432 M (that are 200 and 400)[25 43 37 25 27 38 29 38 27 43 43 44 27 37 44 43 27 43 44 0]xS
3322 4432 M (-)S
3350 4432 M (word long, depending on )[62 43 29 44 28 24 44 43 42 22 27 43 38 43 38 43 43 25 43 42 27 44 44 0]xS
2595 4531 M (the recall metric one chooses, one obtains quite )[25 43 37 22 29 38 38 38 24 25 21 67 38 24 29 25 37 22 43 44 38 22 37 44 43 44 34 37 33 23 21 44
43 39 21 43 44 24 38 24 43 33 22 43 43 25 24 38 0]xS
2595 4630 M (different rankings of the participating systems.)[43 25 28 29 38 29 38 43 24 22 29 38 43 43 25 43 42 33 22 43 29 22 24 43 38 21 44 37 29 24 24 38
24 44 37 25 24 43 43 21 33 43 33 25 37 68 33 0]xS
4203 4630 M ( )S
2595 4729 M (\(In all charts, H corresponds to the average )[29 29 43 43 38 24 25 43 37 44 37 29 25 33 21 44 62 43 37 44 29 29 38 32 44 44 43 43 33 43 25 43
43 25 43 38 43 38 43 37 29 39 43 39 0]xS
2595 4829 M (human performance level, B, B1, and B2 to the )[43 44 66 38 43 23 43 38 29 29 43 29 67 38 43 38 37 23 24 39 43 37 25 22 22 57 22 23 57 43 22 22
38 43 43 23 57 44 21 25 43 22 24 43 38 0]xS
2595 4927 M (baselines, and the other letters to the )[43 38 34 37 25 24 44 37 33 22 85 38 43 43 85 24 44 37 85 43 25 43 37 29 85 25 37 25 24 38 29 33
84 25 43 85 24 43 38 0]xS
2595 5027 M (participating systems.\))[43 38 29 25 24 38 24 43 38 24 24 43 42 22 34 42 33 25 38 68 33 21 0]xS
3375 5027 M ( )S
2595 5126 M ( )S
2595 5224 M ( )S
2595 5324 M ( )S
2595 5423 M ( )S
2595 5522 M ( )S
2595 5621 M ( )S
2595 5720 M ( )S
Pscript_WinNT_Incr begin
%%BeginResource: file Pscript_Win_GdiObject 5.0 0
/SavedCTM null d/CTMsave{/SavedCTM SavedCTM currentmatrix d}b/CTMrestore
{SavedCTM setmatrix}b/mp null d/ADO_mxRot null d/GDIHMatrix null d
/GDIHPatternDict 22 dict d GDIHPatternDict `/PatternType 1 d/PaintType 2 d/Reps
L2?{1}{5}? d/XStep 8 Reps mul d/YStep XStep d/BBox[0 0 XStep YStep]d/TilingType
1 d/PaintProc{` 1 Lw[]0 sd PaintData , exec E}b/FGnd null d/BGnd null d
/HS_Horizontal{horiz}b/HS_Vertical{vert}b/HS_FDiagonal{fdiag}b/HS_BDiagonal
{biag}b/HS_Cross{horiz vert}b/HS_DiagCross{fdiag biag}b/MaxXYStep XStep YStep
gt{XStep}{YStep}? d/horiz{Reps{0 4 M XStep 0 - 0 8 +}repeat 0 -8 Reps mul + K}b
/vert{Reps{4 0 M 0 YStep - 8 0 +}repeat 0 -8 Reps mul + K}b/biag{Reps{0 0 M
MaxXYStep @ - 0 YStep neg M MaxXYStep @ - 0 8 +}repeat 0 -8 Reps mul + 0 YStep
M 8 8 - K}b/fdiag{Reps{0 0 M MaxXYStep @ neg - 0 YStep M MaxXYStep @ neg - 0 8
+}repeat 0 -8 Reps mul + MaxXYStep @ M 8 -8 - K}b E/makehatch{4 -2 $/yOrg ~ d
/xOrg ~ d GDIHPatternDict/PaintData 3 -1 $ put CTMsave GDIHMatrix setmatrix
GDIHPatternDict matrix xOrg yOrg + mp CTMrestore ~ U ~ 2 ^ put}b/h0{/h0
/HS_Horizontal makehatch}b/h1{/h1/HS_Vertical makehatch}b/h2{/h2/HS_FDiagonal
makehatch}b/h3{/h3/HS_BDiagonal makehatch}b/h4{/h4/HS_Cross makehatch}b/h5{/h5
/HS_DiagCross makehatch}b/GDIBWPatternMx null d/pfprep{save 8 1 $
/PatternOfTheDay 8 1 $ GDIBWPatternDict `/yOrg ~ d/xOrg ~ d/PaintData ~ d/yExt
~ d/Width ~ d/BGnd ~ d/FGnd ~ d/Height yExt RepsV mul d/mx[Width 0 0 Height 0
0]d E build_pattern ~ !}b/pfbf{/fEOFill ~ d pfprep hbf fEOFill{O}{L}? restore}b
/GraphInit{GDIHMatrix null eq{/SavedCTM matrix d : ADO_mxRot concat 0 0 snap +
: 0.48 @ GDIHPatternDict ` YStep mul ~ XStep mul ~ nonzero_dsnap YStep V ~
XStep V ~ E +S/GDIHMatrix matrix currentmatrix readonly d ; : 0.24 -0.24 +S
GDIBWPatternDict ` Width Height E nonzero_dsnap +S/GDIBWPatternMx matrix
currentmatrix readonly d ; ;}if}b
%%EndResource
%%BeginResource: file Pscript_Win_GdiObject_L3 5.0 0
/GDIBWPatternDict 25 dict @ `/PatternType 1 d/PaintType 1 d/RepsV 1 d/RepsH 1 d
/BBox[0 0 RepsH 1]d/TilingType 1 d/XStep 1 d/YStep 1 d/Height 8 RepsV mul d
/Width 8 d/mx[Width 0 0 Height neg 0 Height]d/FGnd null d/BGnd null d
/SetBGndFGnd{BGnd null ne{BGnd aload ! scol BBox aload ! 2 ^ sub ~ 3 ^ sub ~
rf}if FGnd null ne{FGnd aload ! scol}if}b/PaintProc{` SetBGndFGnd RepsH{Width
Height F mx PaintData imagemask Width 0 +}repeat E}b E d/mp/makepattern , d
/build_pattern{CTMsave GDIBWPatternMx setmatrix/nupangle where{! nupangle -90
eq{nupangle R}if}if GDIBWPatternDict @ ` Width Height ne{Width Height gt{Width
Height V 1}{1 Height Width V}? +S}if xOrg yOrg E matrix + mp CTMrestore}b/hbf
{setpattern}b/hf{:/fEOFill ~ d ~ ! setpattern fEOFill{O}{L}? ;}b/pbf{: !
/fEOFill ~ d GDIBWPatternDict `/yOrg ~ d/xOrg ~ d/PaintData ~ d/OutputBPP ~ d
/Height ~ d/Width ~ d/PaintType 1 d/PatternType 1 d/TilingType 1 d/BBox[0 0
Width Height]d/XStep Width d/YStep Height d/mx xOrg yOrg matrix + d 20 dict @ `
/ImageType 1 d/Width Width d/Height Height d/ImageMatrix[1 0 0 1 0 0]d
/BitsPerComponent 8 d OutputBPP 24 eq{/Decode[0 1 0 1 0 1]d}{OutputBPP 8 eq{
/Decode[0 1]d}{/Decode[0 1 0 1 0 1 0 1]d}?}?/DataSource{PaintData}d E/ImageDict
~ d/PaintProc{` ImageDict image E}b & mx makepattern setpattern E fEOFill{O}{L}
? ;}b/mask_pbf{:/fEOFill ~ d 20 dict `/yOrg ~ d/xOrg ~ d/PaintData ~ d/Height ~
d/Width ~ d/PatternType 1 d/PaintType 2 d/TilingType 1 d/BBox[0 0 Width Height]
d/XStep Width d/YStep Height d/mx xOrg yOrg matrix + d/PaintProc{` Width Height
T[1 0 0 1 0 0]{PaintData}imagemask E}b & mx makepattern setpattern E fEOFill{O}
{L}? ;}b/grf4{4 dict `/ShadingType 4 d/DataSource ~ d/ColorSpace ~ d & E
shfill}b
%%EndResource
end reinitialize
0 Lj 1 Lc 6 Lw solid N 2428 1134 M 689 1134 I 689 5693 I 2428 5693 I C
: 1 0 scol O ; : 0.938 0.938 +S K
; 755 1250 M ()[49 66 44 24 24 24 22 32 25 38 37 49 35 43 43 43 35 22 43 43 39 33 37 25 49 35 44 43 43 29 35 22
0]xS
1979 1250 M ( )S
755 1349 M (The 8 most_important_headlines:)[52 44 37 22 43 22 66 44 33 24 43 25 66 44 43 29 24 38 43 25 42 43 38 38 44 24 25 43 37 33 0]xS
1914 1349 M ( )S
755 1448 M (-)S
: 783 1371 1591 98 rc 783 1448 M (ALASKA TANKER PILOTED BY )[63 52 62 48 62 62 138 52 63 62 63 52 58 139 48 29 51 62 53 53 62 138 57 63 0]xS
; : 755 1470 1619 98 rc 755 1547 M (UNQUALIFIED OFFICE. EXXON UNABLE )[62 62 62 62 63 52 29 48 28 52 63 22 63 48 48 28 57 53 22 23 53 62 62 62 62 23 62 62 62 58 52 53
0]xS
; 755 1646 M (TO EXPLAIN CAPTAIN'S )[52 62 113 53 62 49 51 62 29 62 113 58 62 48 53 62 29 63 14 49 0]xS
: 2013 1569 361 98 rc 2013 1646 M (ABSENC. )[62 58 48 52 62 58 22 0]xS
; : 755 1669 1619 98 rc 755 1746 M (RISING WINDS STIR FEARS OF OIL )[57 28 48 28 63 62 70 80 29 62 62 48 69 48 52 28 58 69 47 53 62 57 48 69 63 47 69 62 30 52 0]xS
; 755 1844 M (SLICK DAMAGE)[49 51 28 58 62 21 63 63 76 62 62 0]xS
1402 1844 M ( )S
755 1943 M (-)S
: 783 1866 1591 98 rc 783 1943 M (EXXON SUBMITS STRATEGY ON )[53 62 62 62 63 113 48 62 59 76 28 53 48 114 48 53 57 62 53 52 63 62 113 63 63 0]xS
; 755 2043 M (ALASKA CLEANUP PLAN)[63 50 62 49 62 62 22 58 52 53 62 62 62 48 21 49 52 64 0]xS
1770 2043 M ( )S
755 2141 M (-)S
: 783 2064 1591 98 rc 783 2141 M (TANKER SPILLS OIL AFTER HITTING )[53 62 62 62 52 58 49 48 49 29 53 52 48 50 62 29 51 51 62 47 53 52 58 50 63 28 52 53 29 62 63 0]xS
; 755 2241 M (REEF OFF ALASKA)[57 53 52 47 22 63 48 47 21 63 52 63 48 62 0]xS
1515 2241 M ( )S
755 2340 M (-)S
: 784 2263 1590 98 rc 784 2340 M (FRESH OIL SHEEN SEEPS FROM )[47 57 53 48 62 102 62 29 52 103 48 62 52 54 63 102 48 53 52 48 48 103 47 57 62 77 0]xS
; 755 2438 M (EXXON VALDEZ)[52 62 62 62 63 21 62 63 52 62 53 0]xS
1421 2438 M ( )S
755 2538 M (-)S
: 784 2461 1590 98 rc 784 2538 M (WORKERS TRY TO UNLOAD TANKE. )[80 62 58 62 53 57 48 52 52 58 62 51 53 62 52 63 63 51 63 62 62 51 53 62 62 62 53 22 0]xS
; : 755 2560 1619 98 rc 755 2637 M (ENVIRONMENTALISTS CALL SPILL A )[52 62 62 29 57 62 63 76 53 62 52 63 52 29 48 53 49 60 57 63 52 52 60 48 48 29 52 52 60 63 0]xS
; 755 2736 M (DISAST)[62 28 48 62 48 0]xS
1056 2736 M (ER)[52 0]xS
1165 2736 M ( )S
755 2835 M (-)S
: 783 2758 1591 98 rc 783 2835 M (CHEMICALS FAIL TO BREAK UP )[57 62 53 77 28 58 63 51 49 97 47 62 29 52 98 52 62 96 57 58 52 62 63 96 62 49 0]xS
; 755 2935 M (LARGEST SPILL IN U.S. HISTORY)[51 62 59 62 52 48 53 22 48 47 30 52 52 22 29 62 21 62 22 48 22 21 62 28 48 53 62 57 0]xS
2074 2935 M ( )S
755 3033 M (-)S
: 783 2956 1591 98 rc 783 3033 M (CAPTAIN SHOULD HAVE BEEN )[57 62 48 53 63 28 62 135 47 63 62 63 52 63 135 62 62 62 52 136 57 53 52 63 0]xS
; : 755 3055 1619 98 rc 755 3132 M (PILOTING TANKER, EXXON REVEAL. )[48 29 51 63 52 28 63 62 63 53 62 62 62 53 57 23 63 53 62 62 62 62 63 58 52 62 53 63 52 22 0]xS
; 755 3232 M (DISASTER DECLARED)[62 28 48 62 48 53 52 57 22 62 53 58 52 63 57 53 0]xS
1647 3232 M ( )S
755 3330 M (-)S
: 783 3253 1591 98 rc 783 3330 M (EXXON RAISES VALDEZ CLEANUP )[53 62 62 62 62 84 58 62 28 48 52 48 85 62 63 52 62 53 52 84 58 52 53 62 62 62 49 0]xS
; : 755 3353 1619 98 rc 755 3430 M (COSTS TO $2 BILLIO. EARNINGS: THE )[57 62 48 53 48 44 52 62 45 43 43 44 58 29 51 52 29 62 22 45 53 62 57 62 28 62 62 48 25 44 53 62
53 0]xS
; 755 3529 M (OIL GIANT WILL TAKE ANOTHER $500)[62 29 52 30 63 28 62 62 53 31 80 30 52 52 30 54 62 62 53 30 62 62 62 53 62 53 57 30 43 44 43 0]xS
: 2346 3452 28 98 rc 2346 3529 M (-)S
; 755 3627 M (MILLION CHARGE OVER THE )[76 29 53 51 29 63 62 62 58 62 62 57 62 53 63 63 62 53 57 62 53 62 52 0]xS
: 2123 3550 251 98 rc 2123 3627 M (SPILL, )[48 48 29 53 52 22 0]xS
; : 755 3650 1619 98 rc 755 3727 M (BRINGING ITS TAB FOR THE YEAR TO )[57 57 29 62 63 28 62 62 36 28 52 48 36 53 63 57 36 48 63 57 36 52 62 53 36 62 52 63 57 36 52 62
0]xS
; 755 3826 M ($1.38 BILLION.)[43 43 22 43 43 22 57 29 52 52 29 62 62 0]xS
1336 3826 M ( )S
755 3925 M ( )S
755 4024 M (A Long Beach)[62 47 51 43 44 42 46 58 38 39 37 0]xS
1306 4024 M (-)S
: 1334 3947 1040 98 rc 1334 4024 M (bound Exxon oil tanker ran )[43 43 44 43 43 46 53 43 42 43 44 46 43 24 25 45 24 38 43 44 37 29 46 29 38 43 0]xS
; : 755 4046 1619 98 rc 755 4123 M (aground on a reef Friday and spilled an )[38 43 29 43 43 43 44 60 43 43 60 38 59 29 38 38 29 60 47 29 24 44 38 43 60 37 44 43 60 33 43 25
24 24 38 43 60 38 43 0]xS
; : 755 4145 1619 98 rc 755 4222 M (estimated 8.4 million gallons of crude oil into )[37 33 25 24 67 37 25 37 44 28 43 22 43 28 67 24 25 24 25 42 43 28 43 37 25 24 43 44 33 28 43 29
28 38 29 43 44 37 28 44 24 25 27 24 43 24 42 0]xS
; : 755 4244 1619 98 rc 755 4321 M (Alaska's Prince William Sound, a pristine )[62 24 38 33 44 38 15 33 59 48 29 24 43 38 38 59 80 24 25 24 24 38 67 58 48 43 44 43 43 22 58 37
59 43 29 25 32 24 24 44 37 0]xS
; 755 4421 M (Pacific waterway heavily used )[48 37 38 24 29 25 37 45 62 37 26 37 29 62 39 42 44 44 38 39 42 25 24 42 45 44 33 37 43 0]xS
: 1917 4344 457 98 rc 1917 4421 M (by kayakers, )[44 42 44 43 39 43 38 43 38 29 33 22 0]xS
; 755 4519 M (fishermen and tourists.)[29 24 33 43 38 29 67 38 43 21 38 43 43 22 25 43 43 29 25 32 25 33 0]xS
1542 4519 M ( )S
: 755 4541 1619 98 rc 755 4618 M (Exxon Corp. on Wednesday increased its )[52 44 42 43 43 61 58 43 29 43 22 61 43 44 62 80 37 43 45 38 33 43 39 42 61 25 43 37 31 37 39 34
37 43 61 25 24 33 0]xS
; : 755 4641 1619 98 rc 755 4718 M (estimate of the total 1989 costs of cleaning up )[37 33 25 24 67 37 25 37 27 43 29 26 25 43 38 26 25 43 24 38 24 27 42 43 43 44 26 37 43 33 24 33
26 44 29 26 38 24 38 37 44 24 43 43 26 43 44 0]xS
; : 755 4740 1619 98 rc 755 4817 M (the massive Alaskan oil spill to $2 billion and )[24 43 38 26 67 39 33 33 25 43 38 26 62 24 39 33 44 38 43 26 43 25 24 27 33 43 24 24 24 26 25 43
26 44 43 26 44 23 24 24 24 44 43 26 38 43 43 0]xS
; 755 4916 M (said it would take another $500)[33 37 25 43 22 25 24 23 62 43 43 25 43 23 24 38 43 38 22 38 43 43 25 43 37 30 22 43 44 43 0]xS
1845 4916 M (-)S
: 1873 4839 501 98 rc 1873 4916 M (million charge )[67 24 25 23 25 43 43 23 37 44 37 29 44 38 0]xS
; 755 5015 M (in the fourth quarter to cover costs )[24 43 29 24 43 38 28 29 43 44 28 24 44 28 43 43 38 29 24 38 29 28 24 43 28 38 43 43 38 29 28 38
44 33 24 33 0]xS
: 2011 4938 363 98 rc 2011 5015 M (from what )[29 29 43 67 28 62 43 38 25 0]xS
; : 755 5037 1619 98 rc 755 5114 M (is now the most expensive environmental )[24 33 60 43 44 62 60 24 44 37 60 67 43 33 25 60 37 43 43 38 44 34 24 42 38 60 38 44 42 25 29 43
43 67 38 43 24 38 24 0]xS
; 755 5213 M (disaster in history.)[43 24 33 38 33 25 38 29 22 24 43 22 42 25 32 25 43 29 43 0]xS
1389 5213 M ( )S
755 5312 M ()[49 24 67 43 24 24 23 0]xS
1058 5312 M ( )S
755 5412 M ( )S
F0S56 Ji
755 5514 M (Figure 1)[52 25 43 48 38 37 22 0]xS
1063 5514 M ( )S
1085 5514 M (: Multidoc summary example.)[29 21 81 48 25 29 24 48 43 38 22 33 48 71 70 45 37 43 22 38 43 44 71 47 26 37 0]xS
2190 5514 M ( )S
LH
(%%[Page: 4]%%) =
%%PageTrailer
%%Page: 5 5
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
: N 711 530 1833 1007 rp C
1 0 scol L ; 0 0 scol solid N 2544 529 M 710 529 I 710 1537 I 2544 1537 I C
K
N 1046 821 M 2483 821 I 2483 1313 I 1046 1313 I 1046 821 I C
0.754 0 scol O 0 0 scol : 1046 1190 1437 1 rc N 1046 1190 M 2483 1190 I K
; : 1046 1067 1437 1 rc N 1046 1067 M 2483 1067 I K
; : 1046 944 1437 1 rc N 1046 944 M 2483 944 I K
; : 1046 821 1437 1 rc N 1046 821 M 2483 821 I K
; 0.5 0 scol 1 Lj 1 Lc 8 Lw solid N 1046 821 M 2483 821 I : 0.938 0.938 +S K
; N 2483 821 M 2483 1313 I : 0.938 0.938 +S K
; N 2483 1313 M 1046 1313 I : 0.938 0.938 +S K
; N 1046 1313 M 1046 821 I : 0.938 0.938 +S K
; 0 0 scol : 1074 938 56 375 rc N 1079 943 M 1124 943 I 1124 1313 I 1079 1313 I 1079 943 I C
: O ; : 0.938 0.938 +S K
; ; : 1185 1007 55 306 rc N 1190 1012 M 1234 1012 I 1234 1313 I 1190 1313 I 1190 1012 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1295 1014 56 299 rc N 1300 1019 M 1345 1019 I 1345 1313 I 1300 1313 I 1300 1019 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1406 1025 55 288 rc N 1411 1030 M 1455 1030 I 1455 1313 I 1411 1313 I 1411 1030 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1516 1031 56 282 rc N 1521 1036 M 1566 1036 I 1566 1313 I 1521 1313 I 1521 1036 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1627 1031 56 282 rc N 1632 1036 M 1677 1036 I 1677 1313 I 1632 1313 I 1632 1036 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1738 1032 55 281 rc N 1743 1037 M 1787 1037 I 1787 1313 I 1743 1313 I 1743 1037 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1848 1047 56 266 rc N 1853 1052 M 1898 1052 I 1898 1313 I 1853 1313 I 1853 1052 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1958 1050 57 263 rc N 1963 1055 M 2009 1055 I 2009 1313 I 1963 1313 I 1963 1055 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2069 1051 55 262 rc N 2074 1056 M 2118 1056 I 2118 1313 I 2074 1313 I 2074 1056 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2179 1059 56 254 rc N 2184 1064 M 2229 1064 I 2229 1313 I 2184 1313 I 2184 1064 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2290 1060 55 253 rc N 2295 1065 M 2339 1065 I 2339 1313 I 2295 1313 I 2295 1065 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2400 1035 56 278 rc N 2405 1040 M 2450 1040 I 2450 1313 I 2405 1313 I 2405 1040 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 1046 821 M 1046 1313 I K
N 1027 1313 M 1046 1313 I K
N 1027 1190 M 1046 1190 I K
N 1027 1067 M 1046 1067 I K
N 1027 944 M 1046 944 I K
N 1027 821 M 1046 821 I K
N 1046 1313 M 2483 1313 I K
N 1046 1333 M 1046 1313 I K
N 1157 1333 M 1157 1313 I K
N 1267 1333 M 1267 1313 I K
N 1378 1333 M 1378 1313 I K
N 1488 1333 M 1488 1313 I K
N 1599 1333 M 1599 1313 I K
N 1710 1333 M 1710 1313 I K
N 1820 1333 M 1820 1313 I K
N 1931 1333 M 1931 1313 I K
N 2041 1333 M 2041 1313 I K
N 2151 1333 M 2151 1313 I K
N 2262 1333 M 2262 1313 I K
N 2372 1333 M 2372 1313 I K
N 2483 1333 M 2483 1313 I K
%%IncludeResource: font Helvetica-Bold
F /F5 0 /256 T /Helvetica-Bold mF
/F5S3F F5 [63.051 0 0 -63.051 0 0 ] mFS
F5S3F Ji
1236 627 M (Single doc summarization)[42 18 39 38 18 35 18 38 39 35 18 34 39 56 57 34 25 18 32 34 21 18 38 0]xS
%%IncludeResource: font Helvetica
F /F6 0 /256 T /Helvetica mF
/F6S3F F6 [63.051 0 0 -63.051 0 0 ] mFS
F6S3F Ji
963 1329 M (0)S
910 1205 M (0.2)[35 18 0]xS
910 1083 M (0.4)[35 18 0]xS
910 960 M (0.6)[35 18 0]xS
910 836 M (0.8)[35 18 0]xS
1079 1429 M (H)S
1193 1429 M (T)S
1300 1429 M (R)S
1413 1429 M (Y)S
1519 1429 M (Q)S
1634 1429 M (P)S
1741 1429 M (O)S
1846 1429 M (W)S
1965 1429 M (X)S
2075 1429 M (S)S
2186 1429 M (V)S
2299 1429 M (Z)S
2407 1429 M (B)S
/F5S00IFFFFFFC0 F5 [0 -63.051 -63.051 0 0 0 ] mFS
F5S00IFFFFFFC0 Ji
852 1160 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 2544 529 M 710 529 I 710 1537 I 2544 1537 I C
K
F1S56 Ji
679 1645 M ( )S
: N 711 1699 1833 971 rp C
1 0 scol L ; N 2544 1698 M 710 1698 I 710 2670 I 2544 2670 I C
K
N 1046 1988 M 2483 1988 I 2483 2446 I 1046 2446 I 1046 1988 I C
0.754 0 scol O 0 0 scol : 1046 2354 1437 1 rc N 1046 2354 M 2483 2354 I K
; : 1046 2263 1437 1 rc N 1046 2263 M 2483 2263 I K
; : 1046 2171 1437 1 rc N 1046 2171 M 2483 2171 I K
; : 1046 2080 1437 1 rc N 1046 2080 M 2483 2080 I K
; : 1046 1988 1437 1 rc N 1046 1988 M 2483 1988 I K
; 0.5 0 scol 8 Lw solid N 1046 1988 M 2483 1988 I : 0.938 0.938 +S K
; N 2483 1988 M 2483 2446 I : 0.938 0.938 +S K
; N 2483 2446 M 1046 2446 I : 0.938 0.938 +S K
; N 1046 2446 M 1046 1988 I : 0.938 0.938 +S K
; 0 0 scol : 1074 2062 56 384 rc N 1079 2067 M 1124 2067 I 1124 2446 I 1079 2446 I 1079 2067 I C
: O ; : 0.938 0.938 +S K
; ; : 1185 2127 55 319 rc N 1190 2132 M 1234 2132 I 1234 2446 I 1190 2446 I 1190 2132 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1295 2135 56 311 rc N 1300 2140 M 1345 2140 I 1345 2446 I 1300 2446 I 1300 2140 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1406 2144 55 302 rc N 1411 2149 M 1455 2149 I 1455 2446 I 1411 2446 I 1411 2149 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1516 2158 56 288 rc N 1521 2163 M 1566 2163 I 1566 2446 I 1521 2446 I 1521 2163 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1627 2160 56 286 rc N 1632 2165 M 1677 2165 I 1677 2446 I 1632 2446 I 1632 2165 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1738 2171 55 275 rc N 1743 2176 M 1787 2176 I 1787 2446 I 1743 2446 I 1743 2176 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1848 2171 56 275 rc N 1853 2176 M 1898 2176 I 1898 2446 I 1853 2446 I 1853 2176 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1958 2179 57 267 rc N 1963 2184 M 2009 2184 I 2009 2446 I 1963 2446 I 1963 2184 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2069 2191 55 255 rc N 2074 2196 M 2118 2196 I 2118 2446 I 2074 2446 I 2074 2196 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2179 2191 56 255 rc N 2184 2196 M 2229 2196 I 2229 2446 I 2184 2446 I 2184 2196 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2290 2195 55 251 rc N 2295 2200 M 2339 2200 I 2339 2446 I 2295 2446 I 2295 2200 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2400 2151 56 295 rc N 2405 2156 M 2450 2156 I 2450 2446 I 2405 2446 I 2405 2156 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 1046 1988 M 1046 2446 I K
N 1027 2446 M 1046 2446 I K
N 1027 2354 M 1046 2354 I K
N 1027 2263 M 1046 2263 I K
N 1027 2171 M 1046 2171 I K
N 1027 2080 M 1046 2080 I K
N 1027 1988 M 1046 1988 I K
N 1046 2446 M 2483 2446 I K
N 1046 2466 M 1046 2446 I K
N 1157 2466 M 1157 2446 I K
N 1267 2466 M 1267 2446 I K
N 1378 2466 M 1378 2446 I K
N 1488 2466 M 1488 2446 I K
N 1599 2466 M 1599 2446 I K
N 1710 2466 M 1710 2446 I K
N 1820 2466 M 1820 2446 I K
N 1931 2466 M 1931 2446 I K
N 2041 2466 M 2041 2446 I K
N 2151 2466 M 2151 2446 I K
N 2262 2466 M 2262 2446 I K
N 2372 2466 M 2372 2446 I K
N 2483 2466 M 2483 2446 I K
/F5S3E F5 [62.977 0 0 -62.977 0 0 ] mFS
F5S3E Ji
1072 1796 M (Single doc summarization - weighted)[42 18 38 39 18 35 17 39 38 35 18 35 38 57 56 35 24 18 32 35 21 17 39 38 18 21 18 49 34 18 39 38
21 35 0]xS
/F6S3E F6 [62.977 0 0 -62.977 0 0 ] mFS
F6S3E Ji
963 2462 M (0)S
910 2370 M (0.1)[35 18 0]xS
910 2279 M (0.2)[35 18 0]xS
910 2187 M (0.3)[35 18 0]xS
910 2095 M (0.4)[35 18 0]xS
910 2003 M (0.5)[35 18 0]xS
1079 2563 M (H)S
1193 2563 M (T)S
1300 2563 M (R)S
1409 2563 M (O)S
1519 2563 M (Q)S
1634 2563 M (P)S
1745 2563 M (Y)S
1846 2563 M (W)S
1965 2563 M (V)S
2075 2563 M (S)S
2186 2563 M (X)S
2299 2563 M (Z)S
2407 2563 M (B)S
/F5S00IFFFFFFC1 F5 [0 -62.977 -62.977 0 0 0 ] mFS
F5S00IFFFFFFC1 Ji
851 2310 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 2544 1698 M 710 1698 I 710 2670 I 2544 2670 I C
K
F1S56 Ji
679 2779 M ( )S
700 2779 M ( )S
: N 711 2831 1821 1007 rp C
1 0 scol L ; N 2532 2830 M 710 2830 I 710 3838 I 2532 3838 I C
K
N 1046 3122 M 2471 3122 I 2471 3666 I 1046 3666 I 1046 3122 I C
0.754 0 scol O 0 0 scol : 1046 3557 1425 1 rc N 1046 3557 M 2471 3557 I K
; : 1046 3448 1425 1 rc N 1046 3448 M 2471 3448 I K
; : 1046 3339 1425 1 rc N 1046 3339 M 2471 3339 I K
; : 1046 3231 1425 1 rc N 1046 3231 M 2471 3231 I K
; : 1046 3122 1425 1 rc N 1046 3122 M 2471 3122 I K
; 0.5 0 scol 8 Lw solid N 1046 3122 M 2471 3122 I : 0.938 0.938 +S K
; N 2471 3122 M 2471 3666 I : 0.938 0.938 +S K
; N 2471 3666 M 1046 3666 I : 0.938 0.938 +S K
; N 1046 3666 M 1046 3122 I : 0.938 0.938 +S K
; 0 0 scol : 1070 3150 48 516 rc N 1075 3155 M 1112 3155 I 1112 3666 I 1075 3666 I 1075 3155 I C
: O ; : 0.938 0.938 +S K
; ; : 1165 3178 48 488 rc N 1170 3183 M 1207 3183 I 1207 3666 I 1170 3666 I 1170 3183 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1259 3279 49 387 rc N 1264 3284 M 1302 3284 I 1302 3666 I 1264 3666 I 1264 3284 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1354 3287 49 379 rc N 1359 3292 M 1397 3292 I 1397 3666 I 1359 3666 I 1359 3292 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1449 3308 49 358 rc N 1454 3313 M 1492 3313 I 1492 3666 I 1454 3666 I 1454 3313 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1544 3347 49 319 rc N 1549 3352 M 1587 3352 I 1587 3666 I 1549 3666 I 1549 3352 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1639 3369 49 297 rc N 1644 3374 M 1682 3374 I 1682 3666 I 1644 3666 I 1644 3374 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1734 3400 50 266 rc N 1739 3405 M 1778 3405 I 1778 3666 I 1739 3666 I 1739 3405 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1830 3417 48 249 rc N 1835 3422 M 1872 3422 I 1872 3666 I 1835 3666 I 1835 3422 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1925 3457 48 209 rc N 1930 3462 M 1967 3462 I 1967 3666 I 1930 3666 I 1930 3462 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2020 3459 48 207 rc N 2025 3464 M 2062 3464 I 2062 3666 I 2025 3666 I 2025 3464 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2115 3493 48 173 rc N 2120 3498 M 2157 3498 I 2157 3666 I 2120 3666 I 2120 3498 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2209 3500 49 166 rc N 2214 3505 M 2252 3505 I 2252 3666 I 2214 3666 I 2214 3505 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2304 3424 49 242 rc N 2309 3429 M 2347 3429 I 2347 3666 I 2309 3666 I 2309 3429 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 2399 3361 49 305 rc N 2404 3366 M 2442 3366 I 2442 3666 I 2404 3666 I 2404 3366 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 1046 3122 M 1046 3666 I K
N 1027 3666 M 1046 3666 I K
N 1027 3557 M 1046 3557 I K
N 1027 3448 M 1046 3448 I K
N 1027 3339 M 1046 3339 I K
N 1027 3231 M 1046 3231 I K
N 1027 3122 M 1046 3122 I K
N 1046 3666 M 2471 3666 I K
N 1046 3679 M 1046 3666 I K
N 1141 3679 M 1141 3666 I K
N 1236 3679 M 1236 3666 I K
N 1331 3679 M 1331 3666 I K
N 1426 3679 M 1426 3666 I K
N 1521 3679 M 1521 3666 I K
N 1616 3679 M 1616 3666 I K
N 1711 3679 M 1711 3666 I K
N 1807 3679 M 1807 3666 I K
N 1902 3679 M 1902 3666 I K
N 1996 3679 M 1996 3666 I K
N 2091 3679 M 2091 3666 I K
N 2186 3679 M 2186 3666 I K
N 2281 3679 M 2281 3666 I K
N 2376 3679 M 2376 3666 I K
N 2471 3679 M 2471 3666 I K
F5S3F Ji
1198 2928 M (Multidoc summarization - 50)[52 39 18 20 18 39 38 35 18 35 38 57 56 35 24 18 32 35 20 18 39 38 18 21 18 34 0]xS
F6S3F Ji
963 3681 M (0)S
910 3572 M (0.1)[35 18 0]xS
910 3464 M (0.2)[35 18 0]xS
910 3355 M (0.3)[35 18 0]xS
910 3247 M (0.4)[35 18 0]xS
910 3137 M (0.5)[35 18 0]xS
/F6S25 F6 [37.641 0 0 -37.641 0 0 ] mFS
F6S25 Ji
1081 3742 M (H)S
1177 3742 M (Y)S
1273 3742 M (T)S
1366 3742 M (N)S
1464 3742 M (L)S
1557 3742 M (P)S
1651 3742 M (R)S
1745 3742 M (O)S
1839 3742 M (M)S
1937 3742 M (Z)S
2031 3742 M (S)S
2121 3742 M (W)S
2220 3742 M (U)S
2306 3742 M (B1)[25 0]xS
2401 3742 M (B2)[25 0]xS
F5S00IFFFFFFC0 Ji
852 3487 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 2532 2830 M 710 2830 I 710 3838 I 2532 3838 I C
K
: N 711 3901 1833 1018 rp C
1 0 scol L ; N 2544 3900 M 710 3900 I 710 4919 I 2544 4919 I C
K
N 1078 4184 M 2487 4184 I 2487 4750 I 1078 4750 I 1078 4184 I C
0.754 0 scol O 0 0 scol : 1078 4656 1409 1 rc N 1078 4656 M 2487 4656 I K
; : 1078 4561 1409 1 rc N 1078 4561 M 2487 4561 I K
; : 1078 4467 1409 1 rc N 1078 4467 M 2487 4467 I K
; : 1078 4373 1409 1 rc N 1078 4373 M 2487 4373 I K
; : 1078 4278 1409 1 rc N 1078 4278 M 2487 4278 I K
; : 1078 4184 1409 1 rc N 1078 4184 M 2487 4184 I K
; 0.5 0 scol 8 Lw solid N 1078 4184 M 2487 4184 I : 0.938 0.938 +S K
; N 2487 4184 M 2487 4750 I : 0.938 0.938 +S K
; N 2487 4750 M 1078 4750 I : 0.938 0.938 +S K
; N 1078 4750 M 1078 4184 I : 0.938 0.938 +S K
; 0 0 scol : 1101 4271 49 479 rc N 1106 4276 M 1144 4276 I 1144 4750 I 1106 4750 I 1106 4276 I C
: O ; : 0.938 0.938 +S K
; ; : 1195 4342 49 408 rc N 1200 4347 M 1238 4347 I 1238 4750 I 1200 4750 I 1200 4347 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1289 4375 49 375 rc N 1294 4380 M 1332 4380 I 1332 4750 I 1294 4750 I 1294 4380 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1382 4436 50 314 rc N 1387 4441 M 1426 4441 I 1426 4750 I 1387 4750 I 1387 4441 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1476 4481 50 269 rc N 1481 4486 M 1520 4486 I 1520 4750 I 1481 4750 I 1481 4486 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1570 4490 50 260 rc N 1575 4495 M 1614 4495 I 1614 4750 I 1575 4750 I 1575 4495 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1664 4515 50 235 rc N 1669 4520 M 1708 4520 I 1708 4750 I 1669 4750 I 1669 4520 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1758 4522 49 228 rc N 1763 4527 M 1801 4527 I 1801 4750 I 1763 4750 I 1763 4527 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1851 4563 50 187 rc N 1856 4568 M 1895 4568 I 1895 4750 I 1856 4750 I 1856 4568 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1945 4586 50 164 rc N 1950 4591 M 1989 4591 I 1989 4750 I 1950 4750 I 1950 4591 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2039 4595 50 155 rc N 2044 4600 M 2083 4600 I 2083 4750 I 2044 4750 I 2044 4600 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2133 4611 50 139 rc N 2138 4616 M 2177 4616 I 2177 4750 I 2138 4750 I 2138 4616 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2227 4641 50 109 rc N 2232 4646 M 2271 4646 I 2271 4750 I 2232 4750 I 2232 4646 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2321 4573 50 177 rc N 2326 4578 M 2365 4578 I 2365 4750 I 2326 4750 I 2326 4578 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 2415 4528 50 222 rc N 2420 4533 M 2459 4533 I 2459 4750 I 2420 4750 I 2420 4533 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 1078 4184 M 1078 4750 I K
N 1059 4750 M 1078 4750 I K
N 1059 4656 M 1078 4656 I K
N 1059 4561 M 1078 4561 I K
N 1059 4467 M 1078 4467 I K
N 1059 4373 M 1078 4373 I K
N 1059 4278 M 1078 4278 I K
N 1059 4184 M 1078 4184 I K
N 1078 4750 M 2487 4750 I K
N 1078 4763 M 1078 4750 I K
N 1172 4763 M 1172 4750 I K
N 1266 4763 M 1266 4750 I K
N 1360 4763 M 1360 4750 I K
N 1454 4763 M 1454 4750 I K
N 1548 4763 M 1548 4750 I K
N 1642 4763 M 1642 4750 I K
N 1736 4763 M 1736 4750 I K
N 1829 4763 M 1829 4750 I K
N 1923 4763 M 1923 4750 I K
N 2017 4763 M 2017 4750 I K
N 2111 4763 M 2111 4750 I K
N 2205 4763 M 2205 4750 I K
N 2299 4763 M 2299 4750 I K
N 2393 4763 M 2393 4750 I K
N 2487 4763 M 2487 4750 I K
F5S3E Ji
1041 4006 M (Multidoc summarization \(weighted\) - 50)[52 39 18 20 18 39 38 35 18 35 38 57 56 35 24 18 32 35 20 18 39 38 18 21 49 34 18 39 38 21 35 38
21 18 21 17 35 0]xS
F6S3E Ji
995 4765 M (0)S
907 4671 M (0.05)[35 18 35 0]xS
942 4577 M (0.1)[35 18 0]xS
907 4483 M (0.15)[35 18 35 0]xS
942 4389 M (0.2)[35 18 0]xS
907 4294 M (0.25)[35 18 35 0]xS
942 4200 M (0.3)[35 18 0]xS
/F6S27 F6 [39.477 0 0 -39.477 0 0 ] mFS
F6S27 Ji
1111 4827 M (H)S
1206 4827 M (Y)S
1301 4827 M (T)S
1393 4827 M (N)S
1491 4827 M (L)S
1582 4827 M (P)S
1674 4827 M (O)S
1769 4827 M (R)S
1860 4827 M (M)S
1951 4827 M (W)S
2051 4827 M (S)S
2146 4827 M (Z)S
2238 4827 M (U)S
2322 4827 M (B1)[27 0]xS
2416 4827 M (B2)[27 0]xS
F5S00IFFFFFFC1 Ji
848 4560 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 2544 3900 M 710 3900 I 710 4919 I 2544 4919 I C
K
: N 2627 530 1816 1018 rp C
1 0 scol L ; N 4443 529 M 2626 529 I 2626 1548 I 4443 1548 I C
K
N 2963 820 M 4382 820 I 4382 1375 I 2963 1375 I 2963 820 I C
0.754 0 scol O 0 0 scol : 2963 1264 1419 1 rc N 2963 1264 M 4382 1264 I K
; : 2963 1153 1419 1 rc N 2963 1153 M 4382 1153 I K
; : 2963 1042 1419 1 rc N 2963 1042 M 4382 1042 I K
; : 2963 931 1419 1 rc N 2963 931 M 4382 931 I K
; : 2963 820 1419 1 rc N 2963 820 M 4382 820 I K
; 0.5 0 scol 8 Lw solid N 2963 820 M 4382 820 I : 0.938 0.938 +S K
; N 4382 820 M 4382 1375 I : 0.938 0.938 +S K
; N 4382 1375 M 2963 1375 I : 0.938 0.938 +S K
; N 2963 1375 M 2963 820 I : 0.938 0.938 +S K
; 0 0 scol : 2986 839 49 536 rc N 2991 844 M 3029 844 I 3029 1375 I 2991 1375 I 2991 844 I C
: O ; : 0.938 0.938 +S K
; ; : 3081 891 48 484 rc N 3086 896 M 3123 896 I 3123 1375 I 3086 1375 I 3086 896 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3175 968 49 407 rc N 3180 973 M 3218 973 I 3218 1375 I 3180 1375 I 3180 973 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3270 1006 49 369 rc N 3275 1011 M 3313 1011 I 3313 1375 I 3275 1375 I 3275 1011 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3365 1019 48 356 rc N 3370 1024 M 3407 1024 I 3407 1375 I 3370 1375 I 3370 1024 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3459 1058 49 317 rc N 3464 1063 M 3502 1063 I 3502 1375 I 3464 1375 I 3464 1063 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3554 1064 49 311 rc N 3559 1069 M 3597 1069 I 3597 1375 I 3559 1375 I 3559 1069 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3648 1084 49 291 rc N 3653 1089 M 3691 1089 I 3691 1375 I 3653 1375 I 3653 1089 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3742 1092 50 283 rc N 3747 1097 M 3786 1097 I 3786 1375 I 3747 1375 I 3747 1097 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3837 1129 50 246 rc N 3842 1134 M 3881 1134 I 3881 1375 I 3842 1375 I 3842 1134 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3932 1159 49 216 rc N 3937 1164 M 3975 1164 I 3975 1375 I 3937 1375 I 3937 1164 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4026 1176 50 199 rc N 4031 1181 M 4070 1181 I 4070 1375 I 4031 1375 I 4031 1181 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4121 1179 50 196 rc N 4126 1184 M 4165 1184 I 4165 1375 I 4126 1375 I 4126 1184 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4216 1177 49 198 rc N 4221 1182 M 4259 1182 I 4259 1375 I 4221 1375 I 4221 1182 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 4310 1058 50 317 rc N 4315 1063 M 4354 1063 I 4354 1375 I 4315 1375 I 4315 1063 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 2963 820 M 2963 1375 I K
N 2943 1375 M 2963 1375 I K
N 2943 1264 M 2963 1264 I K
N 2943 1153 M 2963 1153 I K
N 2943 1042 M 2963 1042 I K
N 2943 931 M 2963 931 I K
N 2943 820 M 2963 820 I K
N 2963 1375 M 4382 1375 I K
N 2963 1388 M 2963 1375 I K
N 3058 1388 M 3058 1375 I K
N 3152 1388 M 3152 1375 I K
N 3246 1388 M 3246 1375 I K
N 3341 1388 M 3341 1375 I K
N 3435 1388 M 3435 1375 I K
N 3530 1388 M 3530 1375 I K
N 3625 1388 M 3625 1375 I K
N 3719 1388 M 3719 1375 I K
N 3814 1388 M 3814 1375 I K
N 3909 1388 M 3909 1375 I K
N 4003 1388 M 4003 1375 I K
N 4098 1388 M 4098 1375 I K
N 4193 1388 M 4193 1375 I K
N 4287 1388 M 4287 1375 I K
N 4382 1388 M 4382 1375 I K
F5S3E Ji
3093 627 M (Multidoc summarization - 100)[53 38 18 21 18 38 39 35 18 34 39 56 57 34 25 18 32 34 21 18 39 38 18 21 17 35 35 0]xS
F6S3E Ji
2879 1391 M (0)S
2826 1280 M (0.1)[35 18 0]xS
2826 1169 M (0.2)[35 18 0]xS
2826 1058 M (0.3)[35 18 0]xS
2826 947 M (0.4)[35 18 0]xS
2826 836 M (0.5)[35 18 0]xS
F6S27 Ji
2995 1452 M (H)S
3091 1452 M (Y)S
3185 1452 M (N)S
3281 1452 M (T)S
3375 1452 M (P)S
3473 1452 M (L)S
3563 1452 M (R)S
3659 1452 M (S)S
3752 1452 M (O)S
3845 1452 M (M)S
3937 1452 M (W)S
4037 1452 M (U)S
4133 1452 M (Z)S
4217 1452 M (B1)[26 0]xS
4311 1452 M (B2)[27 0]xS
F5S00IFFFFFFC1 Ji
2767 1191 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 4443 529 M 2626 529 I 2626 1548 I 4443 1548 I C
K
: N 2627 1611 1822 1065 rp C
1 0 scol L ; N 4449 1610 M 2626 1610 I 2626 2676 I 4449 2676 I C
K
N 2995 1894 M 4364 1894 I 4364 2507 I 2995 2507 I 2995 1894 I C
0.754 0 scol O 0 0 scol : 2995 2419 1369 1 rc N 2995 2419 M 4364 2419 I K
; : 2995 2332 1369 1 rc N 2995 2332 M 4364 2332 I K
; : 2995 2245 1369 1 rc N 2995 2245 M 4364 2245 I K
; : 2995 2156 1369 1 rc N 2995 2156 M 4364 2156 I K
; : 2995 2069 1369 1 rc N 2995 2069 M 4364 2069 I K
; : 2995 1981 1369 1 rc N 2995 1981 M 4364 1981 I K
; : 2995 1894 1369 1 rc N 2995 1894 M 4364 1894 I K
; 0.5 0 scol 8 Lw solid N 2995 1894 M 4364 1894 I : 0.938 0.938 +S K
; N 4364 1894 M 4364 2507 I : 0.938 0.938 +S K
; N 4364 2507 M 2995 2507 I : 0.938 0.938 +S K
; N 2995 2507 M 2995 1894 I : 0.938 0.938 +S K
; 0 0 scol : 3017 1994 48 513 rc N 3022 1999 M 3059 1999 I 3059 2507 I 3022 2507 I 3022 1999 I C
: O ; : 0.938 0.938 +S K
; ; : 3108 2157 48 350 rc N 3113 2162 M 3150 2162 I 3150 2507 I 3113 2507 I 3113 2162 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3199 2159 48 348 rc N 3204 2164 M 3241 2164 I 3241 2507 I 3204 2507 I 3204 2164 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3290 2177 49 330 rc N 3295 2182 M 3333 2182 I 3333 2507 I 3295 2507 I 3295 2182 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3383 2224 47 283 rc N 3388 2229 M 3424 2229 I 3424 2507 I 3388 2507 I 3388 2229 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3474 2232 47 275 rc N 3479 2237 M 3515 2237 I 3515 2507 I 3479 2507 I 3479 2237 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3565 2240 48 267 rc N 3570 2245 M 3607 2245 I 3607 2507 I 3570 2507 I 3570 2245 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3656 2285 48 222 rc N 3661 2290 M 3698 2290 I 3698 2507 I 3661 2507 I 3661 2290 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3747 2293 48 214 rc N 3752 2298 M 3789 2298 I 3789 2507 I 3752 2507 I 3752 2298 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3839 2329 47 178 rc N 3844 2334 M 3880 2334 I 3880 2507 I 3844 2507 I 3844 2334 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3930 2351 47 156 rc N 3935 2356 M 3971 2356 I 3971 2507 I 3935 2507 I 3935 2356 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4021 2358 49 149 rc N 4026 2363 M 4064 2363 I 4064 2507 I 4026 2507 I 4026 2363 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4113 2384 48 123 rc N 4118 2389 M 4155 2389 I 4155 2507 I 4118 2507 I 4118 2389 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4204 2356 48 151 rc N 4209 2361 M 4246 2361 I 4246 2507 I 4209 2507 I 4209 2361 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 4296 2242 47 265 rc N 4301 2247 M 4337 2247 I 4337 2507 I 4301 2507 I 4301 2247 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 2995 1894 M 2995 2507 I K
N 2975 2507 M 2995 2507 I K
N 2975 2419 M 2995 2419 I K
N 2975 2332 M 2995 2332 I K
N 2975 2245 M 2995 2245 I K
N 2975 2156 M 2995 2156 I K
N 2975 2069 M 2995 2069 I K
N 2975 1981 M 2995 1981 I K
N 2975 1894 M 2995 1894 I K
N 2995 2507 M 4364 2507 I K
N 2995 2520 M 2995 2507 I K
N 3086 2520 M 3086 2507 I K
N 3177 2520 M 3177 2507 I K
N 3268 2520 M 3268 2507 I K
N 3360 2520 M 3360 2507 I K
N 3452 2520 M 3452 2507 I K
N 3543 2520 M 3543 2507 I K
N 3634 2520 M 3634 2507 I K
N 3725 2520 M 3725 2507 I K
N 3816 2520 M 3816 2507 I K
N 3908 2520 M 3908 2507 I K
N 3999 2520 M 3999 2507 I K
N 4091 2520 M 4091 2507 I K
N 4182 2520 M 4182 2507 I K
N 4273 2520 M 4273 2507 I K
N 4364 2520 M 4364 2507 I K
F5S3E Ji
2923 1725 M (Multidoc summarization \(weighted\) - 100)[53 38 18 21 18 38 39 35 18 34 39 56 57 34 25 18 32 35 20 18 39 38 18 21 49 34 18 39 38 21 35 38
21 18 21 17 35 35 0]xS
F6S3E Ji
2911 2522 M (0)S
2823 2435 M (0.05)[35 18 35 0]xS
2858 2348 M (0.1)[35 18 0]xS
2823 2260 M (0.15)[35 18 35 0]xS
2858 2172 M (0.2)[35 18 0]xS
2823 2084 M (0.25)[35 18 35 0]xS
2858 1997 M (0.3)[35 18 0]xS
2823 1910 M (0.35)[35 18 35 0]xS
F6S27 Ji
3027 2584 M (H)S
3119 2584 M (Y)S
3209 2584 M (N)S
3302 2584 M (T)S
3392 2584 M (P)S
3486 2584 M (L)S
3574 2584 M (R)S
3667 2584 M (S)S
3756 2584 M (O)S
3846 2584 M (M)S
3935 2584 M (W)S
4033 2584 M (Z)S
4122 2584 M (U)S
4204 2584 M (B1)[26 0]xS
4295 2584 M (B2)[26 0]xS
F5S00IFFFFFFC1 Ji
2764 2293 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 4449 1610 M 2626 1610 I 2626 2676 I 4449 2676 I C
K
: N 2627 2739 1822 1007 rp C
1 0 scol L ; N 4449 2738 M 2626 2738 I 2626 3746 I 4449 3746 I C
K
N 2963 3030 M 4388 3030 I 4388 3574 I 2963 3574 I 2963 3030 I C
0.754 0 scol O 0 0 scol : 2963 3483 1425 1 rc N 2963 3483 M 4388 3483 I K
; : 2963 3392 1425 1 rc N 2963 3392 M 4388 3392 I K
; : 2963 3302 1425 1 rc N 2963 3302 M 4388 3302 I K
; : 2963 3211 1425 1 rc N 2963 3211 M 4388 3211 I K
; : 2963 3120 1425 1 rc N 2963 3120 M 4388 3120 I K
; : 2963 3030 1425 1 rc N 2963 3030 M 4388 3030 I K
; 0.5 0 scol 8 Lw solid N 2963 3030 M 4388 3030 I : 0.938 0.938 +S K
; N 4388 3030 M 4388 3574 I : 0.938 0.938 +S K
; N 4388 3574 M 2963 3574 I : 0.938 0.938 +S K
; N 2963 3574 M 2963 3030 I : 0.938 0.938 +S K
; 0 0 scol : 2986 3054 48 520 rc N 2991 3059 M 3028 3059 I 3028 3574 I 2991 3574 I 2991 3059 I C
: O ; : 0.938 0.938 +S K
; ; : 3081 3207 48 367 rc N 3086 3212 M 3123 3212 I 3123 3574 I 3086 3574 I 3086 3212 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3176 3219 48 355 rc N 3181 3224 M 3218 3224 I 3218 3574 I 3181 3574 I 3181 3224 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3271 3230 48 344 rc N 3276 3235 M 3313 3235 I 3313 3574 I 3276 3574 I 3276 3235 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3366 3235 48 339 rc N 3371 3240 M 3408 3240 I 3408 3574 I 3371 3574 I 3371 3240 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3461 3236 48 338 rc N 3466 3241 M 3503 3241 I 3503 3574 I 3466 3574 I 3466 3241 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3556 3246 48 328 rc N 3561 3251 M 3598 3251 I 3598 3574 I 3561 3574 I 3561 3251 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3651 3285 49 289 rc N 3656 3290 M 3694 3290 I 3694 3574 I 3656 3574 I 3656 3290 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3746 3327 49 247 rc N 3751 3332 M 3789 3332 I 3789 3574 I 3751 3574 I 3751 3332 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3841 3334 49 240 rc N 3846 3339 M 3884 3339 I 3884 3574 I 3846 3574 I 3846 3339 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3936 3336 49 238 rc N 3941 3341 M 3979 3341 I 3979 3574 I 3941 3574 I 3941 3341 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4031 3364 49 210 rc N 4036 3369 M 4074 3369 I 4074 3574 I 4036 3574 I 4036 3369 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4126 3379 49 195 rc N 4131 3384 M 4169 3384 I 4169 3574 I 4131 3574 I 4131 3384 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4221 3400 49 174 rc N 4226 3405 M 4264 3405 I 4264 3574 I 4226 3574 I 4226 3405 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 4316 3285 49 289 rc N 4321 3290 M 4359 3290 I 4359 3574 I 4321 3574 I 4321 3290 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 2963 3030 M 2963 3574 I K
N 2943 3574 M 2963 3574 I K
N 2943 3483 M 2963 3483 I K
N 2943 3392 M 2963 3392 I K
N 2943 3302 M 2963 3302 I K
N 2943 3211 M 2963 3211 I K
N 2943 3120 M 2963 3120 I K
N 2943 3030 M 2963 3030 I K
N 2963 3574 M 4388 3574 I K
N 2963 3587 M 2963 3574 I K
N 3058 3587 M 3058 3574 I K
N 3153 3587 M 3153 3574 I K
N 3248 3587 M 3248 3574 I K
N 3342 3587 M 3342 3574 I K
N 3437 3587 M 3437 3574 I K
N 3532 3587 M 3532 3574 I K
N 3627 3587 M 3627 3574 I K
N 3723 3587 M 3723 3574 I K
N 3818 3587 M 3818 3574 I K
N 3913 3587 M 3913 3574 I K
N 4008 3587 M 4008 3574 I K
N 4103 3587 M 4103 3574 I K
N 4198 3587 M 4198 3574 I K
N 4293 3587 M 4293 3574 I K
N 4388 3587 M 4388 3574 I K
F5S3F Ji
3096 2836 M (Multidoc summarization - 200)[53 38 18 21 18 38 39 35 18 34 39 56 57 34 25 18 32 35 20 18 39 38 18 21 18 34 35 0]xS
F6S3F Ji
2879 3589 M (0)S
2826 3499 M (0.1)[35 18 0]xS
2826 3408 M (0.2)[35 18 0]xS
2826 3317 M (0.3)[35 18 0]xS
2826 3227 M (0.4)[35 18 0]xS
2826 3136 M (0.5)[35 18 0]xS
2826 3045 M (0.6)[35 18 0]xS
F6S25 Ji
2997 3650 M (H)S
3093 3650 M (Y)S
3188 3650 M (S)S
3283 3650 M (P)S
3380 3650 M (L)S
3472 3650 M (N)S
3569 3650 M (T)S
3662 3650 M (R)S
3756 3650 M (O)S
3850 3650 M (M)S
3949 3650 M (Z)S
4042 3650 M (U)S
4132 3650 M (W)S
4222 3650 M (B1)[26 0]xS
4317 3650 M (B2)[26 0]xS
F5S00IFFFFFFC0 Ji
2768 3395 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 4449 2738 M 2626 2738 I 2626 3746 I 4449 3746 I C
K
: N 2627 3808 1822 1018 rp C
1 0 scol L ; N 4449 3807 M 2626 3807 I 2626 4826 I 4449 4826 I C
K
N 2963 4098 M 4388 4098 I 4388 4653 I 2963 4653 I 2963 4098 I C
0.754 0 scol O 0 0 scol : 2963 4515 1425 1 rc N 2963 4515 M 4388 4515 I K
; : 2963 4376 1425 1 rc N 2963 4376 M 4388 4376 I K
; : 2963 4238 1425 1 rc N 2963 4238 M 4388 4238 I K
; : 2963 4098 1425 1 rc N 2963 4098 M 4388 4098 I K
; 0.5 0 scol 8 Lw solid N 2963 4098 M 4388 4098 I : 0.938 0.938 +S K
; N 4388 4098 M 4388 4653 I : 0.938 0.938 +S K
; N 4388 4653 M 2963 4653 I : 0.938 0.938 +S K
; N 2963 4653 M 2963 4098 I : 0.938 0.938 +S K
; 0 0 scol : 2986 4163 48 490 rc N 2991 4168 M 3028 4168 I 3028 4653 I 2991 4653 I 2991 4168 I C
: O ; : 0.938 0.938 +S K
; ; : 3081 4328 48 325 rc N 3086 4333 M 3123 4333 I 3123 4653 I 3086 4653 I 3086 4333 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3176 4356 48 297 rc N 3181 4361 M 3218 4361 I 3218 4653 I 3181 4653 I 3181 4361 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3271 4375 48 278 rc N 3276 4380 M 3313 4380 I 3313 4653 I 3276 4653 I 3276 4380 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3366 4364 48 289 rc N 3371 4369 M 3408 4369 I 3408 4653 I 3371 4653 I 3371 4369 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3461 4364 48 289 rc N 3466 4369 M 3503 4369 I 3503 4653 I 3466 4653 I 3466 4369 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3556 4391 48 262 rc N 3561 4396 M 3598 4396 I 3598 4653 I 3561 4653 I 3561 4396 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3651 4403 49 250 rc N 3656 4408 M 3694 4408 I 3694 4653 I 3656 4653 I 3656 4408 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3746 4456 49 197 rc N 3751 4461 M 3789 4461 I 3789 4653 I 3751 4653 I 3751 4461 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3841 4462 49 191 rc N 3846 4467 M 3884 4467 I 3884 4653 I 3846 4653 I 3846 4467 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 3936 4467 49 186 rc N 3941 4472 M 3979 4472 I 3979 4653 I 3941 4653 I 3941 4472 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4031 4500 49 153 rc N 4036 4505 M 4074 4505 I 4074 4653 I 4036 4653 I 4036 4505 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4126 4505 49 148 rc N 4131 4510 M 4169 4510 I 4169 4653 I 4131 4653 I 4131 4510 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 4221 4523 49 130 rc N 4226 4528 M 4264 4528 I 4264 4653 I 4226 4653 I 4226 4528 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 4316 4422 49 231 rc N 4321 4427 M 4359 4427 I 4359 4653 I 4321 4653 I 4321 4427 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 2963 4098 M 2963 4653 I K
N 2943 4653 M 2963 4653 I K
N 2943 4515 M 2963 4515 I K
N 2943 4376 M 2963 4376 I K
N 2943 4238 M 2963 4238 I K
N 2943 4098 M 2963 4098 I K
N 2963 4653 M 4388 4653 I K
N 2963 4666 M 2963 4653 I K
N 3058 4666 M 3058 4653 I K
N 3153 4666 M 3153 4653 I K
N 3248 4666 M 3248 4653 I K
N 3342 4666 M 3342 4653 I K
N 3437 4666 M 3437 4653 I K
N 3532 4666 M 3532 4653 I K
N 3627 4666 M 3627 4653 I K
N 3723 4666 M 3723 4653 I K
N 3818 4666 M 3818 4653 I K
N 3913 4666 M 3913 4653 I K
N 4008 4666 M 4008 4653 I K
N 4103 4666 M 4103 4653 I K
N 4198 4666 M 4198 4653 I K
N 4293 4666 M 4293 4653 I K
N 4388 4666 M 4388 4653 I K
F5S3E Ji
2931 3905 M (Multidoc summarization \(weighted\) - 200)[52 39 18 20 18 39 38 35 18 35 38 57 56 35 24 18 32 35 21 18 38 39 18 20 49 35 18 38 39 21 34 39
21 17 21 18 35 35 0]xS
F6S3E Ji
2879 4669 M (0)S
2826 4531 M (0.1)[35 18 0]xS
2826 4391 M (0.2)[35 18 0]xS
2826 4253 M (0.3)[35 18 0]xS
2826 4114 M (0.4)[35 18 0]xS
F6S27 Ji
2996 4730 M (H)S
3093 4730 M (T)S
3186 4730 M (N)S
3285 4730 M (L)S
3377 4730 M (P)S
3472 4730 M (S)S
3567 4730 M (Y)S
3661 4730 M (R)S
3755 4730 M (O)S
3853 4730 M (Z)S
3944 4730 M (M)S
4036 4730 M (W)S
4136 4730 M (U)S
4222 4730 M (B1)[26 0]xS
4316 4730 M (B2)[27 0]xS
F5S00IFFFFFFC1 Ji
2767 4469 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 4449 3807 M 2626 3807 I 2626 4826 I 4449 4826 I C
K
LH
(%%[Page: 5]%%) =
%%PageTrailer
%%Page: 6 6
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
: N 711 530 1828 1018 rp C
1 0 scol L ; 0 0 scol N 2539 529 M 710 529 I 710 1548 I 2539 1548 I C
K
N 1047 820 M 2478 820 I 2478 1375 I 1047 1375 I 1047 820 I C
0.754 0 scol O 0 0 scol : 1047 1283 1431 1 rc N 1047 1283 M 2478 1283 I K
; : 1047 1190 1431 1 rc N 1047 1190 M 2478 1190 I K
; : 1047 1098 1431 1 rc N 1047 1098 M 2478 1098 I K
; : 1047 1006 1431 1 rc N 1047 1006 M 2478 1006 I K
; : 1047 913 1431 1 rc N 1047 913 M 2478 913 I K
; : 1047 820 1431 1 rc N 1047 820 M 2478 820 I K
; 0.5 0 scol 1 Lj 1 Lc 8 Lw solid N 1047 820 M 2478 820 I : 0.938 0.938 +S K
; N 2478 820 M 2478 1375 I : 0.938 0.938 +S K
; N 2478 1375 M 1047 1375 I : 0.938 0.938 +S K
; N 1047 1375 M 1047 820 I : 0.938 0.938 +S K
; 0 0 scol : 1070 887 49 488 rc N 1075 892 M 1113 892 I 1113 1375 I 1075 1375 I 1075 892 I C
: O ; : 0.938 0.938 +S K
; ; : 1165 989 49 386 rc N 1170 994 M 1208 994 I 1208 1375 I 1170 1375 I 1170 994 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1261 1012 48 363 rc N 1266 1017 M 1303 1017 I 1303 1375 I 1266 1375 I 1266 1017 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1356 1014 49 361 rc N 1361 1019 M 1399 1019 I 1399 1375 I 1361 1375 I 1361 1019 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1452 1021 48 354 rc N 1457 1026 M 1494 1026 I 1494 1375 I 1457 1375 I 1457 1026 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1547 1034 49 341 rc N 1552 1039 M 1590 1039 I 1590 1375 I 1552 1375 I 1552 1039 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1643 1049 48 326 rc N 1648 1054 M 1685 1054 I 1685 1375 I 1648 1375 I 1648 1054 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1738 1080 49 295 rc N 1743 1085 M 1781 1085 I 1781 1375 I 1743 1375 I 1743 1085 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1833 1082 49 293 rc N 1838 1087 M 1876 1087 I 1876 1375 I 1838 1375 I 1838 1087 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1928 1096 50 279 rc N 1933 1101 M 1972 1101 I 1972 1375 I 1933 1375 I 1933 1101 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2024 1116 49 259 rc N 2029 1121 M 2067 1121 I 2067 1375 I 2029 1375 I 2029 1121 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2119 1144 50 231 rc N 2124 1149 M 2163 1149 I 2163 1375 I 2124 1375 I 2124 1149 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2215 1165 49 210 rc N 2220 1170 M 2258 1170 I 2258 1375 I 2220 1375 I 2220 1170 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2310 1208 50 167 rc N 2315 1213 M 2354 1213 I 2354 1375 I 2315 1375 I 2315 1213 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 2406 1061 49 314 rc N 2411 1066 M 2449 1066 I 2449 1375 I 2411 1375 I 2411 1066 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 1047 820 M 1047 1375 I K
N 1027 1375 M 1047 1375 I K
N 1027 1283 M 1047 1283 I K
N 1027 1190 M 1047 1190 I K
N 1027 1098 M 1047 1098 I K
N 1027 1006 M 1047 1006 I K
N 1027 913 M 1047 913 I K
N 1027 820 M 1047 820 I K
N 1047 1375 M 2478 1375 I K
N 1047 1388 M 1047 1375 I K
N 1142 1388 M 1142 1375 I K
N 1238 1388 M 1238 1375 I K
N 1333 1388 M 1333 1375 I K
N 1428 1388 M 1428 1375 I K
N 1523 1388 M 1523 1375 I K
N 1619 1388 M 1619 1375 I K
N 1714 1388 M 1714 1375 I K
N 1810 1388 M 1810 1375 I K
N 1905 1388 M 1905 1375 I K
N 2001 1388 M 2001 1375 I K
N 2096 1388 M 2096 1375 I K
N 2192 1388 M 2192 1375 I K
N 2287 1388 M 2287 1375 I K
N 2383 1388 M 2383 1375 I K
N 2478 1388 M 2478 1375 I K
F5S3E Ji
1183 627 M (Multidoc summarization - 400)[53 38 18 21 18 38 39 35 17 35 39 56 57 34 25 18 32 35 20 18 39 38 18 21 18 34 35 0]xS
F6S3E Ji
963 1391 M (0)S
910 1299 M (0.1)[35 18 0]xS
910 1206 M (0.2)[35 18 0]xS
910 1113 M (0.3)[35 18 0]xS
910 1021 M (0.4)[35 18 0]xS
910 928 M (0.5)[35 18 0]xS
910 836 M (0.6)[35 18 0]xS
F6S27 Ji
1081 1452 M (H)S
1176 1452 M (N)S
1272 1452 M (Y)S
1368 1452 M (T)S
1463 1452 M (P)S
1561 1452 M (L)S
1654 1452 M (S)S
1746 1452 M (M)S
1845 1452 M (Z)S
1939 1452 M (U)S
2033 1452 M (O)S
2125 1452 M (W)S
2225 1452 M (R)S
2311 1452 M (B1)[27 0]xS
2406 1452 M (B2)[27 0]xS
F5S00IFFFFFFC1 Ji
851 1191 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 2539 529 M 710 529 I 710 1548 I 2539 1548 I C
K
: N 711 1611 1816 1018 rp C
1 0 scol L ; N 2527 1610 M 710 1610 I 710 2629 I 2527 2629 I C
K
N 1047 1901 M 2466 1901 I 2466 2456 I 1047 2456 I 1047 1901 I C
0.754 0 scol O 0 0 scol : 1047 2318 1419 1 rc N 1047 2318 M 2466 2318 I K
; : 1047 2179 1419 1 rc N 1047 2179 M 2466 2179 I K
; : 1047 2041 1419 1 rc N 1047 2041 M 2466 2041 I K
; : 1047 1901 1419 1 rc N 1047 1901 M 2466 1901 I K
; 0.5 0 scol 8 Lw solid N 1047 1901 M 2466 1901 I : 0.938 0.938 +S K
; N 2466 1901 M 2466 2456 I : 0.938 0.938 +S K
; N 2466 2456 M 1047 2456 I : 0.938 0.938 +S K
; N 1047 2456 M 1047 1901 I : 0.938 0.938 +S K
; 0 0 scol : 1070 1990 49 466 rc N 1075 1995 M 1113 1995 I 1113 2456 I 1075 2456 I 1075 1995 I C
: O ; : 0.938 0.938 +S K
; ; : 1165 2100 48 356 rc N 1170 2105 M 1207 2105 I 1207 2456 I 1170 2456 I 1170 2105 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1259 2115 49 341 rc N 1264 2120 M 1302 2120 I 1302 2456 I 1264 2456 I 1264 2120 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1354 2139 49 317 rc N 1359 2144 M 1397 2144 I 1397 2456 I 1359 2456 I 1359 2144 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1449 2145 48 311 rc N 1454 2150 M 1491 2150 I 1491 2456 I 1454 2456 I 1454 2150 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1543 2159 49 297 rc N 1548 2164 M 1586 2164 I 1586 2456 I 1548 2456 I 1548 2164 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1638 2178 49 278 rc N 1643 2183 M 1681 2183 I 1681 2456 I 1643 2456 I 1643 2183 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1732 2197 49 259 rc N 1737 2202 M 1775 2202 I 1775 2456 I 1737 2456 I 1737 2202 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1826 2203 50 253 rc N 1831 2208 M 1870 2208 I 1870 2456 I 1831 2456 I 1831 2208 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 1921 2225 50 231 rc N 1926 2230 M 1965 2230 I 1965 2456 I 1926 2456 I 1926 2230 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2016 2247 49 209 rc N 2021 2252 M 2059 2252 I 2059 2456 I 2021 2456 I 2021 2252 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2110 2272 50 184 rc N 2115 2277 M 2154 2277 I 2154 2456 I 2115 2456 I 2115 2277 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2205 2288 50 168 rc N 2210 2293 M 2249 2293 I 2249 2456 I 2210 2456 I 2210 2293 I C
: 0.645 0 scol O ; : 0.938 0.938 +S K
; ; : 2300 2311 49 145 rc N 2305 2316 M 2343 2316 I 2343 2456 I 2305 2456 I 2305 2316 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; : 2394 2185 50 271 rc N 2399 2190 M 2438 2190 I 2438 2456 I 2399 2456 I 2399 2190 I C
: 0.297 0 scol O ; : 0.938 0.938 +S K
; ; 1 Lw solid N 1047 1901 M 1047 2456 I K
N 1027 2456 M 1047 2456 I K
N 1027 2318 M 1047 2318 I K
N 1027 2179 M 1047 2179 I K
N 1027 2041 M 1047 2041 I K
N 1027 1901 M 1047 1901 I K
N 1047 2456 M 2466 2456 I K
N 1047 2469 M 1047 2456 I K
N 1142 2469 M 1142 2456 I K
N 1236 2469 M 1236 2456 I K
N 1330 2469 M 1330 2456 I K
N 1425 2469 M 1425 2456 I K
N 1519 2469 M 1519 2456 I K
N 1614 2469 M 1614 2456 I K
N 1709 2469 M 1709 2456 I K
N 1803 2469 M 1803 2456 I K
N 1898 2469 M 1898 2456 I K
N 1993 2469 M 1993 2456 I K
N 2087 2469 M 2087 2456 I K
N 2182 2469 M 2182 2456 I K
N 2277 2469 M 2277 2456 I K
N 2371 2469 M 2371 2456 I K
N 2466 2469 M 2466 2456 I K
F5S3E Ji
1012 1708 M (Multidoc summarization \(weighted\) - 400)[52 39 18 21 17 39 38 35 18 35 38 57 56 35 24 18 32 35 21 18 38 39 18 20 49 35 18 38 39 20 35 39
20 18 21 18 35 34 0]xS
F6S3E Ji
963 2472 M (0)S
910 2334 M (0.1)[35 18 0]xS
910 2194 M (0.2)[35 18 0]xS
910 2056 M (0.3)[35 18 0]xS
910 1917 M (0.4)[35 18 0]xS
F6S27 Ji
1079 2533 M (H)S
1176 2533 M (T)S
1269 2533 M (N)S
1364 2533 M (P)S
1462 2533 M (L)S
1554 2533 M (Y)S
1648 2533 M (S)S
1740 2533 M (M)S
1839 2533 M (Z)S
1930 2533 M (O)S
2026 2533 M (U)S
2116 2533 M (W)S
2215 2533 M (R)S
2301 2533 M (B1)[26 0]xS
2395 2533 M (B2)[27 0]xS
F5S00IFFFFFFC1 Ji
851 2272 M (Recall)[-46 -35 -35 -35 -18 0]yS
N 2527 1610 M 710 1610 I 710 2629 I 2527 2629 I C
K
F1S56 Ji
679 2738 M ( )S
679 2837 M ( )S
F0S5E Ji
679 3039 M (4.2)[47 24 0]xS
796 3039 M ( )S
900 3039 M (Recall and precision metrics do not )[68 42 43 47 26 25 25 47 52 51 25 51 42 42 41 27 36 27 47 51 25 77 41 31 43 26 42 36 24 52 46 25
51 47 31 0]xS
900 3148 M (account for units that are )[47 43 42 47 52 51 31 25 32 46 41 25 51 52 26 31 37 25 31 51 47 31 25 47 42 41 0]xS
900 3256 M (important bu)[27 78 51 47 43 31 47 51 31 25 53 0]xS
1435 3256 M (t are not in the )[31 25 24 46 43 41 24 52 47 31 24 25 52 24 31 52 42 0]xS
900 3364 M (model summary)[77 48 52 42 27 24 37 52 78 77 47 42 0]xS
1550 3364 M ( )S
F1S56 Ji
679 3510 M (As part of the evaluation process, judges were )[62 33 28 43 38 29 24 28 44 29 28 24 44 37 28 38 43 38 24 44 37 25 24 43 43 29 42 29 43 38 38 33
33 22 28 25 43 43 43 38 33 29 62 38 30 38 0]xS
679 3609 M (asked to determine which units in an )[37 33 44 38 43 84 24 43 84 43 38 24 38 29 67 24 44 37 84 62 43 25 37 43 84 43 44 23 24 33 84 24
44 83 38 43 0]xS
679 3708 M (automatically produced summary)[37 43 25 43 67 37 25 24 38 38 24 24 43 119 43 29 44 43 43 38 37 45 119 33 43 67 68 37 29 0]xS
2027 3708 M ( were )[119 63 37 30 38 0]xS
679 3807 M (important, but nevertheless not present in the )[24 67 43 43 28 25 37 44 24 22 35 43 43 24 35 44 37 43 38 29 25 43 37 25 37 34 33 35 43 43 25 35
43 29 39 32 38 43 25 35 24 43 35 24 44 38 0]xS
679 3906 M (model summary. The DUC systems often )[66 44 43 37 25 62 33 43 68 66 38 30 42 22 62 53 43 39 62 63 62 57 62 34 43 33 24 38 68 33 62 43
29 24 38 44 0]xS
679 4005 M (include in the their outputs such units, which )[24 43 38 24 44 43 37 34 25 43 34 24 43 38 34 24 44 37 25 29 34 43 43 24 44 42 24 32 35 33 43 38
44 34 43 43 25 24 33 22 34 62 43 24 38 44 0]xS
679 4104 M (under a correct evaluation schema would have )[43 43 43 38 29 27 38 28 38 43 29 29 38 37 25 28 39 43 37 25 43 38 24 25 43 43 27 33 38 44 38 67
38 28 62 43 44 24 43 28 43 37 44 38 0]xS
679 4204 M (to be accounted for in the computation of the )[24 43 32 43 38 32 39 37 38 43 43 43 25 38 43 32 29 43 29 32 25 43 32 24 44 37 32 38 43 67 43 43
25 37 25 24 43 44 32 43 29 32 24 44 36 0]xS
679 4302 M (recall and precision figures)[29 37 39 37 25 24 60 37 43 44 59 43 29 38 37 25 33 24 43 44 59 29 25 42 43 29 38 0]xS
1727 4302 M (. Unfortunately, )[21 59 63 43 29 43 29 25 43 43 38 24 38 24 43 22 0]xS
679 4401 M (none of the two recall schemas discussed )[43 43 43 38 58 43 30 57 24 44 37 58 25 62 43 58 29 37 38 37 25 24 59 33 37 44 38 68 38 33 58 44
24 33 37 44 34 33 38 44 0]xS
679 4501 M (above accounts for these units. This is quite )[37 43 44 43 38 40 38 38 38 43 43 43 25 33 39 29 44 29 39 25 43 37 34 38 40 44 43 24 25 33 21 40
52 44 24 33 39 25 33 39 43 44 24 25 37 0]xS
679 4599 M (unfortunate as it penalizes especially the )[43 43 29 43 29 24 43 44 37 25 37 70 37 33 70 24 25 69 44 37 43 38 24 25 37 39 33 70 38 33 44 39
37 25 37 25 24 42 70 24 44 38 0]xS
679 4699 M (systems that find large amounts of important )[33 43 33 24 39 66 33 38 24 44 37 25 37 29 25 43 42 38 24 38 29 42 38 38 38 67 43 43 44 24 33 38
43 29 37 24 67 43 42 29 25 37 44 23 0]xS
679 4798 M (information that is not present in the model )[24 43 29 43 29 67 37 25 24 43 44 41 24 44 37 25 41 24 33 43 43 43 25 42 42 28 38 34 37 44 24 42
25 43 42 25 43 38 42 67 43 43 38 24 0]xS
679 4896 M (summary. )[32 44 66 68 38 29 42 22 0]xS
1041 4896 M ( )S
679 4996 M (For examp)[47 43 29 135 39 43 38 66 0]xS
1163 4996 M (le, our single document )[24 38 21 136 43 43 29 136 33 24 43 43 24 38 135 43 43 38 44 67 38 43 25 0]xS
679 5095 M (summarization system found more such )[32 44 66 68 38 29 24 38 38 24 24 44 43 86 34 43 32 26 37 67 87 30 43 43 43 44 86 67 43 29 38 86
33 44 38 44 0]xS
679 5194 M (information than any other system. Its average )[24 43 29 43 29 67 37 25 24 43 44 26 24 44 37 43 28 37 43 43 27 43 25 43 38 29 27 34 42 33 24 39
67 21 28 28 24 33 28 39 43 38 29 38 44 38 0]xS
679 5293 M (score that reflects this important information )[32 38 43 29 39 40 25 43 38 24 41 29 37 29 25 37 38 25 33 41 24 43 25 33 40 25 67 44 43 29 24 38
43 25 40 24 43 29 42 29 67 38 24 25 43 42 0]xS
679 5392 M (that is not accounted for by the model )[24 43 38 24 69 24 33 69 43 43 25 68 38 39 37 43 44 43 24 38 43 69 29 43 29 69 43 42 69 25 43 37
69 67 43 43 38 25 0]xS
679 5491 M (summary was 0.429; in contrast, the average )[32 44 66 68 38 29 43 38 63 37 34 38 43 22 43 43 43 25 37 25 43 38 37 43 44 24 29 38 33 24 22 37
25 43 38 37 39 43 38 29 38 44 38 0]xS
679 5590 M (score for all othe)[32 38 43 29 39 26 29 44 29 26 38 24 25 26 43 24 43 0]xS
1275 5590 M (r systems was 0.29. Although )[29 26 33 43 33 24 38 68 33 27 62 38 33 27 43 22 43 43 22 26 62 24 25 43 43 44 42 43 0]xS
679 5690 M (our system found more unaccounted for )[43 43 29 74 32 43 33 25 38 66 74 29 43 43 44 43 73 67 43 29 38 73 43 44 37 39 37 44 43 43 25 37
43 74 29 43 29 0]xS
679 5788 M (important information than any other system, )[24 67 43 43 28 25 37 44 24 37 24 43 29 43 29 67 37 24 24 44 43 36 24 43 38 43 37 37 44 42 37 43
24 43 38 29 37 34 42 33 25 38 67 22 0]xS
2595 576 M (its ability)[25 24 33 31 38 43 24 25 23 25 0]xS
2928 576 M ( to find important inform)[31 24 44 31 29 24 43 43 31 24 67 43 43 29 24 38 43 24 31 25 42 29 44 29 0]xS
3829 576 M (a)S
3867 576 M (t)S
3891 576 M (i)S
3916 576 M (o)S
3958 576 M (n)S
4001 576 M ( is not )[31 25 33 31 43 43 24 0]xS
2595 675 M (reflected by traditional )[29 38 29 25 37 38 24 38 43 53 43 42 53 24 29 38 43 25 24 25 42 43 38 24 0]xS
3495 675 M (recall and precision )[28 38 38 38 24 25 52 38 43 43 53 43 29 38 38 24 33 24 44 43 0]xS
2595 775 M (metrics.)[67 38 24 29 25 37 33 0]xS
2870 775 M ( )S
F0S5E Ji
2595 976 M (4.3)[47 25 0]xS
2713 976 M ( )S
2817 976 M (Precision figures are misleading)[57 43 41 42 27 36 27 47 50 25 31 26 47 52 42 43 35 25 46 42 41 25 77 26 37 26 43 47 51 27 51 0]xS
4099 976 M ( )S
F1S56 Ji
2595 1122 M (We have come to believe that precision is not)[81 38 22 43 39 43 38 22 38 43 68 38 22 25 43 22 44 37 25 24 38 42 38 22 25 43 37 25 22 44 29 37
38 24 33 25 43 43 23 24 33 23 43 42 0]xS
4171 1122 M ( a )[22 38 0]xS
2595 1222 M (useful metric in the DUC evaluation, as all )[43 33 38 29 43 25 44 67 37 25 29 24 38 44 25 43 44 24 44 37 44 63 63 58 44 38 44 37 25 43 38 24
24 44 43 22 44 37 34 44 38 24 25 0]xS
2595 1321 M (systems produced summaries of bounded )[34 42 33 25 38 67 33 75 43 29 44 43 43 38 37 44 76 33 43 67 67 38 29 24 38 33 75 43 30 75 43 43
43 44 43 38 43 0]xS
2595 1419 M (lengths. To explain why this is the ca)[25 37 43 43 24 43 33 22 58 53 43 59 39 42 43 25 37 25 43 58 62 44 43 58 25 43 24 33 59 24 33 58
25 43 37 60 37 0]xS
4137 1419 M (se, )[34 37 23 0]xS
2595 1519 M (consider the model summary)[38 43 43 33 25 43 37 30 39 25 43 37 40 67 43 44 38 24 40 32 44 66 68 38 29 0]xS
3646 1519 M ( below and two )[40 44 37 25 43 62 40 37 43 44 39 25 62 44 0]xS
2595 1618 M (peer summaries of approximately equal length, )[43 38 38 29 24 33 43 68 67 37 30 24 39 32 25 43 29 25 37 44 43 29 43 42 24 67 37 25 37 25 42 25
38 43 44 37 25 24 24 38 43 43 24 43 23 0]xS
2595 1717 M (which convey the same information.)[62 43 25 38 43 21 38 43 43 44 38 43 21 25 43 37 22 34 38 67 38 21 25 43 29 43 30 66 38 24 25 43
43 0]xS
3853 1717 M ( )S
2595 1816 M ( )S
F0S56 Ji
2595 1917 M (Mode)[81 43 48 0]xS
2805 1917 M (l summary:)[24 22 33 49 71 71 44 37 44 0]xS
3229 1917 M ( )S
F1S56 Ji
2595 2014 M ( )S
2873 2014 M ([Officials at Southern Co. conspired to )[29 62 29 28 24 38 25 37 25 32 27 37 25 26 48 43 44 24 43 38 29 43 27 57 43 21 25 38 43 43 33 43
25 29 38 43 26 25 43 0]xS
2595 2113 M (cover up their accounting for spare parts.])[38 43 43 38 29 22 43 43 22 24 43 38 24 30 21 38 37 38 43 44 43 24 25 43 42 22 29 43 29 22 33 43
38 29 37 22 43 38 29 24 33 22 0]xS
4038 2113 M ( )S
2595 2213 M ( )S
F0S56 Ji
2595 2313 M (Peer summaries:)[53 37 39 38 22 33 49 71 71 44 38 24 39 33 0]xS
3215 2313 M ( )S
F1S56 Ji
2877 2410 M (A.)[62 0]xS
2961 2410 M ( )S
3030 2410 M ([A grand jury has been )[30 62 124 42 29 38 43 43 124 25 43 29 42 125 43 38 34 124 43 38 38 44 0]xS
3030 2510 M (investigating whether officials at )[25 43 42 39 33 24 25 42 38 24 25 43 42 44 62 44 38 25 43 37 30 44 43 29 29 24 37 25 37 25 33 45
37 25 0]xS
3030 2608 M (Southern Co. conspired to cover )[48 44 43 24 44 37 29 44 43 57 43 22 43 38 43 43 33 43 25 29 38 43 43 25 43 43 38 43 43 38 29 0]xS
3030 2708 M (up their accounting for spare parts )[44 43 25 25 43 38 24 29 26 37 38 37 44 43 43 25 24 43 43 25 29 43 29 26 33 43 38 30 37 26 43 37
30 24 34 0]xS
3030 2807 M (to evade federal )[25 43 22 37 43 37 44 38 22 29 37 45 37 29 38 24 0]xS
3602 2807 M (income taxes.] )[24 44 37 43 67 38 21 25 38 44 37 33 22 29 0]xS
4126 2807 M ( )S
2877 2905 M (B.)[58 0]xS
2956 2905 M ( )S
3030 2905 M ([Allegedly, in order to evade )[30 62 24 25 37 42 38 43 25 42 22 73 24 44 73 43 29 44 37 29 74 24 42 74 38 43 37 44 39 0]xS
3030 3005 M (federal income taxes,] [officials at )[30 37 43 38 29 38 24 27 25 43 38 43 67 37 28 24 38 43 38 33 22 29 27 29 44 28 29 24 37 25 37 25
33 27 37 25 0]xS
3030 3104 M (Southern Co. conspired to cover )[48 44 43 24 44 37 29 44 43 57 43 22 43 38 43 43 33 43 25 29 38 43 43 25 43 43 38 43 43 38 29 0]xS
3030 3203 M (up their accounting for spare )[44 43 74 25 43 37 24 29 74 38 38 37 43 44 43 24 25 43 42 75 29 43 28 74 33 44 37 29 39 0]xS
3030 3302 M (parts.] [A grand jury has been )[44 37 29 25 33 21 30 55 29 62 56 42 29 38 43 43 56 24 43 29 44 55 43 39 33 55 44 38 38 44 0]xS
3030 3402 M (investigating this.])[25 43 42 39 33 24 25 42 38 24 25 43 42 22 24 43 25 33 21 0]xS
3672 3402 M ( )S
2595 3501 M (Both peer summaries reproduce the important )[58 43 24 43 32 44 37 38 29 32 33 43 68 67 37 29 25 38 33 32 29 38 43 30 43 44 43 37 38 32 24 44
38 32 25 66 44 43 29 24 38 43 24 0]xS
2595 3599 M (information in )[25 43 29 42 29 67 38 24 25 43 43 35 24 44 0]xS
3140 3599 M (the model summary)[25 43 38 35 67 43 44 37 25 35 33 44 66 68 38 29 0]xS
3852 3599 M ( and some )[37 37 44 43 35 33 44 67 39 0]xS
2595 3699 M (additional information)[38 43 43 25 24 25 42 43 38 24 31 25 42 29 43 29 67 38 24 24 43 0]xS
3378 3699 M (. )[22 0]xS
3431 3699 M ( )S
3462 3699 M (Yet, peer summary A )[61 38 24 22 31 43 38 37 29 31 33 43 68 67 37 31 42 31 63 0]xS
2595 3798 M (consists of 1 unit, while peer summary B of 3 )[38 43 43 33 25 33 24 33 29 43 29 30 43 29 43 43 24 24 22 29 62 42 25 24 38 29 43 37 38 29 29 33
43 67 67 38 29 42 30 57 29 43 29 30 43 0]xS
2595 3897 M (units. Computing precision at the unit level )[43 44 24 25 32 22 45 58 43 67 43 43 24 24 43 42 46 43 29 39 37 25 32 25 43 43 46 37 25 45 24 43
38 45 43 44 24 24 46 24 39 42 37 26 0]xS
2595 3996 M (would yield a precision )[62 43 44 24 43 61 42 24 38 24 44 60 37 61 43 29 37 38 25 33 25 43 43 0]xS
3578 3996 M (of 1.00 for peer )[44 29 60 43 22 43 43 61 29 42 29 60 43 38 38 29 0]xS
2595 4095 M (summary A and)[33 43 67 68 37 30 42 36 63 37 38 43 0]xS
3175 4095 M ( a precision of 1/3= 0.33 for )[37 37 37 43 30 38 38 24 33 24 44 43 37 43 29 37 42 24 44 48 36 43 22 43 44 35 29 44 28 0]xS
2595 4194 M (peer summary B. This is counterintuitive)[43 38 38 29 40 33 43 67 68 37 30 42 39 58 21 40 52 44 24 34 39 25 33 40 38 43 43 43 25 37 30 24
43 25 42 24 24 24 43 0]xS
4097 4194 M (, as )[22 39 39 34 0]xS
2595 4293 M (both peer summaries are approximately equal )[43 44 24 43 34 43 38 38 29 34 33 43 67 67 38 29 24 39 33 35 37 29 38 35 38 43 44 29 43 42 25 67
37 25 37 25 42 35 37 44 43 37 26 0]xS
2595 4393 M (in length and have the same semantic content.)[25 43 22 24 38 43 42 25 43 21 38 43 43 22 43 38 43 38 21 25 43 38 21 34 38 67 39 22 32 39 67 37
44 24 24 38 22 37 44 43 24 38 43 24 0]xS
4179 4393 M ( )S
2595 4491 M ( )S
2595 4590 M (We believe that systems that include shorter )[81 38 40 44 38 24 25 37 44 37 41 24 43 38 24 41 34 43 33 24 38 67 33 41 24 43 38 24 41 24 44 37
25 43 43 38 40 33 43 43 30 24 38 29 0]xS
2595 4690 M (sentences in the summaries or long sentences )[33 38 43 24 38 44 39 37 33 34 24 44 34 24 43 38 35 33 43 67 67 38 29 24 39 33 34 43 29 34 24 44
43 42 34 34 37 44 24 38 44 37 39 34 0]xS
2595 4788 M (with clearly marked clauses are put at a )[62 25 24 43 61 38 25 37 38 29 24 43 61 66 38 29 43 38 43 61 38 24 39 43 33 39 33 61 37 29 38 61
43 44 24 61 38 24 61 38 0]xS
2595 4888 M (disadvantage when any unit)[43 25 33 37 44 43 37 44 24 39 43 38 49 62 44 37 43 51 38 44 42 50 44 44 24 0]xS
3641 4888 M (-)S
3670 4888 M (ba)[43 0]xS
3750 4888 M (sed precision )[33 38 43 50 43 29 39 38 24 33 24 44 43 0]xS
2595 4987 M (metric is employed. For example, our system, )[67 38 24 29 25 37 31 25 33 31 38 67 43 25 43 42 38 43 22 31 47 44 29 32 38 44 37 67 43 25 37 22
31 43 43 29 31 34 44 32 25 38 66 23 0]xS
2595 5085 M (system Y, produced a total of 190 units in all )[34 42 33 25 38 67 31 62 22 31 43 29 43 44 43 37 38 43 31 38 31 24 44 24 38 24 31 43 29 31 44 43
43 30 43 44 23 25 33 31 24 43 31 38 24 24 0]xS
2595 5185 M (multidoc summaries of length 50. By contrast, )[67 43 25 24 24 43 43 38 27 33 43 67 67 38 29 25 38 33 27 44 29 27 24 38 44 43 24 43 27 44 43 22
27 58 42 29 37 43 44 24 29 38 33 24 22 0]xS
2595 5284 M (the average number of units produced by the )[25 43 37 36 38 43 38 29 38 44 37 36 43 43 67 43 38 29 36 43 29 36 42 43 24 24 33 36 43 29 44 43
43 38 37 44 35 44 42 36 24 43 38 0]xS
2595 5383 M (other systems was 67. Although our system )[43 25 43 38 29 44 33 42 33 25 38 67 33 44 63 38 33 45 43 43 22 44 62 24 25 43 43 43 43 43 44 43
44 28 44 33 43 33 25 37 68 0]xS
2595 5482 M (produced summaries)[43 30 43 43 43 38 38 43 36 33 44 66 68 38 29 24 38 0]xS
3325 5482 M ( of the same length with )[36 44 29 36 25 42 38 36 34 38 67 38 37 24 38 43 42 25 43 37 62 24 25 43 0]xS
2595 5581 M (the other system, it is systematically penalized )[25 43 37 28 43 24 44 37 29 28 33 43 33 24 38 66 22 27 25 24 28 24 33 27 34 42 33 25 38 67 37 25
24 38 38 24 24 43 27 44 38 43 38 24 24 38 39 44 0]xS
2595 5680 M (by the precision metric )[43 43 47 24 43 38 47 43 29 38 38 24 33 24 44 43 47 67 37 25 29 24 38 0]xS
3510 5680 M (for producing more )[29 43 29 47 44 28 43 43 44 37 25 43 42 47 67 43 29 38 0]xS
LH
(%%[Page: 6]%%) =
%%PageTrailer
%%Page: 7 7
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
0 0 scol 679 576 M (units. As a consequence, precision figures for )[43 43 25 24 33 21 33 62 33 33 38 33 37 44 43 33 37 44 43 37 45 38 38 21 33 43 30 37 38 24 33 25
43 43 33 29 25 42 43 29 38 33 33 29 43 28 0]xS
679 675 M (our system are systematically lower. )[43 43 29 22 33 42 33 24 39 67 21 38 30 38 21 34 43 33 25 37 68 37 25 24 38 38 25 24 43 21 25 43
62 38 29 21 0]xS
1957 675 M ( )S
679 775 M (As all systems produce summaries of bounded )[62 33 27 37 25 24 28 32 44 33 24 38 67 33 27 44 29 43 43 44 37 38 27 33 44 67 67 37 29 25 38 33
27 44 29 27 43 44 42 43 43 38 43 0]xS
679 873 M (length, we believe that precision)[24 38 43 42 25 43 21 44 62 37 44 44 37 25 24 38 43 38 43 24 44 37 25 43 43 29 38 37 26 33 24 43
0]xS
1884 873 M ( figures are )[43 29 24 43 43 29 38 33 43 37 30 38 0]xS
679 973 M (irrelevant in the context of the DUC )[24 29 29 38 24 38 42 38 43 25 86 24 44 86 25 43 37 87 38 43 43 24 39 42 25 86 43 30 86 25 43 37
87 62 62 58 0]xS
679 1072 M (evaluation.)[38 42 38 24 44 37 25 24 43 44 0]xS
1059 1072 M ( )S
679 1170 M ( )S
F0S5E Ji
679 1373 M (4.4)[47 24 0]xS
796 1373 M ( )S
900 1373 M (Grammaticality, cohesion, and )[74 42 47 78 77 47 31 26 43 47 26 26 31 47 24 24 43 47 51 42 36 26 47 51 25 24 47 52 52 0]xS
900 1481 M (organization judgments look )[47 43 47 47 51 27 41 47 31 26 47 52 25 31 51 52 48 77 43 52 31 38 24 26 47 47 51 0]xS
900 1589 M (suspicious.)[37 52 36 52 26 43 26 47 52 36 0]xS
1332 1589 M ( )S
F1S56 Ji
679 1735 M (We found the grammaticality, cohesion, and )[80 38 43 29 44 43 43 43 44 23 43 38 43 42 30 37 67 68 37 25 24 38 38 25 23 25 42 22 43 37 44 43
37 33 25 43 43 22 43 38 43 44 0]xS
679 1834 M (organization judgments highly suspicious. For )[43 29 42 38 43 25 38 38 24 25 43 43 31 25 43 43 42 67 38 43 24 33 31 43 25 42 43 25 42 32 33 43
33 43 25 37 25 43 43 33 22 32 47 43 30 0]xS
679 1934 M (example, for the single document b)[38 42 39 67 43 24 38 22 27 29 43 29 27 24 43 38 27 33 25 43 42 25 37 27 44 43 38 43 66 38 43 25
27 0]xS
1921 1934 M (aseline, the )[38 34 37 25 24 43 38 22 27 24 44 37 0]xS
679 2032 M (average scores across all judgments were 3.19, )[38 42 38 29 39 43 38 26 33 37 44 29 38 33 27 37 38 29 43 34 33 26 38 24 25 25 24 43 43 42 68 38
43 24 33 26 62 37 30 38 25 43 22 43 44 21 0]xS
679 2131 M (2.88, and 3.04)[43 21 44 43 22 38 38 43 43 39 43 22 43 0]xS
1204 2131 M ( respectively)[39 29 37 33 44 38 38 24 24 44 37 25 0]xS
1658 2131 M (. Given that these )[22 38 62 26 42 38 43 38 25 43 38 24 39 24 43 39 34 38 0]xS
679 2231 M (baselines were created by taking the first 100 )[43 37 34 38 24 25 43 38 32 33 63 38 29 38 33 37 29 39 37 25 38 43 33 44 42 33 24 38 43 25 43 42
33 25 43 37 33 30 23 29 33 25 32 44 42 43 0]xS
679 2329 M (words in a document, it is very likely that they)[62 43 29 43 33 26 24 43 26 37 26 43 43 38 43 67 37 43 25 22 25 23 25 24 25 33 25 43 38 29 42 26
24 25 43 37 25 42 26 24 43 38 24 26 23 43 38 0]xS
2314 2329 M ( )S
679 2429 M (were both grammatical, cohesive)[62 37 29 39 103 44 43 24 43 104 42 29 38 68 66 38 24 25 38 38 24 22 103 38 43 43 39 33 24 44 0]xS
2063 2429 M (, and )[22 104 38 43 44 0]xS
679 2528 M (coherent. The multidocument su)[37 43 44 37 29 38 43 25 21 96 53 43 38 96 67 43 25 24 25 43 43 37 43 67 38 43 24 96 33 0]xS
2016 2528 M (mmaries )[67 68 37 29 25 38 34 0]xS
679 2626 M (produced by humans faired better with respect )[43 29 43 43 44 37 38 43 27 44 43 27 43 44 66 38 44 33 27 30 38 24 30 37 43 28 43 37 25 24 38 29
27 62 25 24 44 27 29 38 32 44 38 38 25 0]xS
679 2726 M (to their grammaticality but exhibited the same )[24 43 29 25 43 38 23 29 29 43 29 38 66 68 38 24 24 38 38 24 24 25 42 29 44 43 24 29 39 42 44 24
43 25 24 38 43 29 24 44 37 29 33 38 68 38 0]xS
679 2825 M (levels of performance when it came to )[24 38 43 37 25 33 74 43 29 75 43 38 29 29 43 29 67 38 43 37 38 74 62 44 37 43 75 24 25 74 37 38
67 37 75 24 44 0]xS
679 2924 M (cohesion and coherence. The fact that these )[37 43 44 38 33 25 43 43 44 38 43 43 44 38 43 44 37 29 38 44 39 37 22 44 53 43 37 45 29 37 38 24
45 24 43 38 24 45 24 43 38 34 38 0]xS
679 3023 M (summaries received so low scores is )[32 44 66 68 38 29 24 38 33 99 29 38 38 37 26 42 38 43 99 33 44 98 25 43 62 99 33 37 44 29 37 33
99 24 34 0]xS
679 3122 M (disturbing. We believe that in order )[43 24 33 25 43 29 42 25 43 42 22 37 81 38 38 44 37 25 24 38 43 38 37 25 43 38 25 37 25 43 38 42
29 43 38 29 0]xS
2023 3122 M (to make )[24 43 38 67 37 44 38 0]xS
679 3221 M (these results reliable, future evaluation)[24 43 38 33 37 45 30 37 33 43 25 24 33 44 29 38 25 24 38 43 24 38 21 45 29 43 24 43 29 37 45 38
43 37 25 43 37 25 24 44 0]xS
2102 3221 M (s)S
2135 3221 M ( will )[44 62 24 25 24 0]xS
679 3320 M (need to )[43 37 38 43 43 24 43 0]xS
993 3320 M (be )[43 37 0]xS
1116 3320 M (carried)[38 38 29 29 25 37 0]xS
1355 3320 M ( out )[43 43 43 25 0]xS
1551 3320 M (only after)[43 42 25 42 42 38 29 25 37 0]xS
1903 3320 M ( employing )[43 37 67 43 25 43 42 25 43 43 0]xS
679 3420 M (extensive training with the NIST assessors in )[38 42 25 37 44 33 25 42 38 35 24 29 38 24 44 24 43 43 34 62 25 24 43 35 25 43 37 34 62 29 48 52
35 38 34 34 38 34 33 43 29 33 35 24 44 0]xS
679 3518 M (order to ensure higher consistency with respect )[43 29 43 38 29 23 25 43 24 37 43 33 44 29 37 24 43 25 42 43 38 29 24 38 43 43 34 25 33 24 38 43
38 43 23 62 25 24 43 24 29 38 32 44 38 38 25 0]xS
679 3617 M (to these judgments.)[24 43 22 24 44 37 33 38 21 25 43 43 43 66 38 43 25 32 0]xS
1345 3617 M ( )S
679 3717 M ( )S
F0S5E Ji
679 3918 M (4.5)[47 24 0]xS
796 3918 M ( )S
900 3918 M (Grammaticality, cohesion and )[74 42 47 78 77 47 31 26 43 47 26 26 31 47 24 24 43 47 51 42 36 26 47 51 25 47 52 51 0]xS
900 4026 M (coherence in non)[43 47 51 43 41 42 52 42 42 23 27 51 25 51 47 0]xS
1579 4026 M (-)S
1610 4026 M (naratives.)[52 47 42 47 31 27 47 43 35 0]xS
2006 4026 M ( )S
F1S56 Ji
679 4173 M (The notions)[52 43 38 36 43 43 25 24 43 44 0]xS
1103 4173 M ( of gra)[35 43 30 35 43 29 0]xS
1355 4173 M (mmaticality, cohesion, and )[68 67 37 25 24 39 37 25 24 25 42 22 35 38 43 43 39 33 24 44 43 21 36 38 43 44 0]xS
679 4272 M (coherence mean different things in different)[37 43 44 37 29 38 44 38 37 46 68 39 37 44 46 43 24 29 30 37 29 38 43 24 46 24 42 25 43 42 33 46
25 43 46 43 24 29 29 38 29 37 44 0]xS
2314 4272 M ( )S
679 4371 M (textual contexts)[24 38 42 24 44 37 25 32 37 43 44 24 39 42 24 0]xS
1231 4371 M (. The grammar of headlines is )[22 32 53 44 37 33 42 30 37 68 67 37 29 32 44 29 32 43 38 37 43 25 24 43 38 33 32 25 34 0]xS
679 4471 M (different from the grammar of texts. List )[43 24 28 30 37 29 38 43 25 61 28 29 43 67 61 24 43 37 62 42 29 38 67 67 38 29 61 43 29 61 25 37
43 24 33 22 62 50 25 33 25 0]xS
679 4569 M (environments are cohesive and coherent in a )[37 43 43 24 29 44 43 67 37 43 25 33 39 38 29 38 39 38 43 44 38 33 25 42 39 38 38 43 43 40 37 44
43 38 29 37 44 24 38 25 43 40 38 0]xS
679 4668 M (different way than narrative texts)[43 24 28 30 37 29 38 43 25 55 62 38 42 55 25 43 38 43 55 44 37 29 30 37 25 24 42 38 55 25 38 43
24 0]xS
1956 4668 M ( are)[55 38 30 0]xS
2117 4668 M (. For )[21 56 47 43 30 0]xS
679 4768 M (example, )[38 42 39 67 43 24 38 22 0]xS
1021 4768 M (text A is ungrammatical, incohesive, )[24 38 42 24 30 62 29 24 33 29 44 43 42 29 38 67 67 38 24 25 37 38 24 22 29 25 43 37 44 43 37 33
26 42 39 22 0]xS
679 4866 M (and incoherent as a narrative, but grammatical, )[37 43 44 24 25 43 37 44 43 37 30 37 43 25 24 39 33 25 38 24 43 38 29 29 38 24 25 43 38 21 25 43
43 25 24 42 29 38 67 68 37 25 24 38 37 25 22 0]xS
679 4966 M (cohesive and coherent when presented as in B.)[37 43 44 38 33 25 43 37 22 38 43 43 23 37 43 44 37 29 38 43 25 21 62 44 38 43 22 43 29 38 33 38
43 24 38 43 23 37 33 22 24 43 22 57 0]xS
2286 4966 M ( )S
679 5065 M ( )S
956 5163 M (A.)[62 0]xS
1040 5163 M ( )S
1097 5163 M (Biking on the seashore. Hiking in )[57 25 43 24 44 42 33 43 43 33 25 43 37 33 34 38 38 33 43 44 29 37 22 34 63 24 44 24 43 43 32 25
42 0]xS
1097 5263 M (the mountains. Playing bridge with )[24 44 37 24 66 44 43 43 25 37 25 43 33 21 24 48 24 38 42 25 43 42 24 43 29 24 44 43 37 24 62 24
25 43 0]xS
1097 5362 M (my friends. Dancing.)[67 42 22 29 29 24 38 43 43 33 22 21 62 38 44 38 24 44 42 0]xS
1823 5362 M ( )S
956 5461 M ( )S
956 5560 M (B.)[57 0]xS
1035 5560 M ( )S
1097 5560 M (The things I like most are:)[52 44 37 22 24 44 24 43 43 33 21 28 22 24 25 43 38 21 67 43 33 25 21 38 29 38 0]xS
2003 5560 M ( )S
F3S56 Ji
1097 5664 M <01>S
1136 5664 M <02>S
F1S56 Ji
1238 5664 M (Bikin)[57 25 43 24 0]xS
1431 5664 M (g on the seashore.)[42 22 43 43 22 23 43 38 22 32 39 39 32 44 43 29 38 0]xS
2046 5664 M ( )S
F3S56 Ji
1097 5769 M <01>S
1136 5769 M <02>S
F1S56 Ji
1238 5770 M (Hiking in the mountains.)[62 24 44 24 43 43 21 25 43 21 24 43 38 21 67 43 44 43 24 38 24 44 33 0]xS
2095 5770 M ( )S
F3S56 Ji
3014 581 M <01>S
3053 581 M <02>S
F1S56 Ji
3155 582 M (Playing bridge with my )[47 25 38 42 24 43 43 110 43 29 25 43 42 38 110 62 24 25 43 110 67 43 0]xS
3155 681 M (friends.)[29 29 24 38 43 43 33 0]xS
3416 681 M ( )S
F3S56 Ji
3014 785 M <01>S
3053 785 M <02>S
F1S56 Ji
3155 786 M (Dancing.)[62 37 43 38 24 45 42 0]xS
3468 786 M ( )S
2595 885 M ( )S
2595 985 M (From the grammaticality, cohesion, and )[47 29 44 66 88 24 43 38 87 43 29 37 67 68 38 24 24 38 38 24 24 25 42 22 87 38 43 43 39 33 24 43
44 21 88 37 44 43 0]xS
2595 1084 M (coherence scores assigned to the output )[38 43 43 38 29 38 44 37 39 76 34 38 43 29 38 33 77 38 34 33 24 43 44 37 44 76 24 43 76 25 43 38
76 43 43 25 43 43 24 0]xS
2595 1183 M (produced by our system, it appears that the )[43 30 43 43 43 38 38 43 44 43 42 45 43 43 29 44 33 43 33 24 39 66 22 44 25 24 44 38 43 43 38 37
30 32 45 24 43 38 24 45 24 43 38 0]xS
2595 1282 M (NIST judges decided to employ criteria for )[62 28 48 53 47 24 44 43 42 39 33 47 43 38 38 25 43 37 44 47 24 43 47 38 67 43 24 44 42 47 37 30
24 24 38 29 25 37 47 29 44 28 0]xS
2595 1381 M (narr)[43 38 29 0]xS
2734 1381 M (atives to non)[38 24 25 42 38 34 29 24 43 30 43 43 0]xS
3190 1381 M (-)S
3218 1381 M (narrative texts. For example, )[44 37 29 30 37 25 24 42 38 30 24 38 42 25 33 21 30 47 44 29 30 37 44 37 67 43 25 38 23 0]xS
2595 1480 M (the summary in Figure 1 was assigned by the )[25 43 37 32 33 44 66 67 38 30 42 32 24 44 32 47 24 42 44 29 37 32 44 31 62 38 33 32 38 33 33 25
42 44 38 43 32 43 43 32 24 43 39 0]xS
2595 1579 M (NIST assessors a grammaticality score of 2, )[62 28 48 53 42 38 34 34 37 34 33 43 29 33 43 37 42 43 29 38 67 68 38 25 24 38 37 25 24 25 42 41
33 38 43 29 39 41 43 30 41 43 22 0]xS
2595 1679 M (and cohesion and coherence scores of 1!)[38 43 43 22 38 43 43 39 32 25 43 43 22 38 43 43 22 37 44 43 37 30 38 43 39 37 22 34 37 44 29 38
33 22 43 29 22 43 0]xS
3988 1679 M ( )S
F0S5E Ji
2595 1880 M (4.6)[47 25 0]xS
2713 1880 M ( )S
2817 1880 M (Formatting)[57 47 43 77 47 31 31 27 52 0]xS
3276 1880 M ( )S
F1S56 Ji
2595 2027 M (The pre)[53 43 38 33 43 29 0]xS
2872 2027 M (-)S
2900 2027 M (processing of the summaries in order )[43 29 43 38 39 33 33 25 43 42 33 43 30 32 24 43 38 33 33 43 67 67 38 29 24 38 33 33 24 44 32 44
29 43 38 28 0]xS
2595 2125 M (to enable their evaluation i)[25 43 28 38 43 38 43 24 38 28 24 44 37 25 29 28 39 43 37 25 43 38 24 25 43 43 28 0]xS
3542 2125 M (n the SEE interface )[43 28 25 43 38 28 48 52 53 28 25 43 24 38 29 29 38 38 39 0]xS
2595 2225 M (put)[43 44 0]xS
2706 2225 M (s)S
2739 2225 M ( at a disadv)[25 38 24 26 37 26 43 24 33 38 43 0]xS
3139 2225 M (antage the systems that employ )[38 43 25 38 43 37 26 24 43 38 25 34 43 33 25 37 68 33 25 25 43 37 25 25 38 67 43 24 44 43 0]xS
2595 2324 M (t)S
2620 2324 M (extual)[37 43 24 43 38 0]xS
2829 2324 M ( formatting devices. For example, our )[42 29 43 29 67 38 24 24 25 43 42 42 43 39 42 24 39 37 33 23 41 47 43 30 42 38 44 37 67 43 25 37
22 41 44 43 30 0]xS
2595 2423 M (system presented the headlines in upper case, )[34 42 33 25 38 67 34 43 29 38 34 37 43 25 38 43 34 24 43 38 34 43 38 38 43 25 24 43 38 33 34 24
43 34 44 43 43 38 29 34 37 38 33 38 23 0]xS
2595 2522 M (as a bullet list, one headline per line. And t)[38 33 31 37 30 44 43 24 25 37 25 30 24 25 33 24 22 30 43 43 38 30 43 38 37 44 24 25 42 37 31 43
37 29 31 24 24 44 37 22 30 62 43 44 30 0]xS
4149 2522 M (he )[43 39 0]xS
2595 2621 M (rest of the summary as normal)[29 38 33 24 36 43 29 36 25 43 37 36 33 44 67 68 37 29 43 36 39 33 35 44 44 29 67 37 0]xS
3714 2621 M ( narrative \(see )[36 43 37 30 29 37 25 24 42 38 36 30 33 38 39 0]xS
2595 2720 M (Fig)[47 25 0]xS
2709 2720 M (ure 1\). However, NIST assessors saw the )[43 29 39 38 44 29 21 39 62 43 62 39 43 38 29 21 39 62 28 49 53 38 39 33 34 38 33 33 43 29 34 39
33 38 63 39 24 43 39 0]xS
2595 2819 M (summary as shown in Figure 2. Evaluating a )[33 43 67 68 37 30 42 36 38 33 37 33 43 43 62 43 36 24 44 35 47 25 43 43 29 38 36 43 22 35 53 42
38 24 44 37 25 24 43 43 36 39 0]xS
2595 2919 M (non)[43 44 0]xS
2725 2919 M (-)S
2753 2919 M (formatted summary can decrease the )[29 44 29 66 38 24 25 37 44 75 33 43 67 67 37 29 44 75 37 38 43 75 44 38 38 29 38 39 33 37 76 24
44 39 0]xS
2595 3017 M (chance that human assessors treat the list )[38 43 38 44 37 38 59 25 43 38 24 59 43 44 66 38 43 59 38 34 34 37 34 33 43 29 33 60 24 29 38 37
25 59 24 44 37 60 23 24 33 25 0]xS
2595 3116 M (environments differently and apply different )[38 43 42 25 29 43 43 67 38 43 24 33 48 44 24 29 29 38 29 38 43 24 25 42 47 38 43 43 48 38 43 43
25 42 48 43 24 30 29 37 29 38 43 24 0]xS
2595 3216 M (grammaticality, cohesion, and coherence )[43 29 37 68 67 37 25 24 39 37 25 24 25 42 22 96 38 43 43 39 33 24 44 43 21 97 38 43 43 97 38 43
43 38 30 37 44 38 39 0]xS
2595 3314 M (judgme)[25 43 43 42 67 0]xS
2853 3314 M (nts as they move from one type of )[43 24 33 51 39 33 50 25 43 38 42 51 66 45 43 38 51 29 28 44 66 51 43 44 37 51 24 43 43 38 50 44
28 0]xS
2595 3414 M (environment to another.)[38 43 42 25 29 43 43 67 38 43 24 22 24 44 21 38 43 43 25 43 38 29 0]xS
3421 3414 M ( )S
F0S5E Ji
2595 3616 M (4.7)[47 25 0]xS
2713 3616 M ( )S
2817 3616 M (Stability and reliability of the )[52 31 48 51 27 26 26 31 47 25 47 52 51 25 41 42 27 26 47 52 26 26 27 31 46 23 47 31 25 31 51 43
0]xS
2817 3724 M (evaluation schema)[42 47 47 27 51 47 31 27 47 51 25 37 42 52 42 77 0]xS
3556 3724 M ( )S
F1S56 Ji
2595 3870 M (We believe )[81 38 21 44 38 24 25 38 43 37 0]xS
3006 3870 M (the most important weakness of the )[24 44 37 22 67 44 33 24 22 24 67 43 43 30 23 38 43 24 22 62 39 37 43 44 38 33 33 22 43 29 22 24
43 39 0]xS
2595 3969 M (evaluation schema employed by NIST )[39 42 38 24 43 38 24 25 43 43 101 33 37 44 38 67 37 101 39 67 44 24 43 43 37 43 101 43 42 101 62 28
48 54 0]xS
2595 4068 M (concerns the )[38 43 43 39 37 30 43 33 79 24 43 38 0]xS
3164 4068 M (lack of )[24 38 38 43 79 43 29 0]xS
3537 4068 M (evaluation )[39 42 38 24 43 38 24 25 43 43 0]xS
3975 4068 M (of the )[43 30 78 24 43 38 0]xS
2595 4167 M (eva)[39 42 0]xS
2714 4167 M (luation protocol. )[24 43 38 24 25 43 43 28 44 29 42 25 43 37 44 24 22 0]xS
3320 4167 M (The current results do no)[53 43 37 29 37 43 30 29 37 44 24 27 29 38 33 43 25 24 33 28 43 44 28 43 0]xS
4207 4167 M (t )[24 0]xS
2595 4267 M (seem to enable one determine )[33 39 37 67 22 24 43 22 38 44 37 44 24 38 21 43 44 37 22 43 38 25 38 29 67 24 43 38 0]xS
3641 4267 M ( )S
F3S56 Ji
2736 4371 M <01>S
2776 4371 M <02>S
F1S56 Ji
2877 4371 M (w)S
2939 4371 M (hether )[44 37 25 43 37 30 0]xS
3231 4371 M (one human judge makes )[43 43 38 76 43 43 68 38 43 76 24 44 43 42 39 76 68 37 43 39 34 0]xS
2877 4471 M (consistent )[38 43 43 33 25 33 24 38 43 24 0]xS
3268 4471 M (judgments when assessing )[25 43 43 43 67 38 43 24 33 48 62 44 38 43 47 39 33 34 38 33 33 24 45 43 0]xS
2877 4569 M (the performance of the same )[25 43 37 115 43 38 29 29 44 29 66 38 43 38 37 115 43 30 114 25 43 37 115 33 39 67 39 0]xS
2877 4669 M (summarization system at different )[33 43 67 68 37 30 24 38 37 25 24 43 44 80 33 43 33 25 38 67 81 38 25 81 43 24 29 29 37 30 37 43
25 0]xS
2877 4768 M (moments in time.)[67 43 67 38 43 24 33 51 24 44 50 25 24 67 38 0]xS
3536 4768 M ( \()[51 0]xS
3616 4768 M (T)S
3669 4768 M (h)S
3712 4768 M (is )[24 33 0]xS
3821 4768 M (amounts to )[38 66 44 43 43 24 33 51 25 43 0]xS
2877 4867 M (assessing )[38 34 33 38 34 33 24 44 42 0]xS
3219 4867 M (the )[25 43 39 0]xS
3348 4867 M (stability)[33 24 38 43 25 24 25 24 0]xS
3626 4867 M ( of the evaluation )[23 43 29 23 24 43 37 24 37 44 37 25 43 37 25 24 44 43 0]xS
2877 4966 M (schema)[33 38 44 37 68 0]xS
3135 4966 M (\).)[29 0]xS
3186 4966 M ( )S
F3S56 Ji
2736 5071 M <01>S
2776 5071 M <02>S
F1S56 Ji
2877 5071 M (w)S
2939 5071 M (hether two or more human judges )[44 37 25 43 37 30 47 25 62 43 48 42 30 48 66 44 29 37 48 43 43 66 38 43 48 25 43 43 42 39 34 0]xS
2877 5171 M (agree on their assessments.)[39 42 29 38 37 77 43 43 76 25 43 37 25 29 76 38 33 33 38 34 33 68 37 43 25 33 0]xS
3972 5171 M ( \(This )[76 30 52 44 24 33 0]xS
2877 5270 M (amounts to assessing )[38 67 43 43 43 25 33 32 24 43 32 39 34 32 39 34 33 24 43 43 0]xS
3653 5270 M (the )[24 43 39 0]xS
3791 5270 M (reliability of )[29 38 24 25 37 43 25 24 24 24 42 32 44 29 0]xS
2877 5368 M (the evaluation schema\).)[25 43 37 22 38 43 38 24 43 38 24 25 43 43 22 33 37 44 38 68 37 30 0]xS
3693 5368 M ( )S
2595 5468 M (Unless the evaluation schema employed by )[62 43 25 38 33 33 51 24 44 37 51 38 43 38 24 43 38 24 25 43 43 51 33 38 44 37 68 37 51 38 67 43
24 43 44 37 44 50 44 43 0]xS
2595 5567 M (NIST is both stable and reliable, no )[62 28 48 53 90 25 33 90 43 43 25 43 90 33 25 37 43 25 38 91 37 43 44 90 29 38 24 25 37 43 25 37
22 90 44 43 0]xS
2595 5666 M (conclusions can be d)[38 43 43 38 24 44 32 25 43 43 33 25 37 38 43 24 44 37 24 0]xS
3317 5666 M (erived in conjunction with )[38 29 24 43 37 43 25 24 44 23 38 43 43 25 43 43 38 24 24 43 43 24 62 24 24 43 0]xS
2595 5765 M (DUC)[62 62 0]xS
2777 5765 M (-)S
2805 5765 M (2001. )[43 43 44 43 21 0]xS
3021 5765 M ( )S
LH
(%%[Page: 7]%%) =
%%PageTrailer
%%Page: 8 8
%%PageBoundingBox: 12 12 600 779
%%EndPageComments
%%BeginPageSetup
/DeviceRGB dup setcolorspace /colspABC exch def
mysetup concat colspRefresh
%%EndPageSetup
/DeviceGray dup setcolorspace /colspABC exch def
0 0 scol F0S5E Ji
679 5095 M (5)S
726 5095 M ( )S
F0S65 Ji
900 5095 M (References)[75 45 34 45 45 45 57 45 45 0]xS
1376 5095 M ( )S
F1S56 Ji
679 5288 M ( [Filatova and Hovy, 2001]. Filatova Elena )[21 22 29 47 24 25 37 25 43 42 38 49 38 43 43 49 62 43 43 43 21 49 43 44 43 43 29 22 49 47 24 25
37 25 43 42 38 49 52 25 37 44 38 0]xS
679 5388 M (and Eduard Hovy. Assigning Time)[37 43 44 34 52 43 44 37 29 44 33 62 44 42 42 22 34 63 34 33 24 42 43 25 43 42 34 53 24 67 0]xS
1930 5388 M (-)S
1958 5388 M (Stamps to )[48 25 38 67 43 33 34 24 44 0]xS
679 5487 M (Event Clauses. )[52 43 38 43 25 36 58 24 38 43 33 38 33 22 0]xS
F4S56 Ji
1242 5487 M (Proceedings of the ACL)[52 33 44 39 38 37 43 25 43 43 33 37 43 25 36 25 43 37 37 53 57 0]xS
2113 5487 M (-)S
2142 5487 M (2001 )[43 44 43 42 0]xS
679 5585 M (Workshop on Spatial and Temporal )[71 43 34 38 33 43 43 43 123 44 43 123 43 44 43 23 25 42 24 123 43 43 43 124 47 38 62 43 44 33 43 24
0]xS
679 5685 M (Reasoning.)[52 38 43 33 43 43 25 43 43 0]xS
F1S56 Ji
1064 5685 M ( Toulouse, Fra)[22 52 43 44 24 43 44 33 37 22 21 47 30 0]xS
1563 5685 M (nce. July 2001.)[44 38 37 22 22 34 43 24 43 21 43 44 43 43 0]xS
2086 5685 M ( )S
2595 576 M ( [Hermjakob, 2000]. Ulf Hermjakob. Rapid )[22 21 30 62 37 29 67 25 37 43 44 43 21 51 43 44 43 42 29 22 51 62 23 29 50 62 38 29 67 24 38 43
43 44 21 51 57 38 43 25 43 21 0]xS
2595 675 M (Parser Development)[48 38 29 34 37 29 60 62 37 44 37 25 43 43 67 37 44 0]xS
3333 675 M ( )S
3355 675 M (: A Machine Learning )[24 59 62 60 76 38 38 43 25 43 38 60 51 38 38 29 43 24 44 43 0]xS
2595 775 M (Approach to Korean. )[62 43 44 29 43 38 37 44 41 24 44 41 62 43 29 38 38 43 21 0]xS
F4S56 Ji
3401 775 M (Proceedings of the 1st )[53 33 44 38 39 37 43 25 43 43 33 42 43 24 42 24 43 38 41 44 32 26 21 0]xS
2595 873 M (Annual Meeting of the North American )[53 43 43 44 43 24 78 73 37 38 24 25 43 43 79 43 25 78 24 44 37 79 57 44 33 24 43 79 53 62 38 33
25 37 44 44 0]xS
2595 973 M (Chapter of the Association for Computational )[58 43 43 43 25 37 33 32 43 25 32 24 43 38 32 53 34 32 44 37 25 43 24 25 43 42 32 25 43 33 32 57
43 62 44 43 24 44 24 24 43 43 42 25 0]xS
2595 1072 M (Linguistics \(NAACL)[48 25 43 43 42 25 33 24 25 37 33 27 29 57 53 52 58 0]xS
3296 1072 M (-)S
3326 1072 M (2000\))[43 43 43 44 0]xS
F1S56 Ji
3527 1072 M (. Seatt)[21 28 48 37 38 24 0]xS
3748 1072 M (le, WA., May )[24 38 21 29 79 62 22 22 27 77 39 43 0]xS
2595 1170 M (2000.)[43 44 43 43 0]xS
2790 1170 M ( )S
2595 1270 M ( [Hoey, 1991]. Michael Hoey. )[22 21 30 62 43 37 43 21 57 43 43 44 43 29 22 56 76 24 38 43 39 37 25 57 62 44 38 42 22 0]xS
F4S56 Ji
3814 1270 M (Patterns of )[53 43 25 24 38 33 43 34 56 43 25 0]xS
2595 1369 M (Lexis in Text. )[48 38 37 26 33 21 25 43 22 47 38 38 24 22 0]xS
F1S56 Ji
3078 1369 M (Oxford University Press. 1991.)[62 43 29 43 29 44 21 62 43 25 42 38 29 33 24 25 42 22 48 29 37 34 33 22 21 43 44 43 43 0]xS
4153 1369 M ( )S
2595 1468 M ( [Hovy and Lin, 1999]. Eduard Hovy and )[22 21 30 62 43 42 42 54 38 43 43 55 50 25 43 22 53 44 43 43 43 29 21 54 52 44 43 37 30 43 53 62
44 42 42 54 37 44 44 0]xS
2595 1567 M (Chin)[58 43 24 0]xS
2763 1567 M (-)S
2792 1567 M (Yew Lin. Automated Text )[62 37 62 200 50 25 43 22 198 63 43 25 43 67 37 25 37 44 198 53 37 42 26 0]xS
2595 1666 M (Summarization in SUMMARIST. In )[48 43 67 67 37 30 24 39 37 25 24 43 44 144 25 43 146 47 62 76 76 63 57 29 47 53 22 145 29 44 21 0]xS
2595 1765 M (Advances in Automatic Text Summarization, )[62 43 44 37 44 38 38 34 39 24 44 39 62 43 25 43 67 37 25 24 38 39 53 39 42 24 40 48 43 67 67 37
29 25 38 38 24 25 43 43 22 21 0]xS
2595 1864 M (Inder)[28 44 43 37 0]xS
2777 1864 M (jeet Mani and Mark Maybury editors, pp. )[24 38 37 25 26 77 38 43 24 27 37 44 43 26 76 38 29 43 27 76 38 43 43 43 29 42 28 37 44 24 24 44
29 33 21 27 43 43 21 0]xS
2595 1964 M (81)[43 0]xS
2682 1964 M (-)S
2710 1964 M (94. The MIT Press, 2000.)[43 43 22 22 21 53 43 38 21 76 29 52 22 48 29 39 33 33 22 22 43 43 43 44 0]xS
3615 1964 M ( )S
2595 2062 M ( [Marcu, 2000]. Marcu Daniel. )[22 21 30 76 37 29 38 43 22 49 43 43 44 43 29 22 48 77 37 29 38 43 50 62 38 43 24 38 24 22 0]xS
F4S56 Ji
3808 2062 M (The Theory )[48 43 38 49 47 45 37 43 34 39 0]xS
2595 2161 M (and Practice of Discourse Parsing and )[43 44 43 79 53 32 44 37 25 24 38 37 79 44 24 79 62 24 34 38 44 43 33 34 38 79 52 44 33 33 25 43
43 79 43 44 43 0]xS
2595 2261 M (Summarization.)[43 44 62 62 43 33 24 33 43 25 24 44 43 0]xS
F1S56 Ji
3139 2261 M ( The MIT Press. November )[59 52 44 37 59 76 28 52 59 48 29 37 33 33 22 58 62 44 44 37 67 44 38 30 0]xS
2595 2359 M (2000.)[43 44 43 43 0]xS
2790 2359 M ( )S
2595 2459 M ( [Marcu and Gerber, 2001]. Marcu Daniel and )[22 21 30 76 37 29 38 43 26 37 44 43 25 63 38 29 43 38 29 21 26 43 43 44 43 28 22 25 76 38 29 37
44 25 63 38 43 24 38 24 26 37 44 44 0]xS
2595 2558 M (Laurie Gerber. An)[52 38 44 29 24 38 35 62 37 29 44 37 29 22 35 62 0]xS
3255 2558 M ( Inquiry into the Nature of )[36 28 43 43 44 24 29 43 34 25 43 25 43 35 23 43 38 35 62 37 25 43 29 38 34 44 30 0]xS
2595 2656 M (Multidocument Abstract, Extracts, and Their )[76 44 24 24 25 42 43 38 43 67 38 43 24 44 63 43 33 24 29 38 37 25 22 44 52 43 24 29 38 37 25 33
21 45 38 43 44 44 52 44 37 25 29 0]xS
2595 2756 M (Evaluation. Proceedings of the NAACL'01 )[53 43 38 24 43 38 24 25 43 43 22 61 47 29 43 38 38 37 43 25 43 43 33 62 44 29 61 23 44 37 61 62
62 62 59 51 15 44 44 0]xS
2595 2855 M (Workshop on Text Summarization. Pittburgh, )[80 43 29 44 33 43 43 43 36 43 44 35 53 38 43 24 36 48 43 67 67 37 29 25 37 38 24 25 43 43 22 36
48 23 25 24 42 44 29 42 43 22 0]xS
2595 2954 M (PA, 2001.)[48 62 22 21 44 43 43 43 0]xS
2943 2954 M ( )S
2595 3053 M ( [Salton et al., 1994] Salton Gerard, Chris )[22 21 30 48 37 25 24 43 43 44 37 25 44 38 24 22 21 44 43 43 43 43 29 44 48 37 25 24 43 44 44 62
38 29 37 29 44 21 44 45 57 42 29 25 32 0]xS
2595 3153 M (Buckley and Amit Singhal. Automatic )[58 43 37 44 24 39 42 100 37 43 44 99 62 67 24 25 100 48 23 43 43 43 37 25 21 100 62 43 25 43 67 37
25 24 39 0]xS
2595 3251 M (Analysis.)[62 43 38 25 43 33 24 33 0]xS
2918 3251 M ( Theme Generation and )[189 52 43 38 68 37 190 62 38 43 38 30 37 25 24 44 43 189 37 44 42 0]xS
2595 3350 M (Summarization of Machine)[48 43 67 67 37 30 24 39 37 25 24 43 44 57 43 29 58 76 37 38 43 26 43 0]xS
3610 3350 M (-)S
3639 3350 M (Readable Texts. )[58 38 38 43 38 43 25 38 57 53 39 42 24 33 23 0]xS
2595 3450 M (Science \(264\), pp. 1421)[48 38 24 38 43 39 37 22 29 43 43 44 29 21 22 43 44 21 22 43 42 44 0]xS
3417 3450 M (-)S
3445 3450 M (1426, 1994.)[43 43 43 43 22 21 43 44 43 43 0]xS
3855 3450 M ( )S
2595 3548 M ( )[22 0]xS
2638 3548 M ( )S
2595 3648 M ( )S
2595 3747 M ( )S
0 Lj 1 Lc 6 Lw solid N 2287 481 M 689 481 I 689 4899 I 2287 4899 I C
: 1 0 scol O ; : 0.938 0.938 +S K
; 755 597 M ()[49 66 44 24 24 24 22 32 25 38 37 49 35 43 43 43 35 22 43 43 39 33 37 25 49 35 44 43 43 29 35 22
0]xS
1979 597 M ( )S
755 696 M (The 8 most_important_headlines: )[52 44 37 112 43 112 67 43 33 24 44 24 67 43 43 30 24 38 43 23 44 43 37 38 43 25 24 43 38 33 24 0]xS
: 2205 619 28 98 rc 2205 696 M (-)S
; : 755 718 1478 98 rc 755 795 M (ALASKA TANKER PILOTED BY )[63 50 62 49 62 62 101 53 62 62 62 53 58 100 49 29 52 62 53 52 62 101 57 63 0]xS
; : 755 817 1478 98 rc 755 894 M (UNQUALIFIED OFFICE. EXXON )[62 62 62 62 63 52 29 48 28 52 63 138 63 48 47 29 57 53 21 139 52 62 62 62 63 0]xS
; 755 994 M (UNABLE TO EXPLAIN C)[62 62 62 58 52 52 70 53 63 69 53 62 49 51 63 30 62 69 0]xS
: 1855 917 378 98 rc 1855 994 M (APTAIN'S )[62 48 52 63 28 63 14 49 0]xS
; : 755 1015 1478 98 rc 755 1092 M (ABSENC. RISING WINDS STIR FEARS )[62 57 48 53 62 57 22 23 58 28 49 28 62 62 24 81 28 62 63 48 24 48 52 29 57 23 47 53 63 57 49 0]xS
; 755 1191 M (OF OIL SLICK DAMAGE )[62 48 66 62 30 51 68 49 52 28 57 63 67 62 63 77 62 62 53 0]xS
1903 1191 M (-)S
: 1932 1114 301 98 rc 1932 1191 M (EXXON )[52 63 62 62 63 0]xS
; : 755 1214 1478 98 rc 755 1291 M (SUBMITS STRATEGY ON ALASKA )[48 62 57 76 28 53 48 61 48 53 57 62 53 52 63 62 61 62 62 62 63 50 62 49 62 63 0]xS
; 755 1389 M (CLEANUP PLAN )[58 51 52 63 62 62 48 67 49 52 62 63 0]xS
1510 1389 M (-)S
: 1539 1312 694 98 rc 1539 1389 M (TANKER SPILLS )[53 63 62 62 53 57 67 48 48 29 53 51 49 0]xS
; : 755 1412 1478 98 rc 755 1489 M (OIL AFTER HITTING REEF OFF )[62 29 51 87 63 47 53 52 58 86 62 28 53 54 28 62 63 86 58 52 53 47 86 63 48 48 0]xS
; 755 1588 M (ALASKA )[63 50 62 49 62 62 0]xS
1145 1588 M (-)S
: 1174 1511 1059 98 rc 1174 1588 M (FRESH OIL SHEEN SEEPS )[47 57 53 48 62 40 63 29 52 41 48 63 52 53 62 40 48 53 52 48 49 0]xS
; 755 1686 M (FROM EXXON VALDEZ )[47 57 63 76 46 53 63 62 62 62 46 63 63 52 62 53 52 0]xS
1784 1686 M (-)S
: 1813 1609 420 98 rc 1813 1686 M (WORKERS )[81 62 57 62 53 57 49 0]xS
; : 755 1709 1478 98 rc 755 1786 M (TRY TO UNLOAD TANKE. )[52 58 62 172 52 62 172 62 63 51 63 63 62 172 53 62 62 62 53 21 0]xS
; : 755 1808 1478 98 rc 755 1885 M (ENVIRONMENTALISTS CALL SPILL)[52 62 62 29 57 62 63 76 53 62 52 63 52 29 48 53 49 50 58 63 52 50 51 48 49 29 53 0]xS
; 755 1984 M (A DISASTER )[62 43 62 28 48 62 48 53 52 58 0]xS
1315 1984 M (-)S
: 1343 1907 890 98 rc 1343 1984 M (CHEMICALS FAIL TO )[57 63 52 77 28 59 63 50 48 45 47 63 29 51 44 52 63 0]xS
; : 755 2006 1478 98 rc 755 2083 M (BREAK UP LARGEST SPILL IN U.S. )[57 57 53 62 62 43 62 48 45 51 62 58 62 52 48 53 44 48 48 29 52 51 45 28 62 43 62 22 48 22 0]xS
; 755 2183 M (HISTORY )[62 28 48 53 62 57 62 0]xS
1166 2183 M (-)S
: 1195 2106 1038 98 rc 1195 2183 M (CAPTAIN SHOULD HAVE )[57 62 48 53 63 28 62 38 49 62 62 63 52 62 39 62 62 62 53 0]xS
; : 755 2204 1478 98 rc 755 2281 M (BEEN PILOTING TANKER, EXXON )[57 53 52 62 61 48 30 51 63 53 28 62 63 61 53 62 63 62 53 57 21 62 52 62 62 63 63 0]xS
; 755 2380 M (REVEAL. DISASTER DECLARED )[57 53 62 52 63 51 23 72 63 28 48 62 48 53 52 58 73 62 53 58 52 62 57 53 62 0]xS
: 2205 2303 28 98 rc 2205 2380 M (-)S
; : 755 2403 1478 98 rc 755 2480 M (EXXON RAISES VALDEZ CLEANUP )[52 62 62 62 63 46 57 63 28 48 53 48 46 63 63 51 63 53 52 46 58 52 53 62 62 62 49 0]xS
; : 755 2501 1478 98 rc 755 2578 M (COSTS TO $2 BILLIO. EARNINGS: )[57 62 48 53 48 62 52 62 62 44 43 62 57 29 52 52 28 62 23 62 52 62 58 62 28 62 62 48 25 0]xS
; : 755 2601 1478 98 rc 755 2678 M (THE OIL GIANT WILL TAKE )[52 62 53 114 62 29 52 113 63 29 62 62 52 115 81 29 53 51 114 53 63 62 53 0]xS
; 755 2777 M (ANOTHER $500)[62 62 62 52 63 52 57 75 43 43 43 0]xS
1413 2777 M (-)S
: 1441 2700 792 98 rc 1441 2777 M (MILLION CHARGE )[77 29 53 51 30 62 62 74 57 62 62 58 63 53 0]xS
; : 755 2798 1478 98 rc 755 2875 M (OVER THE SPILL, BRINGING ITS )[62 62 52 58 68 53 62 53 68 48 49 29 53 52 21 69 58 57 29 62 63 28 62 62 70 28 52 49 0]xS
; : 755 2898 1478 98 rc 755 2975 M (TAB FOR THE YEAR TO $1.38 )[52 62 58 86 47 62 58 85 53 62 52 87 62 53 63 57 85 53 62 86 43 43 22 43 43 0]xS
; 755 3074 M (BILLION. A Long Beach)[57 29 53 52 28 63 62 21 46 62 47 52 43 45 42 46 57 39 38 39 0]xS
1719 3074 M (-)S
: 1747 2997 486 98 rc 1747 3074 M (bound Exxon )[44 43 43 43 44 46 52 43 42 43 44 0]xS
; : 755 3096 1478 98 rc 755 3173 M (oil tanker ran aground on a reef Friday and )[43 24 25 21 24 38 43 43 38 29 21 30 37 43 22 38 42 29 43 44 43 43 22 43 43 22 37 23 29 38 37 29
22 47 29 25 43 38 43 21 38 43 44 0]xS
; : 755 3195 1478 98 rc 755 3272 M (spilled an estimated 8.4 million gallons of )[33 43 24 25 24 38 43 26 38 43 27 38 33 24 25 67 37 25 37 44 27 43 22 43 26 67 25 25 23 25 43 43
26 43 37 25 24 43 44 33 26 43 29 0]xS
; : 755 3294 1478 98 rc 755 3371 M (crude oil into Alaska's Prince William )[37 29 44 43 38 54 43 25 24 55 23 43 25 43 55 61 24 38 33 43 38 15 33 56 48 29 24 44 37 38 55 80
25 24 24 25 38 66 0]xS
; 755 3470 M (Sound, a pristine Pacific waterway heavi)[48 43 43 43 44 21 23 37 23 43 29 25 33 24 24 43 37 23 48 38 37 25 29 24 38 22 63 38 24 38 29 62
39 42 23 44 37 39 42 0]xS
: 2167 3393 66 98 rc 2167 3470 M (ly )[24 43 0]xS
; : 755 3492 1478 98 rc 755 3569 M (used by kayakers, fishermen and tourists. )[43 33 37 44 33 43 42 33 44 39 42 38 44 37 30 32 22 33 29 25 32 44 37 29 68 38 43 33 37 44 43 33
24 44 43 28 24 33 25 33 21 0]xS
; : 755 3592 1478 98 rc 755 3669 M (Exxon Corp. on Wednesday increased its )[52 44 42 43 43 33 58 43 29 43 22 33 43 43 34 80 38 43 44 38 32 45 38 43 32 25 43 38 29 38 38 34
37 44 33 24 24 34 0]xS
; : 755 3690 1478 98 rc 755 3767 M (estimate of the total 1989 costs of cleaning )[37 33 25 24 67 37 25 38 22 43 29 22 24 44 37 22 24 44 24 38 24 22 43 43 43 44 21 39 43 33 24 33
22 43 29 22 38 25 38 37 43 25 43 43 0]xS
; : 755 3789 1478 98 rc 755 3866 M (up the massive Alaskan oil spill to $2 )[43 43 48 25 43 37 48 67 38 34 32 25 43 38 48 62 24 39 33 43 37 44 49 43 24 25 48 32 44 23 25 24
47 25 43 48 43 42 0]xS
; : 755 3889 1478 98 rc 755 3966 M (billion and said it would take another )[43 24 24 24 25 42 43 55 37 44 43 54 33 38 24 44 54 25 24 55 62 42 43 24 43 54 25 37 44 37 55 37
44 43 24 44 37 29 0]xS
; 755 4065 M ($500)[43 43 43 0]xS
928 4065 M (-)S
: 956 3988 1277 98 rc 956 4065 M (million charge in the fourth quarter )[67 24 24 24 24 44 43 35 37 44 37 29 43 37 35 24 44 34 25 43 38 34 30 43 43 28 25 43 34 43 43 38
29 24 38 28 0]xS
; 755 4164 M (to cove)[24 43 30 37 43 44 0]xS
: 1013 4087 1220 98 rc 1013 4164 M (r costs from what is now the most )[29 29 38 44 33 25 33 29 29 29 43 67 29 62 43 38 24 30 24 33 29 43 43 63 29 24 43 38 30 67 43 33
25 0]xS
; : 755 4186 1478 98 rc 755 4263 M (expensive environmental disaster in )[38 43 43 37 45 32 25 43 38 102 38 44 42 25 29 43 43 67 38 43 24 38 24 103 43 25 32 38 33 24 38 29
103 24 43 0]xS
; 755 4362 M (history.)[43 24 33 25 43 29 42 0]xS
1016 4362 M ( )S
755 4461 M ()[49 24 67 43 24 24 23 0]xS
1058 4461 M ( )S
755 4560 M ( )S
F0S56 Ji
755 4662 M (Figure 2)[52 25 43 48 38 37 38 0]xS
1079 4662 M ( )S
1101 4662 M (: Mul)[29 37 81 48 0]xS
: 1321 4583 912 98 rc 1321 4662 M (tidoc summary example )[29 24 48 43 38 38 32 49 72 70 44 38 43 39 37 44 44 70 48 25 38 0]xS
; 755 4762 M (with )[63 23 29 48 0]xS
940 4762 M (no formatting.)[48 43 21 29 43 39 69 43 30 29 24 48 43 0]xS
1471 4762 M ( )S
LH
(%%[Page: 8]%%) =
%%PageTrailer
%%Trailer
%%BoundingBox: 12 12 600 779
%%DocumentNeededResources:
%%+ font Times-Bold
%%+ font Times-Roman
%%+ font Oxford
%%+ font Times-Italic
%%+ font Helvetica-Bold
%%+ font Helvetica
%%DocumentSuppliedResources:
%%+ procset Pscript_WinNT_ErrorHandler 5.0 0
%%+ procset Pscript_FatalError 5.0 0
%%+ procset Pscript_Win_Basic 5.0 0
%%+ procset Pscript_Win_Utils_L2 5.0 0
%%+ procset Pscript_Text 5.0 0
%%+ procset Pscript_Encoding256 5.0 0
%%+ procset Pscript_T42Hdr 5.0 0
%%+ procset Pscript_Win_GdiObject 5.0 0
%%+ procset Pscript_Win_GdiObject_L3 5.0 0
Pscript_WinNT_Incr dup /terminate get exec
%%Pages: 8
(%%[LastPage]%%) =
%%EOF