Skip to content

Evidencing Output Format

Digo edited this page Sep 9, 2014 · 3 revisions

DTD

<!ELEMENT TOPIC_SET (METADATA,TOPIC*)>
<!ELEMENT METADATA (RUNID,DESCRIPTION)>
<!ELEMENT RUNID (#PCDATA)>
<!ELEMENT DESCRIPTION (#PCDATA)>
<!ELEMENT TOPIC (CHOICE)*>
<!ATTLIST TOPIC
        ID CDATA #REQUIRED>
<!ELEMENT CHOICE (ASSERTION)*>
<!ATTLIST CHOICE
        ID CDATA #REQUIRED>
<!ELEMENT ASSERTION (SCORE, EVIDENCE*)>
<!ATTLIST ASSERTION
        AFFIRMATIVE CDATA #REQUIRED
        ID CDATA #REQUIRED>
<!ELEMENT SCORE (#PCDATA)>
<!ELEMENT EVIDENCE (#PCDATA)>

Example XML

<TOPIC_SET>
    <METADATA>
        <RUNID>TEAM1-EN-QA-01</RUNID>
        <DESCRIPTION>We used Solr's retrieval scores as evidences.
        </DESCRIPTION>
    </METADATA>

    <TOPIC ID="Q1">
        <CHOICE ID="C1">
            <ASSERTION AFFIRMATIVE="TRUE" ID="S1">
                <SCORE>0.15</SCORE>
                <EVIDENCE>In the Song Dynasty appeared such great
                    prose writers as Ouyang Xiu, Su Shi,
                    Su Xun, Su Zhe, Zeng Gong and Wang Anshi.
                </EVIDENCE>
            </ASSERTION>
        </CHOICE>
        <CHOICE ID="C2">
            <ASSERTION AFFIRMATIVE="TRUE" ID="S1">
                <SCORE>0.25</SCORE>
            </ASSERTION>
        </CHOICE>
    </TOPIC>

    <TOPIC ID="Q2">
        <CHOICE ID="C1">
            <ASSERTION AFFIRMATIVE="TRUE" ID="S1">
                <SCORE>0.9</SCORE>
            </ASSERTION>
            <ASSERTION AFFIRMATIVE="TRUE" ID="S2">
                <SCORE>0.9</SCORE>
            </ASSERTION>
        </CHOICE>

        <CHOICE ID="C2">
            <ASSERTION AFFIRMATIVE="TRUE" ID="S1">
                <SCORE>0.9</SCORE>
            </ASSERTION>
            <ASSERTION AFFIRMATIVE="FALSE" ID="S2">
                <SCORE>0.9</SCORE>
            </ASSERTION>
        </CHOICE>
    </TOPIC>

</TOPIC_SET>