# -*- coding: UTF-8 -*-

"""Unit test for the ETL extraction functions"""

#      Copyright 2005, 2006 EIAO Consoritum
#      This program is distributed under the terms of the GNU General
#      Public License.
#
#  This file is part of the European Internet Accessibility Observatory
#  (EIAO)
#
#  EIAO is free software; you can redistribute it and/or modify
#  it under the terms of the GNU General Public License as published by
#  the Free Software Foundation; either version 2 of the License, or
#  (at your option) any later version.
#
#  EIAO is distributed in the hope that it will be useful,
#  but WITHOUT ANY WARRANTY; without even the implied warranty of
#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#  GNU General Public License for more details.
#
#  You should have received a copy of the GNU General Public License
#  along with EIAO; if not, write to the Free Software
#  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
#  MA 02110-1301 USA

__author__ = 'Morten Goodwin Olsen, Jens Frøkjær, Tom Oddershede'
__maintainer__ = 'Nils Ulltveit-Moe'
__version__ = "$Id$"

import doctest, unittest
import RDF
from RDFTraverser import *

rdfheader = """
        <rdf:RDF xmlns:earl="http://www.w3.org/WAI/ER/EARL/nmg-strawman#"
             xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
             xmlns:foaf="http://xmlns.com/foaf/0.1/"
             xmlns:eiao="http://www.eiao.net/rdf/2.0#"
             xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#"
             xmlns:dc="http://purl.org/dc/elements/1.1/"
             xmlns:dct="http://purl.org/dc/terms/"
             xml:base="http://www.eiao.net/rdf/2.0/#">
"""
rdffooter = '</rdf:RDF>'

result = []

class dummyrdfreaderwriter:
      """Class that only reads writes RDF to memory. Only used for unit testing of the ETL functions
      <F12>"""
      def write(self,RDFXML):
          """Method for simulating writing of RDF
          
          RDFXML -- RDF as RDF/XML
          
          Returns None
          """
          self.model = RDF.Model()
          pars = RDF.RDFXMLParser()
          pars.parse_string_into_model(self.model, RDFXML, base_uri="http://www.eiao.net/rdf/2.0#")
          

      def read(self,subject,predicate,object):
          """Method for reading RDF
          
          Keyword arguments:
          subject -- Subject as string or None for all
          predicate -- Predicate as string or None for all
          object -- Object as string or None for all
          """
          alltriples = []
          if subject:
              subject = RDF.Uri(subject)
          if predicate:
              predicate = RDF.Uri(predicate)
          if str(object).startswith('http'):
              object = RDF.Uri(object)
          stat = RDF.Statement(subject=subject, predicate=predicate, object=object)
          for statements in self.model.find_statements(stat):
               subject = statements.subject
               predicate = statements.predicate
               object = statements.object
               if subject.type==1:
                   subject = str(subject.uri)
               else:
                   subject = str(subject.literal_value)
               if predicate.type==1:
                   predicate = str(predicate.uri)
               else:
                   predicate = str(predicate.literal_value)
               if object.type==1:
                   object = str(object.uri)
               else:
                   object = str(object.literal_value['string'])
               alltriples.append({'subject':subject,'predicate':predicate,'object':object})
              
          return alltriples


class TestSequenceFunctions(unittest.TestCase):

    def setUp(self):
        self.rdfrw = dummyrdfreaderwriter()    

    def testearlresult(self):
        rdf = """
        <eiao:pageSurvey rdf:about="http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0">
             <earl:asserts rdf:resource="http://www.eiao.net/rdf/2.0/#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-A169040" />
             <earl:asserts rdf:resource="http://www.eiao.net/rdf/2.0/#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-A169041" />
             <earl:asserts rdf:resource="http://www.eiao.net/rdf/2.0/#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-A169042" />
        </eiao:pageSurvey>
        <earl:Assertion rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-A169042">
             <earl:assertedBy rdf:resource="http://www.eiao.net/2.0/RelaxedWAM/"/>
             <earl:subject rdf:resource="http://odin.dep.no/odin/norsk/dok/bn.html"/>
             <earl:requirement rdf:resource="#EIAO.B10.01.01.001.001-001.001"/>
             <earl:mode rdf:resource="http://www.w3.org/WAI/ER/EARL/nmg-strawman#automatic"/>
             <earl:result rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-V169042"/>
             <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-L169042"/>
        </earl:Assertion>
        <earl:result rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-V169042">
             <earl:validity rdf:resource="http://www.w3.org/WAI/ER/EARL/nmg-strawman#pass"/>
        </earl:result>
        <earl:Assertion rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-A169041">
             <earl:assertedBy rdf:resource="http://www.eiao.net/2.0/RelaxedWAM/"/>
             <earl:subject rdf:resource="http://odin.dep.no/odin/norsk/dok/bn.html"/>
             <earl:requirement rdf:resource="#EIAO.B10.01.01.001.001-001.001"/>
             <earl:mode rdf:resource="http://www.w3.org/WAI/ER/EARL/nmg-strawman#automatic"/>
             <earl:result rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-V169041"/>
             <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-L169041"/>
        </earl:Assertion>
        <earl:result rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-V169041">
             <earl:validity rdf:resource="http://www.w3.org/WAI/ER/EARL/nmg-strawman#fail"/>
        </earl:result>
        <earl:Assertion rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-A169040">
             <earl:assertedBy rdf:resource="http://www.eiao.net/2.0/RelaxedWAM/"/>
             <earl:subject rdf:resource="http://odin.dep.no/odin/norsk/dok/bn.html"/>
             <earl:requirement rdf:resource="#EIAO.B10.01.01.001.001-001.001"/>
             <earl:mode rdf:resource="http://www.w3.org/WAI/ER/EARL/nmg-strawman#automatic"/>
             <earl:result rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-V169040"/>
             <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-L169040"/>
        </earl:Assertion>
        <earl:result rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-V169040">
  	     <earl:validity rdf:resource="http://www.w3.org/WAI/ER/EARL/nmg-strawman#fail"/>
	     <eiao:barrierIndicator>0.8</eiao:barrierIndicator>
        </earl:result>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-L169042">
            <eiao:line>109</eiao:line>
            <eiao:column>501</eiao:column>
        </eiao:SingleLocation>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-L169041">
            <eiao:line>12</eiao:line>
            <eiao:column>104</eiao:column>
        </eiao:SingleLocation>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.B10.01.01.001.001-001.001-L169040">
            <eiao:line>12</eiao:line>
            <eiao:column>102</eiao:column>
        </eiao:SingleLocation>

        """
        self.rdfrw.write(rdfheader + rdf + rdffooter)
        results = getResultsFromPageScenario(self.rdfrw.read,'http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0')
        self.assert_(('fail',0.8,12,102) in results)
        self.assert_(('fail',None,12,104) in results)
        self.assert_(('pass',None,109,501) in results)
 
    def testmetadatawithninawebpage(self):
        rdf = """
        <eiao:pageSurvey rdf:about="http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0">
            <eiao:metadata rdf:resource="#MyWAM-M9830245" />
            <eiao:metadata rdf:resource="#MyWAM-M9830246" />
            <eiao:metadata rdf:resource="#MyWAM-M9830247" />
            <eiao:metadata rdf:resource="#MyWAM-M9830248" />
            <eiao:metadata rdf:resource="#MyWAM-M9830249" />
            <eiao:metadata rdf:resource="#MyWAM-M9830250" />
        </eiao:pageSurvey>
        <eiao:MetaData rdf:ID="MyWAM-M9830245">
	    <earl:subject rdf:resource="http://www.example.org/index.html"/>
	    <eiao:type rdf:resource="#technology"/>
	    <eiao:value>application/pdf</eiao:value>
	    <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163990"/>
        </eiao:MetaData>
        <eiao:MetaData rdf:ID="MyWAM-M9830246">
            <earl:subject rdf:resource="http://www.example.org/index.html"/>
            <eiao:type rdf:resource="#technology"/>
            <eiao:value>application/img</eiao:value>
            <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163991"/>         
        </eiao:MetaData>
        <eiao:MetaData rdf:ID="MyWAM-M9830247">
            <earl:subject rdf:resource="http://www.example.org/index.html"/>
            <eiao:type rdf:resource="#language"/>
            <eiao:value>EN</eiao:value>
            <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163992"/>
        </eiao:MetaData>
        <eiao:MetaData rdf:ID="MyWAM-M9830248">
            <earl:subject rdf:resource="http://www.example.org/index.html"/>
            <eiao:type rdf:resource="#mediatype"/>
            <eiao:value>all,aural,braille</eiao:value>
            <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163993"/>
        </eiao:MetaData>
        <eiao:MetaData rdf:ID="MyWAM-M9830249">
            <earl:subject rdf:resource="http://www.example.org/index.html"/>
            <eiao:type rdf:resource="#externalLinks"/>
            <eiao:value>application/pdf</eiao:value>
            <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163994"/>
        </eiao:MetaData>
        <eiao:MetaData rdf:ID="MyWAM-M9830250">
            <earl:subject rdf:resource="http://www.example.org/index.html"/>
            <eiao:type rdf:resource="#internalLinks"/>
            <eiao:value>application/pdf</eiao:value>
            <eiao:singleLocation rdf:resource="#www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163995"/>
        </eiao:MetaData>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163995">
            <eiao:line>2833</eiao:line>
            <eiao:column>12288</eiao:column>
        </eiao:SingleLocation>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163994">
            <eiao:line>13</eiao:line>
            <eiao:column>12</eiao:column>
        </eiao:SingleLocation>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163993">
            <eiao:line>36</eiao:line>
            <eiao:column>14</eiao:column>
        </eiao:SingleLocation>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163992">
            <eiao:line>1</eiao:line>
            <eiao:column>12</eiao:column>
        </eiao:SingleLocation>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163991">
            <eiao:line>97</eiao:line>
            <eiao:column>112</eiao:column>
        </eiao:SingleLocation>
        <eiao:SingleLocation rdf:ID="www.eiao.net.2.0.RelaxedWAM.EIAO.TECH.1.2-L163990">
            <eiao:line>97</eiao:line>
            <eiao:column>122</eiao:column>
        </eiao:SingleLocation>
        """
        self.rdfrw.write(rdfheader + rdf + rdffooter)
        metadata = getMetaDataFromPageSurvey(self.rdfrw.read,'http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0')
        self.assert_(('technology','application/img',97,112,'http://www.example.org/index.html') in metadata)
        self.assert_(('technology','application/pdf',97,122,'http://www.example.org/index.html') in metadata)
        self.assert_(('language','EN',1,12,'http://www.example.org/index.html') in metadata)
        self.assert_(('mediatype','all,aural,braille',36,14,'http://www.example.org/index.html') in metadata)
        self.assert_(('externalLinks','application/pdf',13,12,'http://www.example.org/index.html') in metadata)
        self.assert_(('internalLinks','application/pdf',2833,12288,'http://www.example.org/index.html') in metadata)
        #Testing that restriction works
        language =  getMetaDataFromPageSurvey(self.rdfrw.read,'http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0',restriction='language')
        self.assert_(('language','EN',1,12,'http://www.example.org/index.html') in language)
        self.assert_(('mediatype','all,aural,braille',36,14,'http://www.example.org/index.html') not in language)
  
    def testtestsubjectfrompagesurvey(self):
        rdf = """
        <earl:TestSubject rdf:about="http://odin.dep.no/odinarkiv/norsk/jagland/ld/dok/nn.html">
             <eiao:uncheckableCount>2</eiao:uncheckableCount>
             <eiao:unavailableCount>1</eiao:unavailableCount>
             <eiao:contentLength>238</eiao:contentLength>
             <eiao:calculatedSize>239</eiao:calculatedSize>
             <dc:title xml:lang="en">Automatically sampled by EIAO Observatory</dc:title>
             <dc:date rdf:datatype="http://www.w3.org/2001/XMLSchema#gDate">2006-11-15 02:37+0100</dc:date>
        </earl:TestSubject>

        <eiao:pageSurvey rdf:about="http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0">
            <earl:testsubject rdf:resource="http://odin.dep.no/odinarkiv/norsk/jagland/ld/dok/nn.html" />
        </eiao:pageSurvey>
        """
        self.rdfrw.write(rdfheader + rdf + rdffooter)
        testsubject = getTestSubjectFromPageSurvey(self.rdfrw.read,'http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0')
        self.assert_(testsubject=='http://odin.dep.no/odinarkiv/norsk/jagland/ld/dok/nn.html')
 
    def testscenariodata(self):
        rdf = """
        <eiao:scenario rdf:about="http://www.eiao.net/rdf/2.0#Scenario_1">
            <eiao:typeofscenario>pagescenario</eiao:typeofscenario>
            <eiao:rangeLocation rdf:resource="http://www.eiao.net/rdf/2.0#Scenario_1_range-1" />
            <eiao:barrierIndicator>0.0975</eiao:barrierIndicator>
            <eiao:pageSurvey rdf:resource="http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0" />
        </eiao:scenario>
        """
        self.rdfrw.write(rdfheader + rdf + rdffooter)
        typeofscenario,rangelocation,barrierindicator,pagesurvey = getScenarioData(self.rdfrw.read,'http://www.eiao.net/rdf/2.0#Scenario_1')
        self.assert_(typeofscenario=='pagescenario')
        self.assert_(rangelocation=='http://www.eiao.net/rdf/2.0#Scenario_1_range-1')
        self.assert_(round(barrierindicator,10)==round(0.0975,10))
        self.assert_(pagesurvey=='http://www.eiao.net/rdf/2.0#PageSurvey_http://www.eiao.net/rdf/2.0/PageSurvey_0')

    def testsitesurveydata(self):
        rdf = """
       <eiao:siteSurvey rdf:about="http://www.eiao.net/rdf/2.0/SiteSurvey_0">
           <eiao:basedownloaddir>/var/local/cache/0/</eiao:basedownloaddir>
           <eiao:webSite>http://example.com/</eiao:webSite>
           <eiao:barrierIndicator>0.29385738292649372</eiao:barrierIndicator>
           <eiao:variance>0.010944420079764546</eiao:variance>
           <eiao:errorMargin>0.049026470588235393</eiao:errorMargin>
           <eiao:urlCount>583</eiao:urlCount>
        </eiao:siteSurvey>
        """
        self.rdfrw.write(rdfheader + rdf + rdffooter)
        basedownloaddir, website, barrierindicator, variance, errormargin, urlcount = getSiteSurveyData(self.rdfrw.read,'http://www.eiao.net/rdf/2.0/SiteSurvey_0')
        self.assert_(basedownloaddir=='/var/local/cache/0/')
        self.assert_(website=='http://example.com/')
        self.assert_(round(barrierindicator,10)==round(0.29385738292649372,10))
        self.assert_(round(variance,10)==round(0.010944420079764546,10))
        self.assert_(round(errormargin,10)==round(0.049026470588235393,10))
        self.assert_(urlcount==583)
 
    def testmetadatarfomtestsubject(self):
        rdf = """
        <earl:TestSubject rdf:about="http://odin.dep.no/odinarkiv/norsk/jagland/ld/dok/nn.html">   
             <eiao:uncheckableCount>2</eiao:uncheckableCount>
             <eiao:unavailableCount>1</eiao:unavailableCount>
             <eiao:contentLength>238</eiao:contentLength>
              <eiao:calculatedSize>239</eiao:calculatedSize>
             <dc:title xml:lang="en">Automatically sampled by EIAO Observatory</dc:title>   
             <dc:date rdf:datatype="http://www.w3.org/2001/XMLSchema#gDate">2006-11-15 02:37+0100</dc:date> 
        </earl:TestSubject> 
        """
        self.rdfrw.write(rdfheader + rdf + rdffooter)
        uncheckable, unavailable, contentlength, calculatedsize, title, date = getDataFromTestSubject(self.rdfrw.read,'http://odin.dep.no/odinarkiv/norsk/jagland/ld/dok/nn.html') 
        self.assert_(uncheckable==2)
        self.assert_(unavailable==1)
        self.assert_(contentlength==238)
        self.assert_(calculatedsize==239)
        self.assert_(title=='Automatically sampled by EIAO Observatory')
        self.assert_(date=='2006-11-15 02:37+0100')

if __name__ == "__main__":
    result += unittest.main()