/*

 Copyright 2010 James Pether Sörling Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. 

         $Id

 */

 package org.directdemocracyportal.democracy.service.governmentloader;

 import java.net.MalformedURLException;

 import java.net.URL;

 import java.util.ArrayList;

 import java.util.HashSet;

 import java.util.List;

 import java.util.Set;

 import org.apache.commons.logging.Log;

 import org.apache.commons.logging.LogFactory;

 import org.directdemocracyportal.democracy.model.core.Role;

 import org.directdemocracyportal.democracy.model.world.Country;

 import org.directdemocracyportal.democracy.model.world.Election;

 import org.directdemocracyportal.democracy.model.world.ElectionType;

 import org.directdemocracyportal.democracy.model.world.Government;

 import org.directdemocracyportal.democracy.model.world.GovernmentType;

 import org.directdemocracyportal.democracy.model.world.Organisation;

 import org.directdemocracyportal.democracy.model.world.OrganisationType;

 import org.directdemocracyportal.democracy.model.world.Person;

 import org.directdemocracyportal.democracy.model.world.PoliticalParty;

 import org.directdemocracyportal.democracy.model.world.Region;

 import org.directdemocracyportal.democracy.model.world.RegionType;

 import org.directdemocracyportal.democracy.service.OrganisationAlreadyExistException;

 import org.directdemocracyportal.democracy.service.PortalService;

 import com.gargoylesoftware.htmlunit.WebClient;

 import com.gargoylesoftware.htmlunit.html.HtmlAnchor;

 import com.gargoylesoftware.htmlunit.html.HtmlElement;

 import com.gargoylesoftware.htmlunit.html.HtmlPage;

 import com.gargoylesoftware.htmlunit.html.HtmlTable;

 import com.gargoylesoftware.htmlunit.html.HtmlTableBody;

 import com.gargoylesoftware.htmlunit.html.HtmlTableCell;

 import com.gargoylesoftware.htmlunit.html.HtmlTableRow;

 /**

  * The Class SwedishGovernmentImporterImpl.

  */

 public class SwedishGovernmentImporterImpl implements GovernmentImporter

 {

     /** The Constant SVERIGE. */

     private static final String SVERIGE = "Sverige";

     /** The Constant SVERIGES_RIKSDAG. */

     public static final String SVERIGES_RIKSDAG = "Sveriges Riksdag";

     /** The log. */

     private static Log log = LogFactory

             .getLog(SwedishGovernmentImporterImpl.class);

     /** The web client. */

     private final WebClient webClient;

     /** The url. */

     private final URL url;

     /** The portal service. */

     private final PortalService portalService;

     /**

      * Instantiates a new swedish government importer impl.

      *

      * @param webClient the web client

      * @param url the url

      * @param portalService the portal service

      * @throws MalformedURLException the malformed url exception

      */

     public SwedishGovernmentImporterImpl(WebClient webClient, String url,PortalService portalService) throws MalformedURLException {

         this.webClient = webClient;

         this.portalService = portalService;

         this.url = new URL(url);

     }

     /*

      * (non-Javadoc)

      *

      * @see org.directdemocracyportal.democracy.service.governmentloader.GovernmentImporter#doImport()

      */

     @SuppressWarnings("unchecked")

     public void doImport() {

         log.info("Starting import");

         Country sweden = portalService.findCountryByName(SVERIGE);

         if (sweden == null) {

             sweden = portalService.createCountry(SVERIGE);

             Government government = portalService.createGovernment(

                     "Konungariket Sverige", sweden.getId(),

                     GovernmentType.Constitutional_Monarchy,"Carl Gustaf Folke Hubertus");

             portalService.createElection("Sveriges Riksdags val",ElectionType.National,government.getId());

             for (ActivePoliticalParty party : getCurrentActivePartyList()) {

                 PoliticalParty politicalParty = portalService

                         .createPoliticalPartyById(party.name, party.shortCode,

                                 sweden.getId());

             }

             try {

                 portalService.createOrganisationById("Regeringskansliet", null,

                         sweden.getId(),sweden.getId(), OrganisationType.National, government.getId());

             } catch (OrganisationAlreadyExistException e2) {

                 // TODO Auto-generated catch block

                 e2.printStackTrace();

             }

             Organisation parliament=null;

             try {

                 parliament = portalService.createOrganisation(

                         SVERIGES_RIKSDAG, null, sweden,

                         sweden, OrganisationType.National, government);

             } catch (OrganisationAlreadyExistException e2) {

                 // TODO Auto-generated catch block

                 e2.printStackTrace();

             }

             Role ledamot = portalService.createRoleInOrg("Ledamot", parliament);

             List<Politician> currentList;

             try {

                 currentList = getCurrentList();

             } catch (Exception e) {

                 log.error("Problem importing swedish parliament members", e);

                 return;

             }

             log.info("Importing members in " + parliament.getName());

             for (Politician member : currentList) {

                 PoliticalParty politicalParty = portalService.findPartyByShortCode(member.getParty().toLowerCase().trim());

                 Person person= portalService.createPerson(member.getName());

                 portalService.addMemberById(politicalParty.getId(), person.getId());

                 portalService.addMemberById(parliament.getId(), person.getId());

                 portalService.addRolePlayedById(ledamot.getId(), person.getId());

             }

             // Import regional government and members

             try {

                 importRegiononalGovernments(government, sweden);

             } catch (Exception e1) {

                 // TODO Auto-generated catch block

                 e1.printStackTrace();

             }

             // import local government and members

             try {

                 importRegionsAndMunicipals(government, sweden);

             } catch (Exception e) {

                 // TODO Auto-generated catch block

                 e.printStackTrace();

             }

             try {

                 importInternationalGovernments(government, sweden);

             } catch (Exception e) {

                 // TODO Auto-generated catch block

                 e.printStackTrace();

             }

         }

         log.info("Import completed");

     }

     /**

      * Gets the current list.

      *

      * @return the current list

      * @throws Exception the exception

      */

     private List<Politician> getCurrentList() throws Exception {

         List<Politician> members = new ArrayList<Politician>();

         HtmlPage page = (HtmlPage) webClient.getPage(url);

         HtmlElement pageContent = page.getDocumentElement();

         HtmlElement parliamentTable = pageContent

                 .getHtmlElementsByTagName("table").get(0);

         List<HtmlElement> htmlElementsByTagName2 = parliamentTable

                 .getHtmlElementsByTagName("span");

         for (HtmlElement span : htmlElementsByTagName2) {

             HtmlAnchor homePage = (HtmlAnchor) span.getFirstChild();

             String name = homePage.asText();

             String href = homePage.getHrefAttribute();

             String text = span.asText();

             String party = text.substring(text.indexOf('(') + 1, text

                     .indexOf(')'));

             String region = text.substring(text.indexOf(')') + 1,

                     text.lastIndexOf(',')).trim();

             String role = text.substring(text.lastIndexOf(',') + 1,

                     text.length()).trim();

             members.add(new Politician(name, href, party, region, role));

         }

         return members;

     }

     /**

      * The Class Politician.

      */

     private class Politician

     {

         /** The name. */

         private final String name;

         /** The href. */

         private final String href;

         /** The party. */

         private final String party;

         /** The region. */

         private final String region;

         /** The role. */

         public final String role;

         /**

          * Instantiates a new politician.

          *

          * @param name the name

          * @param href the href

          * @param party the party

          * @param region the region

          * @param role the role

          */

         public Politician(String name, String href, String party,

                 String region, String role) {

             super();

             this.name = name.trim();

             this.href = href.trim();

             this.party = party.trim().toLowerCase();

             this.region = region.trim();

             this.role = role.trim();

         }

         /**

          * Gets the name.

          *

          * @return the name

          */

         public String getName() {

             return name;

         }

         /**

          * Gets the href.

          *

          * @return the href

          */

         public String getHref() {

             return href;

         }

         /**

          * Gets the party.

          *

          * @return the party

          */

         public String getParty() {

             return party;

         }

         /**

          * Gets the region.

          *

          * @return the region

          */

         public String getRegion() {

             return region;

         }

         /**

          * Gets the role.

          *

          * @return the role

          */

         public String getRole() {

             return role;

         }

     }

     /**

      * The Class ActivePoliticalParty.

      */

     private class ActivePoliticalParty

     {

         /** The name. */

         private final String name;

         /** The short code. */

         private final String shortCode;

         /**

          * Instantiates a new active political party.

          *

          * @param name the name

          * @param shortCode the short code

          */

         public ActivePoliticalParty(String name, String shortCode) {

             this.name = name.trim();

             this.shortCode = shortCode.trim().toLowerCase();

         }

         /**

          * Gets the name.

          *

          * @return the name

          */

         public String getName() {

             return name;

         }

         /*

          * (non-Javadoc)

          *

          * @see java.lang.Object#hashCode()

          */

         @Override

         public int hashCode() {

             final int prime = 31;

             int result = 1;

             result = prime * result + ((name == null) ? 0 : name.hashCode());

             result = prime * result

                     + ((shortCode == null) ? 0 : shortCode.hashCode());

             return result;

         }

         /*

          * (non-Javadoc)

          *

          * @see java.lang.Object#equals(java.lang.Object)

          */

         @Override

         public boolean equals(Object obj) {

             if (this == obj)

                 return true;

             if (obj == null)

                 return false;

             if (getClass() != obj.getClass())

                 return false;

             final ActivePoliticalParty other = (ActivePoliticalParty) obj;

             if (name == null) {

                 if (other.name != null)

                     return false;

             } else if (!name.equals(other.name))

                 return false;

             if (shortCode == null) {

                 if (other.shortCode != null)

                     return false;

             } else if (!shortCode.equals(other.shortCode))

                 return false;

             return true;

         }

     }

     /**

      * Gets the current active party list.

      *

      * @return the current active party list

      */

     private Set<ActivePoliticalParty> getCurrentActivePartyList() {

         Set<ActivePoliticalParty> parties = new HashSet<ActivePoliticalParty>();

         try {

             HtmlPage nationalParties = (HtmlPage) webClient

                     .getPage("http://www.val.se/val/val2006/slutlig/R/rike/roster.html");

             parties.addAll(getPoliticalPartiesFromResultPage(nationalParties));

             HtmlPage regionalParties = (HtmlPage) webClient

                     .getPage("http://www.val.se/val/val2006/slutlig/L/rike/delar.html");

             parties.addAll(getPoliticalPartiesForRegionalList(regionalParties));

             HtmlPage localParties = (HtmlPage) webClient

                     .getPage("http://www.val.se/val/val2006/slutlig/K/rike/delar.html");

             parties.addAll(getPoliticalPartiesForRegionalList(localParties));

             // TODO fix Hack import all eu parlaments parties

             parties.add(new ActivePoliticalParty("Junilistan", "jl"));

         } catch (Exception e) {

             e.printStackTrace();

         }

         return parties;

     }

     /**

      * Gets the political parties from result page.

      *

      * @param page the page

      * @return the political parties from result page

      * @throws Exception the exception

      */

     @SuppressWarnings("unchecked")

     private Set<ActivePoliticalParty> getPoliticalPartiesFromResultPage(

             HtmlPage page) throws Exception {

         Set<ActivePoliticalParty> parties = new HashSet<ActivePoliticalParty>();

         HtmlElement pageContent = page.getDocumentElement();

         HtmlTable table = (HtmlTable) pageContent.getElementsByAttribute(

                 "table", "class", "rostfordelning").get(0);

         List<HtmlTableRow> rows = new ArrayList(table.getRows());

         rows.remove(0);

         rows.remove(0);

         rows.remove(rows.size() - 1);

         for (HtmlTableRow row : rows) {

             int mandat = Integer.valueOf(((HtmlElement) row.getCells().get(4))

                     .asText().trim());

             if (mandat != 0) {

                 ActivePoliticalParty activePoliticalParty = new ActivePoliticalParty(

                         ((HtmlElement) row.getCells().get(1)).asText().trim(),

                         ((HtmlElement) row.getCells().get(0)).asText()

                                 .toLowerCase().trim());

                 parties.add(activePoliticalParty);

             }

         }

         return parties;

     }

     /**

      * Gets the political parties for regional list.

      *

      * @param page the page

      * @return the political parties for regional list

      * @throws Exception the exception

      */

     @SuppressWarnings("unchecked")

     private Set<ActivePoliticalParty> getPoliticalPartiesForRegionalList(

             HtmlPage page) throws Exception {

         Set<ActivePoliticalParty> parties = new HashSet<ActivePoliticalParty>();

         HtmlElement pageContent = page.getDocumentElement();

         HtmlElement element = pageContent.getElementById("delar");

         List<HtmlAnchor> htmlElementsByTagName = element

                 .getHtmlElementsByTagName("a");

         for (HtmlAnchor a : htmlElementsByTagName) {

             parties.addAll(getPoliticalPartiesFromResultPage((HtmlPage) a

                     .openLinkInNewWindow()));

         }

         return parties;

     }

     /**

      * Import regions and municipals.

      *

      * @param government the government

      * @param country the country

      * @throws Exception the exception

      */

     @SuppressWarnings("unchecked")

     public void importRegionsAndMunicipals(Government government,

             Country country) throws Exception {

         HtmlPage page = (HtmlPage) webClient

                 .getPage("http://www.val.se/val/val2006/valdaled/index_kommun.html");

         HtmlElement pageContent = page.getDocumentElement();

         HtmlElement div = pageContent.getElementById("sik");

         List<HtmlElement> htmlElementsByTagName = div

                 .getHtmlElementsByTagName("a");

         for (HtmlElement element : htmlElementsByTagName) {

             HtmlAnchor anchor = (HtmlAnchor) element;

             ImportAllMunicipalsInRegion(anchor, government, country);

         }

     }

     /**

      * Import regiononal governments.

      *

      * @param government the government

      * @param country the country

      * @throws Exception the exception

      */

     @SuppressWarnings("unchecked")

     public void importRegiononalGovernments(Government government,

             Country country) throws Exception {

         HtmlPage page = (HtmlPage) webClient

                 .getPage("http://www.val.se/val/val2006/valdaled/index_landsting.html");

         HtmlElement pageContent = page.getDocumentElement();

         HtmlElement div = pageContent.getElementById("sik");

         List<HtmlElement> htmlElementsByTagName = div

                 .getHtmlElementsByTagName("a");

         for (HtmlElement element : htmlElementsByTagName) {

             HtmlAnchor anchor = (HtmlAnchor) element;

             importRegionalGovernment(anchor, government, country);

         }

     }

     /**

      * Import regional government.

      *

      * @param anchor the anchor

      * @param government the government

      * @param country the country

      * @throws Exception the exception

      */

     private void importRegionalGovernment(HtmlAnchor anchor,

             Government government, Country country) throws Exception {

         HtmlPage page = (HtmlPage) anchor.openLinkInNewWindow();

         HtmlElement pageContent = page.getDocumentElement();

         String regionName = anchor.asText().trim().replace("s landsting", "")

                 .trim();

         Region region = new Region();

         region.setParent(country);

         country.getParts().add(region);

         region.setRegionType(RegionType.Regional);

         region.setName(regionName);

         //countryDAO.save(country);

         Government regionalGovernment = portalService.createRegionalGovernment(

                 anchor.asText(), country, region, OrganisationType.Regional,

                 government);

         Election election = new Election();

         election.setName(regionalGovernment.getName() + "sval");

         election.setType(ElectionType.Regional);

         election.setGovernment(regionalGovernment);

         regionalGovernment.getElections().add(election);

         //agentDAO.save(regionalGovernment);

         portalService.createOrganisation("Landstingsstyrelse "

                 + region.getName() + " landsting", null, country,

                 region, OrganisationType.Regional, regionalGovernment);

         Organisation regionalParliament = portalService.createOrganisation(

                 "Landstingsfullmäktige " + region.getName() + " landsting",

                 null, country, region, OrganisationType.Regional, regionalGovernment);

         Role landstingFullmäktige = portalService.createRoleInOrg(

                 "Landstingsfullmäktige", regionalParliament);

         log.info("Importing members in " + regionalParliament.getName());

         List<Politician> members = getAllRegionalGovernmentMembers(pageContent);

         for (Politician member : members) {

             PoliticalParty politicalParty = portalService.findPartyByShortCode(member.getParty().toLowerCase().trim());

             Person person = portalService.createPerson(member.getName());

             portalService.addMemberById(politicalParty.getId(), person.getId());

             portalService.addMemberById(regionalParliament.getId(), person.getId());

             portalService.addRolePlayedById(landstingFullmäktige.getId(), person.getId());

         }

     }

     /**

      * Import all municipals in region.

      *

      * @param anchor the anchor

      * @param government the government

      * @param country the country

      * @throws Exception the exception

      */

     @SuppressWarnings("unchecked")

     private void ImportAllMunicipalsInRegion(HtmlAnchor anchor,

             Government government, Country country) throws Exception {

         if (anchor.asText().equals("Gotland")) {

             ImportMunicipal(anchor, government, country, country);

         } else {

             HtmlPage page = (HtmlPage) anchor.openLinkInNewWindow();

             HtmlElement pageContent = page.getDocumentElement();

             HtmlElement div = pageContent.getElementById("sik");

             List<HtmlElement> htmlElementsByTagName = div

                     .getHtmlElementsByTagName("a");

             Region region = portalService.findRegionByName(anchor.asText());

             for (HtmlElement element : htmlElementsByTagName) {

                 ImportMunicipal((HtmlAnchor) element, government, country,

                         region);

             }

         }

     }

     /**

      * Import municipal.

      *

      * @param anchor the anchor

      * @param government the government

      * @param country the country

      * @param region the region

      * @throws Exception the exception

      */

     private void ImportMunicipal(HtmlAnchor anchor, Government government,

             Country country, Region region) throws Exception {

         HtmlPage page = (HtmlPage) anchor.openLinkInNewWindow();

         HtmlElement pageContent = page.getDocumentElement();

         Region local = new Region();

         local.setParent(region);

         region.getParts().add(local);

         local.setRegionType(RegionType.Local);

         local.setName(anchor.asText());

         //countryDAO.saveRegion(region);

         Government localGovernment = portalService.createRegionalGovernment(

                 anchor.asText().trim() + " Kommun", country, local,

                 OrganisationType.Local, government);

         Election election = new Election();

         election.setName(localGovernment.getName() + " val");

         election.setType(ElectionType.Local);

         election.setGovernment(localGovernment);

         localGovernment.getElections().add(election);

         //agentDAO.save(localGovernment);

         portalService.createOrganisation("Kommunstyrelse " + local.getName(),

                 null, country, local, OrganisationType.Local, localGovernment);

         Organisation localParliament = portalService.createOrganisation(

                 "Kommunfullmäktige " + local.getName(), null, country,

                 local, OrganisationType.Local, localGovernment);

         Role fullmäktigeLedamot = portalService.createRoleInOrg(

                 "Fullmäktigeledamot", localParliament);

         log.info("Importing members in " + localParliament.getName());

         List<Politician> members = getAllMunicipialsMembers(pageContent);

         for (Politician member : members) {

             PoliticalParty politicalParty = portalService.findPartyByShortCode(member.getParty().toLowerCase().trim());

             Person person = new Person();

             person.setName(member.getName());

             //agentDAO.save(person);

             portalService.addMember(politicalParty, person);

             portalService.addMember(localParliament, person);

             portalService.addRolePlayed(fullmäktigeLedamot, person);

         }

     }

     /**

      * Gets the all municipials members.

      *

      * @param pageContent the page content

      * @return the all municipials members

      */

     @SuppressWarnings("unchecked")

     private List<Politician> getAllMunicipialsMembers(HtmlElement pageContent) {

         HtmlTableBody tableBody = (HtmlTableBody) pageContent

                 .getElementById("tableBody");

         List<HtmlTableRow> rows = tableBody.getRows();

         List<Politician> members = new ArrayList<Politician>();

         for (HtmlTableRow row : rows) {

             List<HtmlTableCell> cells = row.getCells();

             if (cells.size() == 3) {

                 members.add(new Politician(cells.get(0).asText().trim(), "",

                         cells.get(1).asText().trim(), cells.get(2).asText()

                                 .trim(), "Fullmäktigeledamot"));

             } else if (cells.size() == 2) {

                 members

                         .add(new Politician(cells.get(0).asText().trim(), "",

                                 cells.get(1).asText().trim(), "",

                                 "Fullmäktigeledamot"));

             }

         }

         return members;

     }

     /**

      * Gets the all regional government members.

      *

      * @param pageContent the page content

      * @return the all regional government members

      */

     @SuppressWarnings( { "unchecked", "unchecked" })

     private List<Politician> getAllRegionalGovernmentMembers(

             HtmlElement pageContent) {

         HtmlTableBody tableBody = (HtmlTableBody) pageContent

                 .getElementById("tableBody");

         List<HtmlTableRow> rows = tableBody.getRows();

         List<Politician> members = new ArrayList<Politician>();

         for (HtmlTableRow row : rows) {

             List<HtmlTableCell> cells = row.getCells();

             if (cells.size() == 3) {

                 members.add(new Politician(cells.get(0).asText().trim(), "",

                         cells.get(1).asText().trim(), cells.get(2).asText()

                                 .trim(), "Landstingsfullmäktige"));

             } else if (cells.size() == 2) {

                 members.add(new Politician(cells.get(0).asText().trim(), "",

                         cells.get(1).asText().trim(), "",

                         "Landstingsfullmäktige"));

             }

         }

         return members;

     }

     /**

      * Import international governments.

      *

      * @param government the government

      * @param country the country

      * @throws Exception the exception

      */

     public void importInternationalGovernments(Government government,

             Country country) throws Exception {

         HtmlPage page = (HtmlPage) webClient

                 .getPage("http://www.val.se/val/ep2004/valdaled/index.html");

         HtmlElement pageContent = page.getDocumentElement();

         Region eu = new Region();

         eu.setRegionType(RegionType.International);

         eu.setName("Europeiska unionen");

         country.setParent(eu);

         eu.getParts().add(country);

         //countryDAO.saveRegion(eu);

         //countryDAO.save(country);

         Organisation internationalGov = portalService.createOrganisation(

                 "Europaparlamentet", null, country,

                 eu, OrganisationType.International, government);

         Role parlamentsLedamot = portalService.createRoleInOrg(

                 "Parlamentsledamot", internationalGov);

         List<Politician> members = getAllInternationalGovernmentMembers(pageContent);

         for (Politician member : members) {

             PoliticalParty politicalParty = portalService.findPartyByShortCode(member.getParty().toLowerCase().trim());

             Person person = portalService.createPerson(member.getName());

             portalService.addMemberById(politicalParty.getId(), person.getId());

             portalService.addMemberById(internationalGov.getId(), person.getId());

             portalService.addRolePlayedById(parlamentsLedamot.getId(), person.getId());

         }

     }

     /**

      * Gets the all international government members.

      *

      * @param pageContent the page content

      * @return the all international government members

      */

     @SuppressWarnings("unchecked")

     private List<Politician> getAllInternationalGovernmentMembers(

             HtmlElement pageContent) {

         HtmlTableBody tableBody = (HtmlTableBody) pageContent

                 .getElementById("tableBody");

         List<HtmlTableRow> rows = tableBody.getRows();

         List<Politician> members = new ArrayList<Politician>();

         for (HtmlTableRow row : rows) {

             List<HtmlTableCell> cells = row.getCells();

             if (cells.size() == 3) {

                 members.add(new Politician(cells.get(0).asText().trim(), "",

                         cells.get(1).asText().trim(), cells.get(2).asText()

                                 .trim(), "Parlamentsledamot"));

             } else if (cells.size() == 2) {

                 members.add(new Politician(cells.get(0).asText().trim(), "",

                         cells.get(1).asText().trim(), "", "Parlamentsledamot"));

             }

         }

         return members;

     }

 }