##############################################################################
#
# Copyright (c) 2002 Nexedi SARL and Contributors. All Rights Reserved.
#                    Jean-Paul Smets-Solanes <jp@nexedi.com>
#
# WARNING: This program as such is intended to be used by professional
# programmers who take the whole responsability of assessing all potential
# consequences resulting from its eventual inadequacies and bugs
# End users who are looking for a ready-to-use solution with commercial
# garantees and support are strongly adviced to contract a Free Software
# Service Company
#
# This program is Free Software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
#
##############################################################################

from Products.CMFCore.utils import UniqueObject

from AccessControl import ClassSecurityInfo
from Globals import InitializeClass, DTMLFile
from Products.ERP5Type.Document.Folder import Folder
from Products.ERP5Type import Permissions
from Products.ERP5.ERP5Globals import default_section_category, order_type_list, delivery_type_list, current_inventory_state_list

from Products.ERP5 import _dtmldir

from zLOG import LOG

from Products.ERP5.Capacity.GLPK import solve
from Numeric import zeros, resize
import cPickle

# Solver Registration
is_initialized = 0
delivery_solver_dict = {}
delivery_solver_list = []

def registerDeliverySolver(solver):
    global delivery_solver_list, delivery_solver_dict
    #LOG('Register Solver', 0, str(solver.__name__))
    delivery_solver_list.append(solver)
    delivery_solver_dict[solver.__name__] = solver

target_solver_dict = {}
target_solver_list = []

def registerTargetSolver(solver):
    global target_solver_list, target_solver_dict
    #LOG('Register Solver', 0, str(solver.__name__))
    target_solver_list.append(solver)
    target_solver_dict[solver.__name__] = solver

class Target:

  def __init__(self, **kw):
    """
      Defines a target (target_quantity, start_date, stop_date)
    """
    self.__dict__.update(kw)

class SimulationTool (Folder, UniqueObject):
    """
    The SimulationTool implements the ERP5
    simulation algorithmics.


    Examples of applications:

    -

    -
    ERP5 main purpose:

    -

    -

    """
    id = 'portal_simulation'
    meta_type = 'ERP5 Simulation Tool'
    portal_type = 'Simulation Tool'
    allowed_types = ( 'ERP5 Applied Rule', )

    # Declarative Security
    security = ClassSecurityInfo()

    #
    #   ZMI methods
    #
    manage_options = ( ( { 'label'      : 'Overview'
                         , 'action'     : 'manage_overview'
                         }
                        ,
                        )
                     + Folder.manage_options
                     )

    security.declareProtected( Permissions.ManagePortal, 'manage_overview' )
    manage_overview = DTMLFile( 'explainSimulationTool', _dtmldir )

    # Filter content (ZMI))
    def __init__(self):
        return Folder.__init__(self, SimulationTool.id)

    # Filter content (ZMI))
    def filtered_meta_types(self, user=None):
        # Filters the list of available meta types.
        all = SimulationTool.inheritedAttribute('filtered_meta_types')(self)
        meta_types = []
        for meta_type in self.all_meta_types():
            if meta_type['name'] in self.allowed_types:
                meta_types.append(meta_type)
        return meta_types

    def initialize(self):
      """
        Update values of simulation movements based on delivery
        target values and solver
      """
      from Products.ERP5.TargetSolver import Reduce, Defer, SplitAndDefer, CopyToTarget
      from Products.ERP5.DeliverySolver import Distribute, Copy

    def isInitialized(self):
      global is_initialized
      return is_initialized

    def newDeliverySolver(self, solver_id, *args, **kw):
      """
        Returns a solver instance
      """
      if not self.isInitialized(): self.initialize()
      solver = delivery_solver_dict[solver_id](self, *args, **kw)
      return solver

    def applyDeliverySolver(self, movement, solver):
      """
        Update values of simulation movements based on delivery
        target values and solver.

        movement  --  a delivery line or cell

        solver    --  a delivery solver
      """
      if not self.isInitialized(): self.initialize()
      solver.solve(movement)

    def newTargetSolver(self, solver_id, *args, **kw):
      """
        Returns a solver instance
      """
      if not self.isInitialized(): self.initialize()
      solver = target_solver_dict[solver_id](self, *args, **kw)
      return solver

    def applyTargetSolver(self, movement, solver, new_target=None):
      """
        Update upper targets based on new targets

        movement  --  a simulation movement

        solver    --  a target solver

        new_target--  new target values for that movement
      """
      if new_target is None:
        # Default behaviour is to solve target based on
        # target defined by Delivery
        # it must be overriden in recursive upward update
        # to make sure
        new_target = Target(target_quantity = movement.getQuantity(),
                            target_start_date = movement.getStartDate(),
                            target_stop_date = movement.getStopDate())
      if not self.isInitialized(): self.initialize()
      solver.solve(movement, new_target)

    def closeTargetSolver(self, solver):
      return solver.close()

    def showTargetSolver(self, solver):
      #LOG("SimulationTool",0,"in showTargetSolver")
      return str(solver.__dict__)


    #######################################################
    # Stock Management
    security.declareProtected(Permissions.AccessContentsInformation, 'getInventory')
    def getInventory(self, resource_uid=None, at_date = None, section = None, node = None,
            node_category=None, section_category=default_section_category, simulation_state=None,
            ignore_variation=0, **kw):
      result = self.Resource_zGetInventory(resource_uid = resource_uid,
                                           to_date=at_date,
                                           section=section, node=node,
                                           node_category=node_category,
                                           section_category=section_category)
      if len(result) > 0:
        return result[0].inventory
      return 0.0

    #######################################################
    # Movement Group Collection / Delivery Creation
    def collectMovement(self, movement_list):

      class RootGroup:

        def __init__(self,movement=None):
          self.movement_list = []
          self.group_list = []
          if movement is not None :
            self.append(movement)

        def appendGroup(self, movement):
          self.group_list.append(OrderGroup(movement))

        def append(self,movement):
          self.movement_list.append(movement)
          movement_in_group = 0
          for group in self.group_list :
            if group.test(movement) :
              group.append(movement)
              movement_in_group = 1
              break
          if movement_in_group == 0 :
            self.appendGroup(movement)

      class OrderGroup(RootGroup):

        def __init__(self,movement):
          RootGroup.__init__(self,movement)
          if hasattr(movement, 'getRootAppliedRule'):
            # This is a simulation movement
            order_value = movement.getRootAppliedRule().getCausalityValue(
                                                      portal_type=order_type_list)
            if order_value is None:
              # In some cases (ex. DeliveryRule), there is no order
              # we may consider a PackingList as the order in the OrderGroup
              order_value = movement.getRootAppliedRule().getCausalityValue(
                              portal_type=delivery_type_list)
          else:
            # This is a temp movement
            order_value = None
          if order_value is None:
            order_relative_url = None
          else:
            # get the id of the enclosing delivery
            # for this cell or line
            order_relative_url = order_value.getRelativeUrl()
          self.order = order_relative_url

        def appendGroup(self, movement):
          self.group_list.append(PathGroup(movement))

        def test(self,movement):
          if hasattr(movement, 'getRootAppliedRule'):
            order_value = movement.getRootAppliedRule().getCausalityValue(
                                                        portal_type=order_type_list)

            if order_value is None:
              # In some cases (ex. DeliveryRule), there is no order
              # we may consider a PackingList as the order in the OrderGroup
              order_value = movement.getRootAppliedRule().getCausalityValue(
                              portal_type=delivery_type_list)
          else:
            # This is a temp movement
            order_value = None
          if order_value is None:
            order_relative_url = None
          else:
            # get the id of the enclosing delivery
            # for this cell or line
            order_relative_url = order_value.getRelativeUrl()
          if order_relative_url == self.order:
            return 1
          else :
            return 0

      class PathGroup(RootGroup):

        def __init__(self,movement):
          RootGroup.__init__(self,movement)
          self.source = movement.getSource()
          self.destination = movement.getDestination()
          self.source_section = movement.getSourceSection()
          self.destination_section = movement.getDestinationSection()

        def appendGroup(self, movement):
          self.group_list.append(DateGroup(movement))

        def test(self,movement):
          if movement.getSource() == self.source and \
            movement.getDestination() == self.destination and \
            movement.getSourceSection() == self.source_section and \
            movement.getDestinationSection() == self.destination_section :
            return 1
          else :
            return 0

      class DateGroup(RootGroup):

        def __init__(self,movement):
          RootGroup.__init__(self,movement)
          self.target_start_date = movement.getTargetStartDate()
          self.target_stop_date = movement.getTargetStopDate()
          self.start_date = movement.getStartDate()
          self.stop_date = movement.getStopDate()

        def appendGroup(self, movement):
          self.group_list.append(ResourceGroup(movement))

        def test(self,movement):
          if movement.getStartDate() == self.start_date and \
            movement.getStopDate() == self.stop_date :
            return 1
          else :
            return 0

      class ResourceGroup(RootGroup):

        def __init__(self,movement):
          RootGroup.__init__(self,movement)
          self.resource = movement.getResource()

        def appendGroup(self, movement):
          self.group_list.append(VariantGroup(movement))

        def test(self,movement):
          if movement.getResource() == self.resource :
            return 1
          else :
            return 0

      class VariantGroup(RootGroup):

        def __init__(self,movement):
          RootGroup.__init__(self,movement)
          self.category_list = movement.getVariationCategoryList()

        def appendGroup(self, movement):
          pass

        def test(self,movement):
          # we must have the same number of categories
          categories_identity = 0
          if len(self.category_list) == len(movement.getVariationCategoryList()) :
            for category in movement.getVariationCategoryList() :
              if not category in self.category_list :
                break
            else :
              categories_identity = 1
          return categories_identity

      my_root_group = RootGroup()
      for movement in movement_list :
        if not movement in my_root_group.movement_list :
          my_root_group.append(movement)

      return my_root_group

    def buildOrderList(self, movement_group):
      # Build orders from a list of movements (attached to orders)
      order_list = []

      if movement_group is not None:
        for order_group in movement_group.group_list:
          if order_group.order is None:
            # Only build if there is not order yet
            for path_group in order_group.group_list :
              if path_group.destination.find('site/Stock_PF') >=0 :
                # Build a Production Order
                delivery_module = self.ordre_fabrication
                delivery_type = 'Production Order'
                delivery_line_type = delivery_type + ' Line'
                delivery_cell_type = 'Delivery Cell'
              else:
                # Build a Purchase Order
                delivery_module = self.commande_achat
                delivery_type = 'Purchase Order'
                delivery_line_type = delivery_type + ' Line'
                delivery_cell_type = 'Delivery Cell'
              # we create a new delivery for each DateGroup
              for date_group in path_group.group_list :

                for resource_group in date_group.group_list :

                  # Create a new production Order for each resource (Modele)
                  modele_url_items = resource_group.resource.split('/')
                  modele_id = modele_url_items[len(modele_url_items)-1]
                  try :
                    modele_object = self.getPortalObject().modele[modele_id]
                  except :
                    modele_object = None
                  if modele_object is not None :
                    of_description = modele_id + ' ' + modele_object.getDefaultDestinationTitle('')
                  else :
                    of_description = modele_id

                  new_delivery_id = str(delivery_module.generateNewId())
                  self.portal_types.constructContent(type_name = delivery_type,
                                                      container = delivery_module,
                                                      id = new_delivery_id,
                                                      target_start_date = date_group.start_date,
                                                      target_stop_date = date_group.stop_date,
                                                      start_date = date_group.start_date,
                                                      stop_date = date_group.stop_date,
                                                      source = path_group.source,
                                                      destination = path_group.destination,
                                                      source_section = path_group.source_section,
                                                      destination_section = path_group.destination_section,
                                                      description = of_description,
                                                      title = "Auto Planned"
                                                    )
                  delivery = delivery_module[new_delivery_id]
                  # the new delivery is added to the order_list
                  order_list.append(delivery)

                  # Create each delivery_line in the new delivery

                  new_delivery_line_id = str(delivery.generateNewId())
                  self.portal_types.constructContent(type_name = delivery_line_type,
                  container = delivery,
                  id = new_delivery_line_id,
                  resource = resource_group.resource,
                  )
                  delivery_line = delivery[new_delivery_line_id]

                  line_variation_category_list = []
                  line_variation_base_category_dict = {}

                  # compute line_variation_base_category_list and
                  # line_variation_category_list for new delivery_line
                  for variant_group in resource_group.group_list :
                    for variation_item in variant_group.category_list :
                      if not variation_item in line_variation_category_list :
                        line_variation_category_list.append(variation_item)
                        variation_base_category_items = variation_item.split('/')
                        if len(variation_base_category_items) > 0 :
                          line_variation_base_category_dict[variation_base_category_items[0]] = 1

                  # update variation_base_category_list and line_variation_category_list for delivery_line
                  line_variation_base_category_list = line_variation_base_category_dict.keys()
                  delivery_line.setVariationBaseCategoryList(line_variation_base_category_list)
                  delivery_line.setVariationCategoryList(line_variation_category_list)

                  # IMPORTANT : delivery cells are automatically created during setVariationCategoryList

                  # update target_quantity for each delivery_cell
                  for variant_group in resource_group.group_list :
                    #LOG('Variant_group examin',0,str(variant_group.category_list))
                    object_to_update = None
                    # if there is no variation of the resource, update delivery_line with quantities and price
                    if len(variant_group.category_list) == 0 :
                      object_to_update = delivery_line
                    # else find which delivery_cell is represented by variant_group
                    else :
                      categories_identity = 0
                      #LOG('Before Check cell',0,str(delivery_cell_type))
                      #LOG('Before Check cell',0,str(delivery_line.contentValues()))
                      for delivery_cell in delivery_line.contentValues(filter={'portal_type':'Delivery Cell'}) :
                        #LOG('Check cell',0,str(delivery_cell))
                        #LOG('Check cell',0,str(variant_group.category_list))
                        #LOG('Check cell',0,str(delivery_cell.getVariationCategoryList()))
                        if len(variant_group.category_list) == len(delivery_cell.getVariationCategoryList()) :
                          #LOG('Parse category',0,str(delivery_cell.getVariationCategoryList()))
                          for category in delivery_cell.getVariationCategoryList() :
                            if not category in variant_group.category_list :
                              #LOG('Not found category',0,str(category))
                              break
                          else :
                            categories_identity = 1

                        if categories_identity :
                          object_to_update = delivery_cell
                          break

                    # compute target_quantity, quantity and price for delivery_cell or delivery_line and
                    # build relation between simulation_movement and delivery_cell or delivery_line
                    if object_to_update is not None :
                      cell_target_quantity = 0
                      for movement in variant_group.movement_list :
                        cell_target_quantity += movement.getConvertedTargetQuantity()
                      # We do not create a relation or modifu anything
                      # since planification of this movement will create new applied rule
                      object_to_update.edit(target_quantity = cell_target_quantity,
                                            quantity = cell_target_quantity,
                                            force_update = 1)

      return order_list

    def buildDeliveryList(self, movement_group):
      # Build deliveries from a list of movements

      delivery_list = []
      reindexable_movement_list = []

      if movement_group is not None:
        for order_group in movement_group.group_list:
          # Order should never be None
          LOG("buildDeliveryList", 0, str(order_group.__dict__))
          if order_group.order is not None:
            order = self.portal_categories.resolveCategory(order_group.order)
            if order is not None:
              # define some variables
              LOG("order", 0, str(order.__dict__))
              if order.getPortalType() == 'Purchase Order' :
                delivery_module = order.getPortalObject().livraison_achat
                delivery_type = 'Purchase Packing List'
                delivery_line_type = delivery_type + ' Line'
                delivery_cell_type = 'Delivery Cell'
              else :
                delivery_module = order.getPortalObject().livraison_vente
                delivery_type = 'Sales Packing List'
                delivery_line_type = delivery_type + ' Line'
                delivery_cell_type = 'Delivery Cell'
            else : # should never be none
              LOG("order is None", 0, str(order.__dict__))
              return delivery_list
          else: # order is None
            order = None
            # possible when we build deliveries for tranfer of property
            delivery_module = self.getPortalObject().livraison_vente
            delivery_type = 'Sales Packing List'
            delivery_line_type = delivery_type + ' Line'
            delivery_cell_type = 'Delivery Cell'

          for path_group in order_group.group_list :
            # we create a new delivery for each DateGroup

            # if path is internal ???
            # JPS NEW
            if path_group.source is None or path_group.destination is None:
              # Production Path
              LOG("Builder",0, "Strange Path %s " % path_group.source)
              LOG("Builder",0, "Strange Path %s " % path_group.destination)

            if path_group.source is None or path_group.destination is None:
              delivery_module = self.rapport_fabrication
              delivery_type = 'Production Report'
              delivery_line_type = 'Production Report Line'
              delivery_cell_type = 'Production Report Cell'
            elif path_group.destination.find('site/Stock_PF') >= 0 and \
                path_group.source.find('site/Piquage') >= 0:
              delivery_module = self.livraison_fabrication
              delivery_type = 'Production Packing List'
              delivery_line_type = delivery_type + ' Line'
              delivery_cell_type = 'Delivery Cell'
            elif path_group.source.find('site/Stock_MP') >= 0 and \
                path_group.destination.find('site/Piquage') >= 0:
              delivery_module = self.livraison_fabrication
              delivery_type = 'Production Packing List'
              delivery_line_type = delivery_type + ' Line'
              delivery_cell_type = 'Delivery Cell'

            for date_group in path_group.group_list :

              # Create a new packing list
              new_delivery_id = str(delivery_module.generateNewId())
              self.portal_types.constructContent(type_name = delivery_type,
                                        container = delivery_module,
                                        id = new_delivery_id,
                                        target_start_date = date_group.start_date,
                                        target_stop_date = date_group.stop_date,
                                        start_date = date_group.start_date,
                                        stop_date = date_group.stop_date,
                                        source = path_group.source,
                                        destination = path_group.destination,
                                        source_section = path_group.source_section,
                                        destination_section = path_group.destination_section
                                        )
              delivery = delivery_module[new_delivery_id]
              if order is not None :
                delivery.edit(title = order.getTitle(),
                              causality_value = order,
                              incoterm = order.getIncoterm(),
                              delivery_mode = order.getDeliveryMode()
                              )
              # the new delivery is added to the delivery_list
              delivery_list.append(delivery)
      #        LOG('Livraison cr��e',0,str(delivery.getId()))

              # Create each delivery_line in the new delivery

              for resource_group in date_group.group_list :
                if delivery_type == 'Production Report':
                  if resource_group.resource.find('operation') == 0:
                    delivery_line_type = 'Production Report Operation'
                  else:
                    delivery_line_type = 'Production Report Component'

                new_delivery_line_id = str(delivery.generateNewId())
                self.portal_types.constructContent(type_name = delivery_line_type,
                container = delivery,
                id = new_delivery_line_id,
                resource = resource_group.resource,
                )
                delivery_line = delivery[new_delivery_line_id]
                #LOG('Ligne cr��e',0,str(delivery_line.getId())+' '+str(delivery_line.getResource()))

                line_variation_category_list = []
                line_variation_base_category_dict = {}

                # compute line_variation_base_category_list and
                # line_variation_category_list for new delivery_line
                for variant_group in resource_group.group_list :
                  for variation_item in variant_group.category_list :
                    if not variation_item in line_variation_category_list :
                      line_variation_category_list.append(variation_item)
                      variation_base_category_items = variation_item.split('/')
                      if len(variation_base_category_items) > 0 :
                        line_variation_base_category_dict[variation_base_category_items[0]] = 1

                # update variation_base_category_list and line_variation_category_list for delivery_line
                line_variation_base_category_list = line_variation_base_category_dict.keys()
                delivery_line._setVariationBaseCategoryList(line_variation_base_category_list)
                delivery_line.setVariationCategoryList(line_variation_category_list)

                # IMPORTANT : delivery cells are automatically created during setVariationCategoryList

                # update target_quantity for each delivery_cell
                for variant_group in resource_group.group_list :
                  #LOG('Variant_group examin?,0,str(variant_group.category_list))
                  object_to_update = None
                  # if there is no variation of the resource, update delivery_line with quantities and price
                  if len(variant_group.category_list) == 0 :
                    object_to_update = delivery_line
                  # else find which delivery_cell is represented by variant_group
                  else :
                    categories_identity = 0
                    #LOG('Before Check cell',0,str(delivery_cell_type))
                    #LOG('Before Check cell',0,str(delivery_line.contentValues()))
                    for delivery_cell in delivery_line.contentValues(
                                                          filter={'portal_type':delivery_cell_type}) :
                      #LOG('Check cell',0,str(delivery_cell))
                      if len(variant_group.category_list) == len(delivery_cell.getVariationCategoryList()) :
                        #LOG('Parse category',0,str(delivery_cell.getVariationCategoryList()))
                        for category in delivery_cell.getVariationCategoryList() :
                          if not category in variant_group.category_list :
                            #LOG('Not found category',0,str(category))
                            break
                        else :
                          categories_identity = 1

                      if categories_identity :
                        object_to_update = delivery_cell
                        break

                  # compute target_quantity, quantity and price for delivery_cell or delivery_line and
                  # build relation between simulation_movement and delivery_cell or delivery_line
                  if object_to_update is not None :
                    cell_target_quantity = 0
                    cell_total_price = 0
                    for movement in variant_group.movement_list :
                      cell_target_quantity += movement.getNetConvertedTargetQuantity()
                      try:
                        cell_total_price += movement.getNetConvertedTargetQuantity()*movement.getPrice() # XXX WARNING - ADD PRICED QUANTITY
                      except:
                        cell_total_price = None

                      if movement.getPortalType() == 'Simulation Movement' :
                        # update every simulation_movement
                        # we set delivery_value and target dates and quantity
                        movement._setDeliveryValue(object_to_update)
                        movement._setTargetQuantity(movement.getTargetQuantity())
                        movement._setQuantity(movement.getTargetQuantity())
                        movement._setEfficiency(movement.getTargetEfficiency())
                        movement._setTargetStartDate(movement.getTargetStartDate())
                        movement._setTargetStopDate(movement.getTargetStopDate())
                        movement._setStartDate(movement.getTargetStartDate())
                        movement._setStopDate(movement.getTargetStopDate())
                        # We will reindex later
                        reindexable_movement_list.append(movement)

                    if cell_target_quantity <> 0 and cell_total_price is not None:
                      average_price = cell_total_price/cell_target_quantity
                    else :
                      average_price = 0
                    #LOG('object mis ?jour',0,str(object_to_update.getRelativeUrl()))
                    object_to_update._edit(target_quantity = cell_target_quantity,
                                          quantity = cell_target_quantity,
                                          price = average_price,
                                          force_update = 1,
                                          )

      # If we reach this point, it means we could
      # create deliveries
      # get_transaction().commit()
      # DO NOT USE COMMIT BECAUSE OF WORKFLOW

      # Now, let us index what must be indexed
      # Since we comitted changes, there should be no risk of conflict
      for movement in reindexable_movement_list:
        movement.reindexObject() # we do it now because we need to
                                 # update category relation

      # Now return deliveries which were created
      return delivery_list

    #######################################################
    # Capacity Management
    security.declareProtected( Permissions.ModifyPortalContent, 'updateCapacity' )
    def updateCapacity(self, node):
      capacity_item_list = []
      for o in node.contentValues():
        if o.isCapacity():
          # Do whatever is needed
          capacity_item_list += o.asCapacityItemList()
          pass
      # Do whatever with capacity_item_list
      # and store the resulting new capacity in node
      node._capacity_item_list = capacity_item_list

    security.declareProtected( Permissions.ModifyPortalContent, 'isMovementInsideCapacity' )
    def isMovementInsideCapacity(self, movement):
      """
        Purpose: provide answer to customer for the question "can you do it ?"

        movement:
          date
          source destination (2 nodes)
          source_section ...
      """
      # Get nodes and dat
      source_node = movement.getSourceValue()
      destination_node = movement.getDestinationValue()
      start_date = movement.getTargetStartDate()
      stop_date = movement.getTargetStopDate()
      # Return result
      return self.isNodeInsideCapacity(source_node, start_date, additional_movement=movement, sign=1) and self.isNodeInsideCapacity(destination_node, stop_date, additional_movement=movement, sign=-1)

    security.declareProtected( Permissions.ModifyPortalContent, 'isNodeInsideCapacity' )
    def isNodeInsideCapacity(self, node, date, simulation_state=None, additional_movement=None, sign=1):
      """
        Purpose: decide if a node is consistent with its capacity definitions
        at a certain date (ie. considreing the stock / production history
      """
      # First get the current inventory situation for this node
      inventory_list = node.getInventoryList(XXXXX)
      # Add additional movement
      if additional_movement:
          inventory_list = inventory_list + sign * additional_movement # needs to be implemented
      # Return answer
      return self.isAmountListInsideCapacity(node, inventory_list)

    security.declareProtected( Permissions.ModifyPortalContent, 'isAmountListInsideCapacity' )
    def isAmountListInsideCapacity(self, node, amount_list,
         resource_aggregation_base_category=None, resource_aggregation_depth=None):
      """
        Purpose: decide if a list of amounts is consistent with the capacity of a node

        If any resource in amount_list is missing in the capacity of the node, resource
        aggregation is performed, based on resource_aggregation_base_category. If the
        base category is not specified, it is an error (should guess instead?). The resource
        aggregation is done at the level of resource_aggregation_depth in the tree
        of categories. If resource_aggregation_depth is not specified, it's an error.

        Assumptions: amount_list is an association list, like ((R1 V1) (R2 V2)).
                     node has an attribute '_capacity_item_list' which is a list of association lists.
                     resource_aggregation_base_category is a Base Category object or a list of Base
                     Category objects or None.
                     resource_aggregation_depth is a strictly positive integer or None.
      """
      # Make a copy of the attribute _capacity_item_list, because it may be necessary
      # to modify it for resource aggregation.
      capacity_item_list = node._capacity_item_list[:]

      # Make a mapping between resources and its indices.
      resource_map = {}
      index = 0
      for alist in capacity_item_list:
        for pair in alist:
          resource = pair[0]
#          LOG('isAmountListInsideCapacity', 0,
#              "resource is %s" % repr(resource))
          if resource not in resource_map:
            resource_map[resource] = index
            index += 1

      # Build a point from the amount list.
      point = zeros(index, 'd') # Fill up zeros for safety.
      mask_map = {}     # This is used to skip items in amount_list.
      for amount in amount_list:
        if amount[0] in mask_map:
          continue
        # This will fail, if amount_list has any different resource from the capacity.
        # If it has any different point, then we should ......
        #
        # There would be two possible different solutions:
        # 1) If a missing resource is a meta-resource of resources supported by the capacity,
        #    it is possible to add the resource into the capacity by aggregation.
        # 2) If a missing resource has a meta-resource as a parent and the capacity supports
        #    the meta-resource directly or indirectly (`indirectly' means `by aggregation'),
        #    it is possible to convert the missing resource into the meta-resource.
        #
        # However, another way has been implemented here. This does the following, if the resource
        # is not present in the capacity:
        # 1) If the value is zero, just ignore the resource, because zero is always acceptable.
        # 2) Attempt to aggregate resources both of the capacity and of the amount list. This aggregation
        #    is performed at the depth of 'resource_aggregation_depth' under the base category
        #    'resource_aggregation_base_category'.
        #
        resource = amount[0]
        if resource in resource_map:
          point[resource_map[amount[0]]] = amount[1]
        else:
          if amount[1] == 0:
            # If the value is zero, no need to consider.
            pass
          elif resource_aggregation_base_category is None or resource_aggregation_depth is None:
            # XXX use an appropriate error class
            # XXX should guess a base category instead of emitting an exception
            raise RuntimeError, "The resource '%s' is not found in the capacity, and the argument 'resource_aggregation_base_category' or the argument 'resource_aggregation_depth' is not specified" % resource
          else:
            # It is necessary to aggregate resources, to guess the capacity of this resource.

            def getAggregationResourceUrl(url, depth):
              # Return a partial url of the argument 'url'.
              # If 'url' is '/foo/bar/baz' and 'depth' is 2, return '/foo/bar'.
              pos = 0
              for i in range(resource_aggregation_depth):
                pos = url.find('/', pos+1)
                if pos < 0:
                  break
              if pos < 0:
                return None
              pos = url.find('/', pos+1)
              if pos < 0:
                pos = len(url)
              return url[:pos]

            def getAggregatedResourceList(aggregation_url, category, resource_list):
              # Return a list of resources which should be aggregated. 'aggregation_url' is used
              # for a top url of those resources. 'category' is a base category for the aggregation.
              aggregated_resource_list = []
              for resource in resource_list:
                for url in resource.getCategoryMembershipList(category, base=1):
                  if url.startswith(aggregation_url):
                    aggregated_resource_list.append(resource)
              return aggregated_resource_list

            def getAggregatedItemList(item_list, resource_list, aggregation_resource):
              # Return a list of association lists, which is a result of an aggregation.
              # 'resource_list' is a list of resources which should be aggregated.
              # 'aggregation_resource' is a category object which is a new resource created by
              # this aggregation.
              # 'item_list' is a list of association lists.
              new_item_list = []
              for alist in item_list:
                new_val = 0
                new_alist = []
                # If a resource is not a aggregated, then add it to the new alist as it is.
                # Otherwise, aggregate it to a single value.
                for pair in alist:
                  if pair[0] in resource_list:
                    new_val += pair[1]
                  else:
                    new_alist.append(pair)
                # If it is zero, ignore this alist, as it is nonsense.
                if new_val != 0:
                  new_alist.append([aggregation_resource, new_val])
                  new_item_list.append(new_alist)
              return new_item_list

            # Convert this to a string if necessary, for convenience.
            if type(resource_aggregation_base_category) not in (type([]), type(())):
              resource_aggregation_base_category = (resource_aggregation_base_category,)

            done = 0
#            LOG('isAmountListInsideCapacity', 0,
#                "resource_aggregation_base_category is %s" % repr(resource_aggregation_base_category))
            for category in resource_aggregation_base_category:
              for resource_url in resource.getCategoryMembershipList(category, base=1):
                aggregation_url = getAggregationResourceUrl(resource_url,
                                                            resource_aggregation_depth)
                if aggregation_url is None:
                  continue
                aggregated_resource_list = getAggregatedResourceList (aggregation_url,
                                                                      category,
                                                                      resource_map.keys())
                # If any, do the aggregation.
                if len(aggregated_resource_list) > 0:
                  aggregation_resource = self.portal_categories.resolveCategory(aggregation_url)
                  # Add the resource to the mapping.
 #                 LOG('aggregation_resource', 0, str(aggregation_resource))
                  resource_map[aggregation_resource] = index
                  index += 1
                  # Add the resource to the point.
                  point = resize(point, (index,))
                  val = 0
                  for aggregated_amount in amount_list:
                    for url in aggregated_amount[0].getCategoryMembershipList(category, base=1):
                      if url.startswith(aggregation_url):
                        val += aggregated_amount[1]
                        mask_map[aggregated_amount[0]] = None
                        break
                  point[index-1] = val
                  # Add capacity definitions of the resource into the capacity.
                  capacity_item_list += getAggregatedItemList(capacity_item_list,
                                                              aggregated_resource_list,
                                                              aggregation_resource)
                  done = 1
                  break
              if done:
                break
            if not done:
              raise RuntimeError, "Aggregation failed"

      # Build a matrix from the capacity item list.
#      LOG('resource_map', 0, str(resource_map))
      matrix = zeros((len(capacity_item_list)+1, index), 'd')
      for index in range(len(capacity_item_list)):
        for pair in capacity_item_list[index]:
          matrix[index,resource_map[pair[0]]] = pair[1]

#      LOG('isAmountListInsideCapacity', 0,
#          "matrix = %s, point = %s, capacity_item_list = %s" % (str(matrix), str(point), str(capacity_item_list)))
      return solve(matrix, point)


    # Asset Price Calculation
    def updateAssetPrice(self, resource, variation_text, section_category, node_category,
                         strict_membership=0, simulation_state=current_inventory_state_list):
      section_value = self.portal_categories.resolveCategory(section_category)
      node_value = self.portal_categories.resolveCategory(node_category)
      # Initialize price
      current_asset_price = 0.0 # Missing: initial inventory price !!!
      current_inventory = 0.0
      # Parse each movement
      brain_list = self.Resource_zGetMovementHistoryList(resource=[resource],
                             variation_text=variation_text,
                             section_category=section_category,
                             node_category=node_category,
                             strict_membership=strict_membership,
                             simulation_state=simulation_state) # strict_membership not taken into account
                             # We select movements related to certain nodes (ex. Stock) and sections (ex.Coramy Group)
      result = []
      for b in brain_list:
        m = b.getObject()
        if m is not None:
          previous_inventory = current_inventory
          inventory_quantity = b.quantity # We should use the aggregated quantity provided by Resource_zGetMovementHistoryList
          quantity = m.getQuantity() # The movement quantity is important to determine the meaning of source and destination
          # Maybe we should take care of target qty in delired deliveries
          if quantity is None:
            quantity = 0.0
          if m.getSourceValue() is None:
            # This is a production movement or an inventory movement
            # Use Industrial Price
            current_inventory += inventory_quantity # Update inventory
            if m.getPortalType() in ('Inventory Line', 'Inventory Cell'): # XX should be replaced by isInventory ???
              asset_price = m.getPrice()
              if asset_price in (0.0, None):
                asset_price = current_asset_price # Use current price if no price defined
            else: # this is a production
              asset_price = m.getIndustrialPrice()
              if asset_price is None: asset_price = current_asset_price  # Use current price if no price defined
            result.append((m.getRelativeUrl(), m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                          m.getTargetQuantity(), 'Production or Inventory', 'Price: %s' % asset_price
                        ))
          elif m.getDestinationValue() is None:
            # This is a consumption movement or an inventory movement
            current_inventory += inventory_quantity # Update inventory
            asset_price = current_asset_price
            result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                          m.getTargetQuantity(), 'Consumption or Inventory', 'Price: %s' % asset_price
                        ))
          elif m.getSourceValue().isMemberOf(node_category) and m.getDestinationValue().isMemberOf(node_category):
            # This is an internal movement
            current_inventory += inventory_quantity # Update inventory
            asset_price = current_asset_price
            result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                          m.getTargetQuantity(), 'Internal', 'Price: %s' % asset_price
                        ))
          elif m.getSourceValue().isMemberOf(node_category) and quantity < 0:
            # This is a physically inbound movement - try to use commercial price
            if m.getSourceSectionValue() is None:
              # No meaning
              current_inventory += inventory_quantity # Update inventory
              asset_price = current_asset_price
              result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Error', 'Price: %s' % asset_price
                          ))
            elif m.getDestinationSectionValue() is None:
              # No meaning
              current_inventory += inventory_quantity # Update inventory
              asset_price = current_asset_price
              result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Error', 'Price: %s' % asset_price
                          ))
            elif m.getDestinationSectionValue().isMemberOf(section_category):
              current_inventory += inventory_quantity # Update inventory
              if m.getDestinationValue().isMemberOf('site/Piquage'):
                # Production
                asset_price = m.getIndustrialPrice()
                if asset_price is None: asset_price = current_asset_price  # Use current price if no price defined
                result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                              m.getTargetQuantity(), 'Production', 'Price: %s' % asset_price
                            ))
              else:
                # Inbound from same section
                asset_price = current_asset_price
                result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                              m.getTargetQuantity(), 'Inbound same section', 'Price: %s' % asset_price
                            ))
            else:
              current_inventory += inventory_quantity # Update inventory
              asset_price = m.getPrice()
              result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Inbound different section', 'Price: %s' % asset_price
                          ))
          elif m.getDestinationValue().isMemberOf(node_category) and quantity > 0:
            # This is a physically inbound movement - try to use commercial price
            if m.getSourceSectionValue() is None:
              # No meaning
              current_inventory += inventory_quantity # Update inventory
              asset_price = current_asset_price
              result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Error', 'Price: %s' % asset_price
                          ))
            elif m.getDestinationSectionValue() is None:
              # No meaning
              current_inventory += inventory_quantity # Update inventory
              asset_price = current_asset_price
              result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Error', 'Price: %s' % asset_price
                          ))
            elif m.getSourceSectionValue().isMemberOf(section_category):
              current_inventory += inventory_quantity # Update inventory
              if m.getSourceValue().isMemberOf('site/Piquage'):
                # Production
                asset_price = m.getIndustrialPrice()
                if asset_price is None: asset_price = current_asset_price  # Use current price if no price defined
                result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                              m.getTargetQuantity(), 'Production', 'Price: %s' % asset_price
                            ))
              else:
                # Inbound from same section
                asset_price = current_asset_price
                result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Inbound same section', 'Price: %s' % asset_price
                          ))
            else:
              current_inventory += inventory_quantity # Update inventory
              asset_price = m.getPrice()
              result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Inbound different section', 'Price: %s' % asset_price
                          ))
          else:
            # Outbound movement
            current_inventory += inventory_quantity # Update inventory
            asset_price = current_asset_price
            result.append((m.getRelativeUrl(),m.getStartDate(), m.getSource(), m.getSourceSection(), m.getDestination(), m.getDestinationSection(),
                            m.getTargetQuantity(), 'Outbound', 'Price: %s' % asset_price
                          ))

          # Update asset_price
          if current_inventory > 0:
            if inventory_quantity is not None:
              # Update price with an average of incoming goods and current goods
              current_asset_price = ( current_asset_price * previous_inventory + asset_price * inventory_quantity ) / float(current_inventory)
          else:
            # New price is the price of incoming goods - negative stock has no meaning for asset calculation
            current_asset_price = asset_price

          result.append(('###New Asset Price', current_asset_price, 'New Inventory', current_inventory))

          # Update Asset Price on the right side
          if m.getSourceSectionValue() is not None and m.getSourceSectionValue().isMemberOf(section_category):
            # for each movement, source section is member of one and one only accounting category
            # therefore there is only one and one only source asset price
            quantity = m.getInventoriatedQuantity()
            if quantity:
              total_asset_price = - current_asset_price * quantity
              m.Movement_zSetSourceTotalAssetPrice(uid=m.getUid(), total_asset_price = total_asset_price)
              #m._setSourceAssetPrice(current_asset_price)
          if m.getDestinationSectionValue() is not None and m.getDestinationSectionValue().isMemberOf(section_category):
            # for each movement, destination section is member of one and one only accounting category
            # therefore there is only one and one only destination asset price
            #m._setDestinationAssetPrice(current_asset_price)
            quantity = m.getInventoriatedQuantity()
            if quantity:
              total_asset_price = current_asset_price * quantity
              m.Movement_zSetDestinationTotalAssetPrice(uid=m.getUid(), total_asset_price = total_asset_price)
          # Global reindexing required afterwards in any case: so let us do it now
          # Until we get faster methods (->reindexObject())
          #m.immediateReindexObject()
          #m.activate(priority=7).immediateReindexObject() # Too slow

      return result

    security.declareProtected( Permissions.ModifyPortalContent, 'mergeDeliveryList' )
    def mergeDeliveryList(self, delivery_list):
      """
        Merge multiple deliveries into one delivery.
        All delivery lines are merged into the first one.
        The first one is therefore called main_delivery here.
        The others are cancelled.
        Return the main delivery.
      """
      class MergeDeliveryListError(Exception): pass

      # Sanity checks.
      if len(delivery_list) == 0:
        raise MergeDeliveryListError, "No delivery is passed"
      elif len(delivery_list) == 1:
        raise MergeDeliveryListError, "Only one delivery is passed"

      main_delivery = delivery_list[0]
      delivery_list = delivery_list[1:]

      # One more sanity check.
      for delivery in delivery_list:
        for attr in ('portal_type', 'simulation_state',
                     'source', 'destination',
                     'source_section', 'destination_section',
                     'source_decision', 'destination_decision',
                     'source_administration', 'destination_administration',
                     'source_payment', 'destination_payment'):
          main_value = main_delivery.getProperty(attr)
          value = delivery.getProperty(attr)
          if  main_value != value:
            raise MergeDeliveryListError, \
              "In %s of %s, %s is different from %s" % (attr, delivery.getId(), value, main_value)

      # Make sure that all activities are flushed, to get simulation movements from delivery cells.
      for delivery in delivery_list:
        for order in delivery.getCausalityValueList(portal_type = order_type_list):
          for applied_rule in order.getCausalityRelatedValueList(portal_type = 'Applied Rule'):
            applied_rule.flushActivity(invoke = 1)

      # Get a list of movements.
      movement_list = []
      for delivery in delivery_list:
        movement_list.extend(delivery.getMovementList())

      group_list = main_delivery.collectMovement(movement_list)
      for group in group_list:
        # First, try to find a delivery line which matches this group in the main delivery.
        for delivery_line in main_delivery.contentValues():
          if group.resource_id == delivery_line.getResourceId() and \
            group.variation_base_category_list == delivery_line.getVariationBaseCategoryList():
            # Found. Update the list of variation categories.
            delivery_line.setVariationCategoryList(group.variation_category_list)
            break
        else:
          # Create a new delivery line.
          delivery_line_type = None
          for delivery in delivery_list:
            for delivery_line in delivery.contentValues():
              delivery_line_type = delivery_line.getPortalType()
              break
          delivery_line = main_delivery.newContent(portal_type = delivery_line_type,
                                                   resource = group.resource)
          delivery_line.setVariationBaseCategoryList(group.variation_base_category_list)
          delivery_line.setVariationCategoryList(group.variation_category_list)

        # Make variant groups. Since Python cannot use a list as an index of a hash,
        # use a picked object as an index instead.
        variant_map = {}
        for movement in group.movement_list:
          predicate_list = movement.getPredicateValueList()
          predicate_list.sort()
          pickled_predicate_list = cPickle.dumps(predicate_list)
          if pickled_predicate_list in variant_map:
            variant_map[pickled_predicate_list].append(movement)
          else:
            variant_map[pickled_predicate_list] = [movement]

        for pickled_predicate_list,movement_list in variant_map.items():
          predicate_list = cPickle.loads(pickled_predicate_list)
          object_to_update = None
          if len(predicate_list) == 0:
            object_to_update = delivery_line
          else:
            identical = 0
            for delivery_cell in delivery_line.contentValues():
              if len(delivery_cell.getPredicateValueList()) == len(predicate_list):
                for category in delivery_cell.getPredicateValueList():
                  if category not in predicate_list:
                    break
                else:
                  identical = 1
                  break

            if identical:
              object_to_update = delivery_cell

          LOG("mergeDeliveryList", 0, "predicate_list = %s, movement_list = %s, object_to_update = %s" % (repr(predicate_list), repr(movement_list), repr(object_to_update)))
          if object_to_update is not None:
            cell_quantity = object_to_update.getQuantity()
            cell_target_quantity = object_to_update.getNetConvertedTargetQuantity()
            cell_total_price = cell_target_quantity * object_to_update.getPrice()
            cell_category_list = list(object_to_update.getCategoryList())
            LOG("mergeDeliveryList", 0, "cell_target_quantity = %s, cell_quantity = %s, cell_total_price = %s, cell_category_list = %s" % (repr(cell_target_quantity), repr(cell_quantity), repr(cell_total_price), repr(cell_category_list)))

            for movement in movement_list :
              cell_quantity += movement.getQuantity()
              cell_target_quantity += movement.getNetConvertedTargetQuantity()
              try:
                # XXX WARNING - ADD PRICED QUANTITY
                cell_total_price += movement.getNetConvertedTargetQuantity() * movement.getPrice()
              except:
                cell_total_price = None
              for category in movement.getCategoryList():
                if category not in cell_category_list:
                  cell_category_list.append(category)
              LOG("mergeDeliveryList", 0, "movement = %s, cell_target_quantity = %s, cell_quantity = %s, cell_total_price = %s, cell_category_list = %s" % (repr(movement), repr(cell_target_quantity), repr(cell_quantity), repr(cell_total_price), repr(cell_category_list)))
              # Make sure that simulation movements point to an appropriate delivery line or
              # delivery cell.
              if hasattr(movement, 'getDeliveryRelatedValueList'):
                for simulation_movement in \
                  movement.getDeliveryRelatedValueList(portal_type = 'Simulation Movement'):
                  simulation_movement.setDeliveryValue(object_to_update)
                  #simulation_movement.reindexObject()
              if hasattr(movement, 'getOrderRelatedValueList'):
                for simulation_movement in \
                  movement.getOrderRelatedValueList(portal_type = 'Simulation Movement'):
                  simulation_movement.setOrderValue(object_to_update)
                  #simulation_movement.reindexObject()

            if cell_target_quantity != 0 and cell_total_price is not None:
              average_price = cell_total_price / cell_target_quantity
            else:
              average_price = 0
            #LOG('object mis ?jour',0,str(object_to_update.getRelativeUrl()))
            object_to_update.setCategoryList(cell_category_list)
            object_to_update.edit(target_quantity = cell_target_quantity,
                                  quantity = cell_quantity,
                                  price = average_price,
                                  )
            #object_to_update.reindexObject()
          else:
            raise MergeDeliveryListError, "No object to update"

      # Unify the list of causality.
      causality_list = main_delivery.getCausalityValueList()
      for delivery in delivery_list:
        for causality in delivery.getCausalityValueList():
          if causality not in causality_list:
            causality_list.append(causality)
      LOG("mergeDeliveryList", 0, "causality_list = %s" % str(causality_list))
      main_delivery.setCausalityValueList(causality_list)

      # Cancel deliveries.
      for delivery in delivery_list:
        LOG("mergeDeliveryList", 0, "cancelling %s" % repr(delivery))
        delivery.cancel()

      # Reindex the main delivery.
      main_delivery.reindexObject()

      return main_delivery


InitializeClass(SimulationTool)