from __future__ import annotations
import itertools
import os
import threading
from typing import TYPE_CHECKING, Any, Literal
import gams.transfer as gt
import pandas as pd
from gams.core.gdx import GMS_DT_SET
import gamspy as gp
import gamspy._algebra.condition as condition
import gamspy._algebra.expression as expression
import gamspy._algebra.operable as operable
import gamspy._symbols.implicits as implicits
import gamspy._validation as validation
import gamspy.utils as utils
from gamspy._symbols.symbol import Symbol
from gamspy.exceptions import ValidationError
if TYPE_CHECKING:
from collections.abc import Sequence
from gamspy import Alias, Container
from gamspy._algebra.expression import Expression
from gamspy._symbols.implicits.implicit_set import ImplicitSet
from gamspy._types import EllipsisType, OperableType
from gamspy.math.misc import MathOp
class SetMixin:
@property
def pos(self: Set | Alias) -> Expression:
"""
Element position in the current set, starting with 1.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set position values")
>>> attr[i,"position"] = i.pos
>>> attr.records.values.tolist()
[['seattle', 'position', 1.0], ['san-diego', 'position', 2.0], ['new-york', 'position', 3.0]]
"""
return expression.Expression(self, ".", "pos")
@property
def ord(self: Set | Alias) -> Expression:
"""
Same as .pos but for ordered sets only.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set order values")
>>> attr[i,"order"] = i.ord
>>> attr.records.values.tolist()
[['seattle', 'order', 1.0], ['san-diego', 'order', 2.0], ['new-york', 'order', 3.0]]
"""
return expression.Expression(self, ".", "ord")
@property
def off(self: Set | Alias) -> Expression:
"""
Element position in the current set minus 1. So .off = .pos - 1
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set off values")
>>> attr[i,"off"] = i.off
>>> attr.records.values.tolist()
[['san-diego', 'off', 1.0], ['new-york', 'off', 2.0]]
"""
return expression.Expression(self, ".", "off")
@property
def rev(self: Set | Alias) -> Expression:
"""
Reverse element position in the current set, so the value for
the last element is 0, the value for the penultimate is 1, etc.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set reverse values")
>>> attr[i,"reverse"] = i.rev
>>> attr.records.values.tolist()
[['seattle', 'reverse', 2.0], ['san-diego', 'reverse', 1.0]]
"""
return expression.Expression(self, ".", "rev")
@property
def uel(self: Set | Alias) -> Expression:
"""
Element position in the unique element list.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set uel_pos values")
>>> attr[i,"uel_position"] = i.uel
>>> attr.records.values.tolist()
[['seattle', 'uel_position', 1.0], ['san-diego', 'uel_position', 2.0], ['new-york', 'uel_position', 3.0]]
"""
return expression.Expression(self, ".", "uel")
@property
def len(self: Set | Alias) -> Expression:
"""
Length of the set element name (a count of the number of characters).
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set length values")
>>> attr[i,"length"] = i.len
>>> attr.records.values.tolist()
[['seattle', 'length', 7.0], ['san-diego', 'length', 9.0], ['new-york', 'length', 8.0]]
"""
return expression.Expression(self, ".", "len")
@property
def tlen(self: Set | Alias) -> Expression:
"""
Length of the set element text (a count of the number of characters).
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=[("seattle", "Wisconsin"), ("san-diego", ""), ("new-york", " ")], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set element text length values")
>>> attr[i,"text_length"] = i.tlen
>>> attr.records.values.tolist()
[['seattle', 'text_length', 9.0], ['new-york', 'text_length', 1.0]]
"""
return expression.Expression(self, ".", "tlen")
@property
def val(self: Set | Alias) -> Expression:
"""
If a set element is a number, this attribute gives the value of the number.
For extended range arithmetic symbols, the symbols are reproduced.
If a set element is a string that is not a number, then this attribute is
not defined and trying to use it results in an error.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["12", "20", "-13.4"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set val values")
>>> attr[i,"value"] = i.val
>>> attr.records.values.tolist()
[['12', 'value', 12.0], ['20', 'value', 20.0], ['-13.4', 'value', -13.4]]
"""
return expression.Expression(self, ".", "val")
@property
def tval(self: Set | Alias) -> Expression:
"""
If a set element text is a number, this attribute gives the value of the number.
For extended range arithmetic symbols, the symbols are reproduced.
If a set element text is a string that is not a number, then this attribute is
not defined and trying to use it results in an error.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=[("seattle", "12"), ("san-diego", ""), ("new-york", "-13.4")], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"], description = "Set text values")
>>> attr[i,"text_value"] = i.tval
>>> attr.records.values.tolist()
[['seattle', 'text_value', 12.0], ['new-york', 'text_value', -13.4]]
"""
return expression.Expression(self, ".", "tval")
@property
def first(self: Set | Alias) -> Expression:
"""
Returns 1 for the first set element, otherwise 0.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"])
>>> attr[i,"is_first"] = i.first
>>> attr.records.values.tolist()
[['seattle', 'is_first', 1.0]]
"""
return expression.Expression(self, ".", "first")
@property
def last(self: Set | Alias) -> Expression:
"""
Returns 1 for the last set element, otherwise 0.
Returns
-------
Expression
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego", "new-york"], description="canning plants")
>>> attr = gp.Parameter(m, "attr", domain = [i, "*"])
>>> attr[i,"is_last"] = i.last
>>> attr.records.values.tolist()
[['new-york', 'is_last', 1.0]]
"""
return expression.Expression(self, ".", "last")
def lag(
self,
n: OperableType,
type: Literal["linear", "circular"] = "linear",
) -> ImplicitSet:
"""
Lag operation shifts the values of a Set or Alias by one to the left
Parameters
----------
n : OperableType
type : 'linear' or 'circular', optional
Returns
-------
ImplicitSet
Raises
------
ValueError
When type is not circular or linear
Examples
--------
>>> import gamspy as gp
>>>
>>> m = gp.Container()
>>> t = gp.Set(m, name="t", description="time sequence", records=[f"y-{x}" for x in range(1987, 1992)])
>>> a = gp.Parameter(m, name="a", domain=[t])
>>> b = gp.Parameter(m, name="b", domain=[t])
>>> c = gp.Parameter(m, name="c", domain=[t])
>>> a[t] = 1986 + gp.Ord(t)
>>> b[t] = -1
>>> b[t] = a[t.lag(1, "linear")]
>>> b.records.values.tolist()
[['y-1988', 1987.0], ['y-1989', 1988.0], ['y-1990', 1989.0], ['y-1991', 1990.0]]
>>> c[t] = a[t.lag(1, "circular")]
>>> c.records.values.tolist()
[['y-1987', 1991.0], ['y-1988', 1987.0], ['y-1989', 1988.0], ['y-1990', 1989.0], ['y-1991', 1990.0]]
"""
assert isinstance(self, (gp.Set, gp.Alias))
jump = n if isinstance(n, int) else n.gamsRepr() # type: ignore
if type == "circular":
return implicits.ImplicitSet(
self, name=self.name, extension=f" -- {jump}"
)
if type == "linear":
return implicits.ImplicitSet(
self, name=self.name, extension=f" - {jump}"
)
raise ValueError("Lag type must be linear or circular")
def lead(
self,
n: OperableType,
type: Literal["linear", "circular"] = "linear",
) -> ImplicitSet:
"""
Lead shifts the values of a Set or Alias by one to the right
Parameters
----------
n : OperableType
type : 'linear' or 'circular', optional
Returns
-------
ImplicitSet
Raises
------
ValueError
When type is not circular or linear
Examples
--------
>>> import gamspy as gp
>>>
>>> m = gp.Container()
>>> t = gp.Set(m, name="t", description="time sequence", records=[f"y-{x}" for x in range(1987, 1992)])
>>> a = gp.Parameter(m, name="a", domain=[t])
>>> c = gp.Parameter(m, name="c", domain=[t])
>>> d = gp.Parameter(m, name="d", domain=[t])
>>> a[t] = 1986 + gp.Ord(t)
>>> c[t] = -1
>>> c[t.lead(2, "linear")] = a[t]
>>> c.records.values.tolist()
[['y-1987', -1.0], ['y-1988', -1.0], ['y-1989', 1987.0], ['y-1990', 1988.0], ['y-1991', 1989.0]]
>>> d[t.lead(2, "circular")] = a[t]
>>> d.records.values.tolist()
[['y-1987', 1990.0], ['y-1988', 1991.0], ['y-1989', 1987.0], ['y-1990', 1988.0], ['y-1991', 1989.0]]
"""
assert isinstance(self, (gp.Set, gp.Alias))
jump = n if isinstance(n, int) else n.gamsRepr() # type: ignore
if type == "circular":
return implicits.ImplicitSet(
self, name=self.name, extension=f" ++ {jump}"
)
if type == "linear":
return implicits.ImplicitSet(
self, name=self.name, extension=f" + {jump}"
)
raise ValueError("Lead type must be linear or circular")
def sameAs(self, other: Set | Alias | str) -> MathOp:
"""
Evaluates to true if this set is identical to the given set or alias, false otherwise.
Parameters
----------
other : Set | Alias
Returns
-------
MathOp
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, name="i", records=["seattle", "san-diego"])
>>> j = gp.Set(m, name="j", records=["new-york", "seattle"])
>>> attr = gp.Parameter(m, "attr", domain = [i, j])
>>> attr[i,j] = i.sameAs(j)
>>> attr.records.values.tolist()
[['seattle', 'seattle', 1.0]]
"""
assert isinstance(self, (gt.Set, gt.Alias))
assert isinstance(other, (gt.Set, gt.Alias, str))
return gp.math.same_as(self, other)
[docs]
class Set(gt.Set, operable.Operable, Symbol, SetMixin):
"""
Represents a Set symbol in GAMS.
https://gamspy.readthedocs.io/en/latest/user/basics/set.html
Parameters
----------
container : Container
Container of the set.
name : str, optional
Name of the set. Name is autogenerated by default.
domain : Sequence[Set | Alias | str] | Set | Alias | str, optional
Domain of the set.
is_singleton : bool, optional
Whether the set is a singleton set. Singleton sets cannot contain more than one element.
records : pd.DataFrame | np.ndarray | list, optional
Records of the set.
domain_forwarding : bool, optional
Whether the set forwards the domain.
description : str, optional
Description of the set.
uels_on_axes : bool
Assume that symbol domain information is contained in the axes of the given records.
is_miro_input : bool
Whether the symbol is a GAMS MIRO input symbol. See: https://gams.com/miro/tutorial.html
is_miro_output : bool
Whether the symbol is a GAMS MIRO output symbol. See: https://gams.com/miro/tutorial.html
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, "i", records=['i1','i2'])
"""
@classmethod
def _constructor_bypass(
cls,
container: Container,
name: str,
domain: Sequence[Set | Alias | str] | Set | Alias | str = [],
is_singleton: bool = False,
records: Any | None = None,
description: str = "",
):
# create new symbol object
obj = Set.__new__(
cls,
container,
name,
domain,
is_singleton,
records,
description=description,
)
# set private properties directly
obj._requires_state_check = False
obj._container = container
container._requires_state_check = True
obj._name = name
obj._domain = domain
obj._domain_forwarding = False
obj._description = description
obj._records = records
obj._modified = True
obj._is_singleton = is_singleton
# typing
obj._gams_type = GMS_DT_SET
obj._gams_subtype = 1 if obj.is_singleton else 0
# add to container
container.data.update({name: obj})
# gamspy attributes
obj.where = condition.Condition(obj)
obj.container._add_statement(obj)
obj._synchronize = True
obj._metadata = dict()
# miro support
obj._is_miro_input = False
obj._is_miro_output = False
return obj
def __new__(
cls,
container: Container | None = None,
name: str | None = None,
domain: Sequence[Set | Alias | str] | Set | Alias | str | None = None,
is_singleton: bool = False,
records: Any | None = None,
domain_forwarding: bool = False,
description: str = "",
uels_on_axes: bool = False,
is_miro_input: bool = False,
is_miro_output: bool = False,
):
if container is not None and not isinstance(container, gp.Container):
raise TypeError(
"Container must of type `Container` but found"
f" {type(container)}"
)
if name is None:
return object.__new__(cls)
else:
if not isinstance(name, str):
raise TypeError(
f"Name must of type `str` but found {type(name)}"
)
try:
if not container:
container = gp._ctx_managers[
(os.getpid(), threading.get_native_id())
]
symbol = container[name]
if isinstance(symbol, cls):
return symbol
raise TypeError(
f"Cannot overwrite symbol `{name}` in container"
" because it is not a Set object)"
)
except KeyError:
return object.__new__(cls)
def __init__(
self,
container: Container | None = None,
name: str | None = None,
domain: Sequence[Set | Alias | str] | Set | Alias | str | None = None,
is_singleton: bool = False,
records: Any | None = None,
domain_forwarding: bool = False,
description: str = "",
uels_on_axes: bool = False,
is_miro_input: bool = False,
is_miro_output: bool = False,
):
self._metadata: dict[str, Any] = dict()
if (is_miro_input or is_miro_output) and name is None:
raise ValidationError("Please specify a name for miro symbols.")
self._is_miro_input = is_miro_input
self._is_miro_output = is_miro_output
self._synchronize = True
# domain handling
if domain is None:
domain = ["*"]
if isinstance(domain, (gp.Set, gp.Alias, str)):
domain = [domain]
if isinstance(domain, gp.math.Dim):
domain = gp.math._generate_dims(container, domain.dims) # type: ignore
# does symbol exist
has_symbol = False
if isinstance(getattr(self, "container", None), gp.Container):
has_symbol = True
if has_symbol:
if any(
d1 != d2
for d1, d2 in itertools.zip_longest(self._domain, domain)
):
raise ValueError(
"Cannot overwrite symbol in container unless symbol"
" domains are equal"
)
if self.is_singleton != is_singleton:
raise ValueError(
"Cannot overwrite symbol in container unless"
" 'is_singleton' is left unchanged"
)
if self.domain_forwarding != domain_forwarding:
raise ValueError(
"Cannot overwrite symbol in container unless"
" 'domain_forwarding' is left unchanged"
)
# reset some properties
self._requires_state_check = True
self.container._requires_state_check = True
if description != "":
self.description = description
previous_state = self.container._options.miro_protect
self.container._options.miro_protect = False
self.records = None
self.modified = True
# only set records if records are provided
if records is not None:
self.setRecords(records, uels_on_axes=uels_on_axes)
self.container._options.miro_protect = previous_state
else:
if container is None:
try:
container = gp._ctx_managers[
(os.getpid(), threading.get_native_id())
]
except KeyError as e:
raise ValidationError("Set requires a container.") from e
assert container is not None
self.where = condition.Condition(self)
self._assignment: Expression | None = None
if name is not None:
name = validation.validate_name(name)
if is_miro_input or is_miro_output:
name = name.lower() # type: ignore
else:
name = "s" + utils._get_unique_name() + "gpauto"
self._singleton_check(is_singleton, records, domain)
previous_state = container._options.miro_protect
container._options.miro_protect = False
super().__init__(
container,
name,
domain,
is_singleton,
domain_forwarding=domain_forwarding,
description=description,
uels_on_axes=uels_on_axes,
)
if is_miro_input:
self._already_loaded = False
container._miro_input_symbols.append(self.name)
if is_miro_output:
container._miro_output_symbols.append(self.name)
validation.validate_container(self, self._domain)
self.container._add_statement(self)
if records is not None:
self.setRecords(records, uels_on_axes=uels_on_axes)
else:
self.modified = False
self.container._synch_with_gams(
gams_to_gamspy=self._is_miro_input
)
container._options.miro_protect = previous_state
def _serialize(self) -> dict:
info = {
"_domain_forwarding": self.domain_forwarding,
"_is_miro_input": self._is_miro_input,
"_is_miro_output": self._is_miro_output,
"_metadata": self._metadata,
"_synchronize": self._synchronize,
}
if self._assignment is not None:
info["_assignment"] = self._assignment.getDeclaration()
return info
def _deserialize(self, info: dict) -> None:
# Set attributes
for key, value in info.items():
if key == "_assignment":
left, right = value.split(" = ")
value = expression.Expression(left, "=", right[:-1])
setattr(self, key, value)
# Relink domain symbols
new_domain = []
for elem in self._domain:
if elem == "*":
new_domain.append(elem)
continue
new_domain.append(self.container[elem])
self.domain = new_domain
def __len__(self):
if self.records is not None:
return len(self.records.index)
return 0
def __getitem__(self, indices: Sequence | str) -> implicits.ImplicitSet:
domain = validation.validate_domain(self, indices)
return implicits.ImplicitSet(self, name=self.name, domain=domain)
def __setitem__(
self,
indices: Sequence
| str
| int
| implicits.ImplicitSet
| EllipsisType
| slice,
rhs,
):
# self[domain] = rhs
domain = validation.validate_domain(self, indices)
if isinstance(rhs, bool):
rhs = "yes" if rhs is True else "no" # type: ignore
statement = expression.Expression(
implicits.ImplicitSet(self, name=self.name, domain=domain),
"=",
rhs,
)
statement._validate_definition(utils._unpack(domain))
self.container._add_statement(statement)
self._assignment = statement
self.container._synch_with_gams(gams_to_gamspy=True)
self._winner = "gams"
def __repr__(self) -> str:
return f"Set(name='{self.name}', domain={self.domain})"
def _singleton_check(
self,
is_singleton: bool,
records: Any | None,
domain: Sequence[Set | Alias | str],
):
if is_singleton:
if records is not None and len(records) != 1:
raise ValidationError(
"Singleton set records size must be one."
)
if len(domain) != 1:
raise ValidationError(
f"Length of the domain of the singleton set must be 1 but found {len(domain)}"
)
@property
def records(self):
"""
Records of the Set
Returns
-------
DataFrame
Examples
--------
>>> import gamspy as gp
>>> import numpy as np
>>> m = gp.Container()
>>> i = gp.Set(m, name="i")
>>> i.setRecords(["seattle", "san-diego"])
>>> i.records.values.tolist()
[['seattle', ''], ['san-diego', '']]
"""
return self._records
@records.setter
def records(self, records):
if (
hasattr(self, "_is_miro_input")
and self._is_miro_input
and self.container._options.miro_protect
):
raise ValidationError(
"Cannot assign to protected miro input symbols. `miro_protect`"
" attribute of the container can be set to False to allow"
" assigning to MIRO input symbols"
)
if records is not None and not isinstance(records, pd.DataFrame):
raise TypeError("Symbol 'records' must be type DataFrame")
# set records
self._records = records
self._requires_state_check = True
self.modified = True
self.container._requires_state_check = True
self.container.modified = True
if self._records is not None and self.domain_forwarding:
self._domainForwarding()
# reset state check flags for all symbols in the container
for symbol in self.container.data.values():
symbol._requires_state_check = True
[docs]
def setRecords(self, records: Any, uels_on_axes: bool = False) -> None:
"""
Main convenience method to set standard pandas.DataFrame formatted
records. If uels_on_axes=True setRecords will assume that all domain
information is contained in the axes of the pandas object – data will be
flattened (if necessary).
Parameters
----------
records : Any
uels_on_axes : bool, optional
Examples
--------
>>> import gamspy as gp
>>> import numpy as np
>>> m = gp.Container()
>>> i = gp.Set(m, name="i")
>>> i.setRecords(["seattle", "san-diego"])
>>> i.records.values.tolist()
[['seattle', ''], ['san-diego', '']]
"""
super().setRecords(records, uels_on_axes)
self.container._synch_with_gams(gams_to_gamspy=self._is_miro_input)
self._winner = "python"
[docs]
def gamsRepr(self) -> str:
"""
Representation of this Set in GAMS language.
Returns
-------
str
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, "i", domain=["*"], records=['i1','i2'])
>>> i.gamsRepr()
'i'
"""
return self.name
[docs]
def getDeclaration(self) -> str:
"""
Declaration of the Set in GAMS
Returns
-------
str
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, "i", records=['i1','i2'])
>>> i.getDeclaration()
'Set i(*);'
"""
output = f"Set {self.name}"
if self.is_singleton:
output = f"Singleton {output}"
output += self._get_domain_str(self.domain_forwarding)
if self.description:
output += f' "{self.description}"'
if self.records is None:
output += " / /"
output += ";"
return output
[docs]
def getAssignment(self) -> str:
"""
Latest assignment to the Set in GAMS
Returns
-------
str
Examples
--------
>>> import gamspy as gp
>>> m = gp.Container()
>>> i = gp.Set(m, "i", records=['i1','i2'])
>>> i['i1'] = False
>>> i.getAssignment()
'i("i1") = no;'
"""
if self._assignment is None:
raise ValidationError("Set was not assigned!")
return self._assignment.getDeclaration()
