# copyright 2010-2016 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
# contact https://www.logilab.fr/ -- mailto:contact@logilab.fr
#
# This file is part of CubicWeb.
#
# CubicWeb is free software: you can redistribute it and/or modify it under the
# terms of the GNU Lesser General Public License as published by the Free
# Software Foundation, either version 2.1 of the License, or (at your option)
# any later version.
#
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
# details.
#
# You should have received a copy of the GNU Lesser General Public License along
# with CubicWeb. If not, see <https://www.gnu.org/licenses/>.
"""some basic entity adapter implementations, for interfaces used in the
framework itself.
"""
from hashlib import sha1
from itertools import chain
from logilab.common.decorators import cached, cachedproperty
from logilab.mtconverter import TransformError
from rdflib import URIRef, Literal, namespace as rdflib_namespace
from cubicweb import (
Unauthorized,
ValidationError,
ViolatedConstraint,
UniqueTogetherError,
)
from cubicweb import _
from cubicweb import rdf
from cubicweb.entity import EntityAdapter
from cubicweb.predicates import is_instance, relation_possible, match_exception
from cubicweb.schema import constraint_name_for, VIRTUAL_RTYPES
_marker = object()
[docs]class EntityRDFAdapter(EntityAdapter):
"""EntityRDFAdapter is to be specialized for each entity that wants to
be converted to RDF using the mechanism from cubicweb.rdf
"""
__regid__ = "rdf"
SKIP_RTYPES = VIRTUAL_RTYPES | set(["cwuri", "is", "is_instance_of"])
def __init__(self, _cw, **kwargs):
super().__init__(_cw, **kwargs)
self.entity.complete()
self.used_namespaces = {}
def _use_namespace(self, prefix, base_url=None):
if prefix not in self.used_namespaces:
if base_url is not None:
if prefix in rdf.NAMESPACES:
raise KeyError(
"prefix redefinition not allowed: "
f'"{prefix}" already exists as "{rdf.NAMESPACES[prefix]}"'
)
ns = rdflib_namespace.Namespace(base_url)
else:
ns = rdf.NAMESPACES[prefix]
self.used_namespaces[prefix] = ns
elif base_url is not None:
if self.used_namespaces[prefix] != rdflib_namespace.Namespace(base_url):
raise ValueError(
"prefix redefinition not allowed: "
f'"{prefix}" already exists as "{self.used_namespaces[prefix]}"'
)
return self.used_namespaces[prefix]
@cachedproperty
def uri(self):
return URIRef(self.entity.absolute_url())
[docs] def triples(self):
"""return sequence of 3-tuple of rdflib identifiers"""
yield from self.cw_triples()
yield from self.dc_triples()
def cw_triples(self):
RDF = self._use_namespace("rdf")
OWL = self._use_namespace("owl")
CW = self._use_namespace("cubicweb")
yield (self.uri, RDF.type, CW[self.entity.e_schema.type])
yield (self.uri, OWL.sameAs, URIRef(self.entity.cwuri))
for rschema, targettypes, role in self.entity.e_schema.relation_definitions(
"relation"
):
rtype = rschema.type
if rtype in self.SKIP_RTYPES or rtype.endswith("_permission"):
continue
for targetype in targettypes:
# if rschema is an attribute
if targetype.final:
try:
value = self.entity.cw_attr_cache[rtype]
except KeyError:
continue
if value is not None:
yield (self.uri, CW[rtype], Literal(value))
# else if rschema is a relation
else:
for related in self.entity.related(
rtype, role, entities=True, safe=True
):
if role == "subject":
yield (self.uri, CW[rtype], URIRef(related.cwuri))
else:
yield (URIRef(related.cwuri), CW[rtype], self.uri)
def dc_triples(self):
dc_entity = self.entity.cw_adapt_to("IDublinCore")
DC = self._use_namespace("dc")
yield (self.uri, DC.title, Literal(dc_entity.long_title())) # or title() ?
desc = dc_entity.description()
if desc:
yield (self.uri, DC.description, Literal(desc))
creator = dc_entity.creator() # use URI instead of Literal ?
if creator:
yield (self.uri, DC.creator, Literal(creator))
yield (self.uri, DC.date, Literal(dc_entity.date()))
yield (self.uri, DC.type, Literal(dc_entity.type()))
yield (self.uri, DC.language, Literal(dc_entity.language()))
[docs]class CWUserRDFAdapter(EntityRDFAdapter):
__select__ = is_instance("CWUser")
[docs] def triples(self):
yield from super().triples()
yield from self.foaf_triples()
def foaf_triples(self):
RDF = self._use_namespace("rdf")
FOAF = self._use_namespace("foaf")
yield (self.uri, RDF.type, FOAF.Person)
if self.entity.surname:
yield (self.uri, FOAF.familyName, Literal(self.entity.surname))
if self.entity.firstname:
yield (self.uri, FOAF.givenName, Literal(self.entity.firstname))
emailaddr = self.entity.cw_adapt_to("IEmailable").get_email()
if emailaddr:
email_digest = sha1(emailaddr.encode("utf-8")).hexdigest()
yield (self.uri, FOAF.mbox_sha1sum, Literal(email_digest))
[docs]class IDublinCoreAdapter(EntityAdapter):
__regid__ = "IDublinCore"
__select__ = is_instance("Any")
[docs] def title(self):
"""Return a suitable *unicode* title for entity"""
entity = self.entity
for rschema, attrschema in entity.e_schema.attribute_definitions():
if rschema.meta:
continue
value = entity.cw_attr_value(rschema.type)
if value is not None:
# make the value printable (dates, floats, bytes, etc.)
return entity.printable_value(
rschema.type, value, attrschema.type, format="text/plain"
)
return "%s #%s" % (self.type(), entity.eid)
[docs] def long_title(self):
"""Return a more detailled title for entity"""
# go through entity.dc_title for bw compat purpose: if entity define dc_title but not
# dc_long_title, we still want it to be considered.
return self.entity.dc_title()
[docs] def description(self, format="text/plain"):
"""Return a suitable description for entity"""
if "description" in self.entity.e_schema.subject_relations:
return self.entity.printable_value("description", format=format)
return ""
[docs] def authors(self): # XXX is this part of DC ?
"""Return a suitable description for the author(s) of the entity"""
try:
return ", ".join(u.name() for u in self.entity.owned_by)
except Unauthorized:
return ""
[docs] def creator(self):
"""Return a suitable description for the creator of the entity"""
if self.entity.creator:
return self.entity.creator.name()
return ""
[docs] def date(self, date_format=None): # XXX default to ISO 8601 ?
"""Return latest modification date of entity"""
return self._cw.format_date(
self.entity.modification_date, date_format=date_format
)
[docs] def type(self, form=""):
"""Return the display name for the type of entity (translated)"""
return self.entity.e_schema.display_name(self._cw, form)
[docs] def language(self):
"""Return language used by this entity (translated)"""
eschema = self.entity.e_schema
# check if entities has internationalizable attributes
# XXX one is enough or check if all String attributes are internationalizable?
for rschema, attrschema in eschema.attribute_definitions():
if getattr(
rschema.relation_definition(eschema, attrschema),
"internationalizable",
False,
):
return self._cw._(self._cw.user.property_value("ui.language"))
return self._cw._(self._cw.vreg.property_value("ui.language"))
[docs]class IEmailableAdapter(EntityAdapter):
__regid__ = "IEmailable"
__select__ = relation_possible("primary_email") | relation_possible("use_email")
def get_email(self):
if getattr(self.entity, "primary_email", None):
return self.entity.primary_email[0].address
if getattr(self.entity, "use_email", None):
return self.entity.use_email[0].address
return None
[docs] def allowed_massmail_keys(self):
"""returns a set of allowed email substitution keys
The default is to return the entity's attribute list but you might
override this method to allow extra keys. For instance, a Person
class might want to return a `companyname` key.
"""
return set(
rschema.type
for rschema, attrtype in self.entity.e_schema.attribute_definitions()
if attrtype.type not in ("Password", "Bytes")
)
[docs] def as_email_context(self):
"""returns the dictionary as used by the sendmail controller to
build email bodies.
NOTE: the dictionary keys should match the list returned by the
`allowed_massmail_keys` method.
"""
return dict(
(attr, getattr(self.entity, attr)) for attr in self.allowed_massmail_keys()
)
[docs]class INotifiableAdapter(EntityAdapter):
__regid__ = "INotifiable"
__select__ = is_instance("Any")
[docs] def notification_references(self, view):
"""used to control References field of email send on notification
for this entity. `view` is the notification view.
Should return a list of eids which can be used to generate message
identifiers of previously sent email(s)
"""
itree = self.entity.cw_adapt_to("ITree")
if itree is not None:
return itree.path()[:-1]
if view.msgid_timestamp:
return (self.entity.eid,)
return ()
[docs]class IFTIndexableAdapter(EntityAdapter):
"""standard adapter to handle fulltext indexing
.. automethod:: cubicweb.entities.adapters.IFTIndexableAdapter.fti_containers
.. automethod:: cubicweb.entities.adapters.IFTIndexableAdapter.get_words
"""
__regid__ = "IFTIndexable"
__select__ = is_instance("Any")
[docs] def fti_containers(self, _done=None):
"""return the list of entities to index when handling ``self.entity``
The actual list of entities depends on ``fulltext_container`` usage
in the datamodel definition
"""
if _done is None:
_done = set()
entity = self.entity
_done.add(entity.eid)
containers = tuple(entity.e_schema.fulltext_containers())
if containers:
for rschema, role in containers:
if role == "object":
targets = getattr(entity, rschema.type)
else:
targets = getattr(entity, "reverse_%s" % rschema)
for target in targets:
if target.eid in _done:
continue
for container in target.cw_adapt_to("IFTIndexable").fti_containers(
_done
):
yield container
else:
yield entity
# weight in ABCD
entity_weight = 1.0
attr_weight = {}
[docs] def get_words(self):
"""used by the full text indexer to get words to index
this method should only be used on the repository side since it depends
on the logilab.database package
:rtype: list
:return: the list of indexable word of this entity
"""
from logilab.database.fti import tokenize
# take care to cases where we're modyfying the schema
entity = self.entity
pending = self._cw.transaction_data.setdefault("pendingrdefs", set())
words = {}
for rschema in entity.e_schema.indexable_attributes():
if (entity.e_schema, rschema) in pending:
continue
weight = self.attr_weight.get(rschema, "C")
try:
value = entity.printable_value(rschema, format="text/plain")
except TransformError:
continue
except Exception:
self.exception(
"can't add value of %s to text index for entity %s",
rschema,
entity.eid,
)
continue
if value:
words.setdefault(weight, []).extend(tokenize(value))
for rschema, role in entity.e_schema.fulltext_relations():
if role == "subject":
for entity_ in getattr(entity, rschema.type):
merge_weight_dict(
words, entity_.cw_adapt_to("IFTIndexable").get_words()
)
else: # if role == 'object':
for entity_ in getattr(entity, "reverse_%s" % rschema.type):
merge_weight_dict(
words, entity_.cw_adapt_to("IFTIndexable").get_words()
)
return words
def merge_weight_dict(maindict, newdict):
for weight, words in newdict.items():
maindict.setdefault(weight, []).extend(words)
[docs]class IDownloadableAdapter(EntityAdapter):
"""interface for downloadable entities"""
__regid__ = "IDownloadable"
__abstract__ = True
[docs] def download_url(self, **kwargs): # XXX not really part of this interface
"""return a URL to download entity's content
It should be a unicode object containing url-encoded ASCII.
"""
raise NotImplementedError
[docs] def download_content_type(self):
"""return MIME type (unicode) of the downloadable content"""
raise NotImplementedError
[docs] def download_encoding(self):
"""return encoding (unicode) of the downloadable content"""
raise NotImplementedError
[docs] def download_file_name(self):
"""return file name (unicode) of the downloadable content"""
raise NotImplementedError
[docs] def download_data(self):
"""return actual data (bytes) of the downloadable content"""
raise NotImplementedError
# XXX should propose to use two different relations for children/parent
[docs]class ITreeAdapter(EntityAdapter):
"""This adapter provides a tree interface.
It has to be overriden to be configured using the tree_relation,
child_role and parent_role class attributes to benefit from this default
implementation.
This class provides the following methods:
.. automethod: iterparents
.. automethod: iterchildren
.. automethod: prefixiter
.. automethod: is_leaf
.. automethod: is_root
.. automethod: root
.. automethod: parent
.. automethod: children
.. automethod: different_type_children
.. automethod: same_type_children
.. automethod: children_rql
.. automethod: path
"""
__regid__ = "ITree"
__abstract__ = True
child_role = "subject"
parent_role = "object"
[docs] def children_rql(self):
"""Returns RQL to get the children of the entity."""
return self.entity.cw_related_rql(self.tree_relation, self.parent_role)
[docs] def different_type_children(self, entities=True):
"""Return children entities of different type as this entity.
According to the `entities` parameter, return entity objects or the
equivalent result set.
"""
res = self.entity.related(
self.tree_relation, self.parent_role, entities=entities
)
eschema = self.entity.e_schema
if entities:
return [e for e in res if e.e_schema != eschema]
return res.filtered_rset(lambda x: x.e_schema != eschema, self.entity.cw_col)
[docs] def same_type_children(self, entities=True):
"""Return children entities of the same type as this entity.
According to the `entities` parameter, return entity objects or the
equivalent result set.
"""
res = self.entity.related(
self.tree_relation, self.parent_role, entities=entities
)
eschema = self.entity.e_schema
if entities:
return [e for e in res if e.e_schema == eschema]
return res.filtered_rset(lambda x: x.e_schema is eschema, self.entity.cw_col)
[docs] def is_leaf(self):
"""Returns True if the entity does not have any children."""
return len(self.children()) == 0
[docs] def is_root(self):
"""Returns true if the entity is root of the tree (e.g. has no parent)."""
return self.parent() is None
[docs] def root(self):
"""Return the root entity of the tree."""
return self._cw.entity_from_eid(self.path()[0])
[docs] def parent(self):
"""Returns the parent entity if any, else None (e.g. if we are on the
root).
"""
try:
return self.entity.related(
self.tree_relation, self.child_role, entities=True
)[0]
except (KeyError, IndexError):
return None
[docs] def children(self, entities=True, sametype=False):
"""Return children entities.
According to the `entities` parameter, return entity objects or the
equivalent result set.
"""
if sametype:
return self.same_type_children(entities)
else:
return self.entity.related(
self.tree_relation, self.parent_role, entities=entities
)
[docs] def iterparents(self, strict=True):
"""Return an iterator on the parents of the entity."""
def _uptoroot(self):
curr = self
while True:
curr = curr.parent()
if curr is None:
break
yield curr
curr = curr.cw_adapt_to("ITree")
if not strict:
return chain([self.entity], _uptoroot(self))
return _uptoroot(self)
[docs] def iterchildren(self, _done=None):
"""Return an iterator over the item's children."""
if _done is None:
_done = set()
for child in self.children():
if child.eid in _done:
self.error("loop in %s tree: %s", child.cw_etype.lower(), child)
continue
yield child
_done.add(child.eid)
[docs] def prefixiter(self, _done=None):
"""Return an iterator over the item's descendants in a prefixed order."""
if _done is None:
_done = set()
if self.entity.eid in _done:
return
_done.add(self.entity.eid)
yield self.entity
for child in self.same_type_children():
for entity in child.cw_adapt_to("ITree").prefixiter(_done):
yield entity
@cached
def path(self):
"""Returns the list of eids from the root object to this object."""
path = []
adapter = self
entity = adapter.entity
while entity is not None:
if entity.eid in path:
self.error("loop in %s tree: %s", entity.cw_etype.lower(), entity)
break
path.append(entity.eid)
try:
# check we are not jumping to another tree
if (
adapter.tree_relation != self.tree_relation
or adapter.child_role != self.child_role
):
break
entity = adapter.parent()
adapter = entity.cw_adapt_to("ITree")
except AttributeError:
break
path.reverse()
return path
[docs]class ISerializableAdapter(EntityAdapter):
"""Adapter to serialize an entity to a bare python structure that may be
directly serialized to e.g. JSON.
"""
__regid__ = "ISerializable"
__select__ = is_instance("Any")
def serialize(self):
entity = self.entity
entity.complete()
data = {
"cw_etype": entity.cw_etype,
"eid": entity.eid,
}
for rschema, __ in entity.e_schema.attribute_definitions():
attr = rschema.type
try:
value = entity.cw_attr_cache[attr]
except KeyError:
# Bytes
continue
data[attr] = value
return data
# error handling adapters ######################################################
[docs]class IUserFriendlyError(EntityAdapter):
__regid__ = "IUserFriendlyError"
__abstract__ = True
def __init__(self, *args, **kwargs):
self.exc = kwargs.pop("exc")
super(IUserFriendlyError, self).__init__(*args, **kwargs)
[docs]class IUserFriendlyUniqueTogether(IUserFriendlyError):
__select__ = match_exception(UniqueTogetherError)
def raise_user_exception(self):
rtypes = self.exc.rtypes
errors = {}
msgargs = {}
i18nvalues = []
for rtype in rtypes:
errors[rtype] = _("%(KEY-rtype)s is part of violated unicity constraint")
msgargs[rtype + "-rtype"] = rtype
i18nvalues.append(rtype + "-rtype")
errors[""] = _("some relations violate a unicity constraint")
raise ValidationError(
self.entity.eid, errors, msgargs=msgargs, i18nvalues=i18nvalues
)
[docs]class IUserFriendlyCheckConstraint(IUserFriendlyError):
__select__ = match_exception(ViolatedConstraint)
def raise_user_exception(self):
cstrname = self.exc.cstrname
eschema = self.entity.e_schema
for rschema, attrschema in eschema.attribute_definitions():
rdef = rschema.relation_definition(eschema, attrschema)
for constraint in rdef.constraints:
if cstrname == constraint_name_for(constraint, rdef):
break
else:
continue
break
else:
assert 0
key = rschema.type + "-subject"
# use .get since a constraint may be associated to an attribute that isn't edited (e.g.
# constraint between two attributes). This should be the purpose of an api rework at some
# point, we currently rely on the fact that such constraint will provide a dedicated user
# message not relying on the `value` argument
value = self.entity.cw_edited.get(rschema.type)
msg, args = constraint.failed_message(key, value, self.entity)
raise ValidationError(self.entity.eid, {key: msg}, args)
[docs]class EntityRQLInterfaceAdapter(EntityAdapter):
__regid__ = "IRQLInterface"
def absolute_url(self):
return self.entity.absolute_url()
def rest_path(self):
return self.entity.rest_path()
def cw_attr_metadata(self, attr, metadata):
return self.entity.cw_attr_metadata(attr, metadata)
def printable_value(
self, attr, value=_marker, attrtype=None, format="text/html", displaytime=True
):
if value is _marker:
return self.entity.printable_value(
attr, attrtype=attrtype, format=format, displaytime=displaytime
)
return self.entity.printable_value(attr, value, attrtype, format, displaytime)
def dc_title(self):
return self.entity.dc_title()
def dc_long_title(self):
return self.entity.dc_long_title()
def dc_description(self):
return self.entity.dc_description()
def dc_authors(self):
return self.entity.dc_authors()
def dc_creator(self):
return self.entity.dc_creator()
def dc_date(self):
return self.entity.dc_date()
def dc_type(self):
return self.entity.dc_type()
def dc_language(self):
return self.entity.dc_language()
def creator(self):
return self.entity.creator
