#!/usr/bin/env python """ sparta.py - a Simple API for RDF Sparta is a simple API for RDF that binds RDF nodes to Python objects and RDF arcs to attributes of those Python objects. As such, it can be considered a "data binding" from RDF to Python. Requires rdflib version 2.2.1+. INCOMPATIBLE CHANGES: * Requires rdflib 2.2.1 or greater * Thing instantiation now requires an alias_map (but you shouldn't be instantiating it directly anyway...) ADDITIONS: * Adjust to API changes in rdflib (TripleStore->Graph, namespace_manager) * addAlias() on the factory accommodates troublesome URIs TODO: * rdflib context support * check API vs. RDF requirements, esp. WRT list (multiple items, sparse, etc.) * support other RDF containers? * type list members? * make type/cardinality lookup more efficient, refactor * unit tests * complete schema type support (date/time types; wait for PEP 321) """ __license__ = """ Copyright (c) 2001-2005 Mark Nottingham Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. """ __version__ = "0.81" import base64, sets import rdflib # http://rdflib.net/ from rdflib.Identifier import Identifier as ID from rdflib.URIRef import URIRef as URI from rdflib.BNode import BNode from rdflib.Literal import Literal from rdflib.constants import RDFS_RANGE, SEQ, LIST, FIRST, REST, NIL, TYPE, \ RDFS_SUBCLASSOF RDF_SEQi = "http://www.w3.org/1999/02/22-rdf-syntax-ns#_%s" MAX_CARD = URI("http://www.w3.org/2002/07/owl#maxCardinality") CARD = URI("http://www.w3.org/2002/07/owl#cardinality") RESTRICTION = URI("http://www.w3.org/2002/07/owl#Restriction") FUNC_PROP = URI("http://www.w3.org/2002/07/owl#FunctionalProperty") ON_PROP = URI("http://www.w3.org/2002/07/owl#onProperty") ONE = Literal("1") class ThingFactory: """ Fed a store, return a factory that can be used to instantiate Things into that world. """ def __init__(self, store, schema_store=None, alias_map=None): """ store - rdflib.Graph.Graph instance schema_store - rdflib.Graph.Graph instance; defaults to store """ self.store = store self.schema_store = schema_store or self.store self.alias_map = alias_map or {} def __call__(self, ident, **props): """ ident - either: a) None (creates a new BNode) b) rdflib.URIRef.URIRef instance c) str in the form prefix_localname props - dict of properties and values, to be added. If the value is a list, its contents will be added to a ResourceSet. returns Thing instance """ return Thing(self.store, self.schema_store, self.alias_map, ident, props) def addAlias(self, alias, uri): """ Add an alias for an pythonic name to a URI, which overrides the default prefix_localname syntax for properties and object names. Intended to be used for URIs which are unmappable. E.g., .addAlias("foobar", "http://example.com/my-unmappable-types#blah-type") will map the .foobar property to the provided URI. """ self.alias_map[alias] = uri class Thing: """ An RDF resource, as uniquely identified by a URI. Properties of the resource are avaiable as attributes; for example: .prefix_localname is the property in the namespace mapped to the "prefix" prefix, with the localname "localname". A "python literal datatype" is a datatype that maps to a Literal type; e.g., int, float, bool. A "python data representation" is one of: a) a python literal datatype b) a self.__class__ instance c) a list containing a and/or b """ def __init__(self, store, schema_store, alias_map, ident, props=None): """ store - rdflib.Graph.Graph schema_store - rdflib.Graph.Graph ident - either: a) None (creates a new BNode) b) rdflib.URIRef.URIRef instance c) str in the form prefix_localname props - dict of properties and values, to be added. If the value is a list, its contents will be added to a ResourceSet. """ self._store = store self._schema_store = schema_store self._alias_map = alias_map if ident is None: self._id = BNode() elif isinstance(ident, ID): self._id = ident else: self._id = self._AttrToURI(ident) if props is not None: for attr, obj in props.items(): if type(obj) is type([]): [self.__getattr__(attr).add(o) for o in obj] else: self.__setattr__(attr, obj) def __getattr__(self, attr): """ attr - either: a) str starting with _ (normal attribute access) b) str that is a URI c) str in the form prefix_localname returns a python data representation or a ResourceSet instance """ if attr[0] == '_': raise AttributeError else: if ":" in attr: pred = URI(attr) else: try: pred = self._AttrToURI(attr) except ValueError: raise AttributeError if self._isUniqueObject(pred): try: obj = self._store.triples((self._id, pred, None)).next()[2] except StopIteration: raise AttributeError return self._rdfToPython(pred, obj) else: return ResourceSet(self, pred) def __setattr__(self, attr, obj): """ attr - either: a) str starting with _ (normal attribute setting) b) str that is a URI c) str in the form prefix_localname obj - a python data representation or a ResourceSet instance """ if attr[0] == '_': self.__dict__[attr] = obj else: if ":" in attr: pred = URI(attr) else: try: pred = self._AttrToURI(attr) except ValueError: raise AttributeError if self._isUniqueObject(pred): self._store.remove((self._id, pred, None)) self._store.add((self._id, pred, self._pythonToRdf(pred, obj))) elif isinstance(obj, (sets.BaseSet, ResourceSet)): ResourceSet(self, pred, obj.copy()) else: raise TypeError def __delattr__(self, attr): """ attr - either: a) str starting with _ (normal attribute deletion) b) str that is a URI c) str in the form prefix_localname """ if attr[0] == '_': del self.__dict__[attr] else: if ":" in attr: self._store.remove((self._id, URI(attr), None)) else: try: self._store.remove((self._id, self._AttrToURI(attr), None)) except ValueError: raise AttributeError def _rdfToPython(self, pred, obj): """ Given a RDF predicate and object, return the equivalent Python object. pred - rdflib.URIRef.URIRef instance obj - rdflib.Identifier.Identifier instance returns a python data representation """ obj_types = self._getObjectTypes(pred, obj) if isinstance(obj, Literal): # typed literals return self._literalToPython(obj, obj_types) elif LIST in obj_types: return self._listToPython(obj) elif SEQ in obj_types: l, i = [], 1 while True: counter = URI(RDF_SEQi % i) try: item = self._store.triples((obj, counter, None)).next()[2] except StopIteration: return l l.append(self._rdfToPython(counter, item)) i += 1 elif isinstance(obj, ID): return self.__class__(self._store, self._schema_store, self._alias_map, obj) else: raise ValueError def _pythonToRdf(self, pred, obj): """ Given a Python predicate and object, return the equivalent RDF object. pred - rdflib.URIRef.URIRef instance obj - a python data representation returns rdflib.Identifier.Identifier instance """ obj_types = self._getObjectTypes(pred, obj) if LIST in obj_types: blank = BNode() self._pythonToList(blank, obj) ### this actually stores things... return blank elif SEQ in obj_types: ### so will this blank = BNode() i = 1 for item in obj: counter = URI(RDF_SEQi % i) self._store.add((blank, counter, self._pythonToRdf(counter, item))) i += 1 return blank elif isinstance(obj, self.__class__): if obj._store is not self._store: obj.copyTo(self._store) ### and this... return obj._id else: return self._pythonToLiteral(obj, obj_types) def _literalToPython(self, obj, obj_types): """ obj - rdflib.Literal.Literal instance obj_types - iterator yielding rdflib.URIRef.URIRef instances returns a python literal datatype """ for obj_type in obj_types: try: return SchemaToPython[obj_type][0](obj) except KeyError: pass return SchemaToPythonDefault[0](obj) def _pythonToLiteral(self, obj, obj_types): """ obj - a python literal datatype obj_types - iterator yielding rdflib.URIRef.URIRef instances returns rdflib.Literal.Literal instance """ for obj_type in obj_types: try: return Literal(SchemaToPython[obj_type][1](obj)) except KeyError: pass return Literal(SchemaToPythonDefault[1](obj)) def _listToPython(self, subj): """ Given a RDF list, return the equivalent Python list. subj - rdflib.Identifier.Identifier instance returns list of python data representations """ try: first = self._store.triples((subj, FIRST, None)).next()[2] except StopIteration: return [] try: rest = self._store.triples((subj, REST, None)).next()[2] except StopIteration: return ValueError return [self._rdfToPython(FIRST, first)] + self._listToPython(rest) ### type first? def _pythonToList(self, subj, members): """ Given a Python list, store the eqivalent RDF list. subj - rdflib.Identifier.Identifier instance members - list of python data representations """ first = self._pythonToRdf(FIRST, members[0]) self._store.add((subj, FIRST, first)) if len(members) > 1: blank = BNode() self._store.add((subj, REST, blank)) self._pythonToList(blank, members[1:]) else: self._store.add((subj, REST, NIL)) def _AttrToURI(self, attr): """ Given an attribute, return a URIRef. attr - str in the form prefix_localname returns rdflib.URIRef.URIRef instance """ if self._alias_map.has_key(attr): return URI(self._alias_map[attr]) else: prefix, localname = attr.split("_", 1) return URI("".join([self._store.namespace_manager.store.namespace(prefix), localname])) def _URIToAttr(self, uri): """ Given a URI, return an attribute. uri - str that is a URI returns str in the form prefix_localname. Not the most efficient thing around. """ for alias, alias_uri in self._alias_map.items(): if uri == alias_uri: return alias for ns_prefix, ns_uri in self._store.namespace_manager.namespaces(): if ns_uri == uri[:len(ns_uri)]: return "_".join([ns_prefix, uri[len(ns_uri):]]) raise ValueError def _getObjectTypes(self, pred, obj): """ Given a predicate and an object, return a list of the object's types. pred - rdflib.URIRef.URIRef instance obj - rdflib.Identifier.Identifier instance returns list containing rdflib.Identifier.Identifier instances """ obj_types = [o for (s, p, o) in self._schema_store.triples( (pred, RDFS_RANGE, None))] if isinstance(obj, URI): obj_types += [o for (s, p, o) in self._store.triples((obj, TYPE, None))] return obj_types def _isUniqueObject(self, pred): """ Given a predicate, figure out if the object has a cardinality greater than one. pred - rdflib.URIRef.URIRef instance returns bool """ # pred rdf:type owl:FunctionalProperty - True if (pred, TYPE, FUNC_PROP) in self._schema_store: return True # subj rdf:type [ rdfs:subClassOf [ a owl:Restriction; owl:onProperty pred; owl:maxCardinality "1" ]] - True # subj rdf:type [ rdfs:subClassOf [ a owl:Restriction; owl:onProperty pred; owl:cardinality "1" ]] - True subj_types = [o for (s, p, o) in self._store.triples((self._id, TYPE, None))] for type in subj_types: superclasses = [o for (s, p, o) in \ self._schema_store.triples((type, RDFS_SUBCLASSOF, None))] for superclass in superclasses: if ( (superclass, TYPE, RESTRICTION) in self._schema_store and (superclass, ON_PROP, pred) in self._schema_store ) and \ ( (superclass, MAX_CARD, ONE) in self._schema_store or (superclass, CARD, ONE) in self._schema_store ): return True return False def __repr__(self): return self._id def __str__(self): try: return self._URIToAttr(self._id) except ValueError: return str(self._id) def __eq__(self, other): if isinstance(other, self.__class__): return self._id == other.__id elif isinstance(other, ID): return self._id == other def __ne__(self, other): if self is other: return False else: return True def properties(self): """ List unique properties. returns list containing self.__class__ instances """ return [self.__class__(self._store, self._schema_store, self._alias_map, p) for (s,p,o) in self._store.triples((self._id, None, None))] def copyTo(self, store): """ Recursively copy statements to the given store. store - rdflib.Store.Store """ for (s, p, o) in self._store.triples((self._id, None, None)): store.add((s, p, o)) if isinstance(o, (URI, BNode)): self.__class__(self._store, self._schema_store, self._alias_map, o).copyTo(store) class ResourceSet: """ A set interface to the object(s) of a non-unique RDF predicate. Interface is a subset (har, har) of sets.Set. .copy() returns a sets.Set instance. """ def __init__(self, subject, predicate, iterable=None): """ subject - rdflib.Identifier.Identifier instance predicate - rdflib.URIRef.URIRef instance iterable - """ self._subject = subject self._predicate = predicate self._store = subject._store if iterable is not None: for obj in iterable: self.add(obj) def __len__(self): return len(list( self._store.triples((self._subject._id, self._predicate, None)))) def __contains__(self, obj): if isinstance(obj, self._subject.__class__): obj = obj._id else: ### doesn't use pythonToRdf because that might store it obj_types = self._subject._getObjectTypes(self._predicate, obj) obj = self._subject._pythonToLiteral(obj, obj_types) return (self._subject._id, self._predicate, obj) in self._store def __iter__(self): for (s, p, o) in \ self._store.triples((self._subject._id, self._predicate, None)): yield self._subject._pythonToRdf(self._predicate, o) def copy(self): return sets.Set(self) def add(self, obj): self._store.add((self._subject._id, self._predicate, self._subject._pythonToRdf(self._predicate, obj))) def remove(self, obj): if not obj in self: raise KeyError self.discard(obj) def discard(self, obj): if isinstance(obj, self._subject.__class__): obj = obj._id else: ### doesn't use pythonToRdf because that might store it obj_types = self._subject._getObjectTypes(self._predicate, obj) obj = self._subject._pythonToLiteral(obj, obj_types) self._store.remove((self._subject._id, self._predicate, obj)) def clear(self): self._store.remove((self._subject, self._predicate, None)) SchemaToPythonDefault = (unicode, unicode) SchemaToPython = { # (schema->python, python->schema) Does not validate. 'http://www.w3.org/2001/XMLSchema#string': (unicode, unicode), 'http://www.w3.org/2001/XMLSchema#normalizedString': (unicode, unicode), 'http://www.w3.org/2001/XMLSchema#token': (unicode, unicode), 'http://www.w3.org/2001/XMLSchema#language': (unicode, unicode), 'http://www.w3.org/2001/XMLSchema#boolean': (bool, lambda i:unicode(i).lower()), 'http://www.w3.org/2001/XMLSchema#decimal': (float, unicode), 'http://www.w3.org/2001/XMLSchema#integer': (long, unicode), 'http://www.w3.org/2001/XMLSchema#nonPositiveInteger': (int, unicode), 'http://www.w3.org/2001/XMLSchema#long': (long, unicode), 'http://www.w3.org/2001/XMLSchema#nonNegativeInteger': (int, unicode), 'http://www.w3.org/2001/XMLSchema#negativeInteger': (int, unicode), 'http://www.w3.org/2001/XMLSchema#int': (int, unicode), 'http://www.w3.org/2001/XMLSchema#unsignedLong': (long, unicode), 'http://www.w3.org/2001/XMLSchema#positiveInteger': (int, unicode), 'http://www.w3.org/2001/XMLSchema#short': (int, unicode), 'http://www.w3.org/2001/XMLSchema#unsignedInt': (long, unicode), 'http://www.w3.org/2001/XMLSchema#byte': (int, unicode), 'http://www.w3.org/2001/XMLSchema#unsignedShort': (int, unicode), 'http://www.w3.org/2001/XMLSchema#unsignedByte': (int, unicode), 'http://www.w3.org/2001/XMLSchema#float': (float, unicode), 'http://www.w3.org/2001/XMLSchema#double': (float, unicode), # doesn't do the whole range # duration # dateTime # time # date # gYearMonth # gYear # gMonthDay # gDay # gMonth # hexBinary 'http://www.w3.org/2001/XMLSchema#base64Binary': (base64.decodestring, lambda i:base64.encodestring(i)[:-1]), 'http://www.w3.org/2001/XMLSchema#anyURI': (str, str), } if __name__ == '__main__': # use: "python -i sparta.py [URI for RDF file]+" from rdflib.TripleStore import TripleStore import sys mystore = TripleStore() for arg in sys.argv[1:]: mystore.parse(arg) thing = ThingFactory(mystore)