#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ # Copyright 2014 California Institute of Technology. ALL RIGHTS RESERVED. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # # United States Government Sponsorship acknowledged. This software is subject to # U.S. export control laws and regulations and has been classified as 'EAR99 NLR' # (No [Export] License Required except when exporting to an embargoed country, # end user, or in support of a prohibited end use). By downloading this software, # the user agrees to comply with all applicable U.S. export laws and regulations. # The user has the responsibility to obtain export licenses, or other export # authority as may be required before exporting this software to any 'EAR99' # embargoed foreign country or citizen of those countries. # # Author: Eric Belz #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ## \namespace rdf.read Reading Functions """(Lazy) Functions to read rdf files and yield unwrapped lines""" from __future__ import absolute_import import itertools from . import utils from .reserved import glyphs ## unwrap lines from a generator # \param gline A iteratable that pops file lines (rdf.utils.read_file()) # \param wrap = rdf.reserved.glyphs.WRAP The line coninutation character # \retval< Generator # that generates complete RDF input lines. def _unwrap_lines(gline, wrap=glyphs.WRAP): """given a read_stream() generator, yield UNWRAPPED RDF lines""" while True: try: line = next(gline) while line.endswith(wrap): line = line[:-len(wrap)] + next(gline) yield line except StopIteration: return ## file name --> unwrapped lines # \param src A file name # \param wrap = rdf.reserved.glyphs.WRAP The line coninutation character # \retval< Generator # that generates complete RDF input lines. def unwrap_file(src, wrap=glyphs.WRAP): """Take a file name (src) and yield unwrapped lines""" return filter( bool, _unwrap_lines(utils.read_file(src), wrap=wrap) )