Initial code for upper-level python interface.

LICENSE

@@ -2,8 +2,9 @@ LICENSE for pymolfile
 ---------------------
 
 All files of pymolfile except the files under vmd_molfile_plugins directory 
-which are licensed below after "LICENSE for VMD molfile_plugins" is licensed under
-with the following UIUC Open Source License:
+which are licensed below with "LICENSE for VMD molfile_plugins" are 
+licensed under the following UIUC Open Source License:
+
 -----------------------------------------------------------------------------
 
 University of Illinois Open Source License

README.md

-[Test]
+[pymolfile]

pymolfile/]

+
+from __future__ import absolute_import
+from __future__ import print_function
+
+import os
+import re
+import sys
+import numpy as np
+import warnings
+
+if sys.version_info > (3,):
+    long = int
+
+try:
+    from .molfile import libpymolfile
+except ImportError:
+    warnings.warn("libpymolfile package not available, pymolfile does not work without its library!")
+
+
+def plugins():
+    """ Information on the available molfile plugins
+
+        Example tuple: ('psf', 'psf', 1, 1, 1, 0, 1, 1, 1, 0, 
+            'CHARMM,NAMD,XPLOR PSF', 'mol file reader', 
+            'Justin Gullingsrud, John Stone', 1, 9, 17, 1)
+
+        The fields in the tuple represent info in ordered as follows:
+            1: format extension
+            2: format name
+            3: read_structure is avaliable if 1
+            4: read_bonds is avaliable if 1
+            5: read_angles is avaliable if 1
+            6: read_next_timestep is avaliable if 1
+            7: write_structure is avaliable if 1
+            8: write_bonds is avaliable if 1
+            9: write_angles is avaliable if 1
+           10: write_timestep is avaliable if 1
+           11: long name of the plugin
+           12: type of plugin
+           13: authors of the plugin
+           14: major version of the plugin
+           15: minor version of the plugin
+           16: ABI version of the plugin
+           17: 1 if is reentrant (returns is_reentrant) 
+
+    Returns: A list of tuples that includes the information and 
+             capabilities of each molfile plugin. The information is 
+             extracted from molfile_plugin_t. 
+    """
+    max_num_plugins = 200
+    c_list = libpymolfile.molfile_plugin_list(max_num_plugins)
+    numlist = libpymolfile.molfile_init()
+    plugins_list = [libpymolfile.molfile_plugin_info(c_list, i) for i in range(numlist)]
+    libpymolfile.molfile_finish()
+    return plugins_list
+
+def open(file_name_with_path, topology=None, 
+         file_format=None, topology_format=None, 
+         plugin=None, topology_plugin=None):
+    """ The main function to read topology and 
+        trajectory files
+
+        Returns: Depends on the file format and arguments:
+                 If structure file is supplied, it returns topology class.
+                 If only trajectory file is supplied, it returns trajectory class 
+                     without topology information. (the number of atoms must be known)
+                 If both files are supplied, it returns trajectory class with 
+                     topology information.
+    """
+    pass
+
+def get_dir_base_extension(file_name):
+    """ Splits directory, file base and file extensions
+
+        Returns: directory without leading '/', 
+                 file base name, and file extension without '.'
+    """
+    file_base, file_extension_with_dot = os.path.splitext(os.path.basename(file_name))
+    file_extension = file_extension_with_dot.split(".")[-1]
+    file_dir = os.path.dirname(file_name)
+    return file_dir, file_base, file_extension
+
+def get_extension(file_name):
+    """ Gets file extension of a file
+
+        Returns: file extension without '.'
+    """
+    file_extension_with_dot  = os.path.splitext(os.path.basename(file_name))[1]
+    return file_extension_with_dot.split(".")[-1]
+
+def get_plugin_with_ext(file_ext):
+    """ Search molfile plugins list and returns the plugin info 
+        for the first matched extension.
+
+        Returns: Plugin no in the list and the list item (the plugin info tuple)
+    """
+    if not MOLFILE_PLUGINS:
+        MOLFILE_PLUGINS = plugins()
+
+    if MOLFILE_PLUGINS:
+        plugin_no = -1
+        for plugin_info in MOLFILE_PLUGINS:
+            plugin_no += 1
+            if file_ext == plugin_info[1]:
+                return (plugin_no, plugin_info)
+
+    return None
+
+def get_plugin_with_name(plugin_name):
+    """ Search molfile plugins list and returns the plugin info 
+        for the first matching name in plugin name field.
+
+        Returns: Plugin no in the list and the list item (the plugin info tuple)
+    """
+    if not MOLFILE_PLUGINS:
+        MOLFILE_PLUGINS = plugins()
+
+    if MOLFILE_PLUGINS:
+        plugin_no = -1
+        for plugin_info in MOLFILE_PLUGINS:
+            plugin_no += 1
+            if plugin_name == plugin_info[2]:
+                return (plugin_no, plugin_info)
+
+    return None
+
+
+class OpenMolfile(object):
+
+    self.plugin_list = MOLFILE_PLUGINS
+    self.trajectory = None
+    self.topology = None
+    self.smolobject = None
+    self.cmolobject = None
+    self.kwords = { 
+        "file_format" : None,
+        "file_plugin" : None,
+        "topology" : None,
+        "topology_format" : None,
+        "topology_plugin" : None,
+        "natoms" : None
+        }
+
+    def __init__(self, file_name, **kwargs):
+        if kwargs:
+            for k, v in kwargs.items():
+                if k in self.kwords:
+                    self.kwords[k] = v
+
+        if file_name:
+            if self.kwords["file_format"] is None:
+               file_dir, file_base, file_ext = get_dir_base_extension(file_name)
+               if file_ext:
+                   self.kwords["file_format"] = file_ext
+               else:
+                   self.kwords["file_format"] = file_base
+
+            if self.kwords["file_plugin"] is None:
+                self.kwords["file_plugin"] = "auto"
+
+            if "auto" in self.kwords["file_plugin"]:
+                plugin_item = get_plugin_with_ext(self.kwords["file_format"])
+                self.kwords["file_plugin"] = 
+
+            if self.kwords["file_plugin"]:
+                if not MOLFILE_PLUGINS:
+                    MOLFILE_PLUGINS = plugins()
+
+
+
+
+                c_list = libpymolfile.molfile_plugin_list(max_num_plugins)
+                numlist = libpymolfile.molfile_init()
+                self.cmolobject = libpymolfile.get_plugin(MOLFILE_PLUGINS, 83) #trr
+
+
+
+        else:
+            return None
+
+
+
+
+
+
+
+
+
+
+
+def get_listof_parts( filename, filepath, fileformats ):
+    pattern = re.escape( filename[1:-4] ) + "\.part[0-9]{4,4}\.(xtc|trr)$"
+    parts = []
+    for f in os.listdir( directory ):
+        m = re.match( pattern, f )
+        if m and os.path.isfile( os.path.join( directory, f ) ):
+            parts.append( os.path.join( directory, f ) )
+    return sorted( parts )
+
+
+def get_trajectory( file_name ):
+    ext = os.path.splitext( file_name )[1].lower()
+    types = {
+        ".xtc": XtcTrajectory,
+        ".trr": TrrTrajectory,
+        ".netcdf": NetcdfTrajectory,
+        ".nc": NetcdfTrajectory,
+        ".dcd": DcdTrajectory,
+    }
+    if ext in types:
+        return types[ ext ]( file_name )
+    else:
+        raise Exception( "extension '%s' not supported" % ext )
+
+class Topology( object ):
+
+    self.structure = None
+    self.bonds = None
+    self.angles = None
+
+    def __init__( self, file_name ):
+        pass
+
+
+
+class Trajectory( object ):
+    def __init__( self, file_name ):
+        pass
+
+    def update( self, force=False ):
+        pass
+
+    def _get_frame( self, index ):
+        pass
+
+    def get_frame( self, index, atom_indices=None ):
+        box, coords, time = self._get_frame( int( index ) )
+        if atom_indices:
+            coords = np.concatenate([
+            ])
+        return {
+            "coords": coords
+            "velocities": coords
+        }
+
+    def get_frame_string( self, index, atom_indices=None ):
+        frame = self.get_frame( index, atom_indices=atom_indices )
+        return (
+        )
+
+    def __del__( self ):
+        pass
+
+

pymolfile/molfile/pymolfile.h

@@ -3,7 +3,7 @@
  * molfile.c : C and Fortran interfaces for molfile_plugins
  * Copyright (c) Berk Onat <b.onat@warwick.ac.uk> 2017
  *
- * This program is under BSD LICENSE
+ * This program is under UIUC LICENSE
  */
 
 /*
@@ -31,8 +31,8 @@ extern "C"
 #include <numpy/arrayobject.h>
 
 
-enum { pluginOK, pluginNOINIT, pluginCLOSE, pluginNOMEM, 
-       pluginENDOFFILE, pluginFILENOTFOUND, pluginFORMATERROR };
+//enum { pluginOK, pluginNOINIT, pluginCLOSE, pluginNOMEM, 
+//       pluginENDOFFILE, pluginFILENOTFOUND, pluginFORMATERROR };
 
 #ifndef MAXPLUGINS
 #define MAXPLUGINS 200

pymolfile/pymolfile-backup.py

-
-from __future__ import absolute_import
-from __future__ import print_function
-
-import os
-import re
-import sys
-import array
-import collections
-import numpy as np
-import warnings
-try:
-    import cPickle as pickle
-except ImportError:
-    import pickle
-
-if sys.version_info > (3,):
-    long = int
-
-try:
-    from .dcd import dcd as dcd
-except ImportError:
-    warnings.warn("dcd package not available, 'DcdTrajectory' will not work")
-
-try:
-    from .xdrfile import _libxdrfile2 as libxdrfile2
-except ImportError:
-    warnings.warn("libxdrfile2 package not available, 'XtcTrajectory' and 'TrrTrajectory' will not work!")
-
-
-
-def get_xtc_parts( name, directory ):
-    pattern = re.escape( name[1:-4] ) + "\.part[0-9]{4,4}\.(xtc|trr)$"
-    parts = []
-    for f in os.listdir( directory ):
-        m = re.match( pattern, f )
-        if m and os.path.isfile( os.path.join( directory, f ) ):
-            parts.append( os.path.join( directory, f ) )
-    return sorted( parts )
-
-
-def get_split_xtc( directory ):
-    pattern = "(.*)\.part[0-9]{4,4}\.(xtc|trr)$"
-    split = collections.defaultdict( int )
-    for f in os.listdir( directory ):
-        m = re.match( pattern, f )
-        if( m ):
-            split[ "@" + m.group(1) + "." + m.group(2) ] += 1
-    if sys.version_info > (3,):
-        return sorted( [ k for k, v in split.items() if v > 1 ] )
-    else:
-        return sorted( [ k for k, v in split.iteritems() if v > 1 ] )
-
-
-def get_trajectory( file_name ):
-    ext = os.path.splitext( file_name )[1].lower()
-    types = {
-        ".xtc": XtcTrajectory,
-        ".trr": TrrTrajectory,
-        ".netcdf": NetcdfTrajectory,
-        ".nc": NetcdfTrajectory,
-        ".dcd": DcdTrajectory,
-    }
-    if ext in types:
-        return types[ ext ]( file_name )
-    else:
-        raise Exception( "extension '%s' not supported" % ext )
-
-
-class TrajectoryCache( object ):
-    def __init__( self ):
-        self.cache = {}
-        self.mtime = {}
-        self.parts = {}
-
-    def add( self, path, pathList ):
-        self.cache[ path ] = TrajectoryCollection( pathList )
-        # initial mtimes
-        mtime = {}
-        for partPath in pathList:
-            mtime[ partPath ] = os.path.getmtime( partPath )
-        self.mtime[ path ] = mtime
-        # initial pathList
-        self.parts[ path ] = pathList
-
-    def get( self, path ):
-        stem = os.path.basename( path )
-        if stem.startswith( "@" ):
-            pathList = frozenset(
-                get_xtc_parts( stem, os.path.dirname( path ) )
-            )
-        else:
-            pathList = frozenset( [ path ] )
-        if path not in self.cache:
-            self.add( path, pathList )
-        elif pathList != self.parts[ path ]:
-            print( "pathList changed, rebuilding" )
-            del self.cache[ path ]
-            self.add( path, pathList )
-        else:
-            updateRequired = False
-            mtime = self.mtime[ path ]
-            for partPath in pathList:
-                if mtime[ partPath ] < os.path.getmtime( partPath ):
-                    updateRequired = True
-            if updateRequired:
-                print( "file modified, updating" )
-                self.cache[ path ].update( True )
-        return self.cache[ path ]
-
-
-class Trajectory( object ):
-    def __init__( self, file_name ):
-        pass
-
-    def update( self, force=False ):
-        pass
-
-    def _get_frame( self, index ):
-        # return box, coords, time
-        # box, coords in angstrom
-        # time in ???
-        pass
-
-    def get_frame( self, index, atom_indices=None ):
-        box, coords, time = self._get_frame( int( index ) )
-        if atom_indices:
-            coords = np.concatenate([
-                coords[ i:j ].ravel() for i, j in atom_indices
-            ])
-        return {
-            "numframes": self.numframes,
-            "time": time,
-            "box": box,
-            "coords": coords
-        }
-
-    def get_frame_string( self, index, atom_indices=None ):
-        frame = self.get_frame( index, atom_indices=atom_indices )
-        return (
-            array.array( "i", [ frame[ "numframes" ] ] ).tostring() +
-            array.array( "f", [ frame[ "time" ] ] ).tostring() +
-            array.array( "f", frame[ "box" ].flatten() ).tostring() +
-            array.array( "f", frame[ "coords" ].flatten() ).tostring()
-        )
-
-    def get_path( self, atom_index, frame_indices=None ):
-        if( frame_indices ):
-            size = len( frame_indices )
-            frames = map( int, frame_indices )
-        else:
-            size = self.numframes
-            frames = range( size )
-        path = np.zeros( ( size, 3 ), dtype=np.float32 )
-        for i in frames:
-            box, coords, time = self._get_frame( i )
-            path[ i ] = coords[ atom_index ]
-        return path
-
-    def get_path_string( self, atom_index, frame_indices=None ):
-        path = self.get_path( atom_index, frame_indices=frame_indices )
-        return array.array( "f", path.flatten() ).tostring()
-
-    def __del__( self ):
-        pass
-
-
-class TrajectoryCollection( Trajectory ):
-    def __init__( self, parts ):
-        self.parts = []
-        for file_name in sorted( parts ):
-            self.parts.append( get_trajectory( file_name ) )
-        self.box = self.parts[ 0 ].box
-        self._update_numframes()
-
-    def _update_numframes( self ):
-        self.numframes = 0
-        for trajectory in self.parts:
-            self.numframes += trajectory.numframes
-
-    def update( self, force=False ):
-        for trajectory in self.parts:
-            trajectory.update( force=force )
-        self._update_numframes()
-
-    def _get_frame( self, index ):
-        i = 0
-        for trajectory in self.parts:
-            if index < i + trajectory.numframes:
-                break
-            i += trajectory.numframes
-        return trajectory._get_frame( index - i )
-
-    def __del__( self ):
-        for trajectory in self.parts:
-            trajectory.__del__()
-
-
-class XdrTrajectory( Trajectory ):
-    def __init__( self, file_name ):
-        self.file_name = str( file_name )
-        self.xdr_fp = libxdrfile2.xdrfile_open( self.file_name, 'rb' )
-        self.numatoms = self._read_natoms( self.file_name )
-        self.update()
-        # allocate coordinate array of the right size and type
-        self.x = np.zeros(
-            ( self.numatoms, libxdrfile2.DIM ), dtype=np.float32
-        )
-        # allocate unit cell box
-        self.box = np.zeros(
-            ( libxdrfile2.DIM, libxdrfile2.DIM ), dtype=np.float32
-        )
-
-    def _read_natoms( self, file_name ):
-        pass
-
-    def _read_numframes( self, file_name ):
-        pass
-
-    def _read( self, fp, box, x ):
-        pass  # return status, step, ftime
-
-    def update( self, force=False ):
-        self.offset_file = self.file_name + ".offsets"
-        isfile_offset = os.path.isfile( self.offset_file )
-        mtime_offset = isfile_offset and os.path.getmtime( self.offset_file )
-        mtime_xdr = os.path.getmtime( self.file_name )
-        create_offsets = True
-        if not force and isfile_offset and mtime_offset >= mtime_xdr:
-            # print( "found usable offsets file" )
-            create_offsets = False
-            try:
-                with open( self.offset_file, 'rb' ) as fp:
-                    self.numframes, self.offsets = pickle.load( fp )
-            except:
-                # print( "error reading offsets file" )
-                create_offsets = True
-        if create_offsets:
-            # print( "create offsets file" )
-            self.numframes, self.offsets = self._read_numframes(
-                self.file_name
-            )
-            try:
-                with open( self.offset_file, 'wb' ) as fp:
-                    pickle.dump( ( self.numframes, self.offsets ), fp )
-            except:
-                pass
-                # print( "error writing offsets file" )
-
-    def _get_frame( self, index ):
-        libxdrfile2.xdr_seek(
-            self.xdr_fp, long( self.offsets[ index ] ), libxdrfile2.SEEK_SET
-        )
-        status, step, ftime = self._read(
-            self.xdr_fp, self.box, self.x
-        )
-        # print( status, step, ftime, prec )
-        self.x *= 10  # convert to angstrom
-        self.box *= 10  # convert to angstrom
-        self.time = ftime
-        return self.box, self.x, self.time
-
-    def __del__( self ):
-        if self.xdr_fp is None:
-            return
-        libxdrfile2.xdrfile_close( self.xdr_fp )
-        # make sure the fp cannot be closed again
-        self.xdr_fp = None
-
-
-class XtcTrajectory( XdrTrajectory ):
-    def _read_natoms( self, file_name ):
-        return libxdrfile2.read_xtc_natoms( file_name )
-
-    def _read_numframes( self, file_name ):
-        return libxdrfile2.read_xtc_numframes( file_name )
-
-    def _read( self, fp, box, x ):
-        status, step, ftime, prec = libxdrfile2.read_xtc( fp, box, x )
-        return status, step, ftime
-
-
-class TrrTrajectory( XdrTrajectory ):
-    def __init__( self, *args, **kwargs ):
-        XdrTrajectory.__init__( self, *args, **kwargs )
-        self.v = np.zeros(
-            ( self.numatoms, libxdrfile2.DIM ), dtype=np.float32
-        )
-        self.f = np.zeros(
-            ( self.numatoms, libxdrfile2.DIM ), dtype=np.float32
-        )
-
-    def _read_natoms( self, file_name ):
-        return libxdrfile2.read_trr_natoms( file_name )
-
-    def _read_numframes( self, file_name ):
-        return libxdrfile2.read_trr_numframes( file_name )
-
-    def _read( self, fp, box, x ):
-        status, step, ftime, clambda, has_x, has_v, has_f = libxdrfile2.read_trr(
-            fp, box, x, self.v, self.f
-        )
-        return status, step, ftime
-
-
-class NetcdfTrajectory( Trajectory ):
-    def __init__( self, file_name ):
-        try:
-            import netCDF4 as netcdf
-        except ImportError as e:
-            raise "'NetcdfTrajectory' requires the 'netCDF4' package"
-        # http://ambermd.org/netcdf/nctraj.pdf
-        self.file_name = file_name
-        self.netcdf = netcdf.Dataset( self.file_name )
-        self.numatoms = len( self.netcdf.dimensions['atom'] )
-        self.numframes = len( self.netcdf.dimensions['frame'] )
-
-        self.x = None
-        self.box = np.zeros( ( 3, 3 ), dtype=np.float32 )
-        self.time = 0.0
-
-    def _get_frame( self, index ):
-        if 'cell_lengths' in self.netcdf.variables:
-            cell_lengths = self.netcdf.variables[ 'cell_lengths' ]
-            self.box[ 0, 0 ] = cell_lengths[ index ][ 0 ]
-            self.box[ 1, 1 ] = cell_lengths[ index ][ 1 ]
-            self.box[ 2, 2 ] = cell_lengths[ index ][ 2 ]
-        # self.netcdf.variables['cell_angles'][ index ]
-        self.x = self.netcdf.variables[ 'coordinates' ][ index ]
-        if 'time' in self.netcdf.variables:
-            self.time = self.netcdf.variables[ 'time' ][ index ]
-        return self.box, self.x, self.time
-
-    def __del__( self ):