pre-pypi commit

Author: Michael Usachenko

AsyncPQ/ASPQ_Wrapper.py

@@ -0,0 +1,78 @@
+import asyncio
+
+class AsyncPQWrapper(object):
+
+	def __init__(self):
+		self.queue = []
+
+	class Unit(object):
+	
+		def __init__(self, functionRef, fArgs, priority):
+			
+			self.funcRef = functionRef
+			self.funcArgs = fArgs
+			self.priority = priority
+
+	def addQUnit(self, functionRef, fArgs, priority):
+		self.queue.append(self.Unit(functionRef, fArgs, priority))
+
+	def preprocessUnits(self):
+
+		units = [self.queue.pop() for u in range(len(self.queue))]
+		if (len(units) == 0): return None
+		taskloop = asyncio.new_event_loop()
+		asyncio.set_event_loop(taskloop)
+		return (units, taskloop)
+
+	def processUnits(self): pass
+
+class AsyncRWQueue(AsyncPQWrapper):
+	
+	def __init__(self): 
+		super().__init__()
+		self.WRITE_PRIORITY = 1
+		self.READ_PRIORITY = 0
+
+	def processUnits(self):
+
+		units, taskloop = self.preprocessUnits()
+		wUnits = list(filter(lambda x: x.priority == self.WRITE_PRIORITY, units))
+		rUnits = list(filter(lambda x: x.priority == self.READ_PRIORITY, units))
+		wTasks, rTasks = [], []
+
+		for unit in wUnits:
+			wTasks.append(asyncio.ensure_future(unit.funcRef(*unit.funcArgs)))
+		for unit in rUnits:
+			rTasks.append(asyncio.ensure_future(unit.funcRef(*unit.funcArgs)))
+
+		wFuture, rFuture = asyncio.gather(*wTasks), asyncio.gather(*rTasks)
+		taskloop.run_until_complete(wFuture)
+		rValues = taskloop.run_until_complete(rFuture)
+		taskloop.stop()
+		taskloop.close()
+
+		return tuple(rValues[::-1])
+		
+class AsyncPQueue(AsyncPQWrapper):
+	
+	def __init__(self): super().__init__()
+
+	def processUnits(self):
+
+		units, taskloop = self.preprocessUnits()
+		uPriorList = sorted(list(set([unit.priority for unit in units])))[::-1]
+		sortedUnits = [list(filter(lambda x: x.priority == u, units)) for u in uPriorList]
+		
+		sFutures = []
+		for sUnit in sortedUnits:
+			sortedTasks = []
+			for unit in sUnit:
+				sortedTasks.append(asyncio.ensure_future(unit.funcRef(*unit.funcArgs)))
+			sFutures.append(asyncio.gather(*sortedTasks))
+		
+		for sFuture in sFutures:
+			taskloop.run_until_complete(sFuture)
+
+		taskloop.stop()
+		taskloop.close()
+		

AsyncPQ/AsyncPQ.py

@@ -0,0 +1,60 @@
+import ASPQ_Wrapper as apq
+
+class AsyncQueue(object):
+
+	def __init__(self, classDict = {}):
+		
+		self.pQueue = None
+		self.classDict = classDict
+
+	def updateClassDict(self, newDict):
+		self.classDict.update(newDict)
+
+	def processTasks(self):
+		return self.pQueue.processUnits()
+
+class AsyncPriorityQueue(AsyncQueue):
+
+	def __init__(self, classDict = {}):
+		
+		super().__init__(classDict)
+		self.pQueue = apq.AsyncPQueue()
+
+	def addTask(self, priority, functionRef, *funcArgs):
+		self.pQueue.addQUnit(functionRef, funcArgs, priority)
+
+	def addClassTask(self, priority, className, operation, *opArgs): 
+
+		classInst = self.classDict[className]
+		functionRef = classInst.funcDict[operation]
+		self.pQueue.addQUnit(functionRef, opArgs, priority)
+
+class AsyncReadWriteQueue(AsyncQueue):
+
+	def __init__(self, classDict = {}):
+		
+		super().__init__(classDict)
+		self.pQueue = apq.AsyncRWQueue()
+		self.WRITE_PRIORITY = 1
+		self.READ_PRIORITY = 0
+
+	def read(self, operation, *opargs):
+		self.pQueue.addQUnit(operation, opargs, self.READ_PRIORITY)
+
+	def write(self, operation, *opargs):
+		self.pQueue.addQUnit(operation, opargs, self.WRITE_PRIORITY)
+
+	def cdRead(self, className, operation, *opargs): 
+
+		classInst = self.classDict[className]
+		functionRef = classInst.funcDict[operation]
+		self.pQueue.addQUnit(functionRef, opargs, self.READ_PRIORITY)
+
+	def cdWrite(self, className, operation, *opargs): 
+
+		classInst = self.classDict[className]
+		functionRef = classInst.funcDict[operation]
+		self.pQueue.addQUnit(functionRef, opargs, self.WRITE_PRIORITY)
+
+
+		

MANIFEST.in

@@ -0,0 +1,25 @@
+import asyncio
+from AsyncPQ import AsyncPriorityQueue, AsyncReadWriteQueue
+
+async def testFunc(arg): 
+	await asyncio.sleep(0)
+	print(arg)
+
+aspq = AsyncPriorityQueue()
+aspq.addTask(15, testFunc, 15)
+aspq.addTask(15, testFunc, 15)
+aspq.addTask(27, testFunc, 27)
+aspq.addTask(27, testFunc, 27)
+aspq.addTask(89, testFunc, 89)
+aspq.addTask(91, testFunc, 91)
+aspq.processTasks()
+print()
+
+asrwq = AsyncReadWriteQueue()
+asrwq.read(testFunc, 15)
+asrwq.write(testFunc, 15)
+asrwq.read(testFunc, 27)
+asrwq.read(testFunc, 27)
+asrwq.write(testFunc, 89)
+asrwq.write(testFunc, 91)
+asrwq.processTasks()

examples/example.py

@@ -0,0 +1,57 @@
+from setuptools import setup, find_packages  # Always prefer setuptools over distutils
+from codecs import open  # To use a consistent encoding
+from os import path
+
+here = path.abspath(path.dirname(__file__))
+
+# Get the long description from the relevant file
+with open(path.join(here, 'README'), encoding='utf-8') as f:
+    long_description = f.read()
+
+setup(
+    name='AsyncPQ',
+
+    # Versions should comply with PEP440.  For a discussion on single-sourcing
+    # the version across setup.py and the project code, see
+    # http://packaging.python.org/en/latest/tutorial.html#version
+    version='1.0.0',
+
+    description='A little exercise in concurrency. Super intuitive way to schedule asynchronous tasks with little overhead.',
+    long_description=long_description,  #this is the
+
+    # The project's main homepage.
+    url='https://github.com/themichaelusa/AsyncPQ',
+
+    # Author details
+    author='Michael USA',
+    author_email='[email protected]',
+
+    # Choose your license
+    license='MIT',
+
+    # See https://PyPI.python.org/PyPI?%3Aaction=list_classifiers
+    classifiers=[
+        # How mature is this project? Common values are
+        #   3 - Alpha
+        #   4 - Beta
+        #   5 - Production/Stable
+        'Development Status :: 3 - Alpha',
+
+        # Indicate who your project is intended for
+        'Intended Audience :: Developers',
+        'Topic :: Software Development :: Build Tools',
+
+        # Pick your license as you wish (should match "license" above)
+        'License :: OSI Approved :: MIT License',
+
+        # Specify the Python versions you support here. In particular, ensure
+        # that you indicate whether you support Python 2, Python 3 or both.
+        'Programming Language :: Python :: 3.6',
+    ],
+
+    # What does your project relate to?
+    keywords='sample setuptools development',
+
+    packages=["MY-PACKAGE"],
+
+)