diff --git a/README.md b/README.md index f43ca831..b35ea434 100644 --- a/README.md +++ b/README.md @@ -5,101 +5,530 @@ A curated list of awesome Python frameworks, libraries, software and resources. Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). - [Awesome Python](#awesome-python) + - [Admin Panels](#admin-panels) + - [Algorithms and Design Patterns](#algorithms-and-design-patterns) + - [Anti-spam](#anti-spam) + - [Asset Management](#asset-management) + - [Audio](#audio) + - [Authentication](#authentication) + - [Build Tools](#build-tools) + - [Caching](#caching) + - [ChatOps Tools](#chatops-tools) + - [CMS](#cms) + - [Code Analysis and Linter](#code-analysis-and-linter) + - [Command-line Tools](#command-line-tools) + - [Compatibility](#compatibility) + - [Computer Vision](#computer-vision) + - [Concurrency and Parallelism](#concurrency-and-parallelism) + - [Configuration](#configuration) + - [Cryptography](#cryptography) + - [Data Analysis](#data-analysis) + - [Data Validation](#data-validation) + - [Data Visualization](#data-visualization) + - [Database Drivers](#database-drivers) + - [Database](#database) + - [Date and Time](#date-and-time) + - [Debugging Tools](#debugging-tools) + - [Deep Learning](#deep-learning) + - [DevOps Tools](#devops-tools) + - [Distribution](#distribution) + - [Documentation](#documentation) + - [Downloader](#downloader) + - [E-commerce](#e-commerce) + - [Editor Plugins and IDEs](#editor-plugins-and-ides) + - [Email](#email) - [Environment Management](#environment-management) + - [Files](#files) + - [Foreign Function Interface](#foreign-function-interface) + - [Forms](#forms) + - [Functional Programming](#functional-programming) + - [Game Development](#game-development) + - [Geolocation](#geolocation) + - [GUI](#gui) + - [Hardware](#hardware) + - [High Performance](#high-performance) + - [HTML Manipulation](#html-manipulation) + - [HTTP](#http) + - [Imagery](#imagery) + - [Interactive Interpreter](#interactive-interpreter) + - [Internationalization](#internationalization) + - [Job Scheduler](#job-scheduler) + - [Logging](#logging) + - [Machine Learning](#machine-learning) + - [MapReduce](#mapreduce) + - [Miscellaneous](#miscellaneous) + - [Natural Language Processing](#natural-language-processing) + - [Network Virtualization](#network-virtualization-and-sdn) + - [Networking](#networking) + - [News Feed](#news-feed) + - [ORM](#orm) - [Package Management](#package-management) - [Package Repositories](#package-repositories) - - [Distribution](#distribution) - - [Build Tools](#build-tools) - - [Interactive Interpreter](#interactive-interpreter) - - [Files](#files) - - [Date and Time](#date-and-time) - - [Text Processing](#text-processing) - - [Specific Formats Processing](#specific-formats-processing) - - [Natural Language Processing](#natural-language-processing) - - [Documentation](#documentation) - - [Configuration](#configuration) - - [Command-line Tools](#command-line-tools) - - [Downloader](#downloader) - - [Imagery](#imagery) - - [OCR](#ocr) - - [Audio](#audio) - - [Video](#video) - - [Geolocation](#geolocation) - - [HTTP](#http) - - [Database](#database) - - [Database Drivers](#database-drivers) - - [ORM](#orm) - - [Web Frameworks](#web-frameworks) - - [Serverless Frameworks](#serverless-frameworks) - [Permissions](#permissions) - - [CMS](#cms) - - [E-commerce](#e-commerce) - - [RESTful API](#restful-api) - - [Serialization](#serialization) - - [Authentication](#authentication) - - [Template Engine](#template-engine) - - [Queue](#queue) - - [Search](#search) - - [News Feed](#news-feed) - - [Asset Management](#asset-management) - - [Caching](#caching) - - [Email](#email) - - [Internationalization](#internationalization) - - [URL Manipulation](#url-manipulation) - - [HTML Manipulation](#html-manipulation) - - [Web Crawling](#web-crawling) - - [Web Content Extracting](#web-content-extracting) - - [Forms](#forms) - - [Data Validation](#data-validation) - - [Anti-spam](#anti-spam) - - [Tagging](#tagging) - - [Admin Panels](#admin-panels) - - [Static Site Generator](#static-site-generator) - [Processes](#processes) - - [Concurrency and Parallelism](#concurrency-and-parallelism) - - [Networking](#networking) + - [Queue](#queue) + - [RESTful API](#restful-api) + - [RPC Servers](#rpc-servers) + - [Science](#science) + - [Search](#search) + - [Serialization](#serialization) + - [Serverless Frameworks](#serverless-frameworks) + - [Specific Formats Processing](#specific-formats-processing) + - [Static Site Generator](#static-site-generator) + - [Tagging](#tagging) + - [Template Engine](#template-engine) + - [Testing](#testing) + - [Text Processing](#text-processing) + - [Third-party APIs](#third-party-apis) + - [URL Manipulation](#url-manipulation) + - [Video](#video) + - [Web Content Extracting](#web-content-extracting) + - [Web Crawling](#web-crawling) + - [Web Frameworks](#web-frameworks) - [WebSocket](#websocket) - [WSGI Servers](#wsgi-servers) - - [RPC Servers](#rpc-servers) - - [Cryptography](#cryptography) - - [GUI](#gui) - - [Game Development](#game-development) - - [Logging](#logging) - - [Testing](#testing) - - [Code Analysis and Linter](#code-analysis-and-linter) - - [Debugging Tools](#debugging-tools) - - [Science and Data Analysis](#science-and-data-analysis) - - [Data Visualization](#data-visualization) - - [Computer Vision](#computer-vision) - - [Machine Learning](#machine-learning) - - [Functional Programming](#functional-programming) - - [MapReduce](#mapreduce) - - [Third-party APIs](#third-party-apis) - - [DevOps Tools](#devops-tools) - - [ChatOps Tools](#chatops-tools) - - [Job Scheduler](#job-scheduler) - - [Foreign Function Interface](#foreign-function-interface) - - [High Performance](#high-performance) - - [Network Virtualization and SDN](#network-virtualization-and-sdn) - - [Hardware](#hardware) - - [Compatibility](#compatibility) - - [Miscellaneous](#miscellaneous) - - [Algorithms and Design Patterns](#algorithms-and-design-patterns) - - [Editor Plugins](#editor-plugins) - - [IDEs](#ides) - [Services](#services) - - [Continuous Integration](#continuous-integration) - [Code Quality](#code-quality) + - [Continuous Integration](#continuous-integration) - [Resources](#resources) + - [Podcasts](#podcasts) + - [Twitter](#twitter) - [Websites](#websites) - [Weekly](#weekly) - - [Twitter](#twitter) - - [Podcasts](#podcasts) - [Other Awesome Lists](#other-awesome-lists) - [Contributing](#contributing) - - - +## Admin Panels + +*Libraries for administrative interfaces.* + +* [Ajenti](https://github.com/Eugeny/ajenti) - The admin panel your servers deserve. +* [django-suit](http://djangosuit.com/) - Alternative Django Admin-Interface (free only for Non-commercial use). +* [django-xadmin](https://github.com/sshwsfc/xadmin) - Drop-in replacement of Django admin comes with lots of goodies. +* [flask-admin](https://github.com/flask-admin/flask-admin) - Simple and extensible administrative interface framework for Flask. +* [flower](https://github.com/mher/flower) - Real-time monitor and web admin for Celery. +* [Grappelli](http://grappelliproject.com) - A jazzy skin for the Django Admin-Interface. +* [Wooey](https://github.com/wooey/wooey) - A Django app which creates automatic web UIs for Python scripts. + +## Algorithms and Design Patterns + +*Python implementation of algorithms and design patterns.* + +* [algorithms](https://github.com/nryoung/algorithms) - A module of algorithms for Python. +* [python-patterns](https://github.com/faif/python-patterns) - A collection of design patterns in Python. +* [sortedcontainers](http://www.grantjenks.com/docs/sortedcontainers/) - Fast, pure-Python implementation of SortedList, SortedDict, and SortedSet types. + +## Anti-spam + +*Libraries for fighting spam.* + +* [django-simple-captcha](https://github.com/mbi/django-simple-captcha) - A simple and highly customizable Django app to add captcha images to any Django form. +* [django-simple-spam-blocker](https://github.com/moqada/django-simple-spam-blocker) - Simple spam blocker for Django. + +## Asset Management + +*Tools for managing, compressing and minifying website assets.* + +* [django-compressor](https://github.com/django-compressor/django-compressor) - Compresses linked and inline JavaScript or CSS into a single cached file. +* [django-pipeline](https://github.com/jazzband/django-pipeline) - An asset packaging library for Django. +* [django-storages](https://github.com/jschneier/django-storages) - A collection of custom storage back ends for Django. +* [fanstatic](http://www.fanstatic.org/en/latest/) - Packages, optimizes, and serves static file dependencies as Python packages. +* [fileconveyor](http://fileconveyor.org/) - A daemon to detect and sync files to CDNs, S3 and FTP. +* [flask-assets](https://github.com/miracle2k/flask-assets) - Helps you integrate webassets into your Flask app. +* [jinja-assets-compressor](https://github.com/jaysonsantos/jinja-assets-compressor) - A Jinja extension to compile and compress your assets. +* [webassets](https://github.com/miracle2k/webassets) - Bundles, optimizes, and manages unique cache-busting URLs for static resources. + +## Audio + +*Libraries for manipulating audio.* + +* [audiolazy](https://github.com/danilobellini/audiolazy) - Expressive Digital Signal Processing (DSP) package for Python. +* [audioread](https://github.com/beetbox/audioread) - Cross-library (GStreamer + Core Audio + MAD + FFmpeg) audio decoding. +* [beets](http://beets.io/) - A music library manager and [MusicBrainz](https://musicbrainz.org/) tagger. +* [dejavu](https://github.com/worldveil/dejavu) - Audio fingerprinting and recognition. +* [django-elastic-transcoder](https://github.com/StreetVoice/django-elastic-transcoder) - Django + [Amazon Elastic Transcoder](http://aws.amazon.com/elastictranscoder/). +* [eyeD3](http://eyed3.nicfit.net/) - A tool for working with audio files, specifically MP3 files containing ID3 metadata. +* [id3reader](http://nedbatchelder.com/code/modules/id3reader.py) - A Python module for reading MP3 meta data. +* [m3u8](https://github.com/globocom/m3u8) - A module for parsing m3u8 file. +* [mingus](http://bspaans.github.io/python-mingus/) - An advanced music theory and notation package with MIDI file and playback support. +* [mutagen](https://bitbucket.org/lazka/mutagen) - A Python module to handle audio metadata. +* [pydub](https://github.com/jiaaro/pydub) - Manipulate audio with a simple and easy high level interface. +* [pyechonest](https://github.com/echonest/pyechonest) - Python client for the [Echo Nest](http://developer.echonest.com/) API. +* [talkbox](http://scikits.appspot.com/talkbox) - A Python library for speech/signal processing. +* [TimeSide](https://github.com/Parisson/TimeSide) - Open web audio processing framework. +* [tinytag](https://github.com/devsnd/tinytag) - A library for reading music meta data of MP3, OGG, FLAC and Wave files. + +## Authentication + +*Libraries for implementing authentications schemes.* + +* OAuth + * [Authomatic](http://peterhudec.github.io/authomatic/) - Simple but powerful framework agnostic authentication/authorization client. + * [django-allauth](https://github.com/pennersr/django-allauth) - Authentication app for Django that "just works." + * [django-oauth-toolkit](https://github.com/evonove/django-oauth-toolkit) - OAuth2 goodies for the Djangonauts. + * [django-oauth2-provider](https://github.com/caffeinehit/django-oauth2-provider) - Providing OAuth2 access to Django app. + * [Flask-OAuthlib](https://github.com/lepture/flask-oauthlib) - OAuth 1.0/a, 2.0 implementation of client and provider for Flask. + * [OAuthLib](https://github.com/idan/oauthlib) - A generic and thorough implementation of the OAuth request-signing logic. + * [python-oauth2](https://github.com/joestump/python-oauth2) - A fully tested, abstract interface to creating OAuth clients and servers. + * [python-social-auth](https://github.com/omab/python-social-auth) - An easy-to-setup social authentication mechanism. + * [rauth](https://github.com/litl/rauth) - A Python library for OAuth 1.0/a, 2.0, and Ofly. + * [sanction](https://github.com/demianbrecht/sanction) - A dead simple OAuth2 client implementation. +* Others + * [jose](https://github.com/demonware/jose) - JavaScript Object Signing and Encryption draft implementation. + * [PyJWT](https://github.com/jpadilla/pyjwt) - Implementation of the JSON Web Token draft 01. + * [python-jws](https://github.com/brianloveswords/python-jws) - Implementation of JSON Web Signatures draft 02. + * [python-jwt](https://github.com/davedoesdev/python-jwt) - Module for generating and verifying JSON Web Tokens. + +## Build Tools + +*Compile software from source code.* + +* [BitBake](http://www.yoctoproject.org/docs/1.6/bitbake-user-manual/bitbake-user-manual.html) - A make-like build tool for embedded Linux. +* [buildout](http://www.buildout.org/en/latest/) - A build system for creating, assembling and deploying applications from multiple parts. +* [PlatformIO](https://github.com/platformio/platformio) - A console tool to build code with different development platforms. +* [PyBuilder](https://github.com/pybuilder/pybuilder) - A continuous build tool written in pure Python. +* [SCons](http://www.scons.org/) - A software construction tool. + +## CMS + +*Content Management Systems.* + +* [django-cms](http://www.django-cms.org/en/) - An Open source enterprise CMS based on the Django. +* [djedi-cms](http://djedi-cms.org/) - A lightweight but yet powerful Django CMS with plugins, inline editing and performance in mind. +* [FeinCMS](http://www.feincms.org/) - One of the most advanced Content Management Systems built on Django. +* [Kotti](http://kotti.pylonsproject.org/) - A high-level, Pythonic web application framework built on Pyramid. +* [Mezzanine](http://mezzanine.jupo.org/) - A powerful, consistent, and flexible content management platform. +* [Opps](http://opps.github.io/opps/) - A Django-based CMS for magazines, newspapers websites and portals with high-traffic. +* [Plone](https://plone.org/) - A CMS built on top of the open source application server Zope. +* [Quokka](http://quokkaproject.org/) - Flexible, extensible, small CMS powered by Flask and MongoDB. +* [Wagtail](https://wagtail.io/) - A Django content management system. +* [Widgy](https://wid.gy/) - Last CMS framework, based on Django. + +## Caching + +*Libraries for caching data.* + +* [Beaker](https://github.com/bbangert/beaker) - A library for caching and sessions for use with web applications and stand-alone Python scripts and applications. +* [DiskCache](http://www.grantjenks.com/docs/diskcache/) - SQLite and file backed cache backend with faster lookups than memcached and redis. +* [django-cache-machine](https://github.com/django-cache-machine/django-cache-machine) - Automatic caching and invalidation for Django models. +* [django-cacheops](https://github.com/Suor/django-cacheops) - A slick ORM cache with automatic granular event-driven invalidation. +* [django-viewlet](https://github.com/5monkeys/django-viewlet) - Render template parts with extended cache control. +* [dogpile.cache](http://dogpilecache.readthedocs.io/) - dogpile.cache is next generation replacement for Beaker made by same authors. +* [HermesCache](https://pypi.python.org/pypi/HermesCache) - Python caching library with tag-based invalidation and dogpile effect prevention. +* [johnny-cache](https://github.com/jmoiron/johnny-cache) - A caching framework for django applications. +* [pylibmc](https://github.com/lericson/pylibmc) - A Python wrapper around the [libmemcached](http://libmemcached.org/libMemcached.html) interface. + +## ChatOps Tools + +*Libraries for chatbot development.* + +* [Errbot](http://errbot.io/) - The easiest and most popular chatbot to implement ChatOps. + +## Code Analysis and Linter + +*Libraries and tools for analysing, parsing and manipulation codebases.* + +* Code Analysis + * [coala](http://coala-analyzer.org/) - Language independent and easily extendable code analysis application. + * [code2flow](https://github.com/scottrogowski/code2flow) - Turn your Python and JavaScript code into DOT flowcharts. + * [pycallgraph](https://github.com/gak/pycallgraph) - A library that visualises the flow (call graph) of your Python application. + * [pysonar2](https://github.com/yinwang0/pysonar2) - A type inferencer and indexer for Python. +* Linter + * [Flake8](https://pypi.python.org/pypi/flake8) - The modular source code checker: pep8, pyflakes and co. + * [pylama](https://github.com/klen/pylama) - Code audit tool for Python and JavaScript. + * [Pylint](https://www.pylint.org/) - A Fully customizable source code analyzer. + +## Command-line Tools + +*Libraries for building command-line application.* + +* Command-line Application Development + * [asciimatics](https://github.com/peterbrittain/asciimatics) - Cross-platform, full-screen terminal package (i.e. mouse/keyboard input and coloured, positioned text output) complete with high-level API for complex animations and special effects. + * [cement](http://builtoncement.com/) - CLI Application Framework for Python. + * [click](http://click.pocoo.org/dev/) - A package for creating beautiful command line interfaces in a composable way. + * [cliff](http://docs.openstack.org/developer/cliff/) - A framework for creating command-line programs with multi-level commands. + * [clint](https://github.com/kennethreitz/clint) - Python Command-line Application Tools. + * [colorama](https://pypi.python.org/pypi/colorama) - Cross-platform colored terminal text. + * [docopt](http://docopt.org/) - Pythonic command line arguments parser. + * [Gooey](https://github.com/chriskiehl/Gooey) - Turn command line programs into a full GUI application with one line + * [python-prompt-toolkit](https://github.com/jonathanslenders/python-prompt-toolkit) - A Library for building powerful interactive command lines. +* Productivity Tools + * [aws-cli](https://github.com/aws/aws-cli) - A universal command-line interface for Amazon Web Services. + * [bashplotlib](https://github.com/glamp/bashplotlib) - Making basic plots in the terminal. + * [caniusepython3](https://github.com/brettcannon/caniusepython3) - Determine what projects are blocking you from porting to Python 3. + * [cookiecutter](https://github.com/audreyr/cookiecutter) - A command-line utility that creates projects from cookiecutters (project templates). + * [doitlive](https://github.com/sloria/doitlive) - A tool for live presentations in the terminal. + * [howdoi](https://github.com/gleitz/howdoi) - Instant coding answers via the command line. + * [httpie](https://github.com/jkbrzt/httpie) - A command line HTTP client, a user-friendly cURL replacement. + * [mycli](https://github.com/dbcli/mycli) - A Terminal Client for MySQL with AutoCompletion and Syntax Highlighting. + * [PathPicker](https://github.com/facebook/PathPicker) - Select files out of bash output. + * [percol](https://github.com/mooz/percol) - Adds flavor of interactive selection to the traditional pipe concept on UNIX. + * [pgcli](https://github.com/dbcli/pgcli) - Postgres CLI with autocompletion and syntax highlighting. + * [SAWS](https://github.com/donnemartin/saws) - A Supercharged AWS CLI. + * [thefuck](https://github.com/nvbn/thefuck) - Correcting your previous console command. + * [try](https://github.com/timofurrer/try) - A dead simple CLI to try out python packages - It's never been easier. + +## Compatibility + +*Libraries for migrating from Python 2 to 3.* + +* [Python-Future](http://python-future.org/index.html) - The missing compatibility layer between Python 2 and Python 3. +* [Python-Modernize](https://github.com/mitsuhiko/python-modernize) - Modernizes Python code for eventual Python 3 migration. +* [Six](https://pypi.python.org/pypi/six) - Python 2 and 3 compatibility utilities. + +## Computer Vision + +*Libraries for computer vision.* + +* [OpenCV](http://opencv.org/) - Open Source Computer Vision Library. +* [pyocr](https://github.com/jflesch/pyocr) - A wrapper for Tesseract and Cuneiform. +* [pytesseract](https://github.com/madmaze/pytesseract) - Another wrapper for [Google Tesseract OCR](https://github.com/tesseract-ocr). +* [SimpleCV](http://simplecv.org/) - An open source framework for building computer vision applications. + +## Concurrency and Parallelism + +*Libraries for concurrent and parallel execution.* + +* [eventlet](http://eventlet.net/) - Asynchronous framework with WSGI support. +* [gevent](http://www.gevent.org/) - A coroutine-based Python networking library that uses [greenlet](https://github.com/python-greenlet/greenlet). +* [multiprocessing](https://docs.python.org/2/library/multiprocessing.html) - (Python standard library) Process-based "threading" interface. +* [threading](https://docs.python.org/2/library/threading.html) - (Python standard library) Higher-level threading interface. +* [Tomorrow](https://github.com/madisonmay/Tomorrow) - Magic decorator syntax for asynchronous code. +* [uvloop](https://github.com/MagicStack/uvloop) - Ultra fast implementation of asyncio event loop on top of libuv. + +## Configuration + +*Libraries for storing and parsing configuration options.* + +* [config](https://www.red-dove.com/config-doc/) - Hierarchical config from the author of [logging](https://docs.python.org/2/library/logging.html). +* [ConfigObj](http://www.voidspace.org.uk/python/configobj.html) - INI file parser with validation. +* [ConfigParser](https://docs.python.org/2/library/configparser.html) - (Python standard library) INI file parser. +* [profig](http://profig.readthedocs.org/en/default/) - Config from multiple formats with value conversion. +* [python-decouple](https://github.com/henriquebastos/python-decouple) - Strict separation of settings from code. + +## Cryptography + +* [cryptography](https://cryptography.io/en/latest/) - A package designed to expose cryptographic primitives and recipes to Python developers. +* [hashids](https://github.com/davidaurelio/hashids-python) - Implementation of [hashids](http://hashids.org) in Python. +* [Paramiko](http://www.paramiko.org/) - A Python (2.6+, 3.3+) implementation of the SSHv2 protocol, providing both client and server functionality. +* [Passlib](https://pythonhosted.org/passlib/) - Secure password storage/hashing library, very high level. +* [PyCrypto](https://www.dlitz.net/software/pycrypto/) - The Python Cryptography Toolkit. +* [PyNacl](https://github.com/pyca/pynacl) - Python binding to the Networking and Cryptography (NaCl) library. + +## Data Analysis + +*Libraries for data analyzing.* + +* [Blaze](https://github.com/blaze/blaze) - NumPy and Pandas interface to Big Data. +* [Open Mining](https://github.com/mining/mining) - Business Intelligence (BI) in Pandas interface. +* [Orange](http://orange.biolab.si/) - Data mining, data visualization, analysis and machine learning through visual programming or scripts. +* [Pandas](http://pandas.pydata.org/) - A library providing high-performance, easy-to-use data structures and data analysis tools. + +## Data Validation + +*Libraries for validating data. Used for forms in many cases.* + +* [Cerberus](https://github.com/nicolaiarocci/cerberus/) - A lightweight and extensible data validation library. +* [colander](http://docs.pylonsproject.org/projects/colander/en/latest/) - Validating and deserializing data obtained via XML, JSON, an HTML form post. +* [jsonschema](https://github.com/Julian/jsonschema) - An implementation of [JSON Schema](http://json-schema.org/) for Python. +* [schema](https://github.com/keleshev/schema) - A library for validating Python data structures. +* [Schematics](https://github.com/schematics/schematics) - Data Structure Validation. +* [valideer](https://github.com/podio/valideer) - Lightweight extensible data validation and adaptation library. +* [voluptuous](https://github.com/alecthomas/voluptuous) - A Python data validation library. + +## Data Visualization + +*Libraries for visualizing data. See: [awesome-javascript](https://github.com/sorrycc/awesome-javascript#data-visualization).* + +* [Altair](https://github.com/altair-viz/altair) - Declarative statistical visualization library for Python. +* [Bokeh](https://github.com/bokeh/bokeh) - Interactive Web Plotting for Python. +* [ggplot](https://github.com/yhat/ggplot) - Same API as ggplot2 for R. +* [Matplotlib](http://matplotlib.org/) - A Python 2D plotting library. +* [Pygal](http://www.pygal.org/en/latest/) - A Python SVG Charts Creator. +* [PyGraphviz](https://pypi.python.org/pypi/pygraphviz) - Python interface to [Graphviz](http://www.graphviz.org/). +* [PyQtGraph](http://www.pyqtgraph.org/) - Interactive and realtime 2D/3D/Image plotting and science/engineering widgets. +* [Seaborn](https://github.com/mwaskom/seaborn) - Statistical data visualization using Matplotlib. +* [VisPy](https://github.com/vispy/vispy) - High-performance scientific visualization based on OpenGL. + +## Database + +*Databases implemented in Python.* + +* [pickleDB](https://pythonhosted.org/pickleDB/) - A simple and lightweight key-value store for Python. +* [PipelineDB](https://www.pipelinedb.com/) - The Streaming SQL Database. +* [TinyDB](https://github.com/msiemens/tinydb) - A tiny, document-oriented database. +* [ZODB](http://www.zodb.org/en/latest/) - A native object database for Python. A key-value and object graph database. + + +## Database Drivers + +*Libraries for connecting and operating databases.* + +* MySQL - [awesome-mysql](http://shlomi-noach.github.io/awesome-mysql/) + * [mysql-python](https://sourceforge.net/projects/mysql-python/) - The MySQL database connector for Python. + * [mysqlclient](https://github.com/PyMySQL/mysqlclient-python) - mysql-python fork supporting Python 3. + * [oursql](https://pythonhosted.org/oursql/) - A better MySQL connector with support for native prepared statements and BLOBs. + * [PyMySQL](https://github.com/PyMySQL/PyMySQL) - Pure Python MySQL driver compatible to mysql-python. +* PostgreSQL + * [psycopg2](http://initd.org/psycopg/) - The most popular PostgreSQL adapter for Python. + * [queries](https://github.com/gmr/queries) - A wrapper of the psycopg2 library for interacting with PostgreSQL. + * [txpostgres](https://github.com/wulczer/txpostgres) - Twisted based asynchronous driver for PostgreSQL. +* Other Relational Databases + * [apsw](http://rogerbinns.github.io/apsw/) - Another Python SQLite wrapper. + * [dataset](https://github.com/pudo/dataset) - Store Python dicts in a database - works with SQLite, MySQL, and PostgreSQL. + * [pymssql](http://www.pymssql.org/en/latest/) - A simple database interface to Microsoft SQL Server. +* NoSQL Databases + * [cassandra-python-driver](https://github.com/datastax/python-driver) - Python driver for Cassandra. + * [HappyBase](https://github.com/wbolster/happybase) - A developer-friendly library for Apache HBase. + * [Plyvel](https://github.com/wbolster/plyvel) - A fast and feature-rich Python interface to LevelDB. + * [py2neo](http://py2neo.org/2.0/) - Python wrapper client for Neo4j's restful interface. + * [pycassa](https://github.com/pycassa/pycassa) - Python Thrift driver for Cassandra. + * [PyMongo](https://docs.mongodb.org/ecosystem/drivers/python/) - The official Python client for MongoDB. + * [redis-py](https://github.com/andymccurdy/redis-py) - The Redis Python Client. + * [telephus](https://github.com/driftx/Telephus) - Twisted based client for Cassandra. + * [txRedis](https://github.com/deldotdr/txRedis) - Twisted based client for Redis. + +## Date and Time + +*Libraries for working with dates and times.* + +* [arrow](https://github.com/crsmithdev/arrow) - Better dates & times for Python. +* [Chronyk](https://github.com/KoffeinFlummi/Chronyk) - A Python 3 library for parsing human-written times and dates. +* [dateutil](https://github.com/dateutil/dateutil) - Extensions to the standard Python [datetime](https://docs.python.org/2/library/datetime.html) module. +* [delorean](https://github.com/myusuf3/delorean/) - A library for clearing up the inconvenient truths that arise dealing with datetimes. +* [moment](https://github.com/zachwill/moment) - A Python library for dealing with dates/times. Inspired by [Moment.js](http://momentjs.com/). +* [Pendulum](https://github.com/sdispater/pendulum) - Python datetimes made easy. +* [PyTime](https://github.com/shinux/PyTime) - A easy-use Python module which aims to operate date/time/datetime by string. +* [pytz](https://launchpad.net/pytz) - World timezone definitions, modern and historical. Brings the [tz database](https://en.wikipedia.org/wiki/Tz_database) into Python. +* [when.py](https://github.com/dirn/When.py) - Providing user-friendly functions to help perform common date and time actions. + +## Debugging Tools + +*Libraries for debugging code.* + +* Debugger + * [django-debug-toolbar](https://github.com/django-debug-toolbar/django-debug-toolbar) - Display various debug information for Django. + * [django-devserver](https://github.com/dcramer/django-devserver) - A drop-in replacement for Django's runserver. + * [flask-debugtoolbar](https://github.com/mgood/flask-debugtoolbar) - A port of the django-debug-toolbar to flask. + * [ipdb](https://pypi.python.org/pypi/ipdb) - IPython-enabled [pdb](https://docs.python.org/2/library/pdb.html). + * [pudb](https://pypi.python.org/pypi/pudb) - A full-screen, console-based Python debugger. + * [pyringe](https://github.com/google/pyringe) - Debugger capable of attaching to and injecting code into Python processes. + * [wdb](https://github.com/Kozea/wdb) - An improbable web debugger through WebSockets. + * [winpdb](http://winpdb.org/) - A Python Debugger with GUI, capable of remote debugging based on `rpdb2`. +* Profiler + * [line_profiler](https://github.com/rkern/line_profiler) - Line-by-line profiling. + * [memory_profiler](https://github.com/fabianp/memory_profiler) - Monitor Memory usage of Python code. + * [profiling](https://github.com/what-studio/profiling) - An interactive Python profiler. +* Others + * [pyelftools](https://github.com/eliben/pyelftools) - Parsing and analyzing ELF files and DWARF debugging information. + * [python-statsd](https://github.com/WoLpH/python-statsd) - Python Client for the [statsd](https://github.com/etsy/statsd/) server. + +## Deep Learning + +*Frameworks for Neural Networks and Deep Learning. See: [awesome-deep-learning](https://github.com/ChristosChristofidis/awesome-deep-learning).* + +* [Caffe](https://github.com/BVLC/caffe) - A fast open framework for deep learning.. +* [Keras](https://github.com/fchollet/keras) - A high-level neural networks library and capable of running on top of either TensorFlow or Theano. +* [Neupy](http://neupy.com/pages/home.html) - Running and testing different Artificial Neural Networks algorithms. +* [TensorFlow](https://github.com/tensorflow/tensorflow) - The most popular Deep Learning framework created by Google. +* [Theano](https://github.com/Theano/Theano) - A library for fast numerical computation. + +## DevOps Tools + +*Software and libraries for DevOps.* + +* [Ansible](https://github.com/ansible/ansible) - A radically simple IT automation platform. +* [Cloud-Init](http://cloudinit.readthedocs.io/) - A multi-distribution package that handles early initialization of a cloud instance. +* [cuisine](https://github.com/sebastien/cuisine) - Chef-like functionality for Fabric. +* [Docker Compose](https://docs.docker.com/compose/) - Fast, isolated development environments using [Docker](https://www.docker.com/). +* [Fabric](http://www.fabfile.org/) - A simple, Pythonic tool for remote execution and deployment. +* [Fabtools](https://github.com/ronnix/fabtools) - Tools for writing awesome Fabric files. +* [honcho](https://github.com/nickstenning/honcho) - A Python clone of [Foreman](https://github.com/ddollar/foreman), for managing Procfile-based applications. +* [OpenStack](http://www.openstack.org/) - Open source software for building private and public clouds. +* [pexpect](https://github.com/pexpect/pexpect) - Controlling interactive programs in a pseudo-terminal like GNU expect. +* [psutil](https://github.com/giampaolo/psutil) - A cross-platform process and system utilities module. +* [SaltStack](https://github.com/saltstack/salt) - Infrastructure automation and management system. +* [supervisor](https://github.com/Supervisor/supervisor) - Supervisor process control system for UNIX. + +## Distribution + +*Libraries to create packaged executables for release distribution.* + +* [dh-virtualenv](https://github.com/spotify/dh-virtualenv) - Build and distribute a virtualenv as a Debian package. +* [Nuitka](http://nuitka.net/) - Compile scripts, modules, packages to an executable or extension module. +* [py2app](http://pythonhosted.org/py2app/) - Freezes Python scripts (Mac OS X). +* [py2exe](http://www.py2exe.org/) - Freezes Python scripts (Windows). +* [PyInstaller](https://github.com/pyinstaller/pyinstaller) - Converts Python programs into stand-alone executables (cross-platform). +* [pynsist](http://pynsist.readthedocs.io/) - A tool to build Windows installers, installers bundle Python itself. + +## Documentation + +*Libraries for generating project documentation.* + +* [Sphinx](http://www.sphinx-doc.org/en/latest/) - Python Documentation generator. + * [awesome-sphinxdoc](https://github.com/yoloseem/awesome-sphinxdoc) +* [MkDocs](http://www.mkdocs.org/) - Markdown friendly documentation generator. +* [pdoc](https://github.com/BurntSushi/pdoc) - Epydoc replacement to auto generate API documentation for Python libraries. +* [Pycco](https://github.com/pycco-docs/pycco) - The literate-programming-style documentation generator. + +## Downloader + +*Libraries for downloading.* + +* [s3cmd](https://github.com/s3tools/s3cmd) - A command line tool for managing Amazon S3 and CloudFront. +* [s4cmd](https://github.com/bloomreach/s4cmd) - Super S3 command line tool, good for higher performance. +* [you-get](https://www.soimort.org/you-get/) - A YouTube/Youku/Niconico video downloader written in Python 3. +* [youtube-dl](http://rg3.github.io/youtube-dl/) - A small command-line program to download videos from YouTube. + +## E-commerce + +*Frameworks and libraries for e-commerce and payments.* + +* [alipay](https://github.com/lxneng/alipay) - Unofficial Alipay API for Python. +* [Cartridge](https://github.com/stephenmcd/cartridge) - A shopping cart app built using the Mezzanine. +* [django-oscar](http://oscarcommerce.com/) - An open-source e-commerce framework for Django. +* [django-shop](https://github.com/awesto/django-shop) - A Django based shop system. +* [merchant](https://github.com/agiliq/merchant) - A Django app to accept payments from various payment processors. +* [money](https://github.com/carlospalol/money) - Money class with optional CLDR-backed locale-aware formatting and an extensible currency exchange solution. +* [python-currencies](https://github.com/Alir3z4/python-currencies) - Display money format and its filthy currencies. +* [shoop](https://www.shoop.io/en/) - An open source E-Commerce platform based on Django. + +## Editor Plugins and IDEs + +* Emacs + * [Elpy](https://github.com/jorgenschaefer/elpy) - Emacs Python Development Environment. +* Sublime Text + * [Anaconda](https://github.com/DamnWidget/anaconda) - Anaconda turns your Sublime Text 3 in a full featured Python development IDE. + * [SublimeJEDI](https://github.com/srusskih/SublimeJEDI) - A Sublime Text plugin to the awesome auto-complete library Jedi. +* Vim + * [Jedi-vim](https://github.com/davidhalter/jedi-vim) - Vim bindings for the Jedi auto-completion library for Python. + * [Python-mode](https://github.com/klen/python-mode) - An all in one plugin for turning Vim into a Python IDE. + * [YouCompleteMe](https://github.com/Valloric/YouCompleteMe) - Includes [Jedi](https://github.com/davidhalter/jedi)-based completion engine for Python. +* Visual Studio + * [PTVS](https://github.com/Microsoft/PTVS) - Python Tools for Visual Studio. +* Visual Studio Code + * [Python](https://github.com/DonJayamanne/pythonVSCode) - An extension with rich support for the Python language, with features including linting, IntelliSense, formatting, refactoring, debugging, unit tests, and jupyter support. +* IDE + * [LiClipse](http://www.liclipse.com/) - Free polyglot IDE based on Eclipse. Uses PyDev for Python support. + * [PyCharm](https://www.jetbrains.com/pycharm/) - Commercial Python IDE by JetBrains. Has free community edition available. + * [Spyder](https://github.com/spyder-ide/spyder) - Open Source Python IDE. + +## Email + +*Libraries for sending and parsing email.* + +* [envelopes](http://tomekwojcik.github.io/envelopes/) - Mailing for human beings. +* [flanker](https://github.com/mailgun/flanker) - A email address and Mime parsing library. +* [imbox](https://github.com/martinrusev/imbox) - Python IMAP for Humans. +* [inbox.py](https://github.com/kennethreitz/inbox.py) - Python SMTP Server for Humans. +* [lamson](https://github.com/zedshaw/lamson) - Pythonic SMTP Application Server. +* [Marrow Mailer](https://github.com/marrow/mailer) - High-performance extensible mail delivery framework. +* [modoboa](https://github.com/tonioo/modoboa) - A mail hosting and management platform including a modern and simplified Web UI. +* [Nylas Sync Engine](https://github.com/nylas/sync-engine) - Providing a RESTful API on top of a powerful email sync platform. +* [yagmail](https://github.com/kootenpv/yagmail) - Yet another Gmail/SMTP client. + ## Environment Management *Libraries for Python version and environment management.* @@ -110,56 +539,6 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [virtualenv](https://pypi.python.org/pypi/virtualenv) - A tool to create isolated Python environments. * [virtualenvwrapper](https://pypi.python.org/pypi/virtualenvwrapper) - A set of extensions to virtualenv. -## Package Management - -*Libraries for package and dependency management.* - -* [pip](https://pip.pypa.io/en/stable/) - The Python package and dependency manager. - * [Python Package Index](https://pypi.python.org/pypi) -* [pip-tools](https://github.com/nvie/pip-tools) - A set of tools to keep your pinned Python dependencies fresh. -* [conda](https://github.com/conda/conda/) - Cross-platform, Python-agnostic binary package manager. -* [Curdling](http://clarete.li/curdling/) - Curdling is a command line tool for managing Python packages. -* [wheel](http://pythonwheels.com/) - The new standard of Python distribution and are intended to replace eggs. - -## Package Repositories - -*Local PyPI repository server and proxies.* - -* [warehouse](https://github.com/pypa/warehouse) - Next generation Python Package Repository (PyPI). - * [Warehouse](https://warehouse.python.org/) -* [bandersnatch](https://bitbucket.org/pypa/bandersnatch) - PyPI mirroring tool provided by Python Packaging Authority (PyPA). -* [devpi](http://doc.devpi.net/latest/) - PyPI server and packaging/testing/release tool. -* [localshop](https://github.com/mvantellingen/localshop) - Local PyPI server (custom packages and auto-mirroring of pypi). - -## Distribution - -*Libraries to create packaged executables for release distribution.* - -* [PyInstaller](https://github.com/pyinstaller/pyinstaller) - Converts Python programs into stand-alone executables (cross-platform). -* [dh-virtualenv](https://github.com/spotify/dh-virtualenv) - Build and distribute a virtualenv as a Debian package. -* [Nuitka](http://nuitka.net/) - Compile scripts, modules, packages to an executable or extension module. -* [py2app](http://pythonhosted.org/py2app/) - Freezes Python scripts (Mac OS X). -* [py2exe](http://www.py2exe.org/) - Freezes Python scripts (Windows). -* [pynsist](http://pynsist.readthedocs.io/) - A tool to build Windows installers, installers bundle Python itself. - -## Build Tools - -*Compile software from source code.* - -* [buildout](http://www.buildout.org/en/latest/) - A build system for creating, assembling and deploying applications from multiple parts. -* [BitBake](http://www.yoctoproject.org/docs/1.6/bitbake-user-manual/bitbake-user-manual.html) - A make-like build tool for embedded Linux. -* [PlatformIO](https://github.com/platformio/platformio) - A console tool to build code with different development platforms. -* [PyBuilder](https://github.com/pybuilder/pybuilder) - A continuous build tool written in pure Python. -* [SCons](http://www.scons.org/) - A software construction tool. - -## Interactive Interpreter - -*Interactive Python interpreters (REPL).* - -* [Jupyter Notebook (IPython)](https://jupyter.org) - A rich toolkit to help you make the most out of using Python interactively. -* [bpython](https://github.com/bpython/bpython) – A fancy interface to the Python interpreter. -* [ptpython](https://github.com/jonathanslenders/ptpython) - Advanced Python REPL built on top of the [python-prompt-toolkit](https://github.com/jonathanslenders/python-prompt-toolkit). - ## Files *Libraries for file manipulation and MIME type detection.* @@ -172,47 +551,405 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [Unipath](https://github.com/mikeorr/Unipath) - An object-oriented approach to file/directory operations. * [watchdog](https://github.com/gorakhargosh/watchdog) - API and shell utilities to monitor file system events. -## Date and Time +## Foreign Function Interface -*Libraries for working with dates and times.* +*Libraries for providing foreign function interface.* -* [arrow](https://github.com/crsmithdev/arrow) - Better dates & times for Python. -* [Chronyk](https://github.com/KoffeinFlummi/Chronyk) - A Python 3 library for parsing human-written times and dates. -* [dateutil](https://github.com/dateutil/dateutil) - Extensions to the standard Python [datetime](https://docs.python.org/2/library/datetime.html) module. -* [delorean](https://github.com/myusuf3/delorean/) - A library for clearing up the inconvenient truths that arise dealing with datetimes. -* [moment](https://github.com/zachwill/moment) - A Python library for dealing with dates/times. Inspired by [Moment.js](http://momentjs.com/). -* [PyTime](https://github.com/shinux/PyTime) - A easy-use Python module which aims to operate date/time/datetime by string. -* [pytz](https://launchpad.net/pytz) - World timezone definitions, modern and historical. Brings the [tz database](https://en.wikipedia.org/wiki/Tz_database) into Python. -* [when.py](https://github.com/dirn/When.py) - Providing user-friendly functions to help perform common date and time actions. +* [cffi](https://pypi.python.org/pypi/cffi) - Foreign Function Interface for Python calling C code. +* [ctypes](https://docs.python.org/2/library/ctypes.html) - (Python standard library) Foreign Function Interface for Python calling C code. +* [PyCUDA](https://mathema.tician.de/software/pycuda/) - A Python wrapper for Nvidia's CUDA API. +* [SWIG](http://www.swig.org/Doc1.3/Python.html) - Simplified Wrapper and Interface Generator. -## Text Processing +## Forms -*Libraries for parsing and manipulating plain texts.* +*Libraries for working with forms.* -* General - * [chardet](https://github.com/chardet/chardet) - Python 2/3 compatible character encoding detector. - * [difflib](https://docs.python.org/2/library/difflib.html) - (Python standard library) Helpers for computing deltas. - * [ftfy](https://github.com/LuminosoInsight/python-ftfy) - Makes Unicode text less broken and more consistent automagically. - * [fuzzywuzzy](https://github.com/seatgeek/fuzzywuzzy) - Fuzzy String Matching. - * [Levenshtein](https://github.com/ztane/python-Levenshtein/) - Fast computation of Levenshtein distance and string similarity. - * [pangu.py](https://github.com/vinta/pangu.py) - Spacing texts for CJK and alphanumerics. - * [pyfiglet](https://github.com/pwaller/pyfiglet) - An implementation of figlet written in Python. - * [shortuuid](https://github.com/stochastic-technologies/shortuuid) - A generator library for concise, unambiguous and URL-safe UUIDs. - * [unidecode](https://pypi.python.org/pypi/Unidecode) - ASCII transliterations of Unicode text. - * [uniout](https://github.com/moskytw/uniout) - Print readable chars instead of the escaped string. - * [xpinyin](https://github.com/lxneng/xpinyin) - A library to translate Chinese hanzi (漢字) to pinyin (拼音). -* Slugify - * [awesome-slugify](https://github.com/dimka665/awesome-slugify) - A Python slugify library that can preserve unicode. - * [python-slugify](https://github.com/un33k/python-slugify) - A Python slugify library that translates unicode to ASCII. - * [unicode-slugify](https://github.com/mozilla/unicode-slugify) - A slugifier that generates unicode slugs with Django as a dependency. -* Parser - * [phonenumbers](https://github.com/daviddrysdale/python-phonenumbers) - Parsing, formatting, storing and validating international phone numbers. - * [PLY](http://www.dabeaz.com/ply/) - Implementation of lex and yacc parsing tools for Python - * [Pygments](http://pygments.org/) - A generic syntax highlighter. - * [pyparsing](http://pyparsing.wikispaces.com/) - A general purpose framework for generating parsers. - * [python-nameparser](https://github.com/derek73/python-nameparser) - Parsing human names into their individual components. - * [python-user-agents](https://github.com/selwin/python-user-agents) - Browser user agent parser. - * [sqlparse](https://github.com/andialbrecht/sqlparse) - A non-validating SQL parser. +* [Deform](https://github.com/Pylons/deform) - Python HTML form generation library influenced by the formish form generation library. +* [django-bootstrap3](https://github.com/dyve/django-bootstrap3) - Bootstrap 3 integration with Django. +* [django-crispy-forms](https://github.com/maraujop/django-crispy-forms) - A Django app which lets you create beautiful forms in a very elegant and DRY way. +* [django-remote-forms](https://github.com/WiserTogether/django-remote-forms) - A platform independent Django form serializer. +* [WTForms](https://github.com/wtforms/wtforms) - A flexible forms validation and rendering library. + +## Functional Programming + +*Functional Programming with Python.* + +* [CyToolz](https://github.com/pytoolz/cytoolz/) - Cython implementation of Toolz: High performance functional utilities. +* [fn.py](https://github.com/kachayev/fn.py) - Functional programming in Python: implementation of missing features to enjoy FP. +* [funcy](https://github.com/Suor/funcy) - A fancy and practical functional tools. +* [Toolz](https://github.com/pytoolz/toolz) - A collection of functional utilities for iterators, functions, and dictionaries. + +## GUI + +*Libraries for working with graphical user interface applications.* + +* [curses](https://docs.python.org/2/library/curses.html#module-curses) - Built-in wrapper for [ncurses](http://www.gnu.org/software/ncurses/) used to create terminal GUI applications. +* [enaml](https://github.com/nucleic/enaml) - Creating beautiful user-interfaces with Declaratic Syntax like QML. +* [Flexx](https://github.com/zoofIO/flexx) - Flexx is a pure Python toolkit for creating GUI's, that uses web technology for its rendering. +* [kivy](https://kivy.org/) - A library for creating NUI applications, running on Windows, Linux, Mac OS X, Android and iOS. +* [pyglet](https://bitbucket.org/pyglet/pyglet/wiki/Home) - A cross-platform windowing and multimedia library for Python. +* [PyGObject](https://wiki.gnome.org/Projects/PyGObject) - Python Bindings for GLib/GObject/GIO/GTK+ (GTK+3) +* [PyQt](https://riverbankcomputing.com/software/pyqt/intro) - Python bindings for the [Qt](http://www.qt.io/) cross-platform application and UI framework, with support for both Qt v4 and Qt v5 frameworks. +* [PySide](https://wiki.qt.io/PySide) - Python bindings for the [Qt](http://www.qt.io/) cross-platform application and UI framework, supporting the Qt v4 framework. +* [Tkinter](https://wiki.python.org/moin/TkInter) - Tkinter is Python's de-facto standard GUI package. +* [Toga](https://github.com/pybee/toga) - A Python native, OS native GUI toolkit. +* [urwid](http://urwid.org/) - A library for creating terminal GUI applications with strong support for widgets, events, rich colors, etc. +* [wxPython](http://wxpython.org/) - A blending of the wxWidgets C++ class library with the Python. + +## Game Development + +*Awesome game development libraries.* + +* [Cocos2d](http://cocos2d.org/) - cocos2d is a framework for building 2D games, demos, and other graphical/interactive applications. It is based on pyglet. +* [Panda3D](https://www.panda3d.org/) - 3D game engine developed by Disney and maintained by Carnegie Mellon's Entertainment Technology Center. Written in C++, completely wrapped in Python. +* [Pygame](http://www.pygame.org/news.html) - Pygame is a set of Python modules designed for writing games. +* [PyOgre](http://www.ogre3d.org/tikiwiki/PyOgre) - Python bindings for the Ogre 3D render engine, can be used for games, simulations, anything 3D. +* [PyOpenGL](http://pyopengl.sourceforge.net/) - Python ctypes bindings for OpenGL and it's related APIs. +* [PySDL2](http://pysdl2.readthedocs.io/) - A ctypes based wrapper for the SDL2 library. +* [RenPy](https://www.renpy.org/) - A Visual Novel engine. + +## Geolocation + +*Libraries for geocoding addresses and working with latitudes and longitudes.* + +* [django-countries](https://github.com/SmileyChris/django-countries) - A Django app that provides country choices for use with forms, flag icons static files, and a country field for models. +* [GeoDjango](https://docs.djangoproject.com/en/dev/ref/contrib/gis/) - A world-class geographic web framework. +* [GeoIP](https://github.com/maxmind/geoip-api-python) - Python API for MaxMind GeoIP Legacy Database. +* [geojson](https://github.com/frewsxcv/python-geojson) - Python bindings and utilities for GeoJSON. +* [geopy](https://github.com/geopy/geopy) - Python Geocoding Toolbox. +* [pygeoip](https://github.com/appliedsec/pygeoip) - Pure Python GeoIP API. + +## HTML Manipulation + +*Libraries for working with HTML and XML.* + +* [BeautifulSoup](https://www.crummy.com/software/BeautifulSoup/bs4/doc/) - Providing Pythonic idioms for iterating, searching, and modifying HTML or XML. +* [bleach](https://github.com/mozilla/bleach) - A whitelist-based HTML sanitization and text linkification library. +* [cssutils](https://pypi.python.org/pypi/cssutils/) - A CSS library for Python. +* [html5lib](https://github.com/html5lib/html5lib-python) - A standards-compliant library for parsing and serializing HTML documents and fragments. +* [lxml](http://lxml.de/) - A very fast, easy-to-use and versatile library for handling HTML and XML. +* [MarkupSafe](https://github.com/pallets/markupsafe) - Implements a XML/HTML/XHTML Markup safe string for Python. +* [pyquery](https://github.com/gawel/pyquery) - A jQuery-like library for parsing HTML. +* [untangle](https://github.com/stchris/untangle) - Converts XML documents to Python objects for easy access. +* [WeasyPrint](http://weasyprint.org) - A visual rendering engine for HTML and CSS that can export to PDF. +* [xmldataset](https://xmldataset.readthedocs.io) - Simple XML Parsing. +* [xmltodict](https://github.com/martinblech/xmltodict) - Working with XML feel like you are working with JSON. + +## HTTP + +*Libraries for working with HTTP.* + +* [grequests](https://github.com/kennethreitz/grequests) - requests + gevent for asynchronous HTTP requests. +* [httplib2](https://github.com/jcgregorio/httplib2) - Comprehensive HTTP client library. +* [requests](http://docs.python-requests.org/en/latest/) - HTTP Requests for Humans™. +* [treq](https://github.com/twisted/treq) - Python requests like API built on top of Twisted's HTTP client. +* [urllib3](https://github.com/shazow/urllib3) - A HTTP library with thread-safe connection pooling, file post support, sanity friendly. + +## Hardware + +*Libraries for programming with hardware.* + +* [ino](http://inotool.org/) - Command line toolkit for working with [Arduino](https://www.arduino.cc/). +* [Pingo](http://www.pingo.io/) - Pingo provides a uniform API to program devices like the Raspberry Pi, pcDuino, Intel Galileo, etc. +* [Pyro](http://pyrorobotics.com/) - Python Robotics. +* [PyUserInput](https://github.com/SavinaRoja/PyUserInput) - A module for cross-platform control of the mouse and keyboard. +* [scapy](https://github.com/secdev/scapy) - A brilliant packet manipulation library. +* [wifi](https://github.com/rockymeza/wifi) - A Python library and command line tool for working with WiFi on Linux. + +## High Performance + +*Libraries for making Python faster.* + +* [Cython](http://cython.org/) - Optimizing Static Compiler for Python. Uses type mixins to compile Python into C or C++ modules resulting in large performance gains. +* [Numba](http://numba.pydata.org/) - Python JIT complier to LLVM aimed at scientific Python. +* [PeachPy](https://github.com/Maratyszcza/PeachPy) - x86-64 assembler embedded in Python. Can be used as inline assembler for Python or as a stand-alone assembler for Windows, Linux, OS X, Native Client and Go. +* [PyPy](http://pypy.org/) - An implementation of Python in Python. The interpreter uses black magic to make Python very fast without having to add in additional type information. +* [Pyston](https://github.com/dropbox/pyston) - A Python implementation built using LLVM and modern JIT techniques with the goal of achieving good performance. +* [Stackless Python](https://bitbucket.org/stackless-dev/stackless/overview) - An enhanced version of the Python. + +## Imagery + +*Libraries for manipulating images.* + +* [hmap](https://github.com/rossgoodwin/hmap) - Image histogram remapping. +* [imgSeek](https://sourceforge.net/projects/imgseek/) - A project for searching a collection of images using visual similarity. +* [nude.py](https://github.com/hhatto/nude.py) - Nudity detection. +* [pagan](https://github.com/daboth/pagan) - Retro identicon (Avatar) generation based on input string and hash. +* [pillow](https://github.com/python-pillow/Pillow) - Pillow is the friendly [PIL](http://www.pythonware.com/products/pil/) fork. +* [pyBarcode](https://pythonhosted.org/pyBarcode/) - Create barcodes in Python without needing PIL. +* [pygram](https://github.com/ajkumar25/pygram) - Instagram-like image filters. +* [python-qrcode](https://github.com/lincolnloop/python-qrcode) - A pure Python QR Code generator. +* [Quads](https://github.com/fogleman/Quads) - Computer art based on quadtrees. +* [scikit-image](http://scikit-image.org/) - A Python library for (scientific) image processing. +* [thumbor](https://github.com/thumbor/thumbor) - A smart imaging service. It enables on-demand crop, re-sizing and flipping of images. +* [wand](https://github.com/dahlia/wand) - Python bindings for [MagickWand](http://www.imagemagick.org/script/magick-wand.php), C API for ImageMagick. + +## Interactive Interpreter + +*Interactive Python interpreters (REPL).* + +* [bpython](https://github.com/bpython/bpython) - A fancy interface to the Python interpreter. +* [Jupyter Notebook (IPython)](https://jupyter.org) - A rich toolkit to help you make the most out of using Python interactively. +* [ptpython](https://github.com/jonathanslenders/ptpython) - Advanced Python REPL built on top of the [python-prompt-toolkit](https://github.com/jonathanslenders/python-prompt-toolkit). + +## Internationalization + +*Libraries for working with i18n.* + +* [Babel](http://babel.pocoo.org/en/latest/) - An internationalization library for Python. +* [PyICU](https://github.com/ovalhub/pyicu) - A wrapper of International Components for Unicode C++ library ([ICU](http://site.icu-project.org/)). + +## Job Scheduler + +*Libraries for scheduling jobs.* + +* [APScheduler](http://apscheduler.readthedocs.io/) - A light but powerful in-process task scheduler that lets you schedule functions. +* [django-schedule](https://github.com/thauber/django-schedule) - A calendaring app for Django. +* [doit](http://pydoit.org/) - A task runner and build tool. +* [gunnery](https://github.com/gunnery/gunnery) - Multipurpose task execution tool for distributed systems with web-based interface. +* [Joblib](http://pythonhosted.org/joblib/index.html) - A set of tools to provide lightweight pipelining in Python. +* [Plan](https://github.com/fengsp/plan) - Writing crontab file in Python like a charm. +* [schedule](https://github.com/dbader/schedule) - Python job scheduling for humans. +* [Spiff](https://github.com/knipknap/SpiffWorkflow) - A powerful workflow engine implemented in pure Python. +* [TaskFlow](http://docs.openstack.org/developer/taskflow/) - A Python library that helps to make task execution easy, consistent and reliable. + +## Logging + +*Libraries for generating and working with logs.* + +* [Eliot](https://github.com/ClusterHQ/eliot) - Logging for complex & distributed systems. +* [logbook](http://pythonhosted.org/Logbook/) - Logging replacement for Python. +* [logging](https://docs.python.org/2/library/logging.html) - (Python standard library) Logging facility for Python. +* [Raven](https://github.com/getsentry/raven-python) - The Python client for Sentry. +* [Sentry](https://pypi.python.org/pypi/sentry) - A realtime logging and aggregation server. + +## Machine Learning + +*Libraries for Machine Learning. See: [awesome-machine-learning](https://github.com/josephmisiti/awesome-machine-learning#python).* + +* [gensim](https://github.com/piskvorky/gensim) - Topic Modelling for Humans. +* [MLlib](http://spark.apache.org/mllib/) - [Apache Spark](http://spark.apache.org/)'s scalable Machine Learning library. +* [NuPIC](https://github.com/numenta/nupic) - Numenta Platform for Intelligent Computing. +* [Pylearn2](https://github.com/lisa-lab/pylearn2) - A Machine Learning library based on [Theano](https://github.com/Theano/Theano). +* [scikit-learn](http://scikit-learn.org/) - The most popular Python library for Machine Learning. +* [vowpal_porpoise](https://github.com/josephreisinger/vowpal_porpoise) - A lightweight Python wrapper for [Vowpal Wabbit](https://github.com/JohnLangford/vowpal_wabbit/). + +## MapReduce + +*Frameworks and libraries for MapReduce.* + +* [dpark](https://github.com/douban/dpark) - Python clone of Spark, a MapReduce alike framework in Python. +* [dumbo](https://github.com/klbostee/dumbo) - Python module that allows one to easily write and run Hadoop programs. +* [luigi](https://github.com/spotify/luigi) - A module that helps you build complex pipelines of batch jobs. +* [mrjob](https://github.com/Yelp/mrjob) - Run MapReduce jobs on Hadoop or Amazon Web Services. +* [PySpark](http://spark.apache.org/docs/latest/programming-guide.html) - The Spark Python API. +* [streamparse](https://github.com/Parsely/streamparse) - Run Python code against real-time streams of data. Integrates with [Apache Storm](http://storm.apache.org/). + +## Microsoft Windows + +*Python programming on Microsoft Windows.* + +* [Python(x,y)](http://python-xy.github.io/) - Scientific-applications-oriented Python Distribution based on Qt and Spyder. +* [pythonlibs](http://www.lfd.uci.edu/~gohlke/pythonlibs/) - Unofficial Windows binaries for Python extension packages. +* [PythonNet](https://github.com/pythonnet/pythonnet) - Python Integration with the .NET Common Language Runtime (CLR). +* [PyWin32](https://sourceforge.net/projects/pywin32/) - Python Extensions for Windows. +* [WinPython](https://winpython.github.io/) - Portable development environment for Windows 7/8. + +## Miscellaneous + +*Useful libraries or tools that don't fit in the categories above.* + +* [blinker](https://github.com/jek/blinker) - A fast Python in-process signal/event dispatching system. +* [itsdangerous](https://github.com/pallets/itsdangerous) - Various helpers to pass trusted data to untrusted environments. +* [pluginbase](https://github.com/mitsuhiko/pluginbase) - A simple but flexible plugin system for Python. +* [Pychievements](https://github.com/PacketPerception/pychievements) - A framework for creating and tracking achievements. +* [Tryton](http://www.tryton.org/) - A general purpose business framework. + +## Natural Language Processing + +*Libraries for working with human languages.* + +* [Jieba](https://github.com/fxsjy/jieba) - Chinese text segmentation. +* [langid.py](https://github.com/saffsd/langid.py) - Stand-alone language identification system. +* [NLTK](http://www.nltk.org/) - A leading platform for building Python programs to work with human language data. +* [Pattern](http://www.clips.ua.ac.be/pattern) - A web mining module for the Python. +* [SnowNLP](https://github.com/isnowfy/snownlp) - A library for processing Chinese text. +* [spaCy](https://spacy.io/) - A library for industrial-strength natural language processing in Python and Cython. +* [TextBlob](https://github.com/sloria/TextBlob) - Providing a consistent API for diving into common NLP tasks. +* [TextGrocery](https://github.com/2shou/TextGrocery) - A simple, efficient short-text classification tool based on LibLinear and Jieba. + +## Network Virtualization + +*Tools and libraries for Virtual Networking and SDN (Software Defined Networking).* + +* [Mininet](http://mininet.org/) - A popular network emulator and API written in Python. +* [POX](https://github.com/noxrepo/pox) - An open source development platform for Python-based Software Defined Networking (SDN) control applications, such as OpenFlow SDN controllers. +* [Pyretic](http://frenetic-lang.org/pyretic/) - A member of the Frenetic family of SDN programming languages that provides powerful abstractions over network switches or emulators. +* [SDX Platform](https://github.com/sdn-ixp/internet2award) - SDN based IXP implementation that leverages Mininet, POX and Pyretic. + +## Networking + +*Libraries for networking programming.* + +* [asyncio](https://docs.python.org/3/library/asyncio.html) - (Python standard library) Asynchronous I/O, event loop, coroutines and tasks. +* [diesel](https://github.com/dieseldev/diesel) - Greenlet-based event I/O Framework for Python. +* [pulsar](https://github.com/quantmind/pulsar) - Event-driven concurrent framework for Python. +* [pyzmq](http://zeromq.github.io/pyzmq/) - A Python wrapper for the ZeroMQ message library. +* [Twisted](https://twistedmatrix.com/trac/) - An event-driven networking engine. +* [txZMQ](https://github.com/smira/txZMQ) - Twisted based wrapper for the ZeroMQ message library. + +## News Feed + +*Libraries for building user's activities.* + +* [django-activity-stream](https://github.com/justquick/django-activity-stream) - Generating generic activity streams from the actions on your site. +* [Stream-Framework](https://github.com/tschellenbach/Stream-Framework) - Building newsfeed and notification systems using Cassandra and Redis. + +## ORM + +*Libraries that implement Object-Relational Mapping or data mapping techniques.* + +* Relational Databases + * [Django Models](https://docs.djangoproject.com/en/dev/topics/db/models/) - A part of Django. + * [SQLAlchemy](http://www.sqlalchemy.org/) - The Python SQL Toolkit and Object Relational Mapper. + * [awesome-sqlalchemy](https://github.com/dahlia/awesome-sqlalchemy) + * [Peewee](https://github.com/coleifer/peewee) - A small, expressive ORM. + * [PonyORM](https://ponyorm.com/) - ORM that provides a generator-oriented interface to SQL. + * [python-sql](https://pypi.python.org/pypi/python-sql) - Write SQL queries pythonically. +* NoSQL Databases + * [django-mongodb-engine](https://github.com/django-nonrel/mongodb-engine) - Django MongoDB Backend. + * [flywheel](https://github.com/mathcamp/flywheel) - Object mapper for Amazon DynamoDB. + * [hot-redis](https://github.com/stephenmcd/hot-redis) - Rich Python data types for Redis. + * [MongoEngine](http://mongoengine.org/) - A Python Object-Document-Mapper for working with MongoDB. + * [PynamoDB](https://github.com/jlafon/PynamoDB) - A Pythonic interface for [Amazon DynamoDB](https://aws.amazon.com/dynamodb/). + * [redisco](https://github.com/kiddouk/redisco) - A Python Library for Simple Models and Containers Persisted in Redis. +* Others + * [butterdb](https://github.com/Widdershin/butterdb) - A Python ORM for Google Drive Spreadsheets. + * [dataset](https://github.com/pudo/dataset) - A JSON-based database. + +## Package Management + +*Libraries for package and dependency management.* + +* [pip](https://pip.pypa.io/en/stable/) - The Python package and dependency manager. + * [Python Package Index](https://pypi.python.org/pypi) +* [conda](https://github.com/conda/conda/) - Cross-platform, Python-agnostic binary package manager. +* [Curdling](http://clarete.li/curdling/) - Curdling is a command line tool for managing Python packages. +* [pip-tools](https://github.com/nvie/pip-tools) - A set of tools to keep your pinned Python dependencies fresh. +* [wheel](http://pythonwheels.com/) - The new standard of Python distribution and are intended to replace eggs. + +## Package Repositories + +*Local PyPI repository server and proxies.* + +* [warehouse](https://github.com/pypa/warehouse) - Next generation Python Package Repository (PyPI). + * [Warehouse](https://pypi.org/) +* [bandersnatch](https://bitbucket.org/pypa/bandersnatch) - PyPI mirroring tool provided by Python Packaging Authority (PyPA). +* [devpi](http://doc.devpi.net/latest/) - PyPI server and packaging/testing/release tool. +* [localshop](https://github.com/mvantellingen/localshop) - Local PyPI server (custom packages and auto-mirroring of pypi). + +## Permissions + +*Libraries that allow or deny users access to data or functionality.* + +* [Carteblanche](https://github.com/neuman/python-carteblanche/) - Module to align code with thoughts of users and designers. Also magically handles navigation and permissions. +* [django-guardian](https://github.com/django-guardian/django-guardian) - Implementation of per object permissions for Django 1.2+ +* [django-rules](https://github.com/dfunckt/django-rules) - A tiny but powerful app providing object-level permissions to Django, without requiring a database. + +## Processes + +*Libraries for starting and communicating with OS processes.* + +* [envoy](https://github.com/kennethreitz/envoy) - Python [subprocess](https://docs.python.org/2/library/subprocess.html) for Humans™. +* [sarge](http://sarge.readthedocs.io/) - Yet another wrapper for subprocess. +* [sh](https://github.com/amoffat/sh) - A full-fledged subprocess replacement for Python. + +## Queue + +*Libraries for working with event and task queues.* + +* [celery](http://www.celeryproject.org/) - An asynchronous task queue/job queue based on distributed message passing. +* [huey](https://github.com/coleifer/huey) - Little multi-threaded task queue. +* [mrq](https://github.com/pricingassistant/mrq) - Mr. Queue - A distributed worker task queue in Python using Redis & gevent. +* [rq](http://python-rq.org/) - Simple job queues for Python. +* [simpleq](https://github.com/rdegges/simpleq) - A simple, infinitely scalable, Amazon SQS based queue. + +## RESTful API + +*Libraries for developing RESTful APIs.* + +* Django + * [django-formapi](https://github.com/5monkeys/django-formapi) - Create JSON APIs with Django's form validation. + * [django-rest-framework](http://www.django-rest-framework.org/) - A powerful and flexible toolkit to build web APIs. + * [django-tastypie](http://tastypieapi.org/) - Creating delicious APIs for Django apps. +* Flask + * [eve](https://github.com/nicolaiarocci/eve) - REST API framework powered by Flask, MongoDB and good intentions. + * [flask-api-utils](https://github.com/marselester/flask-api-utils) - Taking care of API representation and authentication for Flask. + * [flask-api](http://www.flaskapi.org/) - Browsable Web APIs for Flask. + * [flask-restful](https://github.com/flask-restful/flask-restful) - Quickly building REST APIs for Flask. + * [flask-restless](https://github.com/jfinkels/flask-restless) - Generating RESTful APIs for database models defined with SQLAlchemy. +* Pyramid + * [cornice](https://github.com/mozilla-services/cornice) - A RESTful framework for Pyramid. +* Framework agnostic + * [falcon](http://falconframework.org/) - A high-performance framework for building cloud APIs and web app backends. + * [hug](https://github.com/timothycrosley/hug) - A Python3 framework for cleanly exposing APIs over HTTP and the Command Line with automatic documentation and validation. + * [restless](https://github.com/toastdriven/restless) - Framework agnostic REST framework based on lessons learned from Tastypie. + * [ripozo](https://github.com/vertical-knowledge/ripozo) - Quickly creating REST/HATEOAS/Hypermedia APIs. + * [sandman](https://github.com/jeffknupp/sandman) - Automated REST APIs for existing database-driven systems. + +## RPC Servers + +*RPC-compatible servers.* + +* [SimpleJSONRPCServer](https://github.com/joshmarshall/jsonrpclib/) - This library is an implementation of the JSON-RPC specification. +* [SimpleXMLRPCServer](https://docs.python.org/2/library/simplexmlrpcserver.html) - (Python standard library) Simple XML-RPC server implementation, single-threaded. +* [zeroRPC](https://github.com/0rpc/zerorpc-python) - zerorpc is a flexible RPC implementation based on [ZeroMQ](http://zeromq.org/) and [MessagePack](http://msgpack.org/). + +## Science + +*Libraries for scientific computing.* + +* [astropy](http://www.astropy.org/) - A community Python library for Astronomy. +* [bcbio-nextgen](https://github.com/chapmanb/bcbio-nextgen) - Providing best-practice pipelines for fully automated high throughput sequencing analysis. +* [bccb](https://github.com/chapmanb/bcbb) - Collection of useful code related to biological analysis. +* [Biopython](http://biopython.org/wiki/Main_Page) - Biopython is a set of freely available tools for biological computation. +* [cclib](http://cclib.github.io/) - A library for parsing and interpreting the results of computational chemistry packages. +* [NetworkX](https://networkx.github.io/) - A high-productivity software for complex networks. +* [NIPY](http://nipy.org) - A collection of neuroimaging toolkits. +* [NumPy](http://www.numpy.org/) - A fundamental package for scientific computing with Python. +* [Open Babel](http://openbabel.org/wiki/Main_Page) - A chemical toolbox designed to speak the many languages of chemical data. +* [PyDy](http://www.pydy.org/) - Short for Python Dynamics, used to assist with workflow in the modeling of dynamic motion. +* [PyMC](https://github.com/pymc-devs/pymc3) - Markov Chain Monte Carlo sampling toolkit. +* [RDKit](http://www.rdkit.org/) - Cheminformatics and Machine Learning Software. +* [SciPy](http://www.scipy.org/) - A Python-based ecosystem of open-source software for mathematics, science, and engineering. +* [statsmodels](https://github.com/statsmodels/statsmodels) - Statistical modeling and econometrics in Python. +* [SymPy](https://github.com/sympy/sympy) - A Python library for symbolic mathematics. +* [Zipline](https://github.com/quantopian/zipline) - A Pythonic algorithmic trading library. + +## Search + +*Libraries and software for indexing and performing search queries on data.* + +* [django-haystack](https://github.com/django-haystack/django-haystack) - Modular search for Django. +* [elasticsearch-dsl-py](https://github.com/elastic/elasticsearch-dsl-py) - The official high-level Python client for Elasticsearch. +* [elasticsearch-py](https://www.elastic.co/guide/en/elasticsearch/client/python-api/current/index.html) - The official low-level Python client for [Elasticsearch](https://www.elastic.co/products/elasticsearch). +* [esengine](https://github.com/catholabs/esengine) - ElasticSearch ODM (Object Document Mapper) for Python. +* [solrpy](https://github.com/edsu/solrpy) - A Python client for [solr](http://lucene.apache.org/solr/). +* [Whoosh](http://whoosh.readthedocs.io/) - A fast, pure Python search engine library. + +## Serialization + +*Libraries for serializing complex data types* + +* [marshmallow](https://github.com/marshmallow-code/marshmallow) - marshmallow is an ORM/ODM/framework-agnostic library for converting complex datatypes, such as objects, to and from native Python datatypes. + +## Serverless Frameworks + +*Frameworks for developing serverless Python code.* + +* [apex](https://github.com/apex/apex) - Build, deploy, and manage [AWS Lambda](https://aws.amazon.com/lambda/) functions with ease. +* [python-lambda](https://github.com/nficano/python-lambda) - A toolkit for developing and deploying Python code in AWS Lambda. +* [Zappa](https://github.com/Miserlou/Zappa) - A tool for deploying WSGI applications on AWS Lambda and API Gateway. ## Specific Formats Processing @@ -244,401 +981,116 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * Archive * [unp](https://github.com/mitsuhiko/unp) - A command line tool that can unpack archives easily. -## Natural Language Processing +## Static Site Generator -*Libraries for working with human languages.* +*Static site generator is a software that takes some text + templates as input and produces HTML files on the output.* -* [NLTK](http://www.nltk.org/) - A leading platform for building Python programs to work with human language data. -* [Pattern](http://www.clips.ua.ac.be/pattern) - A web mining module for the Python. -* [Jieba](https://github.com/fxsjy/jieba) - Chinese text segmentation. -* [SnowNLP](https://github.com/isnowfy/snownlp) - A library for processing Chinese text. -* [spaCy](https://spacy.io/) - A library for industrial-strength natural language processing in Python and Cython. -* [TextBlob](https://github.com/sloria/TextBlob) - Providing a consistent API for diving into common NLP tasks. -* [TextGrocery](https://github.com/2shou/TextGrocery) - A simple, efficient short-text classification tool based on LibLinear and Jieba. -* [langid.py](https://github.com/saffsd/langid.py) - Stand-alone language identification system. +* [Cactus](https://github.com/koenbok/Cactus/) - Static site generator for designers. +* [Hyde](http://hyde.github.io/) - Jinja2-based static web site generator. +* [Lektor](https://www.getlektor.com/) - An easy to use static CMS and blog engine. +* [Nikola](https://www.getnikola.com/) - A static website and blog generator. +* [Pelican](http://blog.getpelican.com/) - Uses Markdown or ReST for content and Jinja 2 for themes. Supports DVCS, Disqus. AGPL. +* [Tinkerer](http://tinkerer.me/) - Tinkerer is a blogging engine/.static website generator powered by Sphinx. -## Documentation +## Tagging -*Libraries for generating project documentation.* +*Libraries for tagging items.* -* [Sphinx](http://www.sphinx-doc.org/en/latest/) - Python Documentation generator. - * [awesome-sphinxdoc](https://github.com/yoloseem/awesome-sphinxdoc) -* [MkDocs](http://www.mkdocs.org/) - Markdown friendly documentation generator. -* [pdoc](https://github.com/BurntSushi/pdoc) - Epydoc replacement to auto generate API documentation for Python libraries. -* [Pycco](https://github.com/pycco-docs/pycco) - The literate-programming-style documentation generator. - -## Configuration - -*Libraries for storing and parsing configuration options.* - -* [config](https://www.red-dove.com/config-doc/) - Hierarchical config from the author of [logging](https://docs.python.org/2/library/logging.html). -* [ConfigObj](http://www.voidspace.org.uk/python/configobj.html) - INI file parser with validation. -* [ConfigParser](https://docs.python.org/2/library/configparser.html) - (Python standard library) INI file parser. -* [profig](http://profig.readthedocs.org/en/default/) - Config from multiple formats with value conversion. -* [python-decouple](https://github.com/henriquebastos/python-decouple) - Strict separation of settings from code. - -## Command-line Tools - -*Libraries for building command-line application.* - -* Command-line Application Development - * [asciimatics](https://github.com/peterbrittain/asciimatics) - Cross-platform, full-screen terminal package (i.e. mouse/keyboard input and coloured, positioned text output) complete with high-level API for complex animations and special effects. - * [cement](http://builtoncement.com/) - CLI Application Framework for Python. - * [click](http://click.pocoo.org/dev/) - A package for creating beautiful command line interfaces in a composable way. - * [cliff](http://docs.openstack.org/developer/cliff/) - A framework for creating command-line programs with multi-level commands. - * [clint](https://github.com/kennethreitz/clint) - Python Command-line Application Tools. - * [colorama](https://pypi.python.org/pypi/colorama) - Cross-platform colored terminal text. - * [docopt](http://docopt.org/) - Pythonic command line arguments parser. - * [Gooey](https://github.com/chriskiehl/Gooey) - Turn command line programs into a full GUI application with one line - * [python-prompt-toolkit](https://github.com/jonathanslenders/python-prompt-toolkit) - A Library for building powerful interactive command lines. -* Productivity Tools - * [aws-cli](https://github.com/aws/aws-cli) - A universal command-line interface for Amazon Web Services. - * [bashplotlib](https://github.com/glamp/bashplotlib) - Making basic plots in the terminal. - * [caniusepython3](https://github.com/brettcannon/caniusepython3) - Determine what projects are blocking you from porting to Python 3. - * [cookiecutter](https://github.com/audreyr/cookiecutter) - A command-line utility that creates projects from cookiecutters (project templates). - * [doitlive](https://github.com/sloria/doitlive) - A tool for live presentations in the terminal. - * [howdoi](https://github.com/gleitz/howdoi) - Instant coding answers via the command line. - * [httpie](https://github.com/jkbrzt/httpie) - A command line HTTP client, a user-friendly cURL replacement. - * [PathPicker](https://github.com/facebook/PathPicker) - Select files out of bash output. - * [percol](https://github.com/mooz/percol) - Adds flavor of interactive selection to the traditional pipe concept on UNIX. - * [SAWS](https://github.com/donnemartin/saws) - A Supercharged AWS CLI. - * [thefuck](https://github.com/nvbn/thefuck) - Correcting your previous console command. - * [try](https://github.com/timofurrer/try) - A dead simple CLI to try out python packages - It's never been easier. - * [mycli](https://github.com/dbcli/mycli) - A Terminal Client for MySQL with AutoCompletion and Syntax Highlighting. - * [pgcli](https://github.com/dbcli/pgcli) - Postgres CLI with autocompletion and syntax highlighting. - -## Downloader - -*Libraries for downloading.* - -* [s3cmd](https://github.com/s3tools/s3cmd) - A command line tool for managing Amazon S3 and CloudFront. -* [s4cmd](https://github.com/bloomreach/s4cmd) - Super S3 command line tool, good for higher performance. -* [you-get](https://www.soimort.org/you-get/) - A YouTube/Youku/Niconico video downloader written in Python 3. -* [youtube-dl](http://rg3.github.io/youtube-dl/) - A small command-line program to download videos from YouTube. - -## Imagery - -*Libraries for manipulating images.* - -* [pillow](https://github.com/python-pillow/Pillow) - Pillow is the friendly [PIL](http://www.pythonware.com/products/pil/) fork. -* [hmap](https://github.com/rossgoodwin/hmap) - Image histogram remapping. -* [imgSeek](https://sourceforge.net/projects/imgseek/) - A project for searching a collection of images using visual similarity. -* [nude.py](https://github.com/hhatto/nude.py) - Nudity detection. -* [pyBarcode](https://pythonhosted.org/pyBarcode/) - Create barcodes in Python without needing PIL. -* [pygram](https://github.com/ajkumar25/pygram) - Instagram-like image filters. -* [python-qrcode](https://github.com/lincolnloop/python-qrcode) - A pure Python QR Code generator. -* [Quads](https://github.com/fogleman/Quads) - Computer art based on quadtrees. -* [scikit-image](http://scikit-image.org/) - A Python library for (scientific) image processing. -* [thumbor](https://github.com/thumbor/thumbor) - A smart imaging service. It enables on-demand crop, re-sizing and flipping of images. -* [wand](https://github.com/dahlia/wand) - Python bindings for [MagickWand](http://www.imagemagick.org/script/magick-wand.php), C API for ImageMagick. - -## OCR - -*Libraries for Optical Character Recognition.* - -* [pyocr](https://github.com/jflesch/pyocr) - A wrapper for Tesseract and Cuneiform. -* [pytesseract](https://github.com/madmaze/pytesseract) - Another wrapper for [Google Tesseract OCR](https://github.com/tesseract-ocr). - -## Audio - -*Libraries for manipulating audio.* - -* [audiolazy](https://github.com/danilobellini/audiolazy) - Expressive Digital Signal Processing (DSP) package for Python. -* [audioread](https://github.com/beetbox/audioread) - Cross-library (GStreamer + Core Audio + MAD + FFmpeg) audio decoding. -* [beets](http://beets.io/) - A music library manager and [MusicBrainz](https://musicbrainz.org/) tagger. -* [dejavu](https://github.com/worldveil/dejavu) - Audio fingerprinting and recognition. -* [django-elastic-transcoder](https://github.com/StreetVoice/django-elastic-transcoder) - Django + [Amazon Elastic Transcoder](http://aws.amazon.com/elastictranscoder/). -* [eyeD3](http://eyed3.nicfit.net/) - A tool for working with audio files, specifically MP3 files containing ID3 metadata. -* [id3reader](http://nedbatchelder.com/code/modules/id3reader.py) - A Python module for reading MP3 meta data. -* [m3u8](https://github.com/globocom/m3u8) - A module for parsing m3u8 file. -* [mutagen](https://bitbucket.org/lazka/mutagen) - A Python module to handle audio metadata. -* [pydub](https://github.com/jiaaro/pydub) - Manipulate audio with a simple and easy high level interface. -* [pyechonest](https://github.com/echonest/pyechonest) - Python client for the [Echo Nest](http://developer.echonest.com/) API. -* [talkbox](http://scikits.appspot.com/talkbox) - A Python library for speech/signal processing. -* [TimeSide](https://github.com/Parisson/TimeSide) - Open web audio processing framework. -* [tinytag](https://github.com/devsnd/tinytag) - A library for reading music meta data of MP3, OGG, FLAC and Wave files. -* [mingus](http://bspaans.github.io/python-mingus/) - An advanced music theory and notation package with MIDI file and playback support. - -## Video - -*Libraries for manipulating video and GIFs.* - -* [moviepy](http://zulko.github.io/moviepy/) - A module for script-based movie editing with many formats, including animated GIFs. -* [scikit-video](https://github.com/aizvorski/scikit-video) - Video processing routines for SciPy. - -## Geolocation - -*Libraries for geocoding addresses and working with latitudes and longitudes.* - -* [GeoDjango](https://docs.djangoproject.com/en/dev/ref/contrib/gis/) - A world-class geographic web framework. -* [GeoIP](https://github.com/maxmind/geoip-api-python) - Python API for MaxMind GeoIP Legacy Database. -* [geojson](https://github.com/frewsxcv/python-geojson) - Python bindings and utilities for GeoJSON. -* [geopy](https://github.com/geopy/geopy) - Python Geocoding Toolbox. -* [pygeoip](https://github.com/appliedsec/pygeoip) - Pure Python GeoIP API. -* [django-countries](https://github.com/SmileyChris/django-countries) - A Django app that provides country choices for use with forms, flag icons static files, and a country field for models. - -## HTTP - -*Libraries for working with HTTP.* - -* [requests](http://docs.python-requests.org/en/latest/) - HTTP Requests for Humans™. -* [grequests](https://github.com/kennethreitz/grequests) - requests + gevent for asynchronous HTTP requests. -* [httplib2](https://github.com/jcgregorio/httplib2) - Comprehensive HTTP client library. -* [treq](https://github.com/twisted/treq) - Python requests like API built on top of Twisted's HTTP client. -* [urllib3](https://github.com/shazow/urllib3) - A HTTP library with thread-safe connection pooling, file post support, sanity friendly. - -## Database - -*Databases implemented in Python.* - -* [pickleDB](https://pythonhosted.org/pickleDB/) - A simple and lightweight key-value store for Python. -* [PipelineDB](https://www.pipelinedb.com/) - The Streaming SQL Database. -* [TinyDB](https://github.com/msiemens/tinydb) - A tiny, document-oriented database. -* [ZODB](http://www.zodb.org/en/latest/) - A native object database for Python. A key-value and object graph database. - -## Database Drivers - -*Libraries for connecting and operating databases.* - -* MySQL - [awesome-mysql](http://shlomi-noach.github.io/awesome-mysql/) - * [mysql-python](https://sourceforge.net/projects/mysql-python/) - The MySQL database connector for Python. - * [mysqlclient](https://github.com/PyMySQL/mysqlclient-python) - mysql-python fork supporting Python 3. - * [oursql](https://pythonhosted.org/oursql/) - A better MySQL connector with support for native prepared statements and BLOBs. - * [PyMySQL](https://github.com/PyMySQL/PyMySQL) - Pure Python MySQL driver compatible to mysql-python. -* PostgreSQL - * [psycopg2](http://initd.org/psycopg/) - The most popular PostgreSQL adapter for Python. - * [queries](https://github.com/gmr/queries) - A wrapper of the psycopg2 library for interacting with PostgreSQL. - * [txpostgres](https://github.com/wulczer/txpostgres) - Twisted based asynchronous driver for PostgreSQL. -* Other Relational Databases - * [apsw](http://rogerbinns.github.io/apsw/) - Another Python SQLite wrapper. - * [dataset](https://github.com/pudo/dataset) - Store Python dicts in a database - works with SQLite, MySQL, and PostgreSQL. - * [pymssql](http://www.pymssql.org/en/latest/) - A simple database interface to Microsoft SQL Server. -* NoSQL Databases - * [cassandra-python-driver](https://github.com/datastax/python-driver) - Python driver for Cassandra. - * [HappyBase](https://github.com/wbolster/happybase) - A developer-friendly library for Apache HBase. - * [Plyvel](https://github.com/wbolster/plyvel) - A fast and feature-rich Python interface to LevelDB. - * [py2neo](http://py2neo.org/2.0/) - Python wrapper client for Neo4j's restful interface. - * [pycassa](https://github.com/pycassa/pycassa) - Python Thrift driver for Cassandra. - * [PyMongo](https://docs.mongodb.org/ecosystem/drivers/python/) - The official Python client for MongoDB. - * [redis-py](https://github.com/andymccurdy/redis-py) - The Redis Python Client. - * [telephus](https://github.com/driftx/Telephus) - Twisted based client for Cassandra. - * [txRedis](https://github.com/deldotdr/txRedis) - Twisted based client for Redis. - -## ORM - -*Libraries that implement Object-Relational Mapping or data mapping techniques.* - -* Relational Databases - * [Django Models](https://docs.djangoproject.com/en/dev/topics/db/models/) - A part of Django. - * [SQLAlchemy](http://www.sqlalchemy.org/) - The Python SQL Toolkit and Object Relational Mapper. - * [awesome-sqlalchemy](https://github.com/dahlia/awesome-sqlalchemy) - * [Peewee](https://github.com/coleifer/peewee) - A small, expressive ORM. - * [PonyORM](https://ponyorm.com/) - ORM that provides a generator-oriented interface to SQL. - * [python-sql](https://pypi.python.org/pypi/python-sql) - Write SQL queries pythonically. -* NoSQL Databases - * [django-mongodb-engine](https://github.com/django-nonrel/mongodb-engine) - Django MongoDB Backend. - * [PynamoDB](https://github.com/jlafon/PynamoDB) - A Pythonic interface for [Amazon DynamoDB](https://aws.amazon.com/dynamodb/). - * [flywheel](https://github.com/mathcamp/flywheel) - Object mapper for Amazon DynamoDB. - * [MongoEngine](http://mongoengine.org/) - A Python Object-Document-Mapper for working with MongoDB. - * [hot-redis](https://github.com/stephenmcd/hot-redis) - Rich Python data types for Redis. - * [redisco](https://github.com/kiddouk/redisco) - A Python Library for Simple Models and Containers Persisted in Redis. -* Others - * [butterdb](https://github.com/Widdershin/butterdb) - A Python ORM for Google Drive Spreadsheets. - -## Web Frameworks - -*Full stack web frameworks.* - -* [Django](https://www.djangoproject.com/) - The most popular web framework in Python. - * [awesome-django](https://github.com/rosarior/awesome-django) -* [Flask](http://flask.pocoo.org/) - A microframework for Python. - * [awesome-flask](https://github.com/humiaozuzu/awesome-flask) -* [Pyramid](http://www.pylonsproject.org/) - A small, fast, down-to-earth, open source Python web framework. - * [awesome-pyramid](https://github.com/uralbash/awesome-pyramid) -* [Bottle](http://bottlepy.org/docs/dev/index.html) - A fast, simple and lightweight WSGI micro web-framework. -* [CherryPy](http://www.cherrypy.org/) - A minimalist Python web framework, HTTP/1.1-compliant and WSGI thread-pooled. -* [TurboGears](http://www.turbogears.org/) - A microframework that can scale up to a full stack solution. -* [web.py](http://webpy.org/) - A web framework for Python that is as simple as it is powerful. -* [web2py](http://www.web2py.com) - A full stack web framework and platform focused in the ease of use. -* [Tornado](http://www.tornadoweb.org/en/latest/) - A Web framework and asynchronous networking library. - -## Serverless Frameworks - -*Frameworks for developing serverless Python code.* - -* [apex](https://github.com/apex/apex) - Build, deploy, and manage [AWS Lambda](https://aws.amazon.com/lambda/) functions with ease. -* [Zappa](https://github.com/Miserlou/Zappa) - A tool for deploying WSGI applications on AWS Lambda and API Gateway. -* [python-lambda](https://github.com/nficano/python-lambda) - A toolkit for developing and deploying Python code in AWS Lambda. - -## Permissions - -*Libraries that allow or deny users access to data or functionality.* - -* [Carteblanche](https://github.com/neuman/python-carteblanche/) - Module to align code with thoughts of users and designers. Also magically handles navigation and permissions. -* [django-guardian](https://github.com/django-guardian/django-guardian) - Implementation of per object permissions for Django 1.2+ -* [django-rules](https://github.com/dfunckt/django-rules) - A tiny but powerful app providing object-level permissions to Django, without requiring a database. - -## CMS - -*Content Management Systems.* - -* [django-cms](http://www.django-cms.org/en/) - An Open source enterprise CMS based on the Django. -* [djedi-cms](http://djedi-cms.org/) - A lightweight but yet powerful Django CMS with plugins, inline editing and performance in mind. -* [FeinCMS](http://www.feincms.org/) - One of the most advanced Content Management Systems built on Django. -* [Kotti](http://kotti.pylonsproject.org/) - A high-level, Pythonic web application framework built on Pyramid. -* [Mezzanine](http://mezzanine.jupo.org/) - A powerful, consistent, and flexible content management platform. -* [Opps](http://opps.github.io/opps/) - A Django-based CMS for magazines, newspapers websites and portals with high-traffic. -* [Plone](https://plone.org/) - A CMS built on top of the open source application server Zope. -* [Quokka](http://quokkaproject.org/) - Flexible, extensible, small CMS powered by Flask and MongoDB. -* [Wagtail](https://wagtail.io/) - A Django content management system. -* [Widgy](https://wid.gy/) - Last CMS framework, based on Django. - -## E-commerce - -*Frameworks and libraries for e-commerce and payments.* - -* [django-oscar](http://oscarcommerce.com/) - An open-source e-commerce framework for Django. -* [django-shop](https://github.com/awesto/django-shop) - A Django based shop system. -* [Cartridge](https://github.com/stephenmcd/cartridge) - A shopping cart app built using the Mezzanine. -* [shoop](https://www.shoop.io/en/) - An open source E-Commerce platform based on Django. -* [alipay](https://github.com/lxneng/alipay) - Unofficial Alipay API for Python. -* [merchant](https://github.com/agiliq/merchant) - A Django app to accept payments from various payment processors. -* [money](https://github.com/carlospalol/money) - Money class with optional CLDR-backed locale-aware formatting and an extensible currency exchange solution. -* [python-currencies](https://github.com/Alir3z4/python-currencies) - Display money format and its filthy currencies. - -## RESTful API - -*Libraries for developing RESTful APIs.* - -* Django - * [django-rest-framework](http://www.django-rest-framework.org/) - A powerful and flexible toolkit to build web APIs. - * [django-tastypie](http://tastypieapi.org/) - Creating delicious APIs for Django apps. - * [django-formapi](https://github.com/5monkeys/django-formapi) - Create JSON APIs with Django's form validation. -* Flask - * [flask-api](http://www.flaskapi.org/) - Browsable Web APIs for Flask. - * [flask-restful](https://github.com/flask-restful/flask-restful) - Quickly building REST APIs for Flask. - * [flask-restless](https://github.com/jfinkels/flask-restless) - Generating RESTful APIs for database models defined with SQLAlchemy. - * [flask-api-utils](https://github.com/marselester/flask-api-utils) - Taking care of API representation and authentication for Flask. - * [eve](https://github.com/nicolaiarocci/eve) - REST API framework powered by Flask, MongoDB and good intentions. -* Pyramid - * [cornice](https://github.com/mozilla-services/cornice) - A RESTful framework for Pyramid. -* Framework agnostic - * [falcon](http://falconframework.org/) - A high-performance framework for building cloud APIs and web app backends. - * [hug](https://github.com/timothycrosley/hug) - A Python3 framework for cleanly exposing APIs over HTTP and the Command Line with automatic documentation and validation. - * [sandman](https://github.com/jeffknupp/sandman) - Automated REST APIs for existing database-driven systems. - * [restless](https://github.com/toastdriven/restless) - Framework agnostic REST framework based on lessons learned from Tastypie. - * [ripozo](https://github.com/vertical-knowledge/ripozo) - Quickly creating REST/HATEOAS/Hypermedia APIs. - -## Serialization - -*Libraries for serializing complex data types* - -* [marshmallow](https://github.com/marshmallow-code/marshmallow) - marshmallow is an ORM/ODM/framework-agnostic library for converting complex datatypes, such as objects, to and from native Python datatypes. - -## Authentication - -*Libraries for implementing authentications schemes.* - -* OAuth - * [Authomatic](http://peterhudec.github.io/authomatic/) - Simple but powerful framework agnostic authentication/authorization client. - * [django-allauth](https://github.com/pennersr/django-allauth) - Authentication app for Django that "just works." - * [django-oauth-toolkit](https://github.com/evonove/django-oauth-toolkit) - OAuth2 goodies for the Djangonauts. - * [django-oauth2-provider](https://github.com/caffeinehit/django-oauth2-provider) - Providing OAuth2 access to Django app. - * [Flask-OAuthlib](https://github.com/lepture/flask-oauthlib) - OAuth 1.0/a, 2.0 implementation of client and provider for Flask. - * [OAuthLib](https://github.com/idan/oauthlib) - A generic and thorough implementation of the OAuth request-signing logic. - * [python-oauth2](https://github.com/joestump/python-oauth2) - A fully tested, abstract interface to creating OAuth clients and servers. - * [python-social-auth](https://github.com/omab/python-social-auth) - An easy-to-setup social authentication mechanism. - * [rauth](https://github.com/litl/rauth) - A Python library for OAuth 1.0/a, 2.0, and Ofly. - * [sanction](https://github.com/demianbrecht/sanction) - A dead simple OAuth2 client implementation. -* Others - * [jose](https://github.com/demonware/jose) - JavaScript Object Signing and Encryption draft implementation. - * [PyJWT](https://github.com/jpadilla/pyjwt) - Implementation of the JSON Web Token draft 01. - * [python-jws](https://github.com/brianloveswords/python-jws) - Implementation of JSON Web Signatures draft 02. - * [python-jwt](https://github.com/davedoesdev/python-jwt) - Module for generating and verifying JSON Web Tokens. +* [django-taggit](https://github.com/alex/django-taggit) - Simple tagging for Django. ## Template Engine *Libraries and tools for templating and lexing.* -* [Jinja2](https://github.com/pallets/jinja) - A modern and designer friendly templating language. * [Genshi](https://genshi.edgewall.org/) - Python templating toolkit for generation of web-aware output. +* [Jinja2](https://github.com/pallets/jinja) - A modern and designer friendly templating language. * [Mako](http://www.makotemplates.org/) - Hyperfast and lightweight templating for the Python platform. -## Queue +## Testing -*Libraries for working with event and task queues.* +*Libraries for testing codebases and generating test data.* -* [celery](http://www.celeryproject.org/) - An asynchronous task queue/job queue based on distributed message passing. -* [huey](https://github.com/coleifer/huey) - Little multi-threaded task queue. -* [mrq](https://github.com/pricingassistant/mrq) - Mr. Queue - A distributed worker task queue in Python using Redis & gevent. -* [rq](http://python-rq.org/) - Simple job queues for Python. -* [simpleq](https://github.com/rdegges/simpleq) - A simple, infinitely scalable, Amazon SQS based queue. +* Testing Frameworks + * [hypothesis](https://github.com/HypothesisWorks/hypothesis-python) - Hypothesis is an advanced Quickcheck style property based testing library. + * [mamba](http://nestorsalceda.github.io/mamba/) - The definitive testing tool for Python. Born under the banner of BDD. + * [nose](https://github.com/nose-devs/nose) - A nicer `unittest` for Python. + * [pytest](http://pytest.org/latest/) - A mature full-featured Python testing tool. + * [Robot Framework](https://github.com/robotframework/robotframework) - A generic test automation framework. + * [unittest](https://docs.python.org/2/library/unittest.html) - (Python standard library) Unit testing framework. +* Test Runners + * [green](https://github.com/CleanCut/green) - A clean, colorful test runner. + * [tox](https://tox.readthedocs.io/) - Auto builds and tests distributions in multiple Python versions +* GUI / Web Testing + * [locust](https://github.com/locustio/locust) - Scalable user load testing tool written in Python. + * [PyAutoGUI](https://github.com/asweigart/pyautogui) - PyAutoGUI is a cross-platform GUI automation Python module for human beings. + * [Selenium](https://pypi.python.org/pypi/selenium) - Python bindings for [Selenium](http://www.seleniumhq.org/) WebDriver. + * [sixpack](https://github.com/seatgeek/sixpack) - A language-agnostic A/B Testing framework. + * [splinter](https://github.com/cobrateam/splinter) - Open source tool for testing web applications. +* Mock + * [doublex](https://pypi.python.org/pypi/doublex) - Powerful test doubles framework for Python. + * [freezegun](https://github.com/spulec/freezegun) - Travel through time by mocking the datetime module. + * [httmock](https://github.com/patrys/httmock) - A mocking library for requests for Python 2.6+ and 3.2+. + * [httpretty](https://github.com/gabrielfalcao/HTTPretty) - HTTP request mock tool for Python. + * [mock](https://docs.python.org/3/library/unittest.mock.html) - (Python standard library) A mocking and patching library. + * [responses](https://github.com/getsentry/responses) - A utility library for mocking out the requests Python library. + * [VCR.py](https://github.com/kevin1024/vcrpy) - Record and replay HTTP interactions on your tests. +* Object Factories + * [factory_boy](https://github.com/rbarrois/factory_boy) - A test fixtures replacement for Python. + * [mixer](https://github.com/klen/mixer) - Another fixtures replacement. Supported Django, Flask, SQLAlchemy, Peewee and etc. + * [model_mommy](https://github.com/vandersonmota/model_mommy) - Creating random fixtures for testing in Django. +* Code Coverage + * [coverage](https://pypi.python.org/pypi/coverage) - Code coverage measurement. +* Fake Data + * [church](https://github.com/lk-geimfari/church) - is a Python library that help you generate fake data. + * [fake2db](https://github.com/emirozer/fake2db) - Fake database generator. + * [faker](https://github.com/joke2k/faker) - A Python package that generates fake data. + * [radar](https://pypi.python.org/pypi/radar) - Generate random datetime / time. +* Error Handler + * [FuckIt.py](https://github.com/ajalt/fuckitpy) - FuckIt.py uses state-of-the-art technology to make sure your Python code runs whether it has any right to or not. -## Search -*Libraries and software for indexing and performing search queries on data.* +## Text Processing -* [django-haystack](https://github.com/django-haystack/django-haystack) - Modular search for Django. -* [elasticsearch-py](https://www.elastic.co/guide/en/elasticsearch/client/python-api/current/index.html) - The official low-level Python client for [Elasticsearch](https://www.elastic.co/products/elasticsearch). -* [elasticsearch-dsl-py](https://github.com/elastic/elasticsearch-dsl-py) - The official high-level Python client for Elasticsearch. -* [esengine](https://github.com/catholabs/esengine) - ElasticSearch ODM (Object Document Mapper) for Python. -* [solrpy](https://github.com/edsu/solrpy) - A Python client for [solr](http://lucene.apache.org/solr/). -* [Whoosh](http://whoosh.readthedocs.io/) - A fast, pure Python search engine library. +*Libraries for parsing and manipulating plain texts.* -## News Feed +* General + * [chardet](https://github.com/chardet/chardet) - Python 2/3 compatible character encoding detector. + * [difflib](https://docs.python.org/2/library/difflib.html) - (Python standard library) Helpers for computing deltas. + * [ftfy](https://github.com/LuminosoInsight/python-ftfy) - Makes Unicode text less broken and more consistent automagically. + * [fuzzywuzzy](https://github.com/seatgeek/fuzzywuzzy) - Fuzzy String Matching. + * [Levenshtein](https://github.com/ztane/python-Levenshtein/) - Fast computation of Levenshtein distance and string similarity. + * [pangu.py](https://github.com/vinta/pangu.py) - Spacing texts for CJK and alphanumerics. + * [pyfiglet](https://github.com/pwaller/pyfiglet) - An implementation of figlet written in Python. + * [shortuuid](https://github.com/stochastic-technologies/shortuuid) - A generator library for concise, unambiguous and URL-safe UUIDs. + * [unidecode](https://pypi.python.org/pypi/Unidecode) - ASCII transliterations of Unicode text. + * [uniout](https://github.com/moskytw/uniout) - Print readable chars instead of the escaped string. + * [xpinyin](https://github.com/lxneng/xpinyin) - A library to translate Chinese hanzi (漢字) to pinyin (拼音). +* Slugify + * [awesome-slugify](https://github.com/dimka665/awesome-slugify) - A Python slugify library that can preserve unicode. + * [python-slugify](https://github.com/un33k/python-slugify) - A Python slugify library that translates unicode to ASCII. + * [unicode-slugify](https://github.com/mozilla/unicode-slugify) - A slugifier that generates unicode slugs with Django as a dependency. +* Parser + * [phonenumbers](https://github.com/daviddrysdale/python-phonenumbers) - Parsing, formatting, storing and validating international phone numbers. + * [PLY](http://www.dabeaz.com/ply/) - Implementation of lex and yacc parsing tools for Python + * [Pygments](http://pygments.org/) - A generic syntax highlighter. + * [pyparsing](http://pyparsing.wikispaces.com/) - A general purpose framework for generating parsers. + * [python-nameparser](https://github.com/derek73/python-nameparser) - Parsing human names into their individual components. + * [python-user-agents](https://github.com/selwin/python-user-agents) - Browser user agent parser. + * [sqlparse](https://github.com/andialbrecht/sqlparse) - A non-validating SQL parser. -*Libraries for building user's activities.* +## Third-party APIs -* [django-activity-stream](https://github.com/justquick/django-activity-stream) - Generating generic activity streams from the actions on your site. -* [Stream-Framework](https://github.com/tschellenbach/Stream-Framework) - Building newsfeed and notification systems using Cassandra and Redis. +*Libraries for accessing third party services APIs. See: [List of Python API Wrappers and Libraries](https://github.com/realpython/list-of-python-api-wrappers).* -## Asset Management - -*Tools for managing, compressing and minifying website assets.* - -* [django-compressor](https://github.com/django-compressor/django-compressor) - Compresses linked and inline JavaScript or CSS into a single cached file. -* [django-pipeline](https://github.com/jazzband/django-pipeline) - An asset packaging library for Django. -* [django-storages](https://github.com/jschneier/django-storages) - A collection of custom storage back ends for Django. -* [fanstatic](http://www.fanstatic.org/en/latest/) - Packages, optimizes, and serves static file dependencies as Python packages. -* [fileconveyor](http://fileconveyor.org/) - A daemon to detect and sync files to CDNs, S3 and FTP. -* [flask-assets](https://github.com/miracle2k/flask-assets) - Helps you integrate webassets into your Flask app. -* [jinja-assets-compressor](https://github.com/jaysonsantos/jinja-assets-compressor) - A Jinja extension to compile and compress your assets. -* [webassets](https://github.com/miracle2k/webassets) - Bundles, optimizes, and manages unique cache-busting URLs for static resources. - -## Caching - -*Libraries for caching data.* - -* [Beaker](https://github.com/bbangert/beaker) - A library for caching and sessions for use with web applications and stand-alone Python scripts and applications. -* [django-cache-machine](https://github.com/django-cache-machine/django-cache-machine) - Automatic caching and invalidation for Django models. -* [django-cacheops](https://github.com/Suor/django-cacheops) - A slick ORM cache with automatic granular event-driven invalidation. -* [django-viewlet](https://github.com/5monkeys/django-viewlet) - Render template parts with extended cache control. -* [dogpile.cache](http://dogpilecache.readthedocs.io/) - dogpile.cache is next generation replacement for Beaker made by same authors. -* [HermesCache](https://pypi.python.org/pypi/HermesCache) - Python caching library with tag-based invalidation and dogpile effect prevention. -* [johnny-cache](https://github.com/jmoiron/johnny-cache) - A caching framework for django applications. -* [pylibmc](https://github.com/lericson/pylibmc) - A Python wrapper around the [libmemcached](http://libmemcached.org/libMemcached.html) interface. -* [DiskCache](http://www.grantjenks.com/docs/diskcache/) - SQLite and file backed cache backend with faster lookups than memcached and redis. - -## Email - -*Libraries for sending and parsing email.* - -* [envelopes](http://tomekwojcik.github.io/envelopes/) - Mailing for human beings. -* [flanker](https://github.com/mailgun/flanker) - A email address and Mime parsing library. -* [imbox](https://github.com/martinrusev/imbox) - Python IMAP for Humans. -* [inbox.py](https://github.com/kennethreitz/inbox.py) - Python SMTP Server for Humans. -* [lamson](https://github.com/zedshaw/lamson) - Pythonic SMTP Application Server. -* [Marrow Mailer](https://github.com/marrow/mailer) - High-performance extensible mail delivery framework. -* [modoboa](https://github.com/tonioo/modoboa) - A mail hosting and management platform including a modern and simplified Web UI. -* [Nylas Sync Engine](https://github.com/nylas/sync-engine) - Providing a RESTful API on top of a powerful email sync platform. -* [yagmail](https://github.com/kootenpv/yagmail) - Yet another Gmail/SMTP client. - -## Internationalization - -*Libraries for working with i18n.* - -* [Babel](http://babel.pocoo.org/en/latest/) - An internationalization library for Python. -* [PyICU](https://github.com/ovalhub/pyicu) - A wrapper of International Components for Unicode C++ library ([ICU](http://site.icu-project.org/)). +* [apache-libcloud](https://libcloud.apache.org/) - One Python library for all clouds. +* [boto](https://github.com/boto/boto) - Python interface to Amazon Web Services. +* [django-wordpress](https://github.com/sunlightlabs/django-wordpress/) - WordPress models and views for Django. +* [facebook-sdk](https://github.com/mobolic/facebook-sdk) - Facebook Platform Python SDK. +* [facepy](https://github.com/jgorset/facepy) - Facepy makes it really easy to interact with Facebook's Graph API +* [gmail](https://github.com/charlierguo/gmail) - A Pythonic interface for Gmail. +* [google-api-python-client](https://github.com/google/google-api-python-client) - Google APIs Client Library for Python. +* [gspread](https://github.com/burnash/gspread) - Google Spreadsheets Python API. +* [twython](https://github.com/ryanmcgrath/twython) - A Python wrapper for the Twitter API. ## URL Manipulation @@ -650,35 +1102,27 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [short_url](https://github.com/Alir3z4/python-short_url) - Python implementation for generating Tiny URL and bit.ly-like URLs. * [webargs](https://github.com/sloria/webargs) - A friendly library for parsing HTTP request arguments, with built-in support for popular web frameworks, including Flask, Django, Bottle, Tornado, and Pyramid. -## HTML Manipulation +## Video -*Libraries for working with HTML and XML.* +*Libraries for manipulating video and GIFs.* -* [BeautifulSoup](https://www.crummy.com/software/BeautifulSoup/bs4/doc/) - Providing Pythonic idioms for iterating, searching, and modifying HTML or XML. -* [bleach](https://github.com/mozilla/bleach) - A whitelist-based HTML sanitization and text linkification library. -* [cssutils](https://pypi.python.org/pypi/cssutils/) - A CSS library for Python. -* [html5lib](https://github.com/html5lib/html5lib-python) - A standards-compliant library for parsing and serializing HTML documents and fragments. -* [lxml](http://lxml.de/) - A very fast, easy-to-use and versatile library for handling HTML and XML. -* [MarkupSafe](https://github.com/pallets/markupsafe) - Implements a XML/HTML/XHTML Markup safe string for Python. -* [pyquery](https://github.com/gawel/pyquery) - A jQuery-like library for parsing HTML. -* [untangle](https://github.com/stchris/untangle) - Converts XML documents to Python objects for easy access. -* [WeasyPrint](http://weasyprint.org) - A visual rendering engine for HTML and CSS that can export to PDF. -* [xmldataset](https://xmldataset.readthedocs.io) - Simple XML Parsing. -* [xmltodict](https://github.com/martinblech/xmltodict) - Working with XML feel like you are working with JSON. +* [moviepy](http://zulko.github.io/moviepy/) - A module for script-based movie editing with many formats, including animated GIFs. +* [scikit-video](https://github.com/aizvorski/scikit-video) - Video processing routines for SciPy. -## Web Crawling +## WSGI Servers -*Libraries for scraping websites.* +*WSGI-compatible web servers.* -* [Scrapy](http://scrapy.org/) - A fast high-level screen scraping and web crawling framework. -* [cola](https://github.com/chineking/cola) - A distributed crawling framework. -* [Demiurge](https://github.com/matiasb/demiurge) - PyQuery-based scraping micro-framework. -* [feedparser](http://pythonhosted.org/feedparser/) - Universal feed parser. -* [Grab](http://grablib.org/) - Site scraping framework. -* [MechanicalSoup](https://github.com/hickford/MechanicalSoup) - A Python library for automating interaction with websites. -* [portia](https://github.com/scrapinghub/portia) - Visual scraping for Scrapy. -* [pyspider](https://github.com/binux/pyspider) - A powerful spider system. -* [RoboBrowser](https://github.com/jmcarp/robobrowser) - A simple, Pythonic library for browsing the web without a standalone web browser. +* [bjoern](https://pypi.python.org/pypi/bjoern) - Asynchronous, very fast and written in C. +* [fapws3](http://www.fapws.org/) - Asynchronous (network side only), written in C. +* [gunicorn](https://pypi.python.org/pypi/gunicorn) - Pre-forked, partly written in C. +* [meinheld](https://pypi.python.org/pypi/meinheld) - Asynchronous, partly written in C. +* [netius](https://github.com/hivesolutions/netius) - Asynchronous, very fast. +* [paste](http://pythonpaste.org/) - Multi-threaded, stable, tried and tested. +* [rocket](https://pypi.python.org/pypi/rocket) - Multi-threaded. +* [uWSGI](https://uwsgi-docs.readthedocs.io/) - A project aims at developing a full stack for building hosting services, written in C. +* [waitress](https://waitress.readthedocs.io/) - Multi-threaded, powers Pyramid. +* [Werkzeug](http://werkzeug.pocoo.org/) - A WSGI utility library for Python that powers Flask and can easily be embedded into your own projects. ## Web Content Extracting @@ -696,93 +1140,34 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [sumy](https://github.com/miso-belica/sumy) - A module for automatic summarization of text documents and HTML pages. * [textract](https://github.com/deanmalmgren/textract) - Extract text from any document, Word, PowerPoint, PDFs, etc. -## Forms +## Web Crawling -*Libraries for working with forms.* +*Libraries for scraping websites.* -* [Deform](https://github.com/Pylons/deform) - Python HTML form generation library influenced by the formish form generation library. -* [django-bootstrap3](https://github.com/dyve/django-bootstrap3) - Bootstrap 3 integration with Django. -* [django-crispy-forms](https://github.com/maraujop/django-crispy-forms) - A Django app which lets you create beautiful forms in a very elegant and DRY way. -* [django-remote-forms](https://github.com/WiserTogether/django-remote-forms) - A platform independent Django form serializer. -* [WTForms](https://github.com/wtforms/wtforms) - A flexible forms validation and rendering library. +* [cola](https://github.com/chineking/cola) - A distributed crawling framework. +* [Demiurge](https://github.com/matiasb/demiurge) - PyQuery-based scraping micro-framework. +* [feedparser](http://pythonhosted.org/feedparser/) - Universal feed parser. +* [Grab](http://grablib.org/) - Site scraping framework. +* [MechanicalSoup](https://github.com/hickford/MechanicalSoup) - A Python library for automating interaction with websites. +* [portia](https://github.com/scrapinghub/portia) - Visual scraping for Scrapy. +* [pyspider](https://github.com/binux/pyspider) - A powerful spider system. +* [RoboBrowser](https://github.com/jmcarp/robobrowser) - A simple, Pythonic library for browsing the web without a standalone web browser. +* [Scrapy](http://scrapy.org/) - A fast high-level screen scraping and web crawling framework. -## Data Validation +## Web Frameworks -*Libraries for validating data. Used for forms in many cases.* +*Full stack web frameworks.* -* [Schematics](https://github.com/schematics/schematics) - Data Structure Validation. -* [schema](https://github.com/keleshev/schema) - A library for validating Python data structures. -* [jsonschema](https://github.com/Julian/jsonschema) - An implementation of [JSON Schema](http://json-schema.org/) for Python. -* [Cerberus](https://github.com/nicolaiarocci/cerberus/) - A lightweight and extensible data validation library. -* [colander](http://docs.pylonsproject.org/projects/colander/en/latest/) - Validating and deserializing data obtained via XML, JSON, an HTML form post. -* [voluptuous](https://github.com/alecthomas/voluptuous) - A Python data validation library. -* [valideer](https://github.com/podio/valideer) - Lightweight extensible data validation and adaptation library. - -## Anti-spam - -*Libraries for fighting spam.* - -* [django-simple-captcha](https://github.com/mbi/django-simple-captcha) - A simple and highly customizable Django app to add captcha images to any Django form. -* [django-simple-spam-blocker](https://github.com/moqada/django-simple-spam-blocker) - Simple spam blocker for Django. - -## Tagging - -*Libraries for tagging items.* - -* [django-taggit](https://github.com/alex/django-taggit) - Simple tagging for Django. - -## Admin Panels - -*Libraries for administrative interfaces.* - -* [Ajenti](https://github.com/Eugeny/ajenti) - The admin panel your servers deserve. -* [django-suit](http://djangosuit.com/) - Alternative Django Admin-Interface (free only for Non-commercial use). -* [django-xadmin](https://github.com/sshwsfc/xadmin) - Drop-in replacement of Django admin comes with lots of goodies. -* [flask-admin](https://github.com/flask-admin/flask-admin) - Simple and extensible administrative interface framework for Flask. -* [flower](https://github.com/mher/flower) - Real-time monitor and web admin for Celery. -* [Grappelli](http://grappelliproject.com) – A jazzy skin for the Django Admin-Interface. -* [Wooey](https://github.com/wooey/wooey) - A Django app which creates automatic web UIs for Python scripts. - -## Static Site Generator - -*Static site generator is a software that takes some text + templates as input and produces HTML files on the output.* - -* [Pelican](http://blog.getpelican.com/) - Uses Markdown or ReST for content and Jinja 2 for themes. Supports DVCS, Disqus. AGPL. -* [Cactus](https://github.com/koenbok/Cactus/) – Static site generator for designers. -* [Hyde](http://hyde.github.io/) - Jinja2-based static web site generator. -* [Nikola](https://www.getnikola.com/) - A static website and blog generator. -* [Tinkerer](http://tinkerer.me/) - Tinkerer is a blogging engine/.static website generator powered by Sphinx. -* [Lektor](https://www.getlektor.com/) - An easy to use static CMS and blog engine. - -## Processes - -*Libraries for starting and communicating with OS processes.* - -* [envoy](https://github.com/kennethreitz/envoy) - Python [subprocess](https://docs.python.org/2/library/subprocess.html) for Humans™. -* [sarge](http://sarge.readthedocs.io/) - Yet another wrapper for subprocess. -* [sh](https://github.com/amoffat/sh) - A full-fledged subprocess replacement for Python. - -## Concurrency and Parallelism - -*Libraries for concurrent and parallel execution.* - -* [multiprocessing](https://docs.python.org/2/library/multiprocessing.html) - (Python standard library) Process-based "threading" interface. -* [threading](https://docs.python.org/2/library/threading.html) - (Python standard library) Higher-level threading interface. -* [eventlet](http://eventlet.net/) - Asynchronous framework with WSGI support. -* [gevent](http://www.gevent.org/) - A coroutine-based Python networking library that uses [greenlet](https://github.com/python-greenlet/greenlet). -* [Tomorrow](https://github.com/madisonmay/Tomorrow) - Magic decorator syntax for asynchronous code. -* [uvloop](https://github.com/MagicStack/uvloop) - Ultra fast implementation of asyncio event loop on top of libuv. - -## Networking - -*Libraries for networking programming.* - -* [asyncio](https://docs.python.org/3/library/asyncio.html) - (Python standard library) Asynchronous I/O, event loop, coroutines and tasks. -* [Twisted](https://twistedmatrix.com/trac/) - An event-driven networking engine. -* [pulsar](https://github.com/quantmind/pulsar) - Event-driven concurrent framework for Python. -* [diesel](https://github.com/dieseldev/diesel) - Greenlet-based event I/O Framework for Python. -* [pyzmq](http://zeromq.github.io/pyzmq/) - A Python wrapper for the ZeroMQ message library. -* [txZMQ](https://github.com/smira/txZMQ) - Twisted based wrapper for the ZeroMQ message library. +* [Bottle](http://bottlepy.org/docs/dev/index.html) - A fast, simple and lightweight WSGI micro web-framework. +* [CherryPy](http://www.cherrypy.org/) - A minimalist Python web framework, HTTP/1.1-compliant and WSGI thread-pooled. +* [Django](https://www.djangoproject.com/) - The most popular web framework in Python. + * [awesome-django](https://github.com/rosarior/awesome-django) +* [Flask](http://flask.pocoo.org/) - A microframework for Python. + * [awesome-flask](https://github.com/humiaozuzu/awesome-flask) +* [Pyramid](http://www.pylonsproject.org/) - A small, fast, down-to-earth, open source Python web framework. + * [awesome-pyramid](https://github.com/uralbash/awesome-pyramid) +* [Tornado](http://www.tornadoweb.org/en/latest/) - A Web framework and asynchronous networking library. +* [TurboGears](http://www.turbogears.org/) - A microframework that can scale up to a full stack solution. ## WebSocket @@ -793,392 +1178,6 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [django-socketio](https://github.com/stephenmcd/django-socketio) - WebSockets for Django. * [WebSocket-for-Python](https://github.com/Lawouach/WebSocket-for-Python) - WebSocket client and server library for Python 2 and 3 as well as PyPy. -## WSGI Servers - -*WSGI-compatible web servers.* - -* [gunicorn](https://pypi.python.org/pypi/gunicorn) - Pre-forked, partly written in C. -* [uwsgi](https://uwsgi-docs.readthedocs.io/) - A project aims at developing a full stack for building hosting services, written in C. -* [bjoern](https://pypi.python.org/pypi/bjoern) - Asynchronous, very fast and written in C. -* [fapws3](http://www.fapws.org/) - Asynchronous (network side only), written in C. -* [meinheld](https://pypi.python.org/pypi/meinheld) - Asynchronous, partly written in C. -* [netius](https://github.com/hivesolutions/netius) - Asynchronous, very fast. -* [paste](http://pythonpaste.org/) - Multi-threaded, stable, tried and tested. -* [rocket](https://pypi.python.org/pypi/rocket) - Multi-threaded. -* [waitress](https://waitress.readthedocs.io/) - Multi-threaded, poweres Pyramid. -* [Werkzeug](http://werkzeug.pocoo.org/) - A WSGI utility library for Python that powers Flask and can easily be embedded into your own projects. - -## RPC Servers - -*RPC-compatible servers.* - -* [SimpleJSONRPCServer](https://github.com/joshmarshall/jsonrpclib/) - This library is an implementation of the JSON-RPC specification. -* [SimpleXMLRPCServer](https://docs.python.org/2/library/simplexmlrpcserver.html) - (Python standard library) Simple XML-RPC server implementation, single-threaded. -* [zeroRPC](https://github.com/0rpc/zerorpc-python) - zerorpc is a flexible RPC implementation based on [ZeroMQ](http://zeromq.org/) and [MessagePack](http://msgpack.org/). - -## Cryptography - -* [cryptography](https://cryptography.io/en/latest/) - A package designed to expose cryptographic primitives and recipes to Python developers. -* [hashids](https://github.com/davidaurelio/hashids-python) - Implementation of [hashids](http://hashids.org) in Python. -* [Paramiko](http://www.paramiko.org/) - A Python (2.6+, 3.3+) implementation of the SSHv2 protocol, providing both client and server functionality. -* [Passlib](https://pythonhosted.org/passlib/) - Secure password storage/hashing library, very high level. -* [PyCrypto](https://www.dlitz.net/software/pycrypto/) - The Python Cryptography Toolkit. -* [PyNacl](https://github.com/pyca/pynacl) - Python binding to the Networking and Cryptography (NaCl) library. - -## GUI - -*Libraries for working with graphical user interface applications.* - -* [curses](https://docs.python.org/2/library/curses.html#module-curses) - Built-in wrapper for [ncurses](http://www.gnu.org/software/ncurses/) used to create terminal GUI applications. -* [enaml](https://github.com/nucleic/enaml) - Creating beautiful user-interfaces with Declaratic Syntax like QML. -* [kivy](https://kivy.org/) - A library for creating NUI applications, running on Windows, Linux, Mac OS X, Android and iOS. -* [pyglet](https://bitbucket.org/pyglet/pyglet/wiki/Home) - A cross-platform windowing and multimedia library for Python. -* [PyQt](https://riverbankcomputing.com/software/pyqt/intro) - Python bindings for the [Qt](http://www.qt.io/) cross-platform application and UI framework, with support for both Qt v4 and Qt v5 frameworks. -* [PySide](https://wiki.qt.io/PySide) - Python bindings for the [Qt](http://www.qt.io/) cross-platform application and UI framework, supporting the Qt v4 framework. -* [Tkinter](https://wiki.python.org/moin/TkInter) - Tkinter is Python's de-facto standard GUI package. -* [Toga](https://github.com/pybee/toga) - A Python native, OS native GUI toolkit. -* [urwid](http://urwid.org/) - A library for creating terminal GUI applications with strong support for widgets, events, rich colors, etc. -* [wxPython](http://wxpython.org/) - A blending of the wxWidgets C++ class library with the Python. -* [PyGObject](https://wiki.gnome.org/Projects/PyGObject) - Python Bindings for GLib/GObject/GIO/GTK+ (GTK+3) -* [Flexx](https://github.com/zoofIO/flexx) - Flexx is a pure Python toolkit for creating GUI's, that uses web technology for its rendering. - -## Game Development - -*Awesome game development libraries.* - -* [Cocos2d](http://cocos2d.org/) - cocos2d is a framework for building 2D games, demos, and other graphical/interactive applications. It is based on pyglet. -* [Panda3D](https://www.panda3d.org/) - 3D game engine developed by Disney and maintained by Carnegie Mellon's Entertainment Technology Center. Written in C++, completely wrapped in Python. -* [Pygame](http://www.pygame.org/news.html) - Pygame is a set of Python modules designed for writing games. -* [PyOgre](http://www.ogre3d.org/tikiwiki/PyOgre) - Python bindings for the Ogre 3D render engine, can be used for games, simulations, anything 3D. -* [PyOpenGL](http://pyopengl.sourceforge.net/) - Python ctypes bindings for OpenGL and it's related APIs. -* [PySDL2](http://pysdl2.readthedocs.io/) - A ctypes based wrapper for the SDL2 library. -* [RenPy](https://www.renpy.org/) - A Visual Novel engine. - -## Logging - -*Libraries for generating and working with logs.* - -* [logging](https://docs.python.org/2/library/logging.html) - (Python standard library) Logging facility for Python. -* [logbook](http://pythonhosted.org/Logbook/) - Logging replacement for Python. -* [Eliot](https://github.com/ClusterHQ/eliot) - Logging for complex & distributed systems. -* [Raven](https://github.com/getsentry/raven-python) - The Python client for Sentry. -* [Sentry](https://pypi.python.org/pypi/sentry) - A realtime logging and aggregation server. - -## Testing - -*Libraries for testing codebases and generating test data.* - -* Testing Frameworks - * [unittest](https://docs.python.org/2/library/unittest.html) - (Python standard library) Unit testing framework. - * [nose](https://github.com/nose-devs/nose) - A nicer `unittest` for Python. - * [pytest](http://pytest.org/latest/) - A mature full-featured Python testing tool. - * [hypothesis](https://github.com/HypothesisWorks/hypothesis-python) - Hypothesis is an advanced Quickcheck style property based testing library. - * [mamba](http://nestorsalceda.github.io/mamba/) - The definitive testing tool for Python. Born under the banner of BDD. - * [Robot Framework](https://github.com/robotframework/robotframework) - A generic test automation framework. -* Test Runners - * [tox](https://tox.readthedocs.io/) - Auto builds and tests distributions in multiple Python versions - * [green](https://github.com/CleanCut/green) - A clean, colorful test runner. -* GUI / Web Testing - * [Selenium](https://pypi.python.org/pypi/selenium) - Python bindings for [Selenium](http://www.seleniumhq.org/) WebDriver. - * [locust](https://github.com/locustio/locust) - Scalable user load testing tool written in Python. - * [sixpack](https://github.com/seatgeek/sixpack) - A language-agnostic A/B Testing framework. - * [splinter](https://github.com/cobrateam/splinter) - Open source tool for testing web applications. - * [PyAutoGUI](https://github.com/asweigart/pyautogui) - PyAutoGUI is a cross-platform GUI automation Python module for human beings. -* Mock - * [mock](https://docs.python.org/3/library/unittest.mock.html) - (Python standard library) A mocking and patching library. - * [doublex](https://pypi.python.org/pypi/doublex) - Powerful test doubles framework for Python. - * [freezegun](https://github.com/spulec/freezegun) - Travel through time by mocking the datetime module. - * [httmock](https://github.com/patrys/httmock) - A mocking library for requests for Python 2.6+ and 3.2+. - * [httpretty](https://github.com/gabrielfalcao/HTTPretty) - HTTP request mock tool for Python. - * [responses](https://github.com/getsentry/responses) - A utility library for mocking out the requests Python library. - * [VCR.py](https://github.com/kevin1024/vcrpy) - Record and replay HTTP interactions on your tests. -* Object Factories - * [factory_boy](https://github.com/rbarrois/factory_boy) - A test fixtures replacement for Python. - * [mixer](https://github.com/klen/mixer) - Another fixtures replacement. Supported Django, Flask, SQLAlchemy, Peewee and etc. - * [model_mommy](https://github.com/vandersonmota/model_mommy) - Creating random fixtures for testing in Django. -* Code Coverage - * [coverage](https://pypi.python.org/pypi/coverage) - Code coverage measurement. -* Fake Data - * [faker](https://github.com/joke2k/faker) - A Python package that generates fake data. - * [fake2db](https://github.com/emirozer/fake2db) - Fake database generator. - * [radar](https://pypi.python.org/pypi/radar) - Generate random datetime / time. -* Error Handler - * [FuckIt.py](https://github.com/ajalt/fuckitpy) - FuckIt.py uses state-of-the-art technology to make sure your Python code runs whether it has any right to or not. - - -## Code Analysis and Linter - -*Libraries and tools for analysing, parsing and manipulation codebases.* - -* Code Analysis - * [code2flow](https://github.com/scottrogowski/code2flow) - Turn your Python and JavaScript code into DOT flowcharts. - * [pycallgraph](https://github.com/gak/pycallgraph) - A library that visualises the flow (call graph) of your Python application. - * [pysonar2](https://github.com/yinwang0/pysonar2) - A type inferencer and indexer for Python. - * [coala](http://coala-analyzer.org/) - Language independent and easily extendable code analysis application. -* Linter - * [Flake8](https://pypi.python.org/pypi/flake8) - The modular source code checker: pep8, pyflakes and co. - * [Pylint](https://www.pylint.org/) - A Fully customizable source code analyzer. - * [pylama](https://github.com/klen/pylama) - Code audit tool for Python and JavaScript. - -## Debugging Tools - -*Libraries for debugging code.* - -* Debugger - * [ipdb](https://pypi.python.org/pypi/ipdb) - IPython-enabled [pdb](https://docs.python.org/2/library/pdb.html). - * [pudb](https://pypi.python.org/pypi/pudb) – A full-screen, console-based Python debugger. - * [pyringe](https://github.com/google/pyringe) - Debugger capable of attaching to and injecting code into Python processes. - * [wdb](https://github.com/Kozea/wdb) - An improbable web debugger through WebSockets. - * [winpdb](http://winpdb.org/) - A Python Debugger with GUI, capable of remote debugging based on `rpdb2`. - * [django-debug-toolbar](https://github.com/django-debug-toolbar/django-debug-toolbar) - Display various debug information for Django. - * [django-devserver](https://github.com/dcramer/django-devserver) - A drop-in replacement for Django's runserver. - * [flask-debugtoolbar](https://github.com/mgood/flask-debugtoolbar) - A port of the django-debug-toolbar to flask. -* Profiler - * [line_profiler](https://github.com/rkern/line_profiler) - Line-by-line profiling. - * [memory_profiler](https://github.com/fabianp/memory_profiler) - Monitor Memory usage of Python code. - * [profiling](https://github.com/what-studio/profiling) - An interactive Python profiler. -* Others - * [pyelftools](https://github.com/eliben/pyelftools) - Parsing and analyzing ELF files and DWARF debugging information. - * [python-statsd](https://github.com/WoLpH/python-statsd) - Python Client for the [statsd](https://github.com/etsy/statsd/) server. - -## Science and Data Analysis - -*Libraries for scientific computing and data analyzing.* - -* [astropy](http://www.astropy.org/) - A community Python library for Astronomy. -* [bcbio-nextgen](https://github.com/chapmanb/bcbio-nextgen) - A toolkit providing best-practice pipelines for fully automated high throughput sequencing analysis. -* [bccb](https://github.com/chapmanb/bcbb) - Collection of useful code related to biological analysis. -* [Biopython](http://biopython.org/wiki/Main_Page) - Biopython is a set of freely available tools for biological computation. -* [blaze](https://github.com/blaze/blaze) - NumPy and Pandas interface to Big Data. -* [cclib](http://cclib.github.io/) - A library for parsing and interpreting the results of computational chemistry packages. -* [NetworkX](https://networkx.github.io/) - A high-productivity software for complex networks. -* [Neupy](http://neupy.com/pages/home.html) - Running and testing different Artificial Neural Networks algorithms. -* [NIPY](http://nipy.org) - A collection of neuroimaging toolkits. -* [Numba](http://numba.pydata.org/) - Python JIT (just in time) complier to LLVM aimed at scientific Python by the developers of Cython and NumPy. -* [NumPy](http://www.numpy.org/) - A fundamental package for scientific computing with Python. -* [Open Babel](http://openbabel.org/wiki/Main_Page) - A chemical toolbox designed to speak the many languages of chemical data. -* [Open Mining](https://github.com/mining/mining) - Business Intelligence (BI) in Python (Pandas web interface) -* [orange](http://orange.biolab.si/) - Data mining, data visualization, analysis and machine learning through visual programming or Python scripting. -* [Pandas](http://pandas.pydata.org/) - A library providing high-performance, easy-to-use data structures and data analysis tools. -* [PyDy](http://www.pydy.org/) - Short for Python Dynamics, used to assist with workflow in the modeling of dynamic motion based around NumPy, SciPy, IPython, and matplotlib. -* [PyMC](https://github.com/pymc-devs/pymc3) - Markov Chain Monte Carlo sampling toolkit. -* [RDKit](http://www.rdkit.org/) - Cheminformatics and Machine Learning Software. -* [SciPy](http://www.scipy.org/) - A Python-based ecosystem of open-source software for mathematics, science, and engineering. -* [statsmodels](https://github.com/statsmodels/statsmodels) - Statistical modeling and econometrics in Python. -* [SymPy](https://github.com/sympy/sympy) - A Python library for symbolic mathematics. -* [zipline](https://github.com/quantopian/zipline) - A Pythonic algorithmic trading library. - -## Data Visualization - -*Libraries for visualizing data. See: [awesome-javascript](https://github.com/sorrycc/awesome-javascript#data-visualization).* - -* [matplotlib](http://matplotlib.org/) - A Python 2D plotting library. -* [bokeh](https://github.com/bokeh/bokeh) - Interactive Web Plotting for Python. -* [ggplot](https://github.com/yhat/ggplot) - Same API as ggplot2 for R. -* [plotly](https://plot.ly/python/) - Collaborative web plotting for Python and matplotlib. -* [pygal](http://www.pygal.org/en/latest/) - A Python SVG Charts Creator. -* [pygraphviz](https://pypi.python.org/pypi/pygraphviz) - Python interface to [Graphviz](http://www.graphviz.org/). -* [PyQtGraph](http://www.pyqtgraph.org/) - Interactive and realtime 2D/3D/Image plotting and science/engineering widgets. -* [SnakeViz](http://jiffyclub.github.io/snakeviz/) - A browser based graphical viewer for the output of Python's cProfile module. -* [seaborn](https://github.com/mwaskom/seaborn) - Statistical data visualization using matplotlib. -* [vincent](https://github.com/wrobstory/vincent) - A Python to Vega translator. -* [VisPy](http://vispy.org/) - High-performance scientific visualization based on OpenGL. - -## Computer Vision - -*Libraries for computer vision.* - -* [OpenCV](http://opencv.org/) - Open Source Computer Vision Library. -* [SimpleCV](http://simplecv.org/) - An open source framework for building computer vision applications. - -## Machine Learning - -*Libraries for Machine Learning. See: [awesome-machine-learning](https://github.com/josephmisiti/awesome-machine-learning#python).* - -* [Crab](https://github.com/muricoca/crab) - A flexible, fast recommender engine. -* [gensim](https://github.com/piskvorky/gensim) - Topic Modelling for Humans. -* [hebel](https://github.com/hannes-brt/hebel) - GPU-Accelerated Deep Learning Library in Python. -* [NuPIC](https://github.com/numenta/nupic) - Numenta Platform for Intelligent Computing. -* [pattern](https://github.com/clips/pattern) - Web mining module for Python. -* [PyBrain](https://github.com/pybrain/pybrain) - Another Python Machine Learning Library. -* [Pylearn2](https://github.com/lisa-lab/pylearn2) - A Machine Learning library based on [Theano](https://github.com/Theano/Theano). -* [python-recsys](https://github.com/ocelma/python-recsys) - A Python library for implementing a Recommender System. -* [scikit-learn](http://scikit-learn.org/) - A Python module for machine learning built on top of SciPy. -* [pydeep](https://github.com/andersbll/deeppy) - Deep learning in python -* [vowpal_porpoise](https://github.com/josephreisinger/vowpal_porpoise) - A lightweight Python wrapper for [Vowpal Wabbit](https://github.com/JohnLangford/vowpal_wabbit/). -* [skflow](https://github.com/tensorflow/skflow) - A simplified interface for [TensorFlow](https://github.com/tensorflow/tensorflow) (mimicking scikit-learn). - -## MapReduce - -*Frameworks and libraries for MapReduce.* - -* [dpark](https://github.com/douban/dpark) - Python clone of Spark, a MapReduce alike framework in Python. -* [dumbo](https://github.com/klbostee/dumbo) - Python module that allows one to easily write and run Hadoop programs. -* [luigi](https://github.com/spotify/luigi) - A module that helps you build complex pipelines of batch jobs. -* [mrjob](https://github.com/Yelp/mrjob) - Run MapReduce jobs on Hadoop or Amazon Web Services. -* [PySpark](http://spark.apache.org/docs/latest/programming-guide.html) - The Spark Python API. -* [streamparse](https://github.com/Parsely/streamparse) - Run Python code against real-time streams of data. Integrates with [Apache Storm](http://storm.apache.org/). - -## Functional Programming - -*Functional Programming with Python.* - -* [CyToolz](https://github.com/pytoolz/cytoolz/) - Cython implementation of Toolz: High performance functional utilities. -* [fn.py](https://github.com/kachayev/fn.py) - Functional programming in Python: implementation of missing features to enjoy FP. -* [funcy](https://github.com/Suor/funcy) - A fancy and practical functional tools. -* [Toolz](https://github.com/pytoolz/toolz) - A collection of functional utilities for iterators, functions, and dictionaries. - -## Third-party APIs - -*Libraries for accessing third party services APIs. See: [List of Python API Wrappers and Libraries](https://github.com/realpython/list-of-python-api-wrappers).* - -* [apache-libcloud](https://libcloud.apache.org/) - One Python library for all clouds. -* [boto](https://github.com/boto/boto) - Python interface to Amazon Web Services. -* [django-wordpress](https://github.com/sunlightlabs/django-wordpress/) - WordPress models and views for Django. -* [facebook-sdk](https://github.com/mobolic/facebook-sdk) - Facebook Platform Python SDK. -* [facepy](https://github.com/jgorset/facepy) - Facepy makes it really easy to interact with Facebook's Graph API -* [gmail](https://github.com/charlierguo/gmail) - A Pythonic interface for Gmail. -* [google-api-python-client](https://github.com/google/google-api-python-client) - Google APIs Client Library for Python. -* [gspread](https://github.com/burnash/gspread) - Google Spreadsheets Python API. -* [twython](https://github.com/ryanmcgrath/twython) - A Python wrapper for the Twitter API. - -## DevOps Tools - -*Software and libraries for DevOps.* - -* [Ansible](https://github.com/ansible/ansible) - A radically simple IT automation platform. -* [SaltStack](https://github.com/saltstack/salt) - Infrastructure automation and management system. -* [OpenStack](http://www.openstack.org/) - Open source software for building private and public clouds. -* [Docker Compose](https://docs.docker.com/compose/) - Fast, isolated development environments using [Docker](https://www.docker.com/). -* [Cloud-Init](http://cloudinit.readthedocs.io/) - A multi-distribution package that handles early initialization of a cloud instance. -* [cuisine](https://github.com/sebastien/cuisine) - Chef-like functionality for Fabric. -* [Fabric](http://www.fabfile.org/) - A simple, Pythonic tool for remote execution and deployment. -* [Fabtools](https://github.com/ronnix/fabtools) - Tools for writing awesome Fabric files. -* [honcho](https://github.com/nickstenning/honcho) - A Python clone of [Foreman](https://github.com/ddollar/foreman), for managing Procfile-based applications. -* [pexpect](https://github.com/pexpect/pexpect) - Controlling interactive programs in a pseudo-terminal like GNU expect. -* [psutil](https://github.com/giampaolo/psutil) - A cross-platform process and system utilities module. -* [supervisor](https://github.com/Supervisor/supervisor) - Supervisor process control system for UNIX. - -## ChatOps Tools - -*Libraries for chatbot development.* - -* [Errbot](http://errbot.io/) - The easiest and most popular chatbot to implement ChatOps. - -## Job Scheduler - -*Libraries for scheduling jobs.* - -* [APScheduler](http://apscheduler.readthedocs.io/) - A light but powerful in-process task scheduler that lets you schedule functions. -* [django-schedule](https://github.com/thauber/django-schedule) - A calendaring app for Django. -* [doit](http://pydoit.org/) - A task runner and build tool. -* [gunnery](https://github.com/gunnery/gunnery) - Multipurpose task execution tool for distributed systems with web-based interface. -* [Joblib](http://pythonhosted.org/joblib/index.html) - A set of tools to provide lightweight pipelining in Python. -* [Plan](https://github.com/fengsp/plan) - Writing crontab file in Python like a charm. -* [schedule](https://github.com/dbader/schedule) - Python job scheduling for humans. -* [Spiff](https://github.com/knipknap/SpiffWorkflow) - A powerful workflow engine implemented in pure Python. -* [TaskFlow](http://docs.openstack.org/developer/taskflow/) - A Python library that helps to make task execution easy, consistent and reliable. - -## Foreign Function Interface - -*Libraries for providing foreign function interface.* - -* [cffi](https://pypi.python.org/pypi/cffi) - Foreign Function Interface for Python calling C code. -* [ctypes](https://docs.python.org/2/library/ctypes.html) - (Python standard library) Foreign Function Interface for Python calling C code. -* [PyCUDA](https://mathema.tician.de/software/pycuda/) - A Python wrapper for Nvidia's CUDA API. -* [SWIG](http://www.swig.org/Doc1.3/Python.html) - Simplified Wrapper and Interface Generator. - -## High Performance - -*Libraries for making Python faster.* - -* [Cython](http://cython.org/) - Optimizing Static Compiler for Python. Uses type mixins to compile Python into C or C++ modules resulting in large performance gains. -* [PeachPy](https://github.com/Maratyszcza/PeachPy) - x86-64 assembler embedded in Python. Can be used as inline assembler for Python or as a stand-alone assembler for Windows, Linux, OS X, Native Client and Go. -* [PyPy](http://pypy.org/) - An implementation of Python in Python. The interpreter uses black magic to make Python very fast without having to add in additional type information. -* [Pyston](https://github.com/dropbox/pyston) - A Python implementation built using LLVM and modern JIT techniques with the goal of achieving good performance. -* [Stackless Python](https://bitbucket.org/stackless-dev/stackless/overview) - An enhanced version of the Python. - -## Microsoft Windows - -*Python programming on Microsoft Windows.* - -* [Python(x,y)](http://python-xy.github.io/) - Scientific-applications-oriented Python Distribution based on Qt and Spyder. -* [pythonlibs](http://www.lfd.uci.edu/~gohlke/pythonlibs/) - Unofficial Windows binaries for Python extension packages. -* [PythonNet](https://github.com/pythonnet/pythonnet) - Python Integration with the .NET Common Language Runtime (CLR). -* [PyWin32](https://sourceforge.net/projects/pywin32/) - Python Extensions for Windows. -* [WinPython](https://winpython.github.io/) - Portable development environment for Windows 7/8. - -## Network Virtualization and SDN - -*Tools and libraries for Virtual Networking and SDN (Software Defined Networking).* - -* [Mininet](http://mininet.org/) - A popular network emulator and API written in Python. -* [POX](https://github.com/noxrepo/pox) - An open source development platform for Python-based Software Defined Networking (SDN) control applications, such as OpenFlow SDN controllers. -* [Pyretic](http://frenetic-lang.org/pyretic/) - A member of the Frenetic family of SDN programming languages that provides powerful abstractions over network switches or emulators. -* [SDX Platform](https://github.com/sdn-ixp/internet2award) - SDN based IXP implementation that leverages Mininet, POX and Pyretic. - -## Hardware - -*Libraries for programming with hardware.* - -* [ino](http://inotool.org/) - Command line toolkit for working with [Arduino](https://www.arduino.cc/). -* [Pyro](http://pyrorobotics.com/) - Python Robotics. -* [PyUserInput](https://github.com/SavinaRoja/PyUserInput) - A module for cross-platform control of the mouse and keyboard. -* [scapy](https://github.com/secdev/scapy) - A brilliant packet manipulation library. -* [wifi](https://github.com/rockymeza/wifi) - A Python library and command line tool for working with WiFi on Linux. -* [Pingo](http://www.pingo.io/) - Pingo provides a uniform API to program devices like the Raspberry Pi, pcDuino, Intel Galileo, etc. - -## Compatibility - -*Libraries for migrating from Python 2 to 3.* - -* [Python-Future](http://python-future.org/index.html) - The missing compatibility layer between Python 2 and Python 3. -* [Python-Modernize](https://github.com/mitsuhiko/python-modernize) - Modernizes Python code for eventual Python 3 migration. -* [Six](https://pypi.python.org/pypi/six) - Python 2 and 3 compatibility utilities. - -## Miscellaneous - -*Useful libraries or tools that don't fit in the categories above.* - -* [blinker](https://github.com/jek/blinker) - A fast Python in-process signal/event dispatching system. -* [itsdangerous](https://github.com/pallets/itsdangerous) - Various helpers to pass trusted data to untrusted environments. -* [pluginbase](https://github.com/mitsuhiko/pluginbase) - A simple but flexible plugin system for Python. -* [Pychievements](https://github.com/PacketPerception/pychievements) - A framework for creating and tracking achievements. -* [Tryton](http://www.tryton.org/) - A general purpose business framework. - -## Algorithms and Design Patterns - -*Python implementation of algorithms and design patterns.* - -* [algorithms](https://github.com/nryoung/algorithms) - A module of algorithms for Python. -* [python-patterns](https://github.com/faif/python-patterns) - A collection of design patterns in Python. -* [sortedcontainers](http://www.grantjenks.com/docs/sortedcontainers/) - Fast, pure-Python implementation of SortedList, SortedDict, and SortedSet types. -* [PyPattyrn](https://github.com/tylerlaberge/PyPattyrn) - A simple yet effective library for implementing common design patterns. - -## Editor Plugins - -*Plugins for editors and IDEs.* - -* Emacs - * [Elpy](https://github.com/jorgenschaefer/elpy) - Emacs Python Development Environment. -* Sublime Text - * [SublimeJEDI](https://github.com/srusskih/SublimeJEDI) - A Sublime Text plugin to the awesome auto-complete library Jedi. - * [Anaconda](https://github.com/DamnWidget/anaconda) - Anaconda turns your Sublime Text 3 in a full featured Python development IDE. -* Vim - * [YouCompleteMe](https://github.com/Valloric/YouCompleteMe) - Includes [Jedi](https://github.com/davidhalter/jedi)-based completion engine for Python. - * [Jedi-vim](https://github.com/davidhalter/jedi-vim) - Vim bindings for the Jedi auto-completion library for Python. - * [Python-mode](https://github.com/klen/python-mode) - An all in one plugin for turning Vim into a Python IDE. -* Visual Studio - * [PTVS](https://github.com/Microsoft/PTVS) - Python Tools for Visual Studio. - -## IDEs - -*Popular Python IDEs.* - -* [PyCharm](https://www.jetbrains.com/pycharm/) - Commercial Python IDE by JetBrains. Has free community edition available. -* [LiClipse](http://www.liclipse.com/) - Free polyglot IDE based on Eclipse. Uses PyDev for Python support. -* [Spyder](https://github.com/spyder-ide/spyder) - Open Source Python IDE. - # Services Online tools and APIs to simplify development. @@ -1187,15 +1186,15 @@ Online tools and APIs to simplify development. *See: [awesome-CIandCD](https://github.com/ciandcd/awesome-ciandcd#online-build-system).* -* [Travis CI](https://travis-ci.org) - A popular CI service for your open source and [private](https://travis-ci.com) projects. (GitHub only) * [CircleCI](https://circleci.com/) - A CI service that can run very fast parallel testing. (GitHub only) +* [Travis CI](https://travis-ci.org) - A popular CI service for your open source and [private](https://travis-ci.com) projects. (GitHub only) * [Vexor CI](https://vexor.io) - A continuous integration tool for private apps with pay-per-minute billing model. * [Wercker](http://wercker.com/) - A Docker-based platform for building and deploying applications and microservices. ## Code Quality -* [Codecov](https://codecov.io/) - Code coverage dashboard. * [Codacy](https://www.codacy.com/) - Automated Code Review to ship better code, faster. Free for Open Source. +* [Codecov](https://codecov.io/) - Code coverage dashboard. * [Landscape](https://landscape.io/) - Hosted continuous Python code metrics. * [QuantifiedCode](https://www.quantifiedcode.com/) - A data-driven, automated, continuous code review tool. @@ -1203,25 +1202,10 @@ Online tools and APIs to simplify development. Where to discover new Python libraries. -## Websites +## Podcasts -* [r/Python](https://www.reddit.com/r/python) -* [/r/CoolGithubProjects](https://www.reddit.com/r/coolgithubprojects/) -* [Django Packages](https://www.djangopackages.com/) -* [Full Stack Python](https://www.fullstackpython.com/) -* [Python 3 Wall of Superpowers](http://python3wos.appspot.com/) -* [Python Hackers](http://pythonhackers.com/open-source/) -* [Python ZEEF](https://python.zeef.com/alan.richmond) -* [Trending Python repositories on GitHub today](https://github.com/trending?l=python) -* [PyPI Ranking](http://pypi-ranking.info/alltime) -* [Awesome Python @LibHunt](http://python.libhunt.com) - -## Weekly - -* [CodeTengu Weekly](http://weekly.codetengu.com/) -* [Import Python Newsletter](http://importpython.com/newsletter/) -* [Pycoder's Weekly](http://pycoders.com/) -* [Python Weekly](http://www.pythonweekly.com/) +* [Podcast.init](http://podcastinit.com/) +* [Talk Python To Me](https://talkpython.fm/) ## Twitter @@ -1234,23 +1218,39 @@ Where to discover new Python libraries. * [@pythontrending](https://twitter.com/pythontrending) * [@PythonWeekly](https://twitter.com/PythonWeekly) -## Podcasts +## Websites -* [Podcast.init](http://podcastinit.com/) -* [Talk Python To Me](https://talkpython.fm/) +* [/r/CoolGithubProjects](https://www.reddit.com/r/coolgithubprojects/) +* [/r/Python](https://www.reddit.com/r/python) +* [Awesome Python @LibHunt](http://python.libhunt.com) +* [Django Packages](https://www.djangopackages.com/) +* [Full Stack Python](https://www.fullstackpython.com/) +* [PyPI Ranking](http://pypi-ranking.info/alltime) +* [Python 3 Wall of Superpowers](http://python3wos.appspot.com/) +* [Python Hackers](http://pythonhackers.com/open-source/) +* [Python ZEEF](https://python.zeef.com/alan.richmond) +* [Python 开发社区](http://python.ctolib.com) +* [Trending Python repositories on GitHub today](https://github.com/trending?l=python) + +## Weekly + +* [CodeTengu Weekly](http://weekly.codetengu.com/) +* [Import Python Newsletter](http://importpython.com/newsletter/) +* [Pycoder's Weekly](http://pycoders.com/) +* [Python Weekly](http://www.pythonweekly.com/) # Other Awesome Lists List of lists. +* Monty + * [awesome](https://github.com/sindresorhus/awesome) + * [lists](https://github.com/jnv/lists) * Python * [pycrumbs](https://github.com/kirang89/pycrumbs) * [python-github-projects](https://github.com/checkcheckzz/python-github-projects) * [python_reference](https://github.com/rasbt/python_reference) * [pythonidae](https://github.com/svaksha/pythonidae) -* Monty - * [awesome](https://github.com/sindresorhus/awesome) - * [lists](https://github.com/jnv/lists) # Contributing diff --git a/sort.py b/sort.py index d8091009..d646c3fa 100644 --- a/sort.py +++ b/sort.py @@ -13,6 +13,33 @@ and flattening the end structure into a list of lines. Revision 2 maybe ^.^. """ +def sort_blocks(): + # First, we load the current README into memory + with open('README.md', 'r') as read_me_file: + read_me = read_me_file.read() + + # Separating the 'table of contents' from the contents (blocks) + table_of_contents = ''.join(read_me.split('- - -')[0]) + blocks = ''.join(read_me.split('- - -')[1]).split('\n# ') + for i in range(len(blocks)): + if i == 0: + blocks[i] = blocks[i] + '\n' + else: + blocks[i] = '# ' + blocks[i] + '\n' + + # Sorting the libraries + inner_blocks = sorted(blocks[0].split('##')) + for i in range(1 , len(inner_blocks)): + if inner_blocks[i][0] != '#': + inner_blocks[i] = '##' + inner_blocks[i] + inner_blocks=''.join(inner_blocks) + + # Replacing the non-sorted libraries by the sorted ones and gathering all at the final_README file + blocks[0] = inner_blocks + final_README = table_of_contents + '- - -' + ''.join(blocks) + + with open('README.md', 'w+') as sorted_file: + sorted_file.write(final_README) def main(): # First, we load the current README into memory as an array of lines @@ -45,6 +72,9 @@ def main(): # And the result is written back to README.md sorted_file.write(''.join(blocks)) + # Then we call the sorting method + sort_blocks() + if __name__ == "__main__": main()