added flask + gunicorn + haproxy

Author: huseinzol05

README.md

@@ -44,6 +44,7 @@
 2. Multiple Flask with Nginx Loadbalancer
 3. Multiple Flask SocketIO with Nginx Loadbalancer
 4. RabbitMQ and multiple Celery with Flask
+5. Flask + Gunicorn + HAproxy
 
 ### [Big data piping](piping)
 

scaling-backend/5.flask-gunicorn-haproxy/Dockerfile

@@ -0,0 +1,19 @@
+FROM python:3.6.1 AS base
+
+RUN pip3 install -U textblob ekphrasis
+RUN pip3 install flask gunicorn
+RUN python3 -m nltk.downloader punkt
+RUN python3 -m nltk.downloader wordnet
+RUN python3 -m nltk.downloader stopwords
+RUN python3 -m textblob.download_corpora
+
+WORKDIR /app
+
+COPY . /app
+
+RUN echo
+
+ENV LC_ALL C.UTF-8
+ENV LANG C.UTF-8
+
+EXPOSE 5000

scaling-backend/5.flask-gunicorn-haproxy/README.md

@@ -0,0 +1,22 @@
+## How-to
+
+1. Run `docker-compose`,
+```bash
+docker-compose up --build
+```
+
+2. Scale `sentiment` as many you want,
+```bash
+docker-compose scale sentiment=2
+```
+
+You can see the output from Haproxy,
+```text
+sentiment-haproxy |   server 5flask-gunicorn-haproxy_sentiment_1 5flask-gunicorn-haproxy_sentiment_1:5000 check inter 2000 rise 2 fall 3
+sentiment-haproxy |   server 5flask-gunicorn-haproxy_sentiment_2 5flask-gunicorn-haproxy_sentiment_2:5000 check inter 2000 rise 2 fall 3
+```
+
+3. Visit [localhost:5000/classify](http://localhost:5000/classify?text=%20i%20hate%20u%20man),
+```text
+{"polarity":-0.8,"subjectivity":0.9}
+```

scaling-backend/5.flask-gunicorn-haproxy/app.py

@@ -0,0 +1,72 @@
+from flask import Flask, request, jsonify
+from textblob import TextBlob
+from ekphrasis.classes.preprocessor import TextPreProcessor
+from ekphrasis.classes.tokenizer import SocialTokenizer
+from ekphrasis.dicts.emoticons import emoticons
+from ekphrasis.classes.spellcorrect import SpellCorrector
+
+text_processor = TextPreProcessor(
+    normalize = [
+        'url',
+        'email',
+        'percent',
+        'money',
+        'phone',
+        'user',
+        'time',
+        'url',
+        'date',
+        'number',
+    ],
+    annotate = {
+        'hashtag',
+        'allcaps',
+        'elongated',
+        'repeated',
+        'emphasis',
+        'censored',
+    },
+    fix_html = True,
+    segmenter = 'twitter',
+    corrector = 'twitter',
+    unpack_hashtags = True,
+    unpack_contractions = True,
+    spell_correct_elong = False,
+    tokenizer = SocialTokenizer(lowercase = True).tokenize,
+    dicts = [emoticons],
+)
+
+sp = SpellCorrector(corpus = 'english')
+app = Flask(__name__)
+
+
+def process_text(string):
+    return ' '.join(
+        [
+            sp.correct(c)
+            for c in text_processor.pre_process_doc(string)
+            if '<' not in c
+            and '>' not in c
+            and c not in ',!;:{}\'"!@#$%^&*(01234567890?/|\\'
+        ]
+    )
+
+
+@app.route('/', methods = ['GET'])
+def hello():
+    return 'Hello!'
+
+
+@app.route('/classify', methods = ['GET'])
+def classify():
+    text = request.args.get('text')
+    result = TextBlob(process_text(text))
+    return jsonify(
+        {
+            'polarity': result.sentiment.polarity,
+            'subjectivity': result.sentiment.subjectivity,
+        }
+    )
+
+
+application = app

scaling-backend/5.flask-gunicorn-haproxy/docker-compose.yml

@@ -0,0 +1,21 @@
+version: '3'
+
+services:
+  sentiment:
+    restart: always
+    build:
+      context: .
+    environment:
+      SERVICE_PORTS: 5000
+    command: bash start.sh 2
+  lstm-haproxy:
+    image: dockercloud/haproxy
+    depends_on:
+      - sentiment
+    links:
+      - sentiment
+    ports:
+      - '5000:80'
+    container_name: sentiment-haproxy
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock

scaling-backend/5.flask-gunicorn-haproxy/initial.py

@@ -0,0 +1,37 @@
+from ekphrasis.classes.preprocessor import TextPreProcessor
+from ekphrasis.classes.tokenizer import SocialTokenizer
+from ekphrasis.dicts.emoticons import emoticons
+from ekphrasis.classes.spellcorrect import SpellCorrector
+
+text_processor = TextPreProcessor(
+    normalize = [
+        'url',
+        'email',
+        'percent',
+        'money',
+        'phone',
+        'user',
+        'time',
+        'url',
+        'date',
+        'number',
+    ],
+    annotate = {
+        'hashtag',
+        'allcaps',
+        'elongated',
+        'repeated',
+        'emphasis',
+        'censored',
+    },
+    fix_html = True,
+    segmenter = 'twitter',
+    corrector = 'twitter',
+    unpack_hashtags = True,
+    unpack_contractions = True,
+    spell_correct_elong = False,
+    tokenizer = SocialTokenizer(lowercase = True).tokenize,
+    dicts = [emoticons],
+)
+
+sp = SpellCorrector(corpus = 'english')

scaling-backend/5.flask-gunicorn-haproxy/start.sh

@@ -0,0 +1,4 @@
+NUM_WORKER=$1
+BIND_ADDR=0.0.0.0:5000
+python3 initial.py
+gunicorn --graceful-timeout 30 --reload --max-requests 10 --timeout 180 -w $NUM_WORKER -b $BIND_ADDR -k sync app