Master

.env.example

@@ -1,11 +1,65 @@
 PROJECT_NAME=FonXLog
+#Monolog\Logger::DEBUG = 100
+FINXLOG_DEBUG=100
+FINXLOG_DOMAIN=localhost
 
-FINXLOG_QUOTATION_SERVER_ADDRESS=198.211.118.180
+FINXLOG_QUOTATION_SERVER_ADDRESS=178.62.145.164
+#FINXLOG_QUOTATION_SERVER_ADDRESS=198.211.118.180
 FINXLOG_QUOTATION_SERVER_PORT=10000
 
 FINXLOG_AMQP_SERVER_ADDRESS=127.0.0.1
 #FINXLOG_AMQP_SERVER_PORT=
-FINXLOG_AMQP_TUBE_QUOTATION=finxlog_quotation
-FINXLOG_AMQP_TUBE_QUOTATION_FAIL=finxlog_quotation_fail
+FINXLOG_AMQP_TUBE_IMPORT=finxlog_quotation
+FINXLOG_AMQP_TUBE_IMPORT_FAIL=finxlog_quotation_fail
+FINXLOG_AMQP_TUBE_WS=finxlog_ws
 
-FINXLOG_ELASTICO_PARAM={"host":"localhost"}
+FINXLOG_ELASTICA_PARAM={"host":"localhost"}
+#FINXLOG_ELASTICA_LOG_PARAM={"host":"localhost"}
+
+FINXLOG_IMPORT_FILTER_OTHER=0
+
+FINXLOG_ENV_JS="PROJECT_NAME FINXLOG_DOMAIN FINXLOG_WEBSOCKET_EXTARNAL_HOST FINXLOG_WEBSOCKET_EXTARNAL_PORT FINXLOG_WEBSOCKET_EXTARNAL_PATH FINXLOG_DEBUG"
+
+
+
+##### WEBSOCKET BLOCK
+#please, always use
+# 1. not LISTEN public interface (use 127.0.0.1 or internal)
+# 2. setup http proxy on vhost to websocket. nginx: http://nginx.org/ru/docs/http/websocket.html
+# //DOMAIN/ws => ws://LISTEN_INTERFACE:LISTEN_PORT/____NOT____SERVICE_PATH
+# //localhost/ws => ws://127.0.0.1:8080/ws
+
+##### --------------------------------
+###DEVELOPER MODE. is just for quick start. do not use
+#is direct access for send any data to any users
+FINXLOG_WEBSOCKET_LISTEN_INTERFACE=0.0.0.0
+FINXLOG_WEBSOCKET_EXTARNAL_PORT=8080
+FINXLOG_WEBSOCKET_SERVICE_FILTER_ADDR_REGEXP=^127\.
+
+###PRODUCTION MODE:
+#FINXLOG_WEBSOCKET_LISTEN_INTERFACE=127.0.0.1
+#default EXTARNAL_PORT=80
+
+###PRODUCTION CLOUD MODE with 10.0.3.0 intranet
+#FINXLOG_WEBSOCKET_LISTEN_INTERFACE=10.0.0.0
+#FINXLOG_WEBSOCKET_INTERNAL_HOST=10.0.3.x
+#default EXTARNAL_PORT=80
+##### --------------------------------
+
+
+
+
+##### WEBSOCKET TYPICAL BLOCK
+#required for internal service
+FINXLOG_WEBSOCKET_LISTEN_PORT=8080
+
+#markers for proxy: path or domain
+FINXLOG_WEBSOCKET_EXTARNAL_PATH=/ws
+#default: FINXLOG_DOMAIN
+#FINXLOG_WEBSOCKET_EXTARNAL_HOST=localhost
+
+#if empty(FILTER_ADDR_REGEXP) and proxy not acceptable. randomize it: for same secure
+FINXLOG_WEBSOCKET_SERVICE_PATH=/service
+
+#one of: Ratchet or ElephantIO. just for performance test
+#FINXLOG_WEBSOCKET_SERVICE_LIB=Ratchet

.gitignore

@@ -1,4 +1,4 @@
 .idea/
 vendor/
-composer.lock
 .env
+www/js/config_autobuild.js

LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright 2016 <BAGArt>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

command/daemon/import/quotation_amqp2db.php

@@ -0,0 +1,21 @@
+#!/usr/bin/php
+<?php
+
+/**
+ * Always on service: load quotation from source
+ */
+require_once __DIR__ . '/../../../vendor/autoload.php';
+
+$import = (new FinXLog\Module\ImportQuotation\SaveQuotation());
+
+if (in_array('fail', $argv)) {
+    $import->setQueueConnector($import->getFailQueueConnector());
+}
+$count = null;
+foreach ($argv as $a) {
+    if (is_numeric($a) && $a > 0) {
+        $count = $a;
+    }
+}
+
+$import->run($count);

command/daemon/quotation_exchange2amqp.php → command/daemon/import/quotation_exchange2amqp.php

@@ -4,9 +4,9 @@
 /**
  * Always on service: load quotation from source
  */
-require_once __DIR__ . '/../../vendor/autoload.php';
+require_once __DIR__ . '/../../../vendor/autoload.php';
 
-$import = new FinXLog\Module\Import\LoadQuotation();
+$import = new FinXLog\Module\ImportQuotation\LoadQuotation();
 
 $import->run(
     !empty($argv[1])

command/daemon/import/quotation_exchange2amqp.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+FINXLOG_ROOT_DIR=`dirname $0`/../../../;
+#import .env
+export $(cat $FINXLOG_ROOT_DIR.env | grep -P '^FINXLOG_(QUOTATION|AMQP)')
+
+# check:
+# export | grep FIN
+
+# netcat > amqp
+while :
+do
+    netcat $FINXLOG_QUOTATION_SERVER_ADDRESS $FINXLOG_QUOTATION_SERVER_PORT \
+    | xargs -I {} beanstool put -t=$FINXLOG_AMQP_TUBE_IMPORT -b {}
+done

command/daemon/quotation_exchange2db.php → command/daemon/import/quotation_exchange2db.php

@@ -4,9 +4,9 @@
 /**
  * Always on service: load quotation from source
  */
-require_once __DIR__ . '/../../vendor/autoload.php';
+require_once __DIR__ . '/../../../vendor/autoload.php';
 
-$import = new FinXLog\Module\Import\LoadQuotation();
+$import = new FinXLog\Module\ImportQuotation\LoadQuotation();
 
 $import
     ->setWorkWithSwitch(false)

command/daemon/import/readme.md

@@ -0,0 +1,6 @@
+# Description
+this daemons for import exchange quotations
+
+daemon: ex2db
+or 
+daemon: ex2amqp->AMQP->amqp2db

command/daemon/ws/quotation_amqp2ws.php

@@ -0,0 +1,6 @@
+#!/usr/bin/php
+<?php
+require_once __DIR__ . '/../../../vendor/autoload.php';
+
+(new FinXLog\Module\ClientQueue\SearchQuotation())
+    ->run();

command/daemon/ws/quotation_ws2client.php

@@ -0,0 +1,6 @@
+#!/usr/bin/php
+<?php
+require __DIR__ . '/../../../vendor/autoload.php';
+
+(new \FinXLog\Module\Ratchet\QuotationServer())
+        ->run();

command/daemon/ws/readme.md

@@ -0,0 +1,37 @@
+# Description
+this daemons to work with Browser WebSocket request from JS_APP
+
+## 1st part 
+
+get quotations list(or agg like doji)
+
+JS_App
+->WebSocket (client)
+->daemon: ws2client (listen)
+->AMQP
+->daemon: amqp2ws (listen)
+->Elasticsearch
+//back
+    ->WebSocket (service)
+    ->daemon: ws2client (listen)
+    ->WebSocket (all)
+    ->JS_App
+        ->table
+        ->JS_HighCharts
+
+
+
+@todo:
+2nd part
+daemon: 
+import/ex2amqp (listen)
+->AMQP
+->import/amqp2db
+    ->2db
+    ->WebSocket (service)
+    ->daemon: ws2client (listen)
+    ->WebSocket (update)
+    ->JS_App
+        ->table
+        ->JS_HighCharts
+

command/setup/web_config_build.php

@@ -0,0 +1,27 @@
+#!/usr/bin/php
+<?php
+require_once __DIR__ . '/../../vendor/autoload.php';
+$config_filename = getenv('FINXLOG_ROOT_PATH') . '/www/js/config_autobuild.js';
+assert(strlen(getenv('FINXLOG_ENV_JS')));
+$front_param_list = array_filter(
+        preg_split(
+        '~[\s,;]+~us',
+        getenv('FINXLOG_ENV_JS')
+    )
+);
+
+$front_param = [];
+foreach ($front_param_list as $param) {
+    if (getenv($param) === false) {
+        continue;
+    }
+    $front_param[$param] = getenv($param);
+}
+
+file_put_contents(
+    $config_filename,
+    "//DO NOT EDIT THIS FILE.\n//Build it with composer update\n"
+    . "FinXLog.config ="
+    . json_encode($front_param, getenv('FINXLOG_DEBUG') ? JSON_PRETTY_PRINT : null)
+    . ";\nFinXLog.start();\n"
+);

command/stats/amqp.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+beanstool stats

command/test/get_quotation_agg.php

@@ -0,0 +1,8 @@
+#!/usr/bin/php
+<?php
+require_once __DIR__ . '/../../vendor/autoload.php';
+
+var_export(
+        (new \FinXLog\Model\QuotationAgg)
+                ->getAAPL('BTCUSD', 'day')
+);

command/test/ws/add_amqp_ws_subscribe.php

@@ -0,0 +1,15 @@
+#!/usr/bin/php
+<?php
+require_once __DIR__ . '/../../../vendor/autoload.php';
+
+(new \FinXLog\Module\Connector\Queue(
+        getenv('FINXLOG_AMQP_TUBE_WS')
+))
+    ->put([
+        'quotation' => 'BTCUSD'
+    ])
+    ->put([
+        'quotation' => 'BTCUSD',
+        'agg_type' => 'AAPL',
+        'agg_period' => 'M1',
+    ]);

command/test/ws/add_amqp_ws_subscribe.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+FINXLOG_ROOT_DIR=`dirname $0`/../../../;
+#import .env
+export $(cat $FINXLOG_ROOT_DIR.env | grep -P '^FINXLOG_(QUOTATION|AMQP)')
+
+beanstool put -t=$FINXLOG_AMQP_TUBE_WS -b '{"quotation":"BTCUSD"}';
+beanstool put -t=$FINXLOG_AMQP_TUBE_WS -b '{"quotation":"BTCUSD","agg_type":"AAPL","agg_period":"M1"}';

command/test/ws/add_ws_msg_client.php

@@ -0,0 +1,38 @@
+#!/usr/bin/php
+<?php
+/**
+ * native listener(simulate browser)
+ * @usage: command/test/add_ws_msg_client.php [count]
+ */
+//
+//by default - listen
+
+require_once __DIR__ . '/../../../vendor/autoload.php';
+
+$listen_count = empty($argv[1]) ? 0 : $argv[1];
+
+\Ratchet\Client\connect('ws://127.0.0.1:8080/ws')
+    ->then(
+        function(\Ratchet\Client\WebSocket $conn)
+        use ($listen_count)
+        {
+            $conn->on(
+                'message',
+                function($msg) use ($conn, $listen_count)
+                {
+                    echo "\nReceived: " . substr($msg, 0, 100). "...\n\n";
+                    if ($listen_count) {
+                        static $count = 0;
+                        if (++$count >= $listen_count) {
+                            $conn->close();
+                        }
+                    }
+                }
+            );
+
+            $conn->send('{"type": "quotations" }');
+            $conn->send('{"type":"subscribe","quotation":"_ALL"}');
+            $conn->send('{"type":"subscribe","quotation":"BTCUSD"}');
+            $conn->send('{"type":"subscribe","quotation":"BTCUSD","agg_period": "M1","agg_type":"AAPL"}');
+        }
+    );

command/test/ws/add_ws_msg_service.php

@@ -0,0 +1,43 @@
+#!/usr/bin/php
+<?php
+require_once __DIR__ . '/../../../vendor/autoload.php';
+$client = (new \FinXLog\Module\ClientQueue\SearchQuotation);
+
+$client->addWsMessage('
+     {
+        "type":"send",
+        "quotation":"_ALL",
+        "quotations":[
+            {"S":"BTCUSD","T":"2016/06/11 04:05:51","B":568.151},
+            {"S":"TST","T":"2016/06/02 04:05:51","B":4}
+         ]
+     }
+');
+
+$client->addWsMessage('
+     {
+        "type":"send",
+        "quotation":"BTCUSD",
+        "quotations":[
+            {"S":"BTCUSD","T":"2016/06/11 04:05:51","B":568.151},
+            {"S":"BTCUSD","T":"2016/06/11 04:05:51","B":568.151}
+         ]
+     }
+');
+
+$client->addWsMessage('
+     {
+        "type":"send",
+        "quotation":"BTCUSD",
+        "agg_period":"M1",
+        "agg_type":"AAPL",
+        "AAPL":[
+            {"S":"BTCUSD","T":"2016/06/11 04:05:51","B":568.151},
+            {"S":"BTCUSD","T":"2016/06/11 04:05:51","B":568.151}
+         ]
+     }
+');
+
+$client->addWsMessage(['type' => 'conn_count']);
+$client->addWsMessage(['type' => 'all', 'xx' => 123]);
+$client->addWsMessage(['type' => 'test']);