mirror of
https://github.com/vimagick/dockerfiles.git
synced 2024-12-25 02:04:06 +02:00
remove renderjs
This commit is contained in:
kev
parent
0e2d468887
commit
0682bc2cc5
@ -1,22 +0,0 @@
|
||||
#
|
||||
# Dockerfile for renderjs
|
||||
#
|
||||
|
||||
FROM ubuntu:14.04
|
||||
MAINTAINER kev
|
||||
|
||||
RUN apt-get update && apt-get install -y supervisor haproxy libfontconfig1 libfreetype6
|
||||
|
||||
ADD ./phantomjs /usr/local/bin/
|
||||
ADD ./render.js /usr/local/bin/
|
||||
ADD ./restart.sh /usr/local/bin/
|
||||
ADD ./haproxy.cfg /etc/haproxy/
|
||||
ADD ./supervisor/supervisord.conf /etc/supervisor/
|
||||
ADD ./supervisor/conf.d/haproxy.conf /etc/supervisor/conf.d/
|
||||
ADD ./supervisor/conf.d/renderjs.conf /etc/supervisor/conf.d/
|
||||
ADD ./supervisor/conf.d/restart.conf /etc/supervisor/conf.d/
|
||||
|
||||
EXPOSE 1024 9001
|
||||
|
||||
CMD /usr/bin/supervisord -n -c /etc/supervisor/supervisord.conf
|
||||
|
||||
@ -1,27 +0,0 @@
|
||||
docker-renderjs
|
||||
===============
|
||||
|
||||
Dockerfile for building an image that runs webkit rendering service.
|
||||
|
||||
## Building
|
||||
|
||||
$ docker build -t renderjs .
|
||||
|
||||
## Running
|
||||
|
||||
$ docker run -d -p 1024:1024 -p 9001:9001 renderjs
|
||||
|
||||
## Playing
|
||||
|
||||
# raw output
|
||||
$ http :1024 url=http://datageek.info/
|
||||
|
||||
# json output
|
||||
$ http :1024/json/ url=http://datageek.info/
|
||||
|
||||
# supervisor
|
||||
$ firefox http://localhost:9001/
|
||||
|
||||
# haproxy
|
||||
$ firefox http://localhost:1024/haproxy?stats
|
||||
|
||||
@ -1,42 +0,0 @@
|
||||
global
|
||||
log /dev/log local0
|
||||
log /dev/log local1 notice
|
||||
chroot /var/lib/haproxy
|
||||
user haproxy
|
||||
group haproxy
|
||||
#daemon
|
||||
|
||||
defaults
|
||||
log global
|
||||
mode http
|
||||
option httplog
|
||||
option dontlognull
|
||||
contimeout 5000
|
||||
clitimeout 50000
|
||||
srvtimeout 50000
|
||||
errorfile 400 /etc/haproxy/errors/400.http
|
||||
errorfile 403 /etc/haproxy/errors/403.http
|
||||
errorfile 408 /etc/haproxy/errors/408.http
|
||||
errorfile 500 /etc/haproxy/errors/500.http
|
||||
errorfile 502 /etc/haproxy/errors/502.http
|
||||
errorfile 503 /etc/haproxy/errors/503.http
|
||||
errorfile 504 /etc/haproxy/errors/504.http
|
||||
|
||||
|
||||
frontend front
|
||||
bind 0.0.0.0:1024
|
||||
default_backend back
|
||||
stats enable
|
||||
stats admin if TRUE
|
||||
|
||||
backend back
|
||||
server s0 127.0.0.1:8080 maxconn 10
|
||||
server s1 127.0.0.1:8081 maxconn 10
|
||||
server s2 127.0.0.1:8082 maxconn 10
|
||||
server s3 127.0.0.1:8083 maxconn 10
|
||||
server s4 127.0.0.1:8084 maxconn 10
|
||||
server s5 127.0.0.1:8085 maxconn 10
|
||||
server s6 127.0.0.1:8086 maxconn 10
|
||||
server s7 127.0.0.1:8087 maxconn 10
|
||||
server s8 127.0.0.1:8088 maxconn 10
|
||||
server s9 127.0.0.1:8089 maxconn 10
|
||||
Binary file not shown.
@ -1,199 +0,0 @@
|
||||
#!/usr/bin/env phantomjs
|
||||
/*
|
||||
* Webpage Rendering Service
|
||||
* =========================
|
||||
*
|
||||
* SERVER
|
||||
* ------
|
||||
*
|
||||
* $ phantomjs render.js 8080
|
||||
*
|
||||
*
|
||||
* CLIENT
|
||||
* ------
|
||||
*
|
||||
* $ http :8080 url=http://www.python.org timeout=5000 wait=1000
|
||||
*
|
||||
*/
|
||||
|
||||
sys = require('system');
|
||||
svr = require('webserver').create();
|
||||
|
||||
if(sys.args.length > 2) {
|
||||
console.log('Usage: phantomjs render.js [port]');
|
||||
phantom.exit(1);
|
||||
}
|
||||
|
||||
port = parseInt(sys.args[1]) || 8080;
|
||||
|
||||
service = svr.listen(port, function(request, response){
|
||||
|
||||
if(request.method === 'POST'){
|
||||
try{
|
||||
var raw = request.postRaw || request.post || '{}',
|
||||
qs = JSON.parse(raw),
|
||||
style = qs.style || false,
|
||||
image = qs.image || false,
|
||||
shot = qs.shot || false,
|
||||
content = qs.content || '',
|
||||
proxy = qs.proxy || '',
|
||||
method = qs.method || 'get',
|
||||
url = qs.url,
|
||||
headers = qs.headers || {},
|
||||
data = qs.data || '',
|
||||
wait = qs.wait || 1000,
|
||||
timeout = qs.timeout || 30000;
|
||||
if(!/^https?:\/\//.test(url)){
|
||||
throw 'bad request';
|
||||
}
|
||||
}catch(e){
|
||||
log(e);
|
||||
return send(page, request, response, 400);
|
||||
}
|
||||
}else{
|
||||
return send(page, request, response, 405);
|
||||
}
|
||||
|
||||
log('recv:', url);
|
||||
|
||||
//create PAGE object
|
||||
var page = require('webpage').create();
|
||||
|
||||
//set headers
|
||||
headers['Accept-Encoding'] = 'identity';
|
||||
page.customHeaders = headers;
|
||||
|
||||
//no error message
|
||||
page.onError = null;
|
||||
|
||||
//load images (yes/no)
|
||||
page.settings.loadImages = image;
|
||||
|
||||
//load style (yes/no)
|
||||
if(!style){
|
||||
page.onResourceRequested = function(requestData, request) {
|
||||
var url = requestData['url'],
|
||||
type = requestData.headers['Content-Type'];
|
||||
if((/http:\/\/.+?\.css/gi).test(url) || type == 'text/css') {
|
||||
request.abort();
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
//set cookies (yes/no)
|
||||
phantom.clearCookies();
|
||||
var cs = headers['Cookie'];
|
||||
if(cs){
|
||||
delete headers['Cookie'];
|
||||
cs = parse_cookies(url, cs);
|
||||
for(var i=0; i<cs.length; i++){
|
||||
phantom.addCookie(cs[i]);
|
||||
}
|
||||
}
|
||||
|
||||
//set user-agent (yes/no)
|
||||
var ua = headers['User-Agent'];
|
||||
if(ua){
|
||||
delete headers['User-Agent'];
|
||||
page.settings.userAgent = ua;
|
||||
}
|
||||
|
||||
//set content (yes/no)
|
||||
if(content){
|
||||
log('input:', content.length, 'bytes')
|
||||
page.setContent(content, url);
|
||||
send_later(page, request, response, wait, shot);
|
||||
return;
|
||||
}
|
||||
|
||||
//set timeout
|
||||
var tid = setTimeout(function(){
|
||||
log('timeout:', url);
|
||||
send(page, request, response, 504);
|
||||
page.close();
|
||||
}, timeout);
|
||||
|
||||
//open url
|
||||
page.open(url, method, data, function(status){
|
||||
clearTimeout(tid);
|
||||
if(status!=='success'){
|
||||
return send(page, request, response, 500);
|
||||
}
|
||||
|
||||
page.evaluate(function() {
|
||||
document.body.bgColor = 'white';
|
||||
});
|
||||
|
||||
send_later(page, request, response, wait, shot);
|
||||
});
|
||||
|
||||
});
|
||||
|
||||
function log(){
|
||||
var now = new Date().getTime()/1000;
|
||||
var args = Array.prototype.slice.call(arguments);
|
||||
args.unshift('['+now.toFixed(3)+']');
|
||||
console.log(args.join(' '));
|
||||
}
|
||||
|
||||
function send(page, request, response, code, html){
|
||||
response.statusCode = code;
|
||||
response.setHeader('X-Powered-By', 'PhantomJS')
|
||||
|
||||
if(request.url.indexOf('json')>=0){
|
||||
var ctype = 'application/json';
|
||||
var content = JSON.stringify({
|
||||
'headers': page.customHeaders,
|
||||
'cookies': page.cookies,
|
||||
'content': html
|
||||
});
|
||||
}else{
|
||||
var ctype = 'text/html';
|
||||
var content = html || '';
|
||||
}
|
||||
|
||||
response.setHeader('Content-Type', ctype)
|
||||
response.write(content);
|
||||
response.close();
|
||||
}
|
||||
|
||||
function send_later(page, request, response, wait, shot){
|
||||
log('wait:', wait);
|
||||
var wid = setTimeout(function(){
|
||||
log('send:', page.url);
|
||||
log('output:', page.content.length, 'bytes')
|
||||
send(page, request, response, 200, page.content);
|
||||
if(shot){
|
||||
var fn = '/tmp/'+(new Date()).getTime()+'.png';
|
||||
log('shot:', fn);
|
||||
page.render(fn);
|
||||
}
|
||||
page.close();
|
||||
}, wait);
|
||||
}
|
||||
|
||||
function parse_cookies(url, cs){
|
||||
var domain = url.match(/https?:\/\/([^\/]+)/)[1]
|
||||
var cookies = cs.split('; ');
|
||||
for(var i=0; i<cookies.length; i++){
|
||||
var cookie = cookies[i];
|
||||
index = cookie.indexOf('=');
|
||||
cookie = {
|
||||
'name': cookie.substring(0, index),
|
||||
'value': cookie.substring(index+1),
|
||||
'domain': domain,
|
||||
'path': '/'
|
||||
}
|
||||
cookies[i] = cookie;
|
||||
}
|
||||
return cookies;
|
||||
}
|
||||
|
||||
log('Webpage Rendering Service');
|
||||
if(service){
|
||||
log('listen port', port, '...');
|
||||
}else{
|
||||
log('listen port', port, 'faild');
|
||||
phantom.exit(2);
|
||||
}
|
||||
|
||||
@ -1,13 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# restart renderjs instances one by one forever
|
||||
#
|
||||
|
||||
while :
|
||||
do
|
||||
for ((i=8080; i<8090; i++))
|
||||
do
|
||||
sleep 30
|
||||
/usr/bin/supervisorctl restart renderjs:renderjs-$i
|
||||
done
|
||||
done
|
||||
@ -1,2 +0,0 @@
|
||||
[program:haproxy]
|
||||
command = /usr/sbin/haproxy -f /etc/haproxy/haproxy.cfg -p /var/run/haproxy.pid
|
||||
@ -1,5 +0,0 @@
|
||||
[program:renderjs]
|
||||
command = /usr/local/bin/phantomjs /usr/local/bin/render.js %(process_num)d
|
||||
numprocs_start = 8080
|
||||
numprocs = 10
|
||||
process_name = %(program_name)s-%(process_num)d
|
||||
@ -1,2 +0,0 @@
|
||||
[program:restart]
|
||||
command = /usr/local/bin/restart.sh
|
||||
@ -1,20 +0,0 @@
|
||||
[inet_http_server]
|
||||
port = 0.0.0.0:9001
|
||||
|
||||
[unix_http_server]
|
||||
file=/var/run/supervisor.sock
|
||||
chmod=0700
|
||||
|
||||
[supervisord]
|
||||
logfile=/var/log/supervisor/supervisord.log
|
||||
pidfile=/var/run/supervisord.pid
|
||||
childlogdir=/var/log/supervisor
|
||||
|
||||
[rpcinterface:supervisor]
|
||||
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
|
||||
|
||||
[supervisorctl]
|
||||
serverurl=http://127.0.0.1:9001
|
||||
|
||||
[include]
|
||||
files = /etc/supervisor/conf.d/*.conf
|
||||
@ -1,4 +1,7 @@
|
||||
A simple web-service based on PhantomJS for rendering javascript-enabled website.
|
||||
WebKit/PhantomJS
|
||||
================
|
||||
|
||||
> A simple web-service based on PhantomJS for rendering javascript-enabled website.
|
||||
|
||||
## server
|
||||
|
||||
@ -7,8 +10,18 @@ A simple web-service based on PhantomJS for rendering javascript-enabled website
|
||||
## client
|
||||
|
||||
http :1024 targetUrl=https://github.com/
|
||||
http :1024 targetUrl=https://github.com/ loadImages:=true requestType=png
|
||||
|
||||
## admin
|
||||
|
||||
firefox localhost:2812
|
||||
firefox localhost:9001
|
||||
# monit
|
||||
firefox http://localhost:2812/
|
||||
# supervisor
|
||||
firefox http://localhost:9001/
|
||||
# haproxy
|
||||
firefox http://localhost:1024/haproxy?stats
|
||||
|
||||
## issues
|
||||
|
||||
- setup nginx to serving out images files
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user