Topic: [OFFICIAL]Bitfinex.com first Bitcoin P2P lending platform for leverage trading - page 305. (Read 723903 times)

function makeTableHTML(myArray) {
    //http://stackoverflow.com/a/15164796
    var result = "";
    for (var i = 0; i < myArray.length; i++) {
        result += "";
        for (var j = 0; j < myArray[i].length; j++) {
            result += "";
        }
        result += "";
    }
    result += "
" + myArray[i][j] + "
";

    return result;
}

function getTable(txt) {

    //convert string to dom-object-thing, from http://stackoverflow.com/a/3104234
    var tempDiv = document.createElement('div');
    tempDiv.innerHTML = txt;

    //find the table
    var dataSet = tempDiv.getElementsByClassName("history table table-bordered table-striped")[0];

    return dataSet.outerHTML;
}



//  http://stackoverflow.com/a/9579792
function tableToArray(table) {

    //convert string to dom-object-thing, from http://stackoverflow.com/a/3104234 and http://stackoverflow.com/a/18795833 for learning me how to use jq
    var tempDiv = document.createElement('div');
    tempDiv.innerHTML = table;
    table = tempDiv;

    var myTableArray = [];

    $(table).find('tr').each(function () {
        var arrayOfThisRow = [];
        var tableData = $(this).find('td');
        if (tableData.length > 0) {
            tableData.each(function () {
                arrayOfThisRow.push($(this).text().replace(/^\s+/,"").replace(/\s+$/,""));
            });
            myTableArray.push(arrayOfThisRow);
        }
    });

    return (myTableArray);
}
//from http://stackoverflow.com/a/4033310
function httpGet(theUrl) {
    var xmlHttp = null;

    xmlHttp = new XMLHttpRequest();
    xmlHttp.open("GET", theUrl, false);
    xmlHttp.send(null);
    return xmlHttp.responseText;
}


function getHistoryData(page, choice) {
    var html = httpGet('https://www.bitfinex.com/' + choice + '?page=' + page);

    var count = html.match(/cloudflare/g);
    if (count !== null) {
        alert("cloudflare page was loaded... Refreshing page and try again");
        location.reload();
    }

    var a = getTable(html).replace(/\n/g,"").replace(/ {2,}/g, ' ');

    var b = new Array();
    b = tableToArray(a);
    return b;
}


function getHistory(min, max, choice) {
    var coll = [];

    for (; min <= max; min++) {
        var a = getHistoryData(min, choice);
		updateProgress();
        for (var i = 0; i < a.length; i++) {

            coll[coll.length] = a[i];
        }
    }

    return coll;

}



function addChoice() {
    var newHTML = document.createElement('div');
    newHTML.innerHTML = '----------------------------------------------------
READ-ME-FIRST
If your history-page-count of your chosen section is high, you should consider splitting the scraping into batches of eg 25 (just a guess), because the script could get issues with the cloudflare-protection. The output will be a box with a json encoded array and the box below cvs. You should make sure no trades or interest payments happen when the parser is active, so I advice to cancel all trades and to not run this script  between 01.00 and 02:00 GMT. You should refresh this page if you want to scrape your next batch/section    -Wassupia

Note: the progress bar on Google Chrome does not work, click "Click Me" only once and wait!

updated on: March 11
 
 whiskey fund: 16pnBWFqyM5gCfMjTtpWYEv1hgVthehQEA
 
 Click Me!
History section     USD     BTC     LTC     Orders     Offers     Trades     Unused swaps Margin swaps First page (>0) Last page (>0)CSVseparator; (semicolon) , (comma)| (vertical bar) 

';
    document.body.appendChild(newHTML);
	window.scrollTo(0,document.body.scrollHeight);

}


function printD(txt, message) {
    var newHTML = document.createElement('div');
    newHTML.innerHTML = '
' + message + '
' + txt + ' 
';
    document.body.appendChild(newHTML);
    window.scrollTo(0,document.body.scrollHeight);

}

function addProgressB(){
  var newHTML = document.createElement('div');
    newHTML.innerHTML = '
progress:
';
    document.body.appendChild(newHTML);
	window.scrollTo(0,document.body.scrollHeight);

}

function updateProgress()
  {
document.getElementById("uprogress").value = 1 + parseInt(document.getElementById("uprogress").value);

  }
function go() {
    var min = document.getElementById("FirstPage").value;
    var max = document.getElementById("LastPage").value;
    var choice = document.getElementById("choice").value;
    var separator = document.getElementById("CSVseparator").value;
	if (max < 1 || min < 1){alert("firstpage and lastpage can't be less than 1");return '';}
    if (max == "LastPage"){ alert('Fill in LastPage'); return ''; }
	addProgressB();

    var history = getHistory(min, max, choice);
    printD(JSON.stringify(history), "jsonarray");

    var csv = "";
    for (var i = 0; i < history.length; i++) {
        csv += history[i].join(separator) + "\r\n";
    }
    printD(csv, "csv");

}
addChoice();