Topic: Giving away code for this site - donations optional (Read 1187 times)

Ever wonder how many unique posters there are on a thread here? or how many posters posted more than once? Or maybe how many posters posted more than say 10x ?
Well, below is a python script for you to use. It's free to use!!! Just please donate because i'm in college and barely make ends meet.

Donate BTC here - 1E7uApuRk3KJAX1M4bYrpDguiTtHxoUFfj


Code:

import requests as req
 
 
# URL of the first page of target BTCtalk thread
targetURL = "https://bitcointalksearch.org/topic/xdn-darknote-anonymous-100-pow-cpuuntraceable-crypto-messagesgui-client-788916"
 
# List variables used for collecting information
masterList = []
tempList = []
oldTempList = []
 
# While loop that keeps querying thread until reaches repeat of users
while True:
    try:
        print(targetURL)
        r = req.get(targetURL)
        textList = r.text.split('\n')
        for line in textList:
            if "View the profile of" in line:
                # print(line)
                user = line.split('View the profile of ')[1].split('">')[0]
                # print(userName)
                if not user.isdigit():
                    tempList.append(user)
        if tempList != oldTempList:
            for i in tempList:
                masterList.append(i)
        else:
            break
           
    except:
        break
    # Increment the URL to next 20 posts
    listURL = targetURL.split('.')
    listURL[3] = str(int(listURL[3])+20)
    targetURL = '.'.join(listURL)
    # Set oldTempList to templist, so if they're equal break loop
    oldTempList = tempList
    tempList = []
 
# Create sorted set of unique entries in masterList   
setList = sorted(set(masterList))
 
# Create list of people that posted more than once and ten times
doubleList = []
tenList = []
for i in setList:
    # print(i, rawList.count(i))
    if masterList.count(i) > 1:
        doubleList.append(i)
    if masterList.count(i) > 9:
        tenList.append(i)
       
# Write data to file
f = open("userStats.txt", 'w')
f.write('{0:30s} {1:5d}\n'.format("Total number of posts: ", len(masterList)))
f.write('{0:30s} {1:5d}\n'.format("Total number of unique posters: ", len(setList)))
f.write('{0:30s} {1:5d}\n'.format("Total number of posters more than once: ", len(doubleList)))
f.write('{0:30s} {1:5d}\n'.format("Total number of posters at least 10x: ", len(tenList)))
f.write('{0:20s} {1:15s}\n'.format('Username',   'number of posts'))
for i in setList:
    f.write('{0:20s} {1:5d}\n'.format(i, masterList.count(i)))
f.close()
print("Done")