Topic: Enhanced newbie restrictions & requirements - page 35. (Read 41678 times)

#!/usr/bin/python
import time
import cfscrape
import re
#the unix timestamp on which Theymos declared the new rule about 1 merit minimum
timestamp_start = 1537157940
#a list of the complete merit history, reversed (oldest timestamp on top), tac merit.all.txt > merit.txt
filepath = 'merit.txt' 
#database with the latest message received merit BEFORE the rule change... 
db_received_merit_before_newrule = {}
#potential suspect senders
db_theusualsuspects_from = {}
#potential suspect receivers
db_theusualsuspects_to = {}
print "everything intialised"
print "starting the parsing of " + filepath 
with open(filepath) as fp:  
	line = fp.readline()
	linenumber = 0
	while line:
		linenumber += 1
		line = fp.readline().strip()
		parts = line.split()
		try:
			timestamp = int(parts[0])
			amount = int(parts[1])
			msg = str(parts[2])
			from_uid = int(parts[3])
			to_uid = int(parts[4])
			#if the time of the merit exchange happened BEFORE the rule change,the user is whitelisted because he received merit BEFORE he knew he/she needed it to move past newbie
			if timestamp < timestamp_start:
				if to_uid not in db_received_merit_before_newrule:
					db_received_merit_before_newrule[to_uid] = msg
			else:
				#only if the user never received merit BEFORE the rule change, and the merit amount was exactly 1
				if to_uid not in db_received_merit_before_newrule and amount == 1:
					print str(to_uid) + " was merited with 1 merit for the first time after " + str(timestamp_start) + "...Suspicious"
					#keep the uid + latest msg for the potentially abusive sender for later analysis
					if from_uid not in db_theusualsuspects_from:
						db_theusualsuspects_from[from_uid] = msg
					#add the uid + latest message to the db to check
					if to_uid not in db_theusualsuspects_to:
						db_theusualsuspects_to[to_uid] = msg

		except:
			print "error in line " + str(linenumber) + "(" + line + ")" 
print "ending the parsing of " + filepath 
print "getting all profiles and filtering out all jr members"
for suspect in db_theusualsuspects_to:
	scraper = cfscrape.create_scraper()
	html = scraper.get("https://bitcointalk.org/index.php?action=profile;u=" + str(suspect)).content
	m = re.search('(Jr. Member)', html)
	if m:
		m2 = re.search('(1)', html)
		if m2:
			print str(suspect) + " " + m.group(0) + " " + db_theusualsuspects_to[suspect]
	time.sleep(2)