#!/usr/bin/python

# Minas Gjoka

import urllib,re, sys, time, random, datetime, time, signal, urllib2, cookielib, httplib, gzip, glob, os, csv
import Gnuplot, Gnuplot.funcutils
from scipy import *

try:
	name_apps_uid = sys.argv[1]
	name_users_appid = sys.argv[2]
	name_excluded_apps = sys.argv[3]
except:
	print 'Usage:', sys.argv[0], 'apps_uid users_appid excluded_apps'
	sys.exit(1)

f_notinclude = open(name_excluded_apps,"r")
excluded_apps = {}
comment_RegExp = re.compile('^#')
for line in f_notinclude:
	if not comment_RegExp.search(line.strip()):
		fields=line.split()
		excluded_apps[ int(fields[0]) ] = 1

#print excluded_apps

apps_uid = {}
users_appid = {}

fapps_uid = open(name_apps_uid,"r")
for line in fapps_uid:
	fields = line.split()

	uid = fields[0]
	list = fields[1:len(fields)]
	
	apps_uid[uid] = list
fapps_uid.close()

print "Apps_uid loaded"

fusers_appid = open(name_users_appid,"r")
for line in fusers_appid:
	fields = line.split()
	
	appid = fields[0]
	list = fields[1:len(fields)]
	
	users_appid[appid] = list
fusers_appid.close()

print "Users_appid loaded"


#######Write files (do not include excluded-apps) #############

fapps_uid = open("%s-withoutexcludedapps" % name_apps_uid ,"w")
for uid in apps_uid.keys():
	fapps_uid.write('%s ' % uid)

	list = apps_uid.get( uid, [])
	for appid in list:
		if int(appid) not in excluded_apps:
			fapps_uid.write('%s ' % appid)
	fapps_uid.write('\n')
fapps_uid.close()

fusers_appid = open("%s-withoutexcludedapps" % name_users_appid,"w")
for appid in users_appid.keys():
	if int(appid) not in excluded_apps:
		fusers_appid.write('%s ' % appid)
	
		list = users_appid.get( appid, [])
		for uid in list:
			fusers_appid.write('%s ' %  uid)
		fusers_appid.write('\n')
fusers_appid.close()