change.py

# -*- coding: UTF-8 -*-
#youtube
from numpy import *
import operator
from os import listdir
import sys
import re
import cal
import random
from random import shuffle
from gensim import corpora,models,similarities
from gensim import utils,matutils
from gensim.models import word2vec
from gensim import *
def start(father="data/",changeRate=0.1,filename='twitter.txt'):
	fx=open(father+filename)
	fc=open(father+'changey.txt','w')
	fy=open(father+'y2.txt','w')
	biggestNode=1
	nowIter=0
	nodeSet=set()
	nodeSet2=set()

	#1.-
	for line in fx.readlines():
		lineArr = re.split(' |,|\t',line.strip())
                lenth=len(lineArr)
                if(lenth<2): 
                    break;


		fc.write('%s %s\n'%(lineArr[0],lineArr[1]))
		nodeSet.add(int(lineArr[0]))
		nodeSet.add(int(lineArr[1]))
		nodeSet2.add(int(lineArr[0]))
		nodeSet2.add(int(lineArr[1]))

                
		nowIter+=1
        biggestNode=max(nodeSet2)
        print "biggestNode=",biggestNode
	#2.
	fc.close()
	fc=open(father+'changey.txt','r')
	removeSet=set()
        lenSet=int(len(nodeSet))
        nowIter=0
        nodeSet=list(nodeSet)
        random.Random(0).shuffle(nodeSet)

        #delete randomly
        for nowIter in range(int(changeRate*lenSet)):
            node=random.Random().choice(nodeSet)
            removeSet.add(node)
            nodeSet2.remove(node)
            nodeSet.remove(node)
        print "len(removeSet)=",len(removeSet)
	#
	for line in fc.readlines():
	    lineArr = re.split(' |,|\t',line.strip())#
            lenth=len(lineArr)
            if(lenth<2): #
                break;
	    if int(lineArr[0]) not in removeSet and int(lineArr[1]) not in removeSet:
		fy.write('a%s a%s\n'%(lineArr[0],lineArr[1]))
	#print "removeSet=",removeSet
        fremove=open(father+'remove.txt','w')
        for ra in removeSet:
            fremove.write('%s '%ra)
        fremove.close()
	#3.
        #biggestNode=int(5000)
	newNode=int(biggestNode)#
	alllen,du,xDict=cal.start(father+filename)
        #alllen=11765;du=947;
	for j in range(int(changeRate*alllen)):
	    newNode+=1#
	    i=0
	    nowIter=0
            nodeSet2=list(nodeSet2)
            random.Random(0).shuffle(nodeSet2)   
            addset=set()
	    while(i < du):
                nodeY=random.Random().choice(nodeSet2)
		if(nodeY not in addset):
                    addset.add(nodeY)
		    fy.write('a%s a%s\n'%(newNode,nodeY))
                    #print "i=",i,":",newNode,"+",nodeY," "
		    i+=1

	ff=open(father+'connectY2.txt','w')
	for node in nodeSet2:
		ff.write('%s a%s\n'%(node,node))

	ff.close()
	fy.close()
	fc.close()
	fx.close()
        return xDict;

if __name__=="__main__":
    nLen = len(sys.argv);
    for i in range(nLen):  
        print("argv %d:%s" %(i, sys.argv[i]));  
    father=str(sys.argv[1])
    changeRate=float(sys.argv[2])
    filename=str(sys.argv[3])
    start(str(father),float(changeRate),str(filename))