Commit: 3b3765ab3ee7c71e62de9f07f9475f6ecbc05c7e - myprojects-hg-reborn (hg)

Commit MetaInfo

• Revisão: 3b3765ab3ee7c71e62de9f07f9475f6ecbc05c7e (tree)
• Hora: 2010-07-14 01:35:39
• Autor: lorenzo
• Commiter: lorenzo

Mensagem de Log

I added a code which implements Juliette's filters to the edgelist of the kids
at school in Lyon.

Mudança Sumário

• add: Python-codes/my_lyon_filter.py

Diff

diff -r c561b17a5ad5 -r 3b3765ab3ee7 Python-codes/my_lyon_filter.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/Python-codes/my_lyon_filter.py	Tue Jul 13 16:35:39 2010 +0000
@@ -0,0 +1,148 @@
+#!/usr/bin/env python
+import scipy as s
+import pylab as p
+import numpy as n
+import sys
+import string
+
+
+
+
+t0 = 31260-1254382848
+
+#------------------------------------------------------------------------             
+def lunch(t):
+    if (t>1254394530 and t<1254402330) or (t>1254480930 and t<1254488733):
+        return True
+    else : return False
+
+
+teachers=set([1637,1733,1653,1668,1746,1709,1824,1753,1745,1852]) # 1733 never seen
+
+other=set([1611,65525,0,2037,1812,1449,1492,1543,1845,1609])
+
+scientists = [1812,1449]
+wrongID = [1611,65525,0,2037,1492,1543,1845,1609]
+abs_friday = [1430,1735]
+abs_thursday = [1715]
+
+removeID = wrongID+scientists
+
+
+ce1bm=set([1863,1883,1851,1887,1890,1855,1739,1704,1732,1708,1710])
+ce1bf=set([1889,1877,1861,1854,1858,1872,1897,1898,1743,1713,1749,1702,1715,1706,1718]) # 1715 absent jeudi, to remove before 1254411000
+ce1badd=set([1650])
+ce1b=ce1bm.union(ce1bf)
+ce1b=ce1b.union(ce1badd)
+
+
+cm2pbs=set([1451,1458,1461,1468,1479,1483,1495,1516])
+
+
+def filter_id(Graph,time):
+    for id in Graph.nodes() : 
+        if id in other or id ==1682 : Graph.remove_node(id) 
+        #1682 ne fait que 2 recres et oublie tous les midis
+        if id in abs_friday and time > 1254411000  : Graph.remove_node(id) 
+        if id in abs_thursday and time <1254411000  : Graph.remove_node(id) 
+        if id in cm2pbs and lunch(time)  : Graph.remove_node(id)
+        if id in [1687,1574,1707] and lunch(time) : Graph.remove_node(id)
+        #externes qui laissent le badge sur la table?
+        if id in [1459,1453] and lunch(time) and time > 1254411000 : Graph.remove_node(id) 
+        #added March,10th : we yet remove the tags of ce1b because they seem to have been stocked in a box
+        if Graph.has_node(id) and metadata[id]=='ce1b' and time < 1254384588 : Graph.remove_node(id)
+        #added June,29th: we remove strange long lasting contacts in CE1B
+        if id in [1708,1743,1877,1890] and (time+t0)<61000 and (time+t0)>57000 : Graph.remove_node(id)
+        if id in [1749,1883] and (time+t0)<146000 and (time+t0)>139000: Graph.remove_node(id)
+        #added June, 30th: we remove all nodes with degree >5
+        if Graph.has_node(id)  and Graph.degree(id)>5 : Graph.remove_node(id)
+
+
+def new_filter_id(sliced_interactions):
+
+    sel_to_remove=s.zeros(0).astype("int64")
+
+    
+
+    for i in xrange(len(sliced_interactions)):
+        id=sliced_interactions[i,1]
+        time=sliced_interactions[i,0]
+        if id in other or id ==1682 :
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in abs_friday and time > 1254411000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in abs_thursday and time <1254411000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in cm2pbs and lunch(time) :
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1687,1574,1707] and lunch(time):
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1459,1453] and lunch(time) and time > 1254411000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in ce1b and time < 1254384588:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1708,1743,1877,1890] and (time+t0)<61000 and (time+t0)>57000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1749,1883] and (time+t0)<146000 and (time+t0)>139000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        #also remove the teachers
+        if id in teachers:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+
+            
+
+
+    for i in xrange(len(sliced_interactions)):
+        id=sliced_interactions[i,2]
+        time=sliced_interactions[i,0]
+        if id in other or id ==1682 :
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in abs_friday and time > 1254411000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in abs_thursday and time <1254411000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in cm2pbs and lunch(time) :
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1687,1574,1707] and lunch(time):
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1459,1453] and lunch(time) and time > 1254411000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in ce1b and time < 1254384588:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1708,1743,1877,1890] and (time+t0)<61000 and (time+t0)>57000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in [1749,1883] and (time+t0)<146000 and (time+t0)>139000:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+        if id in teachers:
+            sel_to_remove=s.hstack((sel_to_remove, i))
+
+
+    sel_to_remove=s.unique(sel_to_remove)
+
+    print "sel_to_remove is, ", sel_to_remove
+
+    #Now finally clean everything up
+
+    clean_interactions=s.delete(sliced_interactions, s.s_[sel_to_remove], axis=0)
+    return (clean_interactions.astype("int64"))
+
+
+f = open(sys.argv[1])
+sliced_interactions = [map(int, string.split(line)) for line in f.readlines()]
+f.close()
+
+sliced_interactions = s.array(sliced_interactions, dtype="int64")
+
+#tag_ids=s.unique(sliced_interactions[:,1:3])
+
+#print "tag_ids is, ", tag_ids
+
+
+filtered_interactions=new_filter_id(sliced_interactions)
+print "s.shape(filtered_interactions) is, ", s.shape(filtered_interactions)
+
+
+n.savetxt("filtered_edge_list.dat", filtered_interactions,fmt='%d')
+
+
+print("So far so good")