Python 多线程不加锁分块读取文件的方法

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

#!/user/bin/env python

#_*_coding:utf-8_*_

fromthreadingimportThread

importtime

fromprocessingimportProcess, Queue

frommultiprocessingimportProcess

file_path='t'

fd=open(file_path,'r')

defdeal(thread_num):

i=1

line_list=[]

#20是我的文件行数，正式情况下可以通过wc -l t获取

whilei <=20/thread_num:

line_list.append(fd.readline())

i+=1

returnline_list

deftodo(thread_name, line_list):

# print 'thread_name:',thread_name,'start'

forlineinline_list:

printstr(thread_name)+' counsume:'+line

# print 'thread_name:', thread_name, 'end'

if__name__=='__main__':

thread_num=10

thread_list=[]

foriinrange(thread_num):

line_list=deal(thread_num)

t=Thread(target=todo, args=[i, line_list])

t.start()

thread_list.append(t)

fortinthread_list:

t.join()