字符串处理算法（五）多线程实现代码行数统计。[风林火山]
实现如下：
//文件类型
enum E_FILETYPE
{
E_C,
E_JAVA
};
//文件行数信息
struct T_CodeFileMsg
{
int nTaskId; //任务Id
string FileName; //文件名称
E_FILETYPE eFiletype; //文件类型
int nTotalLine; //总行数
int nEmptyLine; //空行数
int nCodeLine; //代码行数
int nNoteLine; //注释行数
T_CodeFileMsg()
{
nTotalLine = 0;
nEmptyLine = 0;
nCodeLine = 0;
nNoteLine = 0;
}
};
#define MAX_WORKTHREAD 5 //线程最大数
#define MAX_LEN 1024 //路径最大长度
#define MAX_CHAR 1024 //一行最大字符数
//线程函数
DWORD WINAPI ReadFileThread(LPVOID lpParam);
DWORD WINAPI WorkThread(LPVOID lpParam);
//线程句柄
DWORD g_dwReadFileThreadID;
DWORD g_dwTaskThread;
DWORD g_dwWorkThread[MAX_WORKTHREAD];
//事件句柄
HANDLE g_EventReadFileHandle;
HANDLE g_EventReadFinishHandle;
//临界区
CRITICAL_SECTION g_cs;
CRITICAL_SECTION g_MsgQueue;
CRITICAL_SECTION g_task;
CRITICAL_SECTION g_MsgMap;
//数据
map<int, int>m_task;
std::deque<int> m_MsgQueue;
std::deque<int> m_FileQueue;//任务队列
std::map<int, T_CodeFileMsg*> m_FileMsgMap;//处理文件与文件行数信息
int WorkThreadCout = 0;
int nTotalTaskCount =0;
int nWorkTaslCount=0;
int nTaskBeginTime;
int nReadFileFinish=0;
int nInitCount= 0;
int nWorkFlag = 0;
bool bRunFlag = TRUE;
char g_workPath[MAX_LEN];
bool bReadFileFlag=TRUE;
int g_nTaskId=0;
int main()
{
int i;
cout << "#####代码行数统计测试开始#####" <<endl;
cout << "Main thread is running." << endl;
//初始化临界区
InitializeCriticalSection(&g_cs);
InitializeCriticalSection(&g_MsgQueue);
InitializeCriticalSection(&g_MsgMap);
g_EventReadFileHandle = ::CreateEvent(NULL,TRUE,TRUE,NULL);
g_EventReadFinishHandle = ::CreateEvent(NULL,TRUE,TRUE,NULL);
//创建线程
HANDLE hRFTHandle = CreateThread(NULL, 0, ReadFileThread, NULL, 0, &g_dwReadFileThreadID);
HANDLE hWTHandle[MAX_WORKTHREAD];
for (i=0; i<MAX_WORKTHREAD; i++)
{
int* nTemp = new int;//如果不new,最后打印出来的WorkThread(LPVOID lpParam)的都是10
//nTemp = &i;和*nTemp = i;区别。
*nTemp = i;
hWTHandle[i] = CreateThread(NULL, 0, WorkThread, nTemp, 0, &g_dwWorkThread[i]);
WorkThreadCout ++;
m_task[i] = 0;
Sleep(100);
}
while (TRUE)
{
if (nWorkFlag == 0)
{
printf("输入要统计文件的路径或end退出\n");
scanf("%s", g_workPath);
DeleteMap();
g_nTaskId = 0;
nWorkTaslCount = 0;
if (strcmp(g_workPath, "end") == 0)
{
bReadFileFlag = FALSE;//读文件线程标志
SetEvent(g_EventReadFileHandle);//读事件
bRunFlag = FALSE;//让线程退出
break;
}
SetEvent(g_EventReadFileHandle);//读事件
nWorkFlag = 1;
}
ResetEvent(g_EventReadFinishHandle);
WaitForSingleObject(g_EventReadFinishHandle, INFINITE);
if (nReadFileFinish == 1)
{
PrintMsg();
}
}
Sleep(3000);
DeleteMap();
CloseHandle(hRFTHandle);
for (i=0; i<MAX_WORKTHREAD; i++)
{
CloseHandle(hWTHandle[i]);
}
CloseHandle(g_EventReadFileHandle);
CloseHandle(g_EventReadFinishHandle);
DeleteCriticalSection(&g_cs);
DeleteCriticalSection(&g_MsgQueue);
DeleteCriticalSection(&g_MsgMap);
cout << "Main thread is end." << endl;
cout << "#####代码行数统计测试结束#####" <<endl;
//system("pause");
return 0;
}
int InitData()
{
return 0;
}
int DeleteMap()
{
std::map<int, T_CodeFileMsg*>::iterator IterFile;
for(IterFile=m_FileMsgMap.begin(); IterFile!=m_FileMsgMap.end(); IterFile++)
{
T_CodeFileMsg* file = (*IterFile).second;
delete file;
file = NULL;
}
m_FileMsgMap.clear();
return 0;
}
DWORD WINAPI ReadFileThread(LPVOID lpParam)
{
// cout << "No." << g_dwThreadID << " thread is running." << endl;
while (bRunFlag)
{
EnterCriticalSection(&g_cs);
cout << "ReadFileThread " << g_dwReadFileThreadID << " thread is running." << endl;
LeaveCriticalSection(&g_cs);
ResetEvent(g_EventReadFileHandle);
WaitForSingleObject(g_EventReadFileHandle, INFINITE);
if (bReadFileFlag)
{
int nTemp = DirectoryList(g_workPath);//nReadFileFinish
nReadFileFinish = nTemp;
if (nTemp == 1)
{
PrintFile();
nWorkFlag = 0;
nTotalTaskCount = g_nTaskId;
}
else
{
nWorkFlag = 0;
}
SetEvent(g_EventReadFinishHandle);
}
Sleep(1000);
}
cout << "ReadFileThread " << g_dwReadFileThreadID << " end" << endl;
return 0;
}
DWORD WINAPI WorkThread(LPVOID lpParam)
{
// cout << "No." << g_dwThreadID << " thread is running." << endl;
int* nRemp = (int*)lpParam;
while (bRunFlag)
{
int n = -1;
T_CodeFileMsg* pCFMsg=NULL;
EnterCriticalSection(&g_cs);
//cout << "No " << *nRemp << ", " << g_dwWorkThread[*nRemp] << " thread is running." << endl;
LeaveCriticalSection(&g_cs);
EnterCriticalSection(&g_MsgQueue);
if (!m_FileQueue.empty())
{
n = m_FileQueue.front();
m_FileQueue.pop_front();
if (nWorkTaslCount == 0)
{
nTaskBeginTime = GetTickCount();
}
nWorkTaslCount++;
m_task[*nRemp]++;
}
LeaveCriticalSection(&g_MsgQueue);
EnterCriticalSection(&g_MsgMap);
if ( n>= 0)//没有这个，在开始的时候n=-1会造成溢出。
pCFMsg = m_FileMsgMap[n];
LeaveCriticalSection(&g_MsgMap);
EnterCriticalSection(&g_cs);
//cout << "No:" << *nRemp << ", " << n << endl;
if (pCFMsg!=NULL)
{
cout << pCFMsg->FileName.c_str() << endl;
}
LeaveCriticalSection(&g_cs);
if (pCFMsg!=NULL && n>=0)
{
ProcessFile(pCFMsg, n);
Sleep(20);
}
else
Sleep(2000);
}
delete nRemp;
nRemp = NULL;
cout << "No " << lpParam << " end" << endl;
return 0;
}
//根据文件类型处理
int ProcessFile(T_CodeFileMsg* pTCFMsg, int n)
{
EnterCriticalSection(&g_MsgMap);
string tempFile = pTCFMsg->FileName;
E_FILETYPE c_type = pTCFMsg->eFiletype;
LeaveCriticalSection(&g_MsgMap);
switch(c_type)
{
case E_C:
ProcessCFile(pTCFMsg, tempFile.c_str(), n);
break;
case E_JAVA:
ProcessJavaFile(pTCFMsg, tempFile.c_str(), n);
break;
default:
break;
}
return 0;
}
int ProcessCFile(T_CodeFileMsg* pTCFMsg, char* strFile, int n)
{
ifstream in;
char buf[MAX_CHAR] = {0};
bool bNoteFlag = FALSE;
int nNoteLine = 0;
int nEmptyLine = 0;
int nCodeLine = 0;
int nTotalLine = 0;
in.open(strFile);
while(in.getline(buf, sizeof(buf)))
{
nTotalLine++;
char* p = buf;
while((*p ==' ' || *p=='\t')) p++;
if (!bNoteFlag)
{
if (*p == 0)
{
nEmptyLine++;
cout << nTotalLine <<endl;
}
else if (strncmp(p, "/*", 2)==0)
{
char* q = buf+strlen(buf)-1;
while((*q ==' ' || *q=='\t')) q--;
q--;
//判断是不是/*AAA*/
if (strncmp(q, "*/", 2)==0)
{
}
else
bNoteFlag = TRUE;
nNoteLine++;
cout << nTotalLine <<endl;
}
else if (strncmp(p, "//", 2)==0)
{
nNoteLine++;
cout << nTotalLine <<endl;
}
else
{
nCodeLine++;
}
}
else
{
if (*p == 0)
{
nNoteLine++;
cout << nTotalLine <<endl;
}
else if (strncmp(p, "*/", 2)==0)
{
bNoteFlag = FALSE;
nNoteLine++;
cout << nTotalLine <<endl;
}
else
{
nNoteLine++;
cout << nTotalLine <<endl;
char* q = buf+strlen(buf)-1;
while((*q ==' ' || *q=='\t')) q--;
q--;
if (strncmp(q, "*/", 2)==0)
{
bNoteFlag = FALSE;
}
}
}
memset(buf, 0, MAX_CHAR);
}
EnterCriticalSection(&g_MsgMap);
pTCFMsg->nCodeLine = nCodeLine;
pTCFMsg->nEmptyLine = nEmptyLine;
pTCFMsg->nNoteLine = nNoteLine;
pTCFMsg->nTotalLine = nTotalLine;
m_FileMsgMap[n] = pTCFMsg;
LeaveCriticalSection(&g_MsgMap);
return 0;
}
int ProcessJavaFile(T_CodeFileMsg* pTCFMsg, char* strFile, int n)
{
return 0;
}
int AddFile2Map(char* pFile)
{
string strFile = strlwr(pFile);
int nRet = strFile.find(".", 0);
if (nRet>0)
{
string Temp;
int nLen = strFile.size();
Temp = strFile.substr(nRet, strFile.size()-nRet);
if (strcmp(Temp.c_str(),".c")==0 || strcmp(Temp.c_str(),".cpp")==0 || strcmp(Temp.c_str(),".h")==0)
{
T_CodeFileMsg* pTemp = new T_CodeFileMsg;
m_FileMsgMap[g_nTaskId] = pTemp;
//m_FileMsgMap[g_nTaskId] = new T_CodeFileMsg;
//T_CodeFileMsg* pTemp = m_FileMsgMap[g_nTaskId];
pTemp->eFiletype = E_C;
pTemp->nTaskId = g_nTaskId;
pTemp->FileName = pFile;
//pTemp->FileName = new char[nLen+1];
//memcpy(pTemp->FileName, strFile.c_str(), nLen);
//m_FileMsgMap[g_nTaskId] = pTemp;
//m_FileMsgMap.insert(pair <int, T_CodeFileMsg* >(g_nTaskId, pTemp));
m_FileQueue.push_back(g_nTaskId);
g_nTaskId++;
}
}
return 0;
}
int DirectoryList(LPCSTR Path)
{
WIN32_FIND_DATA FindData;
HANDLE hError;
int FileCount = 0;
char FilePathName[MAX_LEN];
// 构造路径
char FullPathName[MAX_LEN];
strcpy(FilePathName, Path);
strcat(FilePathName, "\\*.*");
hError = FindFirstFile(FilePathName, &FindData);
if (hError == INVALID_HANDLE_VALUE)
{
printf("搜索失败!\n");
return 0;
}
while(::FindNextFile(hError, &FindData))
{
// 过虑.和..
if (strcmp(FindData.cFileName, ".") == 0
|| strcmp(FindData.cFileName, "..") == 0 )
{
continue;
}
// 构造完整路径
wsprintf(FullPathName, "%s\\%s", Path,FindData.cFileName);
FileCount++;
AddFile2Map(FullPathName);
// 输出本级的文件
//printf("\n%d %s ", FileCount, FullPathName);
if (FindData.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY)
{
//printf("<Dir>");
DirectoryList(FullPathName);
}
}
return 1;
}
int PrintFile()
{
EnterCriticalSection(&g_MsgMap);
std::map<int, T_CodeFileMsg*>::iterator IterFile;
for(IterFile=m_FileMsgMap.begin(); IterFile!=m_FileMsgMap.end(); IterFile++)
{
T_CodeFileMsg* file = (*IterFile).second;
//EnterCriticalSection(&g_cs);
cout << endl;
cout << file->FileName.c_str();
cout << ", id:" << file->nTaskId;
cout << ", nCodeLine:"<< file->nCodeLine;
cout << ", nEmptyLine:"<< file->nEmptyLine;
cout << ", nNoteLine:"<< file->nNoteLine;
cout << ", nTotalLine:"<< file->nTotalLine;
//LeaveCriticalSection(&g_cs);
}
LeaveCriticalSection(&g_MsgMap);
return 0;
}
int PrintMsg()
{
while (TRUE)
{
if (nWorkTaslCount == nTotalTaskCount)
{
std::map<int, int>::iterator IterCount;
for(IterCount=m_task.begin(); IterCount!=m_task.end();IterCount++)
{
int nThreadId= (*IterCount).first;
int nCount = (*IterCount).second;
EnterCriticalSection(&g_cs);
cout << "nThreadId:" << nThreadId << ", nCount:" << nCount<<endl;
LeaveCriticalSection(&g_cs);
(*IterCount).second = 0;
}
nWorkFlag = 0;
PrintFile();
break;
}
cout << "nWorkTaslCount:" << nWorkTaslCount << ", nTotalTaskCount:" << nTotalTaskCount <<endl;
Sleep(1000);
}
return 0;
}
有兴趣的朋友可以自己试试，仅供参考。
转载请注明原创链接：http://blog.csdn.net/wujunokay/article/details/12586589