From 6ca781b8a38474ab428d5fcb3b489dfe3e974334 Mon Sep 17 00:00:00 2001 From: bustico Date: Fri, 21 Mar 2008 09:03:34 +0000 Subject: - numerous fixes - socket in non blocking mode (resolve some deadlock, and agent are immune to another agent beeing blocked) --- tools/ivythroughput.cpp | 628 ++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 628 insertions(+) create mode 100644 tools/ivythroughput.cpp (limited to 'tools/ivythroughput.cpp') diff --git a/tools/ivythroughput.cpp b/tools/ivythroughput.cpp new file mode 100644 index 0000000..17e5e54 --- /dev/null +++ b/tools/ivythroughput.cpp @@ -0,0 +1,628 @@ +/* + * IvyThroughput + * + * Copyright (C) 2008 + * Centre d'Études de la Navigation Aérienne + */ + + +// g++ ivythroughput.cpp -o ivythroughput -L/usr/local/lib64/ -Wl,-rpath,/usr/local/lib64/ -livy -lpcrecpp + +/* SCENARIO + + ° traitement des options : + -v (affi version) -b bus, -r regexp file, -m message file, -n : nombre de recepteurs + -t [type de test => ml (memory leak), tp (throughput) + + test memory leak + ° fork d'un emetteur et d'un (ou plusieurs) recepteur : le recepteur s'abonne à toutes les regexps, + se desabonne, se reabonne etc etc en boucle : on teste que l'empreinte mémoire + de l'emetteur ne grossisse pas + + test throughput : + ° fork d'un emetteur et d'un ou plusieurs recepteurs : les recepteurs s'abonnent à toutes les regexps + ° l'emetteur envoie en boucle tous les messages du fichier de message + ° l'emetteur note le temps d'envoi des messages + ° l'emetteur envoie un die all et quitte +*/ + +#include +#include +#include +#include "version.h" +#include +#include +#include +#include +#include +#include +#include + +#include "ivysocket.h" +#include "ivy.h" +#include "timer.h" +#include "ivyloop.h" +#include + +#include +#include +#include + +typedef std::list ListOfString; +typedef std::list ListOfPid; +typedef std::map MapUintToBool; +typedef std::list ListOfMsgRcvPtr; + +typedef struct { + unsigned int currentBind; + unsigned int totalBind; +} InfoBind; +typedef std::map MapBindByClnt; + +#define MILLISEC 1000.0 + +typedef enum {memoryLeak1, memoryLeak2, throughput} KindOfTest ; + + +typedef struct { + ListOfMsgRcvPtr *bindIdList; + const ListOfString *regexps; + unsigned int inst; +} MlDataStruct; + + + +extern char *optarg; +extern int optind, opterr, optopt; + +void recepteur_tp (const char* bus, KindOfTest kod, unsigned int inst, + const ListOfString& regexps, unsigned int exitAfter); +void recepteur_ml (const char* bus, KindOfTest kod, unsigned int inst, + const ListOfString& regexps); +void emetteur (const char* bus, KindOfTest kod, int testDuration, + const ListOfString& messages, int regexpSize); + +bool getMessages (const char*fileName, ListOfString &messages); +bool getRegexps (const char*fileName, ListOfString ®exps); + +double currentTime(); +void binCB( IvyClientPtr app, void *user_data, int id, char* regexp, IvyBindEvent event ) ; +void binCBR( IvyClientPtr app, void *user_data, int id, char* regexp, IvyBindEvent event ) ; +void congestCB ( IvyClientPtr app, void *user_data, IvyApplicationEvent event ) ; +void stopCB (TimerId id, void *user_data, unsigned long delta); +void sendAllMessageCB (TimerId id, void *user_data, unsigned long delta); +void recepteurReadyCB (IvyClientPtr app, void *user_data, int argc, char *argv[]); +void recepteurCB (IvyClientPtr app, void *user_data, int argc, char *argv[]); +void startOfSeqCB (IvyClientPtr app, void *user_data, int argc, char *argv[]); +void endOfSeqCB (IvyClientPtr app, void *user_data, int argc, char *argv[]); +void desabonneEtReabonneCB (TimerId id, void *user_data, unsigned long delta); +void changeRegexpCB (TimerId id, void *user_data, unsigned long delta); +void exitCB (TimerId id, void *user_data, unsigned long delta); + +unsigned int nbMess=0, nbReg=0, numClients =1, globalInst; +MapUintToBool recReady; +KindOfTest kindOfTest = throughput; +bool regexpAreUniq = false; + +int main(int argc, char *argv[]) +{ + int c; + int testDuration = 10; + char *bus ; + char regexpFile[1024] = "testivy/regexp.txt"; + char messageFile[1024] = "testivy/plantageradargl.ivy"; + ListOfString messages, regexps; + pid_t pid; + ListOfPid recPid; + + const char* helpmsg = + "[options] \n" + "\t -b bus\tdefines the Ivy bus to which to connect to, defaults to 127:2010\n" + "\t -v \t prints the ivy relase number\n\n" + "\t -t \t type of test : ml or ml2 (memory leak) or tp (throughput)\n" + "\t -r \t regexfile\tread list of regexp's from file\n" + "\t -p \t each client will prepend regexp with uniq string to " + "simulate N clients with differents regexps\n" + "\t -m \t messageFile\tread list of messages from file\n" + "\t -n \t number of clients\n" + "\t -d \t duration of the test in seconds\n" ; + + + if (getenv("IVYBUS") != NULL) { + bus = strdup (getenv("IVYBUS")); + } else { + bus = strdup ("127.0.0.1:2000") ; + } + + while ((c = getopt(argc, argv, "vpb:r:m:n:t:d:")) != EOF) + switch (c) { + case 'b': + strcpy (bus, optarg); + break; + case 'v': + printf("ivy c library version %d.%d\n",IVYMAJOR_VERSION, IVYMINOR_VERSION); + break; + case 'p': + regexpAreUniq = true; + break; + case 't': + if (strcasecmp (optarg, "ml") == 0) { + kindOfTest = memoryLeak1; + } else if (strcasecmp (optarg, "ml1") == 0) { + kindOfTest = memoryLeak1; + } else if (strcasecmp (optarg, "ml2") == 0) { + kindOfTest = memoryLeak2; + } else if (strcasecmp (optarg, "tp") == 0) { + kindOfTest = throughput; + } else { + printf("usage: %s %s",argv[0],helpmsg); + exit(1); + } + break; + case 'r': + strcpy (regexpFile, optarg); + break; + case 'm': + strcpy (messageFile, optarg); + break; + case 'n': + numClients = atoi (optarg); + break; + case 'd': + testDuration = atoi (optarg); + break; + default: + printf("usage: %s %s",argv[0],helpmsg); + exit(1); + } + + if (!getRegexps (regexpFile, regexps)) + {return (1);}; + + if (kindOfTest != memoryLeak1) { + if (!getMessages (messageFile, messages)) + {return (1);}; + } + + + + for (unsigned int i=0; i< numClients; i++) { + if ((pid = fork ()) == 0) { + // fils + switch (kindOfTest) { + case throughput : + recepteur_tp (bus, kindOfTest, i, regexps, 0); + break; + case memoryLeak1 : + recepteur_ml (bus, kindOfTest, i, regexps); + break; + case memoryLeak2 : + recepteur_tp (bus, kindOfTest, i, regexps, testDuration-5); + break; + } + exit (0); + } else { + recPid.push_back (pid); + recReady[i]=false; + } + } + + emetteur (bus, kindOfTest, testDuration, messages, regexps.size()); + + ListOfPid::iterator iter; + for (iter=recPid.begin(); iter != recPid.end(); iter++) { + kill (*iter, SIGTERM); + } + + for (iter=recPid.begin(); iter != recPid.end(); iter++) { + waitpid (*iter, NULL, 0); + } + + return (0); +} + + + + +/* +# _ _ +# | | | | +# ___ _ __ ___ ___ | |_ | |_ ___ _ _ _ __ +# / _ \ | '_ ` _ \ / _ \ | __| | __| / _ \ | | | | | '__| +# | __/ | | | | | | | __/ \ |_ \ |_ | __/ | |_| | | | +# \___| |_| |_| |_| \___| \__| \__| \___| \__,_| |_| +*/ +void emetteur (const char* bus, KindOfTest kod, int testDuration, + const ListOfString& messages, int regexpSize) +{ + printf ("DBG> emetteur start, pid=%d\n", getpid()); + IvyInit ("IvyThroughputEmit", "IvyThroughputEmit Ready", congestCB, NULL,NULL,NULL); + // double origin = currentTime(); + + + IvySetBindCallback (binCB, (void *) (regexpSize+2)); + IvyBindMsg (recepteurReadyCB, (void *) &messages, + "^IvyThroughputReceive_(\\d+)\\s+Ready"); + + TimerRepeatAfter (1, testDuration *1000, stopCB, NULL); + + IvyStart (bus); + IvyMainLoop (); +} + + + +/* +# _ __ _ +# | '_ \ | | +# _ __ ___ ___ ___ | |_) | | |_ ___ _ _ _ __ +# | '__| / _ \ / __| / _ \ | .__/ | __| / _ \ | | | | | '__| +# | | | __/ | (__ | __/ | | \ |_ | __/ | |_| | | | +# |_| \___| \___| \___| |_| \__| \___| \__,_| |_| +*/ +void recepteur_tp (const char* bus, KindOfTest kod, unsigned int inst, + const ListOfString& regexps, unsigned int exitAfter) +{ + std::string agentName = "IvyThroughputReceive_"; + std::stringstream stream ; + stream << inst; + agentName += stream.str(); + std::string agentNameReady (agentName + " Ready"); + //double origin = currentTime(); + globalInst = inst; + + printf ("DBG> recepteur_%d start, pid=%d\n", inst, getpid()); + IvyInit (agentName.c_str(), agentNameReady.c_str(), congestCB, NULL,NULL,NULL); + + unsigned int debugInt = 0; + ListOfString::const_iterator iter; + for (iter=regexps.begin(); iter != regexps.end(); iter++) { + debugInt++; + string reg = *iter; + if (regexpAreUniq) { (reg += " ") += stream.str();} + IvyBindMsg (recepteurCB, (void *) inst, reg.c_str()); + } + IvyBindMsg (startOfSeqCB, NULL, "^start(OfSequence)"); + IvyBindMsg (endOfSeqCB, NULL, "^end(OfSequence)"); + + if (kod == memoryLeak2) { + TimerRepeatAfter (1, exitAfter*1000, exitCB, NULL); + } + + //usleep (inst * 50 * 1000); + IvyStart (bus); + IvyMainLoop (); +} + +void recepteur_ml (const char* bus, KindOfTest kod, unsigned int inst, + const ListOfString& regexps) +{ + std::string agentName = "IvyThroughputReceive_"; + std::stringstream stream ; + stream << inst; + agentName += stream.str(); + std::string agentNameReady (agentName + " Ready"); + //double origin = currentTime(); + globalInst = inst; + static ListOfMsgRcvPtr bindIdList; + static MlDataStruct mds; + + printf ("DBG> recepteur_%d start, pid=%d\n", inst, getpid()); + IvyInit (agentName.c_str(), agentNameReady.c_str(), congestCB, NULL,NULL,NULL); + + unsigned int debugInt = 0; + ListOfString::const_iterator iter; + for (iter=regexps.begin(); iter != regexps.end(); iter++) { + debugInt++; + string reg = *iter; + if (regexpAreUniq) { (reg += " ") += stream.str();} + bindIdList.push_back (IvyBindMsg (recepteurCB, (void *) inst, reg.c_str())); + } + IvyBindMsg (startOfSeqCB, NULL, "^start(OfSequence)"); + IvyBindMsg (endOfSeqCB, NULL, "^end(OfSequence)"); + + mds.bindIdList = &bindIdList; + mds.regexps = ®exps; + mds.inst = inst; + + TimerRepeatAfter (1, 1000, desabonneEtReabonneCB, &mds); + //TimerRepeatAfter (1, 1000, abonneEtDesabonneCB, &mds); + + IvyStart (bus); + IvyMainLoop (); +} + +// =========================================================================== + + + +/* +# __ _ _ __ __ __ _ +# / _` | | | | \/ | / _` | +# | (_| | ___ | |_ | \ / | ___ ___ ___ __ _ | (_| | ___ +# \__, | / _ \ | __| | |\/| | / _ \ / __| / __| / _` | \__, | / _ \ +# __/ | | __/ \ |_ | | | | | __/ \__ \ \__ \ | (_| | __/ | | __/ +# |___/ \___| \__| |_| |_| \___| |___/ |___/ \__,_| |___/ \___| +*/ + +bool getMessages (const char*fileName, ListOfString &messages) +{ + FILE *infile; + char buffer [1024*64]; + pcrecpp::RE pcreg ("\"(.*)\"$"); + string aMsg; + + infile = fopen(fileName, "r"); + if (!infile) { + fprintf (stderr, "impossible d'ouvrir %s en lecture\n", fileName); + return false; + } + + while (fgets (buffer, sizeof (buffer), infile) != NULL) { + if (pcreg.PartialMatch (buffer, &aMsg)) { + messages.push_back (aMsg); + nbMess++; + } + } + fclose (infile); + return (true); +} + + +/* +# __ _ _ _____ __ _ _ __ +# / _` | | | | __ \ / _` | | '_ \ +# | (_| | ___ | |_ | |__) | ___ | (_| | ___ __ __ | |_) | ___ +# \__, | / _ \ | __| | _ / / _ \ \__, | / _ \ \ \/ / | .__/ / __| +# __/ | | __/ \ |_ | | \ \ | __/ __/ | | __/ > < | | \__ \ +# |___/ \___| \__| |_| \_\ \___| |___/ \___| /_/\_\ |_| |___/ +*/ +bool getRegexps (const char*fileName, ListOfString ®exps) +{ + FILE *infile; + char buffer [1024*64]; + pcrecpp::RE pcreg ("add regexp \\d+ : (.*)$"); + string aMsg; + + infile = fopen(fileName, "r"); + if (!infile) { + fprintf (stderr, "impossible d'ouvrir %s en lecture\n", fileName); + return false; + } + + while (fgets (buffer, sizeof (buffer), infile) != NULL) { + if (pcreg.PartialMatch (buffer, &aMsg)) { + regexps.push_back (aMsg); + nbReg++; + } + } + fclose (infile); + + return (true); +} + + + +/* +# _______ _ +# |__ __| (_) +# ___ _ _ _ __ _ __ | | _ _ __ ___ ___ +# / __| | | | | | '__| | '__| | | | | | '_ ` _ \ / _ \ +# | (__ | |_| | | | | | | | | | | | | | | | | __/ +# \___| \__,_| |_| |_| |_| |_| |_| |_| |_| \___| +*/ +double currentTime() +{ + double current; + + struct timeval stamp; + gettimeofday( &stamp, NULL ); + current = (double)stamp.tv_sec * MILLISEC + (double)(stamp.tv_usec/MILLISEC); + return current; +} + + +/* +# _ _ _____ ____ +# | | (_) / ____| | _ \ +# | |__ _ _ __ | | | |_) | +# | '_ \ | | | '_ \ | | | _ < +# | |_) | | | | | | | | |____ | |_) | +# |_.__/ |_| |_| |_| \_____| |____/ +*/ +void binCB( IvyClientPtr app, void *user_data, int id, char* regexp, IvyBindEvent event ) +{ + string appName = IvyGetApplicationName( app ); + static MapBindByClnt bindByClnt; + + if (bindByClnt.find (appName) == bindByClnt.end()) { + (bindByClnt[appName]).currentBind = 0; + (bindByClnt[appName]).totalBind = (unsigned long) user_data; + } + + switch ( event ) + { + case IvyAddBind: + (bindByClnt[appName]).currentBind ++; + if ((bindByClnt[appName]).currentBind == (bindByClnt[appName]).totalBind) { + printf("Application:%s ALL REGEXPS BINDED\n", appName.c_str()); + } else { + // printf("Application:%s bind [%d/%d]\n", appName.c_str(), + // (bindByClnt[appName]).currentBind, (bindByClnt[appName]).totalBind); + } + break; + case IvyRemoveBind: + if ((id % 10000) == 0) { + printf("Application:%s bind '%d' REMOVED\n", appName.c_str(), id ); + } + break; + case IvyFilterBind: + printf("Application:%s bind '%s' FILTRED\n", appName.c_str(), regexp ); + break; + case IvyChangeBind: + printf("Application:%s bind '%s' CHANGED\n", appName.c_str(), regexp ); + break; + } +} + + + +void congestCB ( IvyClientPtr app, void *user_data, IvyApplicationEvent event ) +{ + string appName = IvyGetApplicationName( app ); + + switch ( event ) { + case IvyApplicationCongestion: + printf("Application:%s : Congestion\n", appName.c_str()); + break; + case IvyApplicationDecongestion: + printf("Application:%s : DEcongestion\n", appName.c_str()); + break; + case IvyApplicationFifoFull: + printf("Application:%s : FIFO PLEINE, MESSAGES PERDUS !!!\n", appName.c_str()); + break; + case IvyApplicationConnected: + // printf("Application:%s : Connected\n", appName.c_str()); + case IvyApplicationDisconnected: + // printf("Application:%s : Disconnected\n", appName.c_str()); + break; + } +} + + + + +void stopCB (TimerId id, void *user_data, unsigned long delta) +{ + IvyStop (); +} + + +void sendAllMessageCB (TimerId id, void *user_data, unsigned long delta) +{ + ListOfString *messages = (ListOfString *) user_data; + double startTime = currentTime(); + unsigned int envoyes=0; + + IvySendMsg ("startOfSequence"); + ListOfString::iterator iter; + for (iter=messages->begin(); iter != messages->end(); iter++) { + envoyes += IvySendMsg ((*iter).c_str()); + } + IvySendMsg ("endOfSequence"); + + printf ("[ivy %d.%d] envoyer [%d/%d] messages filtrés par %d regexps a %d clients " + "prends %.1f secondes\n", + IVYMAJOR_VERSION, IVYMINOR_VERSION, + envoyes, nbMess, nbReg, numClients, + (currentTime()-startTime) / 1000.0) ; + TimerRepeatAfter (1, 1000, sendAllMessageCB ,user_data); +} + +void recepteurCB (IvyClientPtr app, void *user_data, int argc, char *argv[]) +{ + // unsigned long recN = (long) user_data; + // printf ("."); + // if (!((argc == 1) && (strcmp (argv[0], "OfSequence")) == 0)) + nbMess++; +} + + +void recepteurReadyCB (IvyClientPtr app, void *user_data, int argc, char *argv[]) +{ + ListOfString *messages = (ListOfString *) user_data; + unsigned int instance = atoi( *argv++ ); + + recReady[instance] = true; + bool readyToStart = true; + + for (unsigned int i=0; i< numClients; i++) { + if (recReady[i]==false) { + // printf ("Emetteur : manque recepteur [%d/%d]\n", i, numClients-1); + readyToStart = false; + } + } + + if (readyToStart == true) { + if (kindOfTest != memoryLeak1) { + TimerRepeatAfter (1, 100, sendAllMessageCB , messages); + printf ("Emetteur : tous recepteurs prets : on envoie la puree !!\n"); + } + } else { + printf ("\n"); + } +} + + + +void startOfSeqCB (IvyClientPtr app, void *user_data, int argc, char *argv[]) +{ + nbMess = 0; +} + + +void endOfSeqCB (IvyClientPtr app, void *user_data, int argc, char *argv[]) +{ + //nbMess--; + printf ("recepteur %d a recu %d messages\n", globalInst, nbMess); +} + + +void desabonneEtReabonneCB (TimerId id, void *user_data, unsigned long delta) +{ + MlDataStruct *mds = (MlDataStruct *) user_data; + + // printf ("on entre dans desabonneEtReabonneCB\n"); + + ListOfMsgRcvPtr::iterator iter; + + // DESABONNE + for (iter=mds->bindIdList->begin(); iter != mds->bindIdList->end(); iter++) { + IvyUnbindMsg (*iter); + } + mds->bindIdList->clear (); + + // REABONNE + ListOfString::const_iterator iter2; + for (iter2=mds->regexps->begin(); iter2 != mds->regexps->end(); iter2++) { + string reg = *iter2; + mds->bindIdList->push_back (IvyBindMsg (recepteurCB, (void *) mds->inst, reg.c_str())); + } + + // CHANGE REGEXP + for (iter=mds->bindIdList->begin(); iter != mds->bindIdList->end(); iter++) { + IvyChangeMsg (*iter, "^Une regexp (BIDON)"); + } + + + // DESABONNE + for (iter=mds->bindIdList->begin(); iter != mds->bindIdList->end(); iter++) { + IvyUnbindMsg (*iter); + } + mds->bindIdList->clear (); + + //TimerRepeatAfter (1, 1000, changeRegexpCB, mds); +} + + +void changeRegexpCB (TimerId id, void *user_data, unsigned long delta) +{ + MlDataStruct *mds = (MlDataStruct *) user_data; + + // printf ("on entre dans abonneEtDesabonneCB\n"); + + ListOfMsgRcvPtr::iterator iter; + + + for (iter=mds->bindIdList->begin(); iter != mds->bindIdList->end(); iter++) { + IvyChangeMsg (*iter, "^Une regexp (BIDON)"); + } + + TimerRepeatAfter (1, 1000, changeRegexpCB, mds); +} + +void exitCB (TimerId id, void *user_data, unsigned long delta) +{ + printf ("DBG> client exit\n"); + exit (0); +} -- cgit v1.1