2 #include <netinet/tcp.h>
5 inline int test_and_set(volatile unsigned int *addr) {
7 /* Note: the "xchg" instruction does not need a "lock" prefix */
8 __asm__ __volatile__("xchgl %0, %1"
9 : "=r"(oldval), "=m"(*(addr))
10 : "0"(1), "m"(*(addr)));
13 inline void UnLock(volatile unsigned int *addr) {
15 /* Note: the "xchg" instruction does not need a "lock" prefix */
16 __asm__ __volatile__("xchgl %0, %1"
17 : "=r"(oldval), "=m"(*(addr))
18 : "0"(0), "m"(*(addr)));
21 # error need implementation of test_and_set
26 inline void Lock(volatile unsigned int *s) {
27 while(test_and_set(s)) {
38 sockPoolHashTable_t *createSockPool(sockPoolHashTable_t * sockhash, unsigned int size) {
39 if((sockhash = calloc(1, sizeof(sockPoolHashTable_t))) == NULL) {
40 printf("Calloc error at %s line %d\n", __FILE__, __LINE__);
44 socknode_t **nodelist;
45 if ((nodelist = calloc(size, sizeof(socknode_t *))) < 0) {
46 printf("Calloc error at %s line %d\n", __FILE__, __LINE__);
51 sockhash->table = nodelist;
52 sockhash->inuse = NULL;
53 sockhash->size = size;
59 int createNewSocket(unsigned int mid) {
62 if((sd = socket(AF_INET, SOCK_STREAM, 0)) < 0) {
63 printf("%s() Error: In creating socket at %s, %d\n", __func__, __FILE__, __LINE__);
66 setsockopt(sd, IPPROTO_TCP, TCP_NODELAY, (char *) &flag, sizeof(flag));
67 struct sockaddr_in remoteAddr;
68 bzero(&remoteAddr, sizeof(remoteAddr));
69 remoteAddr.sin_family = AF_INET;
70 remoteAddr.sin_port = htons(LISTEN_PORT);
71 remoteAddr.sin_addr.s_addr = htonl(mid);
72 if(connect(sd, (struct sockaddr *)&remoteAddr, sizeof(remoteAddr)) < 0) {
73 perror("socket connect: ");
74 printf("%s(): Error %d connecting to %s:%d\n", __func__, errno, inet_ntoa(remoteAddr.sin_addr), LISTEN_PORT);
81 int getSockWithLock(sockPoolHashTable_t *sockhash, unsigned int mid) {
83 int key = mid%(sockhash->size);
86 Lock(&sockhash->mylock);
87 ptr=&(sockhash->table[key]);
90 if (mid == (*ptr)->mid) {
94 tmp->next=sockhash->inuse;
96 UnLock(&sockhash->mylock);
101 UnLock(&sockhash->mylock);
102 if((sd = createNewSocket(mid)) != -1) {
103 socknode_t *inusenode = calloc(1, sizeof(socknode_t));
105 inusenode->mid = mid;
106 insToListWithLock(sockhash, inusenode);
113 int getSock(sockPoolHashTable_t *sockhash, unsigned int mid) {
115 int key = mid%(sockhash->size);
118 ptr=&(sockhash->table[key]);
121 if (mid == (*ptr)->mid) {
122 socknode_t *tmp=*ptr;
125 tmp->next=sockhash->inuse;
131 if((sd = createNewSocket(mid)) != -1) {
132 socknode_t *inusenode = calloc(1, sizeof(socknode_t));
133 inusenode->next=sockhash->inuse;
134 sockhash->inuse=inusenode;
141 int getSock2(sockPoolHashTable_t *sockhash, unsigned int mid) {
143 int key = mid%(sockhash->size);
146 ptr=&(sockhash->table[key]);
149 if (mid == (*ptr)->mid) {
154 if((sd = createNewSocket(mid)) != -1) {
155 *ptr=calloc(1, sizeof(socknode_t));
164 /*socket pool with multiple TR threads asking to connect to same machine */
165 int getSock2WithLock(sockPoolHashTable_t *sockhash, unsigned int mid) {
167 int key = mid%(sockhash->size);
170 Lock(&sockhash->mylock);
171 ptr=&(sockhash->table[key]);
173 if (mid == (*ptr)->mid) {
174 UnLock(&sockhash->mylock);
179 UnLock(&sockhash->mylock);
180 if((sd = createNewSocket(mid)) != -1) {
181 *ptr=calloc(1, sizeof(socknode_t));
184 //insToListWithLock(sockhash, *ptr);
191 void insToListWithLock(sockPoolHashTable_t *sockhash, socknode_t *inusenode) {
192 Lock(&sockhash->mylock);
193 inusenode->next = sockhash->inuse;
194 sockhash->inuse = inusenode;
195 UnLock(&sockhash->mylock);
198 void freeSock(sockPoolHashTable_t *sockhash, unsigned int mid, int sd) {
199 int key = mid%(sockhash->size);
200 socknode_t *ptr = sockhash->inuse;
201 sockhash->inuse = ptr->next;
204 ptr->next = sockhash->table[key];
205 sockhash->table[key] = ptr;
208 void freeSockWithLock(sockPoolHashTable_t *sockhash, unsigned int mid, int sd) {
209 int key = mid%(sockhash->size);
211 Lock(&sockhash->mylock);
212 ptr = sockhash->inuse;
213 sockhash->inuse = ptr->next;
216 ptr->next = sockhash->table[key];
217 sockhash->table[key] = ptr;
218 UnLock(&sockhash->mylock);
222 / ***************************************/
223 * Array Implementation for socket resuse
224 * ***************************************/
228 sock_pool_t *initSockPool(unsigned int *mid, int machines) {
229 sock_pool_t *sockpool;
230 num_machines = machines;
231 if ((sockpool = calloc(num_machines, sizeof(sock_pool_t))) < 0) {
232 printf("%s(), Calloc error at %s, line %d\n", __func__, __FILE__, __LINE__);
236 for (i = 0; i < num_machines; i++) {
237 if ((sockpool[i].sd = calloc(MAX_CONN_PER_MACHINE, sizeof(int))) < 0) {
238 printf("%s(), Calloc error at %s, line %d\n", __func__, __FILE__, __LINE__);
241 if ((sockpool[i].inuse = calloc(MAX_CONN_PER_MACHINE, sizeof(char))) < 0) {
242 printf("%s(), Calloc error at %s, line %d\n", __func__, __FILE__, __LINE__);
245 sockpool[i].mid = mid[i];
247 for(j = 0; j < MAX_CONN_PER_MACHINE; j++) {
248 sockpool[i].sd[j] = -1;
255 int getSock(sock_pool_t *sockpool, unsigned int mid) {
257 for (i = 0; i < num_machines; i++) {
258 if (sockpool[i].mid == mid) {
260 for (j = 0; j < MAX_CONN_PER_MACHINE; j++) {
261 if (sockpool[i].sd[j] != -1 && (sockpool[i].inuse[j] == 0)) {
262 sockpool[i].inuse[j] = 1;
263 return sockpool[i].sd[j];
265 if (sockpool[i].sd[j] == -1) {
268 if((sd = socket(AF_INET, SOCK_STREAM, 0)) < 0) {
269 printf("%s() Error: In creating socket at %s, %d\n", __func__, __FILE__, __LINE__);
272 struct sockaddr_in remoteAddr;
273 bzero(&remoteAddr, sizeof(remoteAddr));
274 remoteAddr.sin_family = AF_INET;
275 remoteAddr.sin_port = htons(LISTEN_PORT);
276 remoteAddr.sin_addr.s_addr = htonl(mid);
278 if(connect(sd, (struct sockaddr *)&remoteAddr, sizeof(remoteAddr)) < 0) {
279 printf("%s(): Error %d connecting to %s:%d\n", __func__, errno, inet_ntoa(remoteAddr.sin_addr), LISTEN_PORT);
283 sockpool[i].sd[j] = sd;
284 sockpool[i].inuse[j] = 1;
285 return sockpool[i].sd[j];
288 printf("%s()->Error: Less number of MAX_CONN_PER_MACHINE\n", __func__);
292 printf("%s()-> Error: Machine id not found\n", __func__);
297 int freeSock(sock_pool_t *sockpool, int sd) {
299 for (i = 0; i < num_machines; i++) {
301 for (j = 0; j < MAX_CONN_PER_MACHINE; j++) {
302 if (sockpool[i].sd[j] == sd) {
303 sockpool[i].inuse[j] = 0;
308 printf("%s() Error: Illegal socket descriptor %d\n", __func__, sd);