50 static void prestera_counter_lock(struct prestera_counter *counter)  in prestera_counter_lock()  argument
52 	mutex_lock(&counter->mtx);  in prestera_counter_lock()
55 static void prestera_counter_unlock(struct prestera_counter *counter)  in prestera_counter_unlock()  argument
57 	mutex_unlock(&counter->mtx);  in prestera_counter_unlock()
89 prestera_counter_block_lookup_not_full(struct prestera_counter *counter,  in prestera_counter_block_lookup_not_full()  argument
94 	prestera_counter_lock(counter);  in prestera_counter_block_lookup_not_full()
95 	for (i = 0; i < counter->block_list_len; i++) {  in prestera_counter_block_lookup_not_full()
96 		if (counter->block_list[i] &&  in prestera_counter_block_lookup_not_full()
97 		    counter->block_list[i]->client == client &&  in prestera_counter_block_lookup_not_full()
98 		    !counter->block_list[i]->full &&  in prestera_counter_block_lookup_not_full()
99 		    prestera_counter_block_incref(counter->block_list[i])) {  in prestera_counter_block_lookup_not_full()
100 			prestera_counter_unlock(counter);  in prestera_counter_block_lookup_not_full()
101 			return counter->block_list[i];  in prestera_counter_block_lookup_not_full()
104 	prestera_counter_unlock(counter);  in prestera_counter_block_lookup_not_full()
109 static int prestera_counter_block_list_add(struct prestera_counter *counter,  in prestera_counter_block_list_add()  argument
115 	prestera_counter_lock(counter);  in prestera_counter_block_list_add()
117 	for (i = 0; i < counter->block_list_len; i++) {  in prestera_counter_block_list_add()
118 		if (counter->block_list[i])  in prestera_counter_block_list_add()
121 		counter->block_list[i] = block;  in prestera_counter_block_list_add()
122 		prestera_counter_unlock(counter);  in prestera_counter_block_list_add()
126 	arr = krealloc(counter->block_list, (counter->block_list_len + 1) *  in prestera_counter_block_list_add()
127 		       sizeof(*counter->block_list), GFP_KERNEL);  in prestera_counter_block_list_add()
129 		prestera_counter_unlock(counter);  in prestera_counter_block_list_add()
133 	counter->block_list = arr;  in prestera_counter_block_list_add()
134 	counter->block_list[counter->block_list_len] = block;  in prestera_counter_block_list_add()
135 	counter->block_list_len++;  in prestera_counter_block_list_add()
136 	prestera_counter_unlock(counter);  in prestera_counter_block_list_add()
141 prestera_counter_block_get(struct prestera_counter *counter, u32 client)  in prestera_counter_block_get()  argument
146 	block = prestera_counter_block_lookup_not_full(counter, client);  in prestera_counter_block_get()
154 	err = prestera_hw_counter_block_get(counter->sw, client,  in prestera_counter_block_get()
180 	err = prestera_counter_block_list_add(counter, block);  in prestera_counter_block_get()
193 	prestera_hw_counter_block_release(counter->sw, block->id);  in prestera_counter_block_get()
199 static void prestera_counter_block_put(struct prestera_counter *counter,  in prestera_counter_block_put()  argument
207 	prestera_counter_lock(counter);  in prestera_counter_block_put()
208 	for (i = 0; i < counter->block_list_len; i++) {  in prestera_counter_block_put()
209 		if (counter->block_list[i] &&  in prestera_counter_block_put()
210 		    counter->block_list[i]->id == block->id) {  in prestera_counter_block_put()
211 			counter->block_list[i] = NULL;  in prestera_counter_block_put()
215 	prestera_counter_unlock(counter);  in prestera_counter_block_put()
219 	prestera_hw_counter_block_release(counter->sw, block->id);  in prestera_counter_block_put()
251 int prestera_counter_get(struct prestera_counter *counter, u32 client,  in prestera_counter_get()  argument
259 	block = prestera_counter_block_get(counter, client);  in prestera_counter_get()
265 		prestera_counter_block_put(counter, block);  in prestera_counter_get()
284 void prestera_counter_put(struct prestera_counter *counter,  in prestera_counter_put()  argument
296 	prestera_hw_counter_clear(counter->sw, block->id, counter_id);  in prestera_counter_put()
297 	prestera_counter_block_put(counter, block);  in prestera_counter_put()
300 static u32 prestera_counter_block_idx_next(struct prestera_counter *counter,  in prestera_counter_block_idx_next()  argument
305 	prestera_counter_lock(counter);  in prestera_counter_block_idx_next()
306 	for (i = 0; i < counter->block_list_len; i++) {  in prestera_counter_block_idx_next()
307 		idx = (start + i) % counter->block_list_len;  in prestera_counter_block_idx_next()
308 		if (!counter->block_list[idx])  in prestera_counter_block_idx_next()
311 		prestera_counter_unlock(counter);  in prestera_counter_block_idx_next()
314 	prestera_counter_unlock(counter);  in prestera_counter_block_idx_next()
320 prestera_counter_block_get_by_idx(struct prestera_counter *counter, u32 idx)  in prestera_counter_block_get_by_idx()  argument
322 	if (idx >= counter->block_list_len)  in prestera_counter_block_get_by_idx()
325 	prestera_counter_lock(counter);  in prestera_counter_block_get_by_idx()
327 	if (!counter->block_list[idx] ||  in prestera_counter_block_get_by_idx()
328 	    !prestera_counter_block_incref(counter->block_list[idx])) {  in prestera_counter_block_get_by_idx()
329 		prestera_counter_unlock(counter);  in prestera_counter_block_get_by_idx()
333 	prestera_counter_unlock(counter);  in prestera_counter_block_get_by_idx()
334 	return counter->block_list[idx];  in prestera_counter_block_get_by_idx()
341 	struct prestera_counter *counter =  in prestera_counter_stats_work()  local
350 	block = prestera_counter_block_get_by_idx(counter, counter->curr_idx);  in prestera_counter_stats_work()
352 		if (counter->is_fetching)  in prestera_counter_stats_work()
358 	if (!counter->is_fetching) {  in prestera_counter_stats_work()
359 		err = prestera_hw_counter_trigger(counter->sw, block->id);  in prestera_counter_stats_work()
367 		counter->is_fetching = true;  in prestera_counter_stats_work()
368 		counter->total_read = 0;  in prestera_counter_stats_work()
374 	err = prestera_hw_counters_get(counter->sw, counter->total_read,  in prestera_counter_stats_work()
376 				       &block->stats[counter->total_read]);  in prestera_counter_stats_work()
381 	counter->total_read += count;  in prestera_counter_stats_work()
382 	if (!done || counter->total_read < block->num_counters) {  in prestera_counter_stats_work()
402 	prestera_hw_counter_abort(counter->sw);  in prestera_counter_stats_work()
404 	counter->is_fetching = false;  in prestera_counter_stats_work()
405 	counter->curr_idx =  in prestera_counter_stats_work()
406 		prestera_counter_block_idx_next(counter, counter->curr_idx);  in prestera_counter_stats_work()
409 		prestera_counter_block_put(counter, block);  in prestera_counter_stats_work()
411 	schedule_delayed_work(&counter->stats_dw, resched_time);  in prestera_counter_stats_work()
417 int prestera_counter_stats_get(struct prestera_counter *counter,  in prestera_counter_stats_get()  argument
439 	struct prestera_counter *counter;  in prestera_counter_init()  local
441 	counter = kzalloc(sizeof(*counter), GFP_KERNEL);  in prestera_counter_init()
442 	if (!counter)  in prestera_counter_init()
445 	counter->block_list = kzalloc(sizeof(*counter->block_list), GFP_KERNEL);  in prestera_counter_init()
446 	if (!counter->block_list) {  in prestera_counter_init()
447 		kfree(counter);  in prestera_counter_init()
451 	mutex_init(&counter->mtx);  in prestera_counter_init()
452 	counter->block_list_len = 1;  in prestera_counter_init()
453 	counter->sw = sw;  in prestera_counter_init()
454 	sw->counter = counter;  in prestera_counter_init()
456 	INIT_DELAYED_WORK(&counter->stats_dw, prestera_counter_stats_work);  in prestera_counter_init()
457 	schedule_delayed_work(&counter->stats_dw, COUNTER_POLL_TIME);  in prestera_counter_init()
464 	struct prestera_counter *counter = sw->counter;  in prestera_counter_fini()  local
467 	cancel_delayed_work_sync(&counter->stats_dw);  in prestera_counter_fini()
469 	for (i = 0; i < counter->block_list_len; i++)  in prestera_counter_fini()
470 		WARN_ON(counter->block_list[i]);  in prestera_counter_fini()
472 	mutex_destroy(&counter->mtx);  in prestera_counter_fini()
473 	kfree(counter->block_list);  in prestera_counter_fini()
474 	kfree(counter);  in prestera_counter_fini()