45 prestera_counter_is_ready(struct prestera_counter_block *block, u32 id)  in prestera_counter_is_ready()  argument
47 	return block->counter_flag[id - block->offset] == COUNTER_FLAG_READY;  in prestera_counter_is_ready()
60 static void prestera_counter_block_lock(struct prestera_counter_block *block)  in prestera_counter_block_lock()  argument
62 	mutex_lock(&block->mtx);  in prestera_counter_block_lock()
65 static void prestera_counter_block_unlock(struct prestera_counter_block *block)  in prestera_counter_block_unlock()  argument
67 	mutex_unlock(&block->mtx);  in prestera_counter_block_unlock()
70 static bool prestera_counter_block_incref(struct prestera_counter_block *block)  in prestera_counter_block_incref()  argument
72 	return refcount_inc_not_zero(&block->refcnt);  in prestera_counter_block_incref()
75 static bool prestera_counter_block_decref(struct prestera_counter_block *block)  in prestera_counter_block_decref()  argument
77 	return refcount_dec_and_test(&block->refcnt);  in prestera_counter_block_decref()
81 static void prestera_counter_stats_clear(struct prestera_counter_block *block,  in prestera_counter_stats_clear()  argument
84 	memset(&block->stats[counter_id - block->offset], 0,  in prestera_counter_stats_clear()
85 	       sizeof(*block->stats));  in prestera_counter_stats_clear()
110 					   struct prestera_counter_block *block)  in prestera_counter_block_list_add()  argument
121 		counter->block_list[i] = block;  in prestera_counter_block_list_add()
134 	counter->block_list[counter->block_list_len] = block;  in prestera_counter_block_list_add()
143 	struct prestera_counter_block *block;  in prestera_counter_block_get()  local
146 	block = prestera_counter_block_lookup_not_full(counter, client);  in prestera_counter_block_get()
147 	if (block)  in prestera_counter_block_get()
148 		return block;  in prestera_counter_block_get()
150 	block = kzalloc(sizeof(*block), GFP_KERNEL);  in prestera_counter_block_get()
151 	if (!block)  in prestera_counter_block_get()
155 					    &block->id, &block->offset,  in prestera_counter_block_get()
156 					    &block->num_counters);  in prestera_counter_block_get()
160 	block->stats = kcalloc(block->num_counters,  in prestera_counter_block_get()
161 			       sizeof(*block->stats), GFP_KERNEL);  in prestera_counter_block_get()
162 	if (!block->stats) {  in prestera_counter_block_get()
167 	block->counter_flag = kcalloc(block->num_counters,  in prestera_counter_block_get()
168 				      sizeof(*block->counter_flag),  in prestera_counter_block_get()
170 	if (!block->counter_flag) {  in prestera_counter_block_get()
175 	block->client = client;  in prestera_counter_block_get()
176 	mutex_init(&block->mtx);  in prestera_counter_block_get()
177 	refcount_set(&block->refcnt, 1);  in prestera_counter_block_get()
178 	idr_init_base(&block->counter_idr, block->offset);  in prestera_counter_block_get()
180 	err = prestera_counter_block_list_add(counter, block);  in prestera_counter_block_get()
184 	return block;  in prestera_counter_block_get()
187 	idr_destroy(&block->counter_idr);  in prestera_counter_block_get()
188 	mutex_destroy(&block->mtx);  in prestera_counter_block_get()
189 	kfree(block->counter_flag);  in prestera_counter_block_get()
191 	kfree(block->stats);  in prestera_counter_block_get()
193 	prestera_hw_counter_block_release(counter->sw, block->id);  in prestera_counter_block_get()
195 	kfree(block);  in prestera_counter_block_get()
200 				       struct prestera_counter_block *block)  in prestera_counter_block_put()  argument
204 	if (!prestera_counter_block_decref(block))  in prestera_counter_block_put()
210 		    counter->block_list[i]->id == block->id) {  in prestera_counter_block_put()
217 	WARN_ON(!idr_is_empty(&block->counter_idr));  in prestera_counter_block_put()
219 	prestera_hw_counter_block_release(counter->sw, block->id);  in prestera_counter_block_put()
220 	idr_destroy(&block->counter_idr);  in prestera_counter_block_put()
221 	mutex_destroy(&block->mtx);  in prestera_counter_block_put()
222 	kfree(block->stats);  in prestera_counter_block_put()
223 	kfree(block);  in prestera_counter_block_put()
226 static int prestera_counter_get_vacant(struct prestera_counter_block *block,  in prestera_counter_get_vacant()  argument
231 	if (block->full)  in prestera_counter_get_vacant()
234 	prestera_counter_block_lock(block);  in prestera_counter_get_vacant()
235 	free_id = idr_alloc_cyclic(&block->counter_idr, NULL, block->offset,  in prestera_counter_get_vacant()
236 				   block->offset + block->num_counters,  in prestera_counter_get_vacant()
240 			block->full = true;  in prestera_counter_get_vacant()
242 		prestera_counter_block_unlock(block);  in prestera_counter_get_vacant()
246 	prestera_counter_block_unlock(block);  in prestera_counter_get_vacant()
254 	struct prestera_counter_block *block;  in prestera_counter_get()  local
259 	block = prestera_counter_block_get(counter, client);  in prestera_counter_get()
260 	if (IS_ERR(block))  in prestera_counter_get()
261 		return PTR_ERR(block);  in prestera_counter_get()
263 	err = prestera_counter_get_vacant(block, &id);  in prestera_counter_get()
265 		prestera_counter_block_put(counter, block);  in prestera_counter_get()
273 	prestera_counter_block_lock(block);  in prestera_counter_get()
274 	if (block->is_updating)  in prestera_counter_get()
275 		block->counter_flag[id - block->offset] = COUNTER_FLAG_INVALID;  in prestera_counter_get()
276 	prestera_counter_block_unlock(block);  in prestera_counter_get()
279 	*bl = block;  in prestera_counter_get()
285 			  struct prestera_counter_block *block, u32 counter_id)  in prestera_counter_put()  argument
287 	if (!block)  in prestera_counter_put()
290 	prestera_counter_block_lock(block);  in prestera_counter_put()
291 	idr_remove(&block->counter_idr, counter_id);  in prestera_counter_put()
292 	block->full = false;  in prestera_counter_put()
293 	prestera_counter_stats_clear(block, counter_id);  in prestera_counter_put()
294 	prestera_counter_block_unlock(block);  in prestera_counter_put()
296 	prestera_hw_counter_clear(counter->sw, block->id, counter_id);  in prestera_counter_put()
297 	prestera_counter_block_put(counter, block);  in prestera_counter_put()
343 	struct prestera_counter_block *block;  in prestera_counter_stats_work()  local
350 	block = prestera_counter_block_get_by_idx(counter, counter->curr_idx);  in prestera_counter_stats_work()
351 	if (!block) {  in prestera_counter_stats_work()
359 		err = prestera_hw_counter_trigger(counter->sw, block->id);  in prestera_counter_stats_work()
363 		prestera_counter_block_lock(block);  in prestera_counter_stats_work()
364 		block->is_updating = true;  in prestera_counter_stats_work()
365 		prestera_counter_block_unlock(block);  in prestera_counter_stats_work()
373 	prestera_counter_block_lock(block);  in prestera_counter_stats_work()
376 				       &block->stats[counter->total_read]);  in prestera_counter_stats_work()
377 	prestera_counter_block_unlock(block);  in prestera_counter_stats_work()
382 	if (!done || counter->total_read < block->num_counters) {  in prestera_counter_stats_work()
387 	for (i = 0; i < block->num_counters; i++) {  in prestera_counter_stats_work()
388 		if (block->counter_flag[i] == COUNTER_FLAG_INVALID) {  in prestera_counter_stats_work()
389 			prestera_counter_block_lock(block);  in prestera_counter_stats_work()
390 			block->counter_flag[i] = COUNTER_FLAG_READY;  in prestera_counter_stats_work()
391 			memset(&block->stats[i], 0, sizeof(*block->stats));  in prestera_counter_stats_work()
392 			prestera_counter_block_unlock(block);  in prestera_counter_stats_work()
396 	prestera_counter_block_lock(block);  in prestera_counter_stats_work()
397 	block->is_updating = false;  in prestera_counter_stats_work()
398 	prestera_counter_block_unlock(block);  in prestera_counter_stats_work()
408 	if (block)  in prestera_counter_stats_work()
409 		prestera_counter_block_put(counter, block);  in prestera_counter_stats_work()
418 			       struct prestera_counter_block *block,  in prestera_counter_stats_get()  argument
421 	if (!block || !prestera_counter_is_ready(block, counter_id)) {  in prestera_counter_stats_get()
427 	prestera_counter_block_lock(block);  in prestera_counter_stats_get()
428 	*packets = block->stats[counter_id - block->offset].packets;  in prestera_counter_stats_get()
429 	*bytes = block->stats[counter_id - block->offset].bytes;  in prestera_counter_stats_get()
431 	prestera_counter_stats_clear(block, counter_id);  in prestera_counter_stats_get()
432 	prestera_counter_block_unlock(block);  in prestera_counter_stats_get()