rdma/fi_eq: Support cntr byte counting

Define new enum value to support byte counting with counters.

Signed-off-by: chadkoster-hpe <chad.koster@hpe.com>

include/rdma/fi_eq.h

@@ -285,7 +285,8 @@ struct fid_cq {
  */
 
 enum fi_cntr_events {
-	FI_CNTR_EVENTS_COMP
+	FI_CNTR_EVENTS_COMP,
+	FI_CNTR_EVENTS_BYTES	/* count bytes not completeion events */
 };
 
 struct fi_cntr_attr {

man/fi_cntr.3.md

@@ -123,6 +123,26 @@ struct fi_cntr_attr {
   on all successful completions, separately from whether the operation
   generates an entry in an event queue.
 
+- *FI_CNTR_EVENTS_BYTES*
+: The counter is incremented by the number of user bytes,
+  excluding any CQ data, transferred in a transport message
+  upon reaching the specified completion semantic.
+  For initiator side counters, the count reflects the size of the
+  requested transfer and is updated after the message reaches
+  the desired completion level (FI_INJECT_COMPLETE,
+  FI_TRANSMIT_COMPLETE, etc.).  For send and write operations,
+  the count reflects the number of bytes transferred to the peer.
+  For read operations, the count reflects the number of bytes
+  returned in a read response.  Operations which may both
+  write and read data, such as atomics, behave as read operations
+  at the initiator, but writes at the target.  For target side
+  counters, the count reflects the size of received user data
+  and is incremented subject to target side completion semantics.
+  In most cases, this indicates FI_DELIVERY_COMPLETE, but may
+  differ when accessing device memory (HMEM).  On error, the 
+  tranfer size is not applied to the error field, that field is 
+  increment by 1.  The FI_COLLECTIVE transfer type is not supported.
+
 *wait_obj*
 : Counters may be associated with a specific wait object.  Wait
   objects allow applications to block until the wait object is

src/fi_tostr.c

@@ -907,6 +907,7 @@ ofi_tostr_cntr_events(char *buf, size_t len, enum fi_cntr_events events)
 {
 	switch (events) {
 	CASEENUMSTRN(FI_CNTR_EVENTS_COMP, len);
+	CASEENUMSTRN(FI_CNTR_EVENTS_BYTES, len);
 	default:
 		ofi_strncatf(buf, len, "Unknown");
 		break;