95 static inline int mei_hbm_write_message(struct mei_device *dev,  in mei_hbm_write_message()  argument
99 	return mei_write_message(dev, hdr, sizeof(*hdr), data, hdr->length);  in mei_hbm_write_message()
107 void mei_hbm_idle(struct mei_device *dev)  in mei_hbm_idle()  argument
109 	dev->init_clients_timer = 0;  in mei_hbm_idle()
110 	dev->hbm_state = MEI_HBM_IDLE;  in mei_hbm_idle()
118 void mei_hbm_reset(struct mei_device *dev)  in mei_hbm_reset()  argument
120 	mei_me_cl_rm_all(dev);  in mei_hbm_reset()
122 	mei_hbm_idle(dev);  in mei_hbm_reset()
170 static inline int mei_hbm_cl_write(struct mei_device *dev, struct mei_cl *cl,  in mei_hbm_cl_write()  argument
178 	return mei_hbm_write_message(dev, &mei_hdr, buf);  in mei_hbm_cl_write()
206 struct mei_cl *mei_hbm_cl_find_by_cmd(struct mei_device *dev, void *buf)  in mei_hbm_cl_find_by_cmd()  argument
211 	list_for_each_entry(cl, &dev->file_list, link)  in mei_hbm_cl_find_by_cmd()
225 int mei_hbm_start_wait(struct mei_device *dev)  in mei_hbm_start_wait()  argument
229 	if (dev->hbm_state > MEI_HBM_STARTING)  in mei_hbm_start_wait()
232 	mutex_unlock(&dev->device_lock);  in mei_hbm_start_wait()
233 	ret = wait_event_timeout(dev->wait_hbm_start,  in mei_hbm_start_wait()
234 			dev->hbm_state != MEI_HBM_STARTING,  in mei_hbm_start_wait()
235 			dev->timeouts.hbm);  in mei_hbm_start_wait()
236 	mutex_lock(&dev->device_lock);  in mei_hbm_start_wait()
238 	if (ret == 0 && (dev->hbm_state <= MEI_HBM_STARTING)) {  in mei_hbm_start_wait()
239 		dev->hbm_state = MEI_HBM_IDLE;  in mei_hbm_start_wait()
240 		dev_err(dev->dev, "waiting for mei start failed\n");  in mei_hbm_start_wait()
253 int mei_hbm_start_req(struct mei_device *dev)  in mei_hbm_start_req()  argument
259 	mei_hbm_reset(dev);  in mei_hbm_start_req()
269 	dev->hbm_state = MEI_HBM_IDLE;  in mei_hbm_start_req()
270 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_start_req()
272 		dev_err(dev->dev, "version message write failed: ret = %d\n",  in mei_hbm_start_req()
277 	dev->hbm_state = MEI_HBM_STARTING;  in mei_hbm_start_req()
278 	dev->init_clients_timer = dev->timeouts.client_init;  in mei_hbm_start_req()
279 	mei_schedule_stall_timer(dev);  in mei_hbm_start_req()
289 static int mei_hbm_dma_setup_req(struct mei_device *dev)  in mei_hbm_dma_setup_req()  argument
303 		paddr = dev->dr_dscr[i].daddr;  in mei_hbm_dma_setup_req()
306 		req.dma_dscr[i].size = dev->dr_dscr[i].size;  in mei_hbm_dma_setup_req()
309 	mei_dma_ring_reset(dev);  in mei_hbm_dma_setup_req()
311 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_dma_setup_req()
313 		dev_err(dev->dev, "dma setup request write failed: ret = %d.\n",  in mei_hbm_dma_setup_req()
318 	dev->hbm_state = MEI_HBM_DR_SETUP;  in mei_hbm_dma_setup_req()
319 	dev->init_clients_timer = dev->timeouts.client_init;  in mei_hbm_dma_setup_req()
320 	mei_schedule_stall_timer(dev);  in mei_hbm_dma_setup_req()
331 static int mei_hbm_capabilities_req(struct mei_device *dev)  in mei_hbm_capabilities_req()  argument
341 	if (dev->hbm_f_vt_supported)  in mei_hbm_capabilities_req()
343 	if (dev->hbm_f_cd_supported)  in mei_hbm_capabilities_req()
346 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_capabilities_req()
348 		dev_err(dev->dev,  in mei_hbm_capabilities_req()
353 	dev->hbm_state = MEI_HBM_CAP_SETUP;  in mei_hbm_capabilities_req()
354 	dev->init_clients_timer = dev->timeouts.client_init;  in mei_hbm_capabilities_req()
355 	mei_schedule_stall_timer(dev);  in mei_hbm_capabilities_req()
366 static int mei_hbm_enum_clients_req(struct mei_device *dev)  in mei_hbm_enum_clients_req()  argument
377 	req.flags |= dev->hbm_f_dc_supported ? MEI_HBM_ENUM_F_ALLOW_ADD : 0;  in mei_hbm_enum_clients_req()
378 	req.flags |= dev->hbm_f_ie_supported ?  in mei_hbm_enum_clients_req()
381 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_enum_clients_req()
383 		dev_err(dev->dev, "enumeration request write failed: ret = %d.\n",  in mei_hbm_enum_clients_req()
387 	dev->hbm_state = MEI_HBM_ENUM_CLIENTS;  in mei_hbm_enum_clients_req()
388 	dev->init_clients_timer = dev->timeouts.client_init;  in mei_hbm_enum_clients_req()
389 	mei_schedule_stall_timer(dev);  in mei_hbm_enum_clients_req()
402 static int mei_hbm_me_cl_add(struct mei_device *dev,  in mei_hbm_me_cl_add()  argument
408 	mei_me_cl_rm_by_uuid(dev, uuid);  in mei_hbm_me_cl_add()
420 	mei_me_cl_add(dev, me_cl);  in mei_hbm_me_cl_add()
434 static int mei_hbm_add_cl_resp(struct mei_device *dev, u8 addr, u8 status)  in mei_hbm_add_cl_resp()  argument
440 	dev_dbg(dev->dev, "adding client response\n");  in mei_hbm_add_cl_resp()
449 	ret = mei_hbm_write_message(dev, &mei_hdr, &resp);  in mei_hbm_add_cl_resp()
451 		dev_err(dev->dev, "add client response write failed: ret = %d\n",  in mei_hbm_add_cl_resp()
464 static int mei_hbm_fw_add_cl_req(struct mei_device *dev,  in mei_hbm_fw_add_cl_req()  argument
473 	ret = mei_hbm_me_cl_add(dev, (struct hbm_props_response *)req);  in mei_hbm_fw_add_cl_req()
477 	if (dev->dev_state == MEI_DEV_ENABLED)  in mei_hbm_fw_add_cl_req()
478 		schedule_work(&dev->bus_rescan_work);  in mei_hbm_fw_add_cl_req()
480 	return mei_hbm_add_cl_resp(dev, req->me_addr, status);  in mei_hbm_fw_add_cl_req()
492 int mei_hbm_cl_notify_req(struct mei_device *dev,  in mei_hbm_cl_notify_req()  argument
505 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_cl_notify_req()
507 		dev_err(dev->dev, "notify request failed: ret = %d\n", ret);  in mei_hbm_cl_notify_req()
536 static void mei_hbm_cl_notify_start_res(struct mei_device *dev,  in mei_hbm_cl_notify_start_res()  argument
543 	cl_dbg(dev, cl, "hbm: notify start response status=%d\n", rs->status);  in mei_hbm_cl_notify_start_res()
562 static void mei_hbm_cl_notify_stop_res(struct mei_device *dev,  in mei_hbm_cl_notify_stop_res()  argument
569 	cl_dbg(dev, cl, "hbm: notify stop response status=%d\n", rs->status);  in mei_hbm_cl_notify_stop_res()
587 static void mei_hbm_cl_notify(struct mei_device *dev,  in mei_hbm_cl_notify()  argument
592 	cl = mei_hbm_cl_find_by_cmd(dev, cmd);  in mei_hbm_cl_notify()
605 int mei_hbm_cl_dma_map_req(struct mei_device *dev, struct mei_cl *cl)  in mei_hbm_cl_dma_map_req()  argument
621 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_cl_dma_map_req()
623 		dev_err(dev->dev, "dma map request failed: ret = %d\n", ret);  in mei_hbm_cl_dma_map_req()
636 int mei_hbm_cl_dma_unmap_req(struct mei_device *dev, struct mei_cl *cl)  in mei_hbm_cl_dma_unmap_req()  argument
649 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_cl_dma_unmap_req()
651 		dev_err(dev->dev, "dma unmap request failed: ret = %d\n", ret);  in mei_hbm_cl_dma_unmap_req()
656 static void mei_hbm_cl_dma_map_res(struct mei_device *dev,  in mei_hbm_cl_dma_map_res()  argument
663 	list_for_each_entry_safe(cb, next, &dev->ctrl_rd_list, list) {  in mei_hbm_cl_dma_map_res()
676 		dev_err(dev->dev, "cl dma map failed %d\n", res->status);  in mei_hbm_cl_dma_map_res()
679 		dev_dbg(dev->dev, "cl dma map succeeded\n");  in mei_hbm_cl_dma_map_res()
686 static void mei_hbm_cl_dma_unmap_res(struct mei_device *dev,  in mei_hbm_cl_dma_unmap_res()  argument
693 	list_for_each_entry_safe(cb, next, &dev->ctrl_rd_list, list) {  in mei_hbm_cl_dma_unmap_res()
706 		dev_err(dev->dev, "cl dma unmap failed %d\n", res->status);  in mei_hbm_cl_dma_unmap_res()
709 		dev_dbg(dev->dev, "cl dma unmap succeeded\n");  in mei_hbm_cl_dma_unmap_res()
724 static int mei_hbm_prop_req(struct mei_device *dev, unsigned long start_idx)  in mei_hbm_prop_req()  argument
731 	addr = find_next_bit(dev->me_clients_map, MEI_CLIENTS_MAX, start_idx);  in mei_hbm_prop_req()
735 		dev->hbm_state = MEI_HBM_STARTED;  in mei_hbm_prop_req()
736 		mei_host_client_init(dev);  in mei_hbm_prop_req()
747 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_prop_req()
749 		dev_err(dev->dev, "properties request write failed: ret = %d\n",  in mei_hbm_prop_req()
754 	dev->init_clients_timer = dev->timeouts.client_init;  in mei_hbm_prop_req()
755 	mei_schedule_stall_timer(dev);  in mei_hbm_prop_req()
769 int mei_hbm_pg(struct mei_device *dev, u8 pg_cmd)  in mei_hbm_pg()  argument
775 	if (!dev->hbm_f_pg_supported)  in mei_hbm_pg()
783 	ret = mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_pg()
785 		dev_err(dev->dev, "power gate command write failed.\n");  in mei_hbm_pg()
797 static int mei_hbm_stop_req(struct mei_device *dev)  in mei_hbm_stop_req()  argument
808 	return mei_hbm_write_message(dev, &mei_hdr, &req);  in mei_hbm_stop_req()
819 int mei_hbm_cl_flow_control_req(struct mei_device *dev, struct mei_cl *cl)  in mei_hbm_cl_flow_control_req()  argument
823 	cl_dbg(dev, cl, "sending flow control\n");  in mei_hbm_cl_flow_control_req()
824 	return mei_hbm_cl_write(dev, cl, MEI_FLOW_CONTROL_CMD,  in mei_hbm_cl_flow_control_req()
836 static int mei_hbm_add_single_tx_flow_ctrl_creds(struct mei_device *dev,  in mei_hbm_add_single_tx_flow_ctrl_creds()  argument
842 	me_cl = mei_me_cl_by_id(dev, fctrl->me_addr);  in mei_hbm_add_single_tx_flow_ctrl_creds()
844 		dev_err(dev->dev, "no such me client %d\n", fctrl->me_addr);  in mei_hbm_add_single_tx_flow_ctrl_creds()
854 	dev_dbg(dev->dev, "recv flow ctrl msg ME %d (single) creds = %d.\n",  in mei_hbm_add_single_tx_flow_ctrl_creds()
869 static void mei_hbm_cl_tx_flow_ctrl_creds_res(struct mei_device *dev,  in mei_hbm_cl_tx_flow_ctrl_creds_res()  argument
876 		mei_hbm_add_single_tx_flow_ctrl_creds(dev, fctrl);  in mei_hbm_cl_tx_flow_ctrl_creds_res()
880 	cl = mei_hbm_cl_find_by_cmd(dev, fctrl);  in mei_hbm_cl_tx_flow_ctrl_creds_res()
883 		cl_dbg(dev, cl, "flow control creds = %d.\n",  in mei_hbm_cl_tx_flow_ctrl_creds_res()
897 int mei_hbm_cl_disconnect_req(struct mei_device *dev, struct mei_cl *cl)  in mei_hbm_cl_disconnect_req()  argument
901 	return mei_hbm_cl_write(dev, cl, CLIENT_DISCONNECT_REQ_CMD,  in mei_hbm_cl_disconnect_req()
913 int mei_hbm_cl_disconnect_rsp(struct mei_device *dev, struct mei_cl *cl)  in mei_hbm_cl_disconnect_rsp()  argument
917 	return mei_hbm_cl_write(dev, cl, CLIENT_DISCONNECT_RES_CMD,  in mei_hbm_cl_disconnect_rsp()
929 static void mei_hbm_cl_disconnect_res(struct mei_device *dev, struct mei_cl *cl,  in mei_hbm_cl_disconnect_res()  argument
935 	cl_dbg(dev, cl, "hbm: disconnect response status=%d\n", rs->status);  in mei_hbm_cl_disconnect_res()
950 int mei_hbm_cl_connect_req(struct mei_device *dev, struct mei_cl *cl)  in mei_hbm_cl_connect_req()  argument
954 	return mei_hbm_cl_write(dev, cl, CLIENT_CONNECT_REQ_CMD,  in mei_hbm_cl_connect_req()
966 static void mei_hbm_cl_connect_res(struct mei_device *dev, struct mei_cl *cl,  in mei_hbm_cl_connect_res()  argument
972 	cl_dbg(dev, cl, "hbm: connect response status=%s\n",  in mei_hbm_cl_connect_res()
980 			mei_me_cl_del(dev, cl->me_cl);  in mei_hbm_cl_connect_res()
981 			if (dev->dev_state == MEI_DEV_ENABLED)  in mei_hbm_cl_connect_res()
982 				schedule_work(&dev->bus_rescan_work);  in mei_hbm_cl_connect_res()
996 static void mei_hbm_cl_res(struct mei_device *dev,  in mei_hbm_cl_res()  argument
1004 	list_for_each_entry_safe(cb, next, &dev->ctrl_rd_list, list) {  in mei_hbm_cl_res()
1022 		mei_hbm_cl_connect_res(dev, cl, rs);  in mei_hbm_cl_res()
1025 		mei_hbm_cl_disconnect_res(dev, cl, rs);  in mei_hbm_cl_res()
1028 		mei_hbm_cl_notify_start_res(dev, cl, rs);  in mei_hbm_cl_res()
1031 		mei_hbm_cl_notify_stop_res(dev, cl, rs);  in mei_hbm_cl_res()
1051 static int mei_hbm_fw_disconnect_req(struct mei_device *dev,  in mei_hbm_fw_disconnect_req()  argument
1057 	cl = mei_hbm_cl_find_by_cmd(dev, disconnect_req);  in mei_hbm_fw_disconnect_req()
1059 		cl_warn(dev, cl, "fw disconnect request received\n");  in mei_hbm_fw_disconnect_req()
1078 static int mei_hbm_pg_enter_res(struct mei_device *dev)  in mei_hbm_pg_enter_res()  argument
1080 	if (mei_pg_state(dev) != MEI_PG_OFF ||  in mei_hbm_pg_enter_res()
1081 	    dev->pg_event != MEI_PG_EVENT_WAIT) {  in mei_hbm_pg_enter_res()
1082 		dev_err(dev->dev, "hbm: pg entry response: state mismatch [%s, %d]\n",  in mei_hbm_pg_enter_res()
1083 			mei_pg_state_str(mei_pg_state(dev)), dev->pg_event);  in mei_hbm_pg_enter_res()
1087 	dev->pg_event = MEI_PG_EVENT_RECEIVED;  in mei_hbm_pg_enter_res()
1088 	wake_up(&dev->wait_pg);  in mei_hbm_pg_enter_res()
1098 void mei_hbm_pg_resume(struct mei_device *dev)  in mei_hbm_pg_resume()  argument
1100 	pm_request_resume(dev->dev);  in mei_hbm_pg_resume()
1111 static int mei_hbm_pg_exit_res(struct mei_device *dev)  in mei_hbm_pg_exit_res()  argument
1113 	if (mei_pg_state(dev) != MEI_PG_ON ||  in mei_hbm_pg_exit_res()
1114 	    (dev->pg_event != MEI_PG_EVENT_WAIT &&  in mei_hbm_pg_exit_res()
1115 	     dev->pg_event != MEI_PG_EVENT_IDLE)) {  in mei_hbm_pg_exit_res()
1116 		dev_err(dev->dev, "hbm: pg exit response: state mismatch [%s, %d]\n",  in mei_hbm_pg_exit_res()
1117 			mei_pg_state_str(mei_pg_state(dev)), dev->pg_event);  in mei_hbm_pg_exit_res()
1121 	switch (dev->pg_event) {  in mei_hbm_pg_exit_res()
1123 		dev->pg_event = MEI_PG_EVENT_RECEIVED;  in mei_hbm_pg_exit_res()
1124 		wake_up(&dev->wait_pg);  in mei_hbm_pg_exit_res()
1132 		dev->pg_event = MEI_PG_EVENT_RECEIVED;  in mei_hbm_pg_exit_res()
1133 		mei_hbm_pg_resume(dev);  in mei_hbm_pg_exit_res()
1137 		     dev->pg_event);  in mei_hbm_pg_exit_res()
1150 static void mei_hbm_config_features(struct mei_device *dev)  in mei_hbm_config_features()  argument
1153 	dev->hbm_f_pg_supported = 0;  in mei_hbm_config_features()
1154 	if (dev->version.major_version > HBM_MAJOR_VERSION_PGI)  in mei_hbm_config_features()
1155 		dev->hbm_f_pg_supported = 1;  in mei_hbm_config_features()
1157 	if (dev->version.major_version == HBM_MAJOR_VERSION_PGI &&  in mei_hbm_config_features()
1158 	    dev->version.minor_version >= HBM_MINOR_VERSION_PGI)  in mei_hbm_config_features()
1159 		dev->hbm_f_pg_supported = 1;  in mei_hbm_config_features()
1161 	dev->hbm_f_dc_supported = 0;  in mei_hbm_config_features()
1162 	if (dev->version.major_version >= HBM_MAJOR_VERSION_DC)  in mei_hbm_config_features()
1163 		dev->hbm_f_dc_supported = 1;  in mei_hbm_config_features()
1165 	dev->hbm_f_ie_supported = 0;  in mei_hbm_config_features()
1166 	if (dev->version.major_version >= HBM_MAJOR_VERSION_IE)  in mei_hbm_config_features()
1167 		dev->hbm_f_ie_supported = 1;  in mei_hbm_config_features()
1170 	dev->hbm_f_dot_supported = 0;  in mei_hbm_config_features()
1171 	if (dev->version.major_version >= HBM_MAJOR_VERSION_DOT)  in mei_hbm_config_features()
1172 		dev->hbm_f_dot_supported = 1;  in mei_hbm_config_features()
1175 	dev->hbm_f_ev_supported = 0;  in mei_hbm_config_features()
1176 	if (dev->version.major_version >= HBM_MAJOR_VERSION_EV)  in mei_hbm_config_features()
1177 		dev->hbm_f_ev_supported = 1;  in mei_hbm_config_features()
1180 	dev->hbm_f_fa_supported = 0;  in mei_hbm_config_features()
1181 	if (dev->version.major_version >= HBM_MAJOR_VERSION_FA)  in mei_hbm_config_features()
1182 		dev->hbm_f_fa_supported = 1;  in mei_hbm_config_features()
1185 	dev->hbm_f_os_supported = 0;  in mei_hbm_config_features()
1186 	if (dev->version.major_version >= HBM_MAJOR_VERSION_OS)  in mei_hbm_config_features()
1187 		dev->hbm_f_os_supported = 1;  in mei_hbm_config_features()
1190 	dev->hbm_f_dr_supported = 0;  in mei_hbm_config_features()
1191 	if (dev->version.major_version > HBM_MAJOR_VERSION_DR ||  in mei_hbm_config_features()
1192 	    (dev->version.major_version == HBM_MAJOR_VERSION_DR &&  in mei_hbm_config_features()
1193 	     dev->version.minor_version >= HBM_MINOR_VERSION_DR))  in mei_hbm_config_features()
1194 		dev->hbm_f_dr_supported = 1;  in mei_hbm_config_features()
1197 	dev->hbm_f_vt_supported = 0;  in mei_hbm_config_features()
1198 	if (dev->version.major_version > HBM_MAJOR_VERSION_VT ||  in mei_hbm_config_features()
1199 	    (dev->version.major_version == HBM_MAJOR_VERSION_VT &&  in mei_hbm_config_features()
1200 	     dev->version.minor_version >= HBM_MINOR_VERSION_VT))  in mei_hbm_config_features()
1201 		dev->hbm_f_vt_supported = 1;  in mei_hbm_config_features()
1204 	dev->hbm_f_cap_supported = 0;  in mei_hbm_config_features()
1205 	if (dev->version.major_version > HBM_MAJOR_VERSION_CAP ||  in mei_hbm_config_features()
1206 	    (dev->version.major_version == HBM_MAJOR_VERSION_CAP &&  in mei_hbm_config_features()
1207 	     dev->version.minor_version >= HBM_MINOR_VERSION_CAP))  in mei_hbm_config_features()
1208 		dev->hbm_f_cap_supported = 1;  in mei_hbm_config_features()
1211 	dev->hbm_f_cd_supported = 0;  in mei_hbm_config_features()
1212 	if (dev->version.major_version > HBM_MAJOR_VERSION_CD ||  in mei_hbm_config_features()
1213 	    (dev->version.major_version == HBM_MAJOR_VERSION_CD &&  in mei_hbm_config_features()
1214 	     dev->version.minor_version >= HBM_MINOR_VERSION_CD))  in mei_hbm_config_features()
1215 		dev->hbm_f_cd_supported = 1;  in mei_hbm_config_features()
1225 bool mei_hbm_version_is_supported(struct mei_device *dev)  in mei_hbm_version_is_supported()  argument
1227 	return	(dev->version.major_version < HBM_MAJOR_VERSION) ||  in mei_hbm_version_is_supported()
1228 		(dev->version.major_version == HBM_MAJOR_VERSION &&  in mei_hbm_version_is_supported()
1229 		 dev->version.minor_version <= HBM_MINOR_VERSION);  in mei_hbm_version_is_supported()
1241 int mei_hbm_dispatch(struct mei_device *dev, struct mei_msg_hdr *hdr)  in mei_hbm_dispatch()  argument
1258 	BUG_ON(hdr->length >= sizeof(dev->rd_msg_buf));  in mei_hbm_dispatch()
1259 	mei_read_slots(dev, dev->rd_msg_buf, hdr->length);  in mei_hbm_dispatch()
1260 	mei_msg = (struct mei_bus_message *)dev->rd_msg_buf;  in mei_hbm_dispatch()
1266 	if (dev->hbm_state == MEI_HBM_IDLE) {  in mei_hbm_dispatch()
1267 		dev_dbg(dev->dev, "hbm: state is idle ignore spurious messages\n");  in mei_hbm_dispatch()
1273 		dev_dbg(dev->dev, "hbm: start: response message received.\n");  in mei_hbm_dispatch()
1275 		dev->init_clients_timer = 0;  in mei_hbm_dispatch()
1279 		dev_dbg(dev->dev, "HBM VERSION: DRIVER=%02d:%02d DEVICE=%02d:%02d\n",  in mei_hbm_dispatch()
1285 			dev->version.major_version = HBM_MAJOR_VERSION;  in mei_hbm_dispatch()
1286 			dev->version.minor_version = HBM_MINOR_VERSION;  in mei_hbm_dispatch()
1288 			dev->version.major_version =  in mei_hbm_dispatch()
1290 			dev->version.minor_version =  in mei_hbm_dispatch()
1294 		if (!mei_hbm_version_is_supported(dev)) {  in mei_hbm_dispatch()
1295 			dev_warn(dev->dev, "hbm: start: version mismatch - stopping the driver.\n");  in mei_hbm_dispatch()
1297 			dev->hbm_state = MEI_HBM_STOPPED;  in mei_hbm_dispatch()
1298 			if (mei_hbm_stop_req(dev)) {  in mei_hbm_dispatch()
1299 				dev_err(dev->dev, "hbm: start: failed to send stop request\n");  in mei_hbm_dispatch()
1305 		mei_hbm_config_features(dev);  in mei_hbm_dispatch()
1307 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||  in mei_hbm_dispatch()
1308 		    dev->hbm_state != MEI_HBM_STARTING) {  in mei_hbm_dispatch()
1309 			if (dev->dev_state == MEI_DEV_POWER_DOWN ||  in mei_hbm_dispatch()
1310 			    dev->dev_state == MEI_DEV_POWERING_DOWN) {  in mei_hbm_dispatch()
1311 				dev_dbg(dev->dev, "hbm: start: on shutdown, ignoring\n");  in mei_hbm_dispatch()
1314 			dev_err(dev->dev, "hbm: start: state mismatch, [%d, %d]\n",  in mei_hbm_dispatch()
1315 				dev->dev_state, dev->hbm_state);  in mei_hbm_dispatch()
1319 		if (dev->hbm_f_cap_supported) {  in mei_hbm_dispatch()
1320 			if (mei_hbm_capabilities_req(dev))  in mei_hbm_dispatch()
1322 			wake_up(&dev->wait_hbm_start);  in mei_hbm_dispatch()
1326 		if (dev->hbm_f_dr_supported) {  in mei_hbm_dispatch()
1327 			if (mei_dmam_ring_alloc(dev))  in mei_hbm_dispatch()
1328 				dev_info(dev->dev, "running w/o dma ring\n");  in mei_hbm_dispatch()
1329 			if (mei_dma_ring_is_allocated(dev)) {  in mei_hbm_dispatch()
1330 				if (mei_hbm_dma_setup_req(dev))  in mei_hbm_dispatch()
1333 				wake_up(&dev->wait_hbm_start);  in mei_hbm_dispatch()
1338 		dev->hbm_f_dr_supported = 0;  in mei_hbm_dispatch()
1339 		mei_dmam_ring_free(dev);  in mei_hbm_dispatch()
1341 		if (mei_hbm_enum_clients_req(dev))  in mei_hbm_dispatch()
1344 		wake_up(&dev->wait_hbm_start);  in mei_hbm_dispatch()
1348 		dev_dbg(dev->dev, "hbm: capabilities response: message received.\n");  in mei_hbm_dispatch()
1350 		dev->init_clients_timer = 0;  in mei_hbm_dispatch()
1352 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||  in mei_hbm_dispatch()
1353 		    dev->hbm_state != MEI_HBM_CAP_SETUP) {  in mei_hbm_dispatch()
1354 			if (dev->dev_state == MEI_DEV_POWER_DOWN ||  in mei_hbm_dispatch()
1355 			    dev->dev_state == MEI_DEV_POWERING_DOWN) {  in mei_hbm_dispatch()
1356 				dev_dbg(dev->dev, "hbm: capabilities response: on shutdown, ignoring\n");  in mei_hbm_dispatch()
1359 			dev_err(dev->dev, "hbm: capabilities response: state mismatch, [%d, %d]\n",  in mei_hbm_dispatch()
1360 				dev->dev_state, dev->hbm_state);  in mei_hbm_dispatch()
1366 			dev->hbm_f_vt_supported = 0;  in mei_hbm_dispatch()
1368 			dev->hbm_f_cd_supported = 0;  in mei_hbm_dispatch()
1370 		if (dev->hbm_f_dr_supported) {  in mei_hbm_dispatch()
1371 			if (mei_dmam_ring_alloc(dev))  in mei_hbm_dispatch()
1372 				dev_info(dev->dev, "running w/o dma ring\n");  in mei_hbm_dispatch()
1373 			if (mei_dma_ring_is_allocated(dev)) {  in mei_hbm_dispatch()
1374 				if (mei_hbm_dma_setup_req(dev))  in mei_hbm_dispatch()
1380 		dev->hbm_f_dr_supported = 0;  in mei_hbm_dispatch()
1381 		mei_dmam_ring_free(dev);  in mei_hbm_dispatch()
1383 		if (mei_hbm_enum_clients_req(dev))  in mei_hbm_dispatch()
1388 		dev_dbg(dev->dev, "hbm: dma setup response: message received.\n");  in mei_hbm_dispatch()
1390 		dev->init_clients_timer = 0;  in mei_hbm_dispatch()
1392 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||  in mei_hbm_dispatch()
1393 		    dev->hbm_state != MEI_HBM_DR_SETUP) {  in mei_hbm_dispatch()
1394 			if (dev->dev_state == MEI_DEV_POWER_DOWN ||  in mei_hbm_dispatch()
1395 			    dev->dev_state == MEI_DEV_POWERING_DOWN) {  in mei_hbm_dispatch()
1396 				dev_dbg(dev->dev, "hbm: dma setup response: on shutdown, ignoring\n");  in mei_hbm_dispatch()
1399 			dev_err(dev->dev, "hbm: dma setup response: state mismatch, [%d, %d]\n",  in mei_hbm_dispatch()
1400 				dev->dev_state, dev->hbm_state);  in mei_hbm_dispatch()
1410 				dev_dbg(dev->dev, "hbm: dma setup not allowed\n");  in mei_hbm_dispatch()
1412 				dev_info(dev->dev, "hbm: dma setup response: failure = %d %s\n",  in mei_hbm_dispatch()
1416 			dev->hbm_f_dr_supported = 0;  in mei_hbm_dispatch()
1417 			mei_dmam_ring_free(dev);  in mei_hbm_dispatch()
1420 		if (mei_hbm_enum_clients_req(dev))  in mei_hbm_dispatch()
1425 		dev_dbg(dev->dev, "hbm: client connect response: message received.\n");  in mei_hbm_dispatch()
1426 		mei_hbm_cl_res(dev, cl_cmd, MEI_FOP_CONNECT);  in mei_hbm_dispatch()
1430 		dev_dbg(dev->dev, "hbm: client disconnect response: message received.\n");  in mei_hbm_dispatch()
1431 		mei_hbm_cl_res(dev, cl_cmd, MEI_FOP_DISCONNECT);  in mei_hbm_dispatch()
1435 		dev_dbg(dev->dev, "hbm: client flow control response: message received.\n");  in mei_hbm_dispatch()
1438 		mei_hbm_cl_tx_flow_ctrl_creds_res(dev, fctrl);  in mei_hbm_dispatch()
1442 		dev_dbg(dev->dev, "hbm: power gate isolation entry response received\n");  in mei_hbm_dispatch()
1443 		ret = mei_hbm_pg_enter_res(dev);  in mei_hbm_dispatch()
1449 		dev_dbg(dev->dev, "hbm: power gate isolation exit request received\n");  in mei_hbm_dispatch()
1450 		ret = mei_hbm_pg_exit_res(dev);  in mei_hbm_dispatch()
1456 		dev_dbg(dev->dev, "hbm: properties response: message received.\n");  in mei_hbm_dispatch()
1458 		dev->init_clients_timer = 0;  in mei_hbm_dispatch()
1460 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||  in mei_hbm_dispatch()
1461 		    dev->hbm_state != MEI_HBM_CLIENT_PROPERTIES) {  in mei_hbm_dispatch()
1462 			if (dev->dev_state == MEI_DEV_POWER_DOWN ||  in mei_hbm_dispatch()
1463 			    dev->dev_state == MEI_DEV_POWERING_DOWN) {  in mei_hbm_dispatch()
1464 				dev_dbg(dev->dev, "hbm: properties response: on shutdown, ignoring\n");  in mei_hbm_dispatch()
1467 			dev_err(dev->dev, "hbm: properties response: state mismatch, [%d, %d]\n",  in mei_hbm_dispatch()
1468 				dev->dev_state, dev->hbm_state);  in mei_hbm_dispatch()
1475 			dev_dbg(dev->dev, "hbm: properties response: %d CLIENT_NOT_FOUND\n",  in mei_hbm_dispatch()
1478 			dev_err(dev->dev, "hbm: properties response: wrong status = %d %s\n",  in mei_hbm_dispatch()
1483 			mei_hbm_me_cl_add(dev, props_res);  in mei_hbm_dispatch()
1487 		if (mei_hbm_prop_req(dev, props_res->me_addr + 1))  in mei_hbm_dispatch()
1493 		dev_dbg(dev->dev, "hbm: enumeration response: message received\n");  in mei_hbm_dispatch()
1495 		dev->init_clients_timer = 0;  in mei_hbm_dispatch()
1498 		BUILD_BUG_ON(sizeof(dev->me_clients_map)  in mei_hbm_dispatch()
1500 		memcpy(dev->me_clients_map, enum_res->valid_addresses,  in mei_hbm_dispatch()
1503 		if (dev->dev_state != MEI_DEV_INIT_CLIENTS ||  in mei_hbm_dispatch()
1504 		    dev->hbm_state != MEI_HBM_ENUM_CLIENTS) {  in mei_hbm_dispatch()
1505 			if (dev->dev_state == MEI_DEV_POWER_DOWN ||  in mei_hbm_dispatch()
1506 			    dev->dev_state == MEI_DEV_POWERING_DOWN) {  in mei_hbm_dispatch()
1507 				dev_dbg(dev->dev, "hbm: enumeration response: on shutdown, ignoring\n");  in mei_hbm_dispatch()
1510 			dev_err(dev->dev, "hbm: enumeration response: state mismatch, [%d, %d]\n",  in mei_hbm_dispatch()
1511 				dev->dev_state, dev->hbm_state);  in mei_hbm_dispatch()
1515 		dev->hbm_state = MEI_HBM_CLIENT_PROPERTIES;  in mei_hbm_dispatch()
1518 		if (mei_hbm_prop_req(dev, 0))  in mei_hbm_dispatch()
1524 		dev_dbg(dev->dev, "hbm: stop response: message received\n");  in mei_hbm_dispatch()
1526 		dev->init_clients_timer = 0;  in mei_hbm_dispatch()
1528 		if (dev->hbm_state != MEI_HBM_STOPPED) {  in mei_hbm_dispatch()
1529 			dev_err(dev->dev, "hbm: stop response: state mismatch, [%d, %d]\n",  in mei_hbm_dispatch()
1530 				dev->dev_state, dev->hbm_state);  in mei_hbm_dispatch()
1534 		mei_set_devstate(dev, MEI_DEV_POWER_DOWN);  in mei_hbm_dispatch()
1535 		dev_info(dev->dev, "hbm: stop response: resetting.\n");  in mei_hbm_dispatch()
1540 		dev_dbg(dev->dev, "hbm: disconnect request: message received\n");  in mei_hbm_dispatch()
1543 		mei_hbm_fw_disconnect_req(dev, disconnect_req);  in mei_hbm_dispatch()
1547 		dev_dbg(dev->dev, "hbm: stop request: message received\n");  in mei_hbm_dispatch()
1548 		dev->hbm_state = MEI_HBM_STOPPED;  in mei_hbm_dispatch()
1549 		if (mei_hbm_stop_req(dev)) {  in mei_hbm_dispatch()
1550 			dev_err(dev->dev, "hbm: stop request: failed to send stop request\n");  in mei_hbm_dispatch()
1556 		dev_dbg(dev->dev, "hbm: add client request received\n");  in mei_hbm_dispatch()
1561 		if (dev->hbm_state <= MEI_HBM_ENUM_CLIENTS ||  in mei_hbm_dispatch()
1562 		    dev->hbm_state >= MEI_HBM_STOPPED) {  in mei_hbm_dispatch()
1563 			dev_err(dev->dev, "hbm: add client: state mismatch, [%d, %d]\n",  in mei_hbm_dispatch()
1564 				dev->dev_state, dev->hbm_state);  in mei_hbm_dispatch()
1568 		ret = mei_hbm_fw_add_cl_req(dev, add_cl_req);  in mei_hbm_dispatch()
1570 			dev_err(dev->dev, "hbm: add client: failed to send response %d\n",  in mei_hbm_dispatch()
1574 		dev_dbg(dev->dev, "hbm: add client request processed\n");  in mei_hbm_dispatch()
1578 		dev_dbg(dev->dev, "hbm: notify response received\n");  in mei_hbm_dispatch()
1579 		mei_hbm_cl_res(dev, cl_cmd, notify_res_to_fop(cl_cmd));  in mei_hbm_dispatch()
1583 		dev_dbg(dev->dev, "hbm: notification\n");  in mei_hbm_dispatch()
1584 		mei_hbm_cl_notify(dev, cl_cmd);  in mei_hbm_dispatch()
1588 		dev_dbg(dev->dev, "hbm: client dma map response: message received.\n");  in mei_hbm_dispatch()
1590 		mei_hbm_cl_dma_map_res(dev, client_dma_res);  in mei_hbm_dispatch()
1594 		dev_dbg(dev->dev, "hbm: client dma unmap response: message received.\n");  in mei_hbm_dispatch()
1596 		mei_hbm_cl_dma_unmap_res(dev, client_dma_res);  in mei_hbm_dispatch()