/* $OpenBSD: uvideo.c,v 1.149 2011/01/25 20:03:36 jakemsr Exp $ */ /* * Copyright (c) 2008 Robert Nagy * Copyright (c) 2008 Marcus Glocker * * Permission to use, copy, modify, and distribute this software for any * purpose with or without fee is hereby granted, provided that the above * copyright notice and this permission notice appear in all copies. * * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #ifdef UVIDEO_DEBUG int uvideo_debug = 1; #define DPRINTF(l, x...) do { if ((l) <= uvideo_debug) printf(x); } while (0) #else #define DPRINTF(l, x...) #endif #define DEVNAME(_s) ((_s)->sc_dev.dv_xname) #define byteof(x) ((x) >> 3) #define bitof(x) (1L << ((x) & 0x7)) int uvideo_enable(void *); void uvideo_disable(void *); int uvideo_open(void *, int, int *, uint8_t *, void (*)(void *), void *arg); int uvideo_close(void *); int uvideo_match(struct device *, void *, void *); void uvideo_attach(struct device *, struct device *, void *); void uvideo_attach_hook(void *); int uvideo_detach(struct device *, int); int uvideo_activate(struct device *, int); usbd_status uvideo_vc_parse_desc(struct uvideo_softc *); usbd_status uvideo_vc_parse_desc_header(struct uvideo_softc *, const usb_descriptor_t *); usbd_status uvideo_vc_parse_desc_pu(struct uvideo_softc *, const usb_descriptor_t *); usbd_status uvideo_vc_get_ctrl(struct uvideo_softc *, uint8_t *, uint8_t, uint8_t, uint16_t, uint16_t); usbd_status uvideo_vc_set_ctrl(struct uvideo_softc *, uint8_t *, uint8_t, uint8_t, uint16_t, uint16_t); int uvideo_find_ctrl(struct uvideo_softc *, int); int uvideo_has_ctrl(struct usb_video_vc_processing_desc *, int); usbd_status uvideo_vs_parse_desc(struct uvideo_softc *, usb_config_descriptor_t *); usbd_status uvideo_vs_parse_desc_input_header(struct uvideo_softc *, const usb_descriptor_t *); usbd_status uvideo_vs_parse_desc_format(struct uvideo_softc *); usbd_status uvideo_vs_parse_desc_format_mjpeg(struct uvideo_softc *, const usb_descriptor_t *); usbd_status uvideo_vs_parse_desc_format_uncompressed(struct uvideo_softc *, const usb_descriptor_t *); usbd_status uvideo_vs_parse_desc_frame(struct uvideo_softc *); usbd_status uvideo_vs_parse_desc_frame_mjpeg(struct uvideo_softc *, const usb_descriptor_t *); usbd_status uvideo_vs_parse_desc_frame_uncompressed(struct uvideo_softc *, const usb_descriptor_t *); usbd_status uvideo_vs_parse_desc_alt(struct uvideo_softc *, int, int, int); usbd_status uvideo_vs_set_alt(struct uvideo_softc *, usbd_interface_handle, int); int uvideo_desc_len(const usb_descriptor_t *, int, int, int, int); void uvideo_find_res(struct uvideo_softc *, int, int, int, struct uvideo_res *); usbd_status uvideo_vs_negotiation(struct uvideo_softc *, int); usbd_status uvideo_vs_set_probe(struct uvideo_softc *, uint8_t *); usbd_status uvideo_vs_get_probe(struct uvideo_softc *, uint8_t *, uint8_t); usbd_status uvideo_vs_set_commit(struct uvideo_softc *, uint8_t *); usbd_status uvideo_vs_alloc_frame(struct uvideo_softc *); void uvideo_vs_free_frame(struct uvideo_softc *); usbd_status uvideo_vs_alloc_isoc(struct uvideo_softc *); usbd_status uvideo_vs_alloc_bulk(struct uvideo_softc *); void uvideo_vs_free_isoc(struct uvideo_softc *); void uvideo_vs_free_bulk(struct uvideo_softc *); usbd_status uvideo_vs_open(struct uvideo_softc *); void uvideo_vs_close(struct uvideo_softc *); usbd_status uvideo_vs_init(struct uvideo_softc *); int uvideo_vs_start_bulk(struct uvideo_softc *); void uvideo_vs_start_bulk_thread(void *); void uvideo_vs_start_isoc(struct uvideo_softc *); void uvideo_vs_start_isoc_ixfer(struct uvideo_softc *, struct uvideo_isoc_xfer *); void uvideo_vs_cb(usbd_xfer_handle, usbd_private_handle, usbd_status); usbd_status uvideo_vs_decode_stream_header(struct uvideo_softc *, uint8_t *, int); usbd_status uvideo_vs_decode_stream_header_isight(struct uvideo_softc *, uint8_t *, int); void uvideo_mmap_queue(struct uvideo_softc *, uint8_t *, int); void uvideo_read(struct uvideo_softc *, uint8_t *, int); usbd_status uvideo_usb_control(struct uvideo_softc *sc, uint8_t rt, uint8_t r, uint16_t value, uint8_t *data, size_t length); #ifdef UVIDEO_DEBUG void uvideo_dump_desc_all(struct uvideo_softc *); void uvideo_dump_desc_vc_header(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_input_header(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_input(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_output(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_endpoint(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_interface(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_config(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_cs_endpoint(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_colorformat(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_frame_mjpeg(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_format_mjpeg(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_format_uncompressed(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_frame_uncompressed(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_processing(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_dump_desc_extension(struct uvideo_softc *, const usb_descriptor_t *); void uvideo_hexdump(void *, int, int); int uvideo_debug_file_open(struct uvideo_softc *); void uvideo_debug_file_write_frame(void *); #endif /* * IOCTL's */ int uvideo_querycap(void *, struct v4l2_capability *); int uvideo_enum_fmt(void *, struct v4l2_fmtdesc *); int uvideo_enum_fsizes(void *, struct v4l2_frmsizeenum *); int uvideo_enum_fivals(void *, struct v4l2_frmivalenum *); int uvideo_s_fmt(void *, struct v4l2_format *); int uvideo_g_fmt(void *, struct v4l2_format *); int uvideo_enum_input(void *, struct v4l2_input *); int uvideo_s_input(void *, int); int uvideo_reqbufs(void *, struct v4l2_requestbuffers *); int uvideo_querybuf(void *, struct v4l2_buffer *); int uvideo_qbuf(void *, struct v4l2_buffer *); int uvideo_dqbuf(void *, struct v4l2_buffer *); int uvideo_streamon(void *, int); int uvideo_streamoff(void *, int); int uvideo_try_fmt(void *, struct v4l2_format *); int uvideo_queryctrl(void *, struct v4l2_queryctrl *); int uvideo_g_ctrl(void *, struct v4l2_control *); int uvideo_s_ctrl(void *, struct v4l2_control *); /* * Other hardware interface related functions */ caddr_t uvideo_mappage(void *, off_t, int); int uvideo_get_bufsize(void *); int uvideo_start_read(void *); /* * Firmware */ usbd_status uvideo_ucode_loader_ricoh(struct uvideo_softc *); usbd_status uvideo_ucode_loader_apple_isight(struct uvideo_softc *); struct cfdriver uvideo_cd = { NULL, "uvideo", DV_DULL }; const struct cfattach uvideo_ca = { sizeof(struct uvideo_softc), uvideo_match, uvideo_attach, uvideo_detach, uvideo_activate, }; struct video_hw_if uvideo_hw_if = { uvideo_open, /* open */ uvideo_close, /* close */ uvideo_querycap, /* VIDIOC_QUERYCAP */ uvideo_enum_fmt, /* VIDIOC_ENUM_FMT */ uvideo_enum_fsizes, /* VIDIOC_ENUM_FRAMESIZES */ uvideo_enum_fivals, /* VIDIOC_ENUM_FRAMEINTERVALS */ uvideo_s_fmt, /* VIDIOC_S_FMT */ uvideo_g_fmt, /* VIDIOC_G_FMT */ uvideo_enum_input, /* VIDIOC_ENUMINPUT */ uvideo_s_input, /* VIDIOC_S_INPUT */ uvideo_reqbufs, /* VIDIOC_REQBUFS */ uvideo_querybuf, /* VIDIOC_QUERYBUF */ uvideo_qbuf, /* VIDIOC_QBUF */ uvideo_dqbuf, /* VIDIOC_DQBUF */ uvideo_streamon, /* VIDIOC_STREAMON */ uvideo_streamoff, /* VIDIOC_STREAMOFF */ uvideo_try_fmt, /* VIDIOC_TRY_FMT */ uvideo_queryctrl, /* VIDIOC_QUERYCTRL */ uvideo_g_ctrl, /* VIDIOC_G_CTRL */ uvideo_s_ctrl, /* VIDIOC_S_CTRL */ uvideo_mappage, /* mmap */ uvideo_get_bufsize, /* read */ uvideo_start_read /* start stream for read */ }; /* * Devices which either fail to declare themselves as UICLASS_VIDEO, * or which need firmware uploads or other quirk handling later on. */ #define UVIDEO_FLAG_ISIGHT_STREAM_HEADER 0x1 #define UVIDEO_FLAG_REATTACH 0x2 #define UVIDEO_FLAG_VENDOR_CLASS 0x4 #define UVIDEO_FLAG_FIX_MAX_VIDEO_FRAME_SIZE 0x8 struct uvideo_devs { struct usb_devno uv_dev; char *ucode_name; usbd_status (*ucode_loader)(struct uvideo_softc *); int flags; } uvideo_devs[] = { { /* Needs firmware */ { USB_VENDOR_RICOH, USB_PRODUCT_RICOH_VGPVCC5 }, "uvideo_r5u87x_05ca-1835", uvideo_ucode_loader_ricoh, 0 }, { /* Needs firmware */ { USB_VENDOR_RICOH, USB_PRODUCT_RICOH_VGPVCC4 }, "uvideo_r5u87x_05ca-1836", uvideo_ucode_loader_ricoh, 0 }, { /* Needs firmware */ { USB_VENDOR_RICOH, USB_PRODUCT_RICOH_VGPVCC4_2 }, "uvideo_r5u87x_05ca-1837", uvideo_ucode_loader_ricoh, 0 }, { /* Needs firmware */ { USB_VENDOR_RICOH, USB_PRODUCT_RICOH_VGPVCC6 }, "uvideo_r5u87x_05ca-1839", uvideo_ucode_loader_ricoh, 0 }, { /* Needs firmware */ { USB_VENDOR_RICOH, USB_PRODUCT_RICOH_VGPVCC7 }, "uvideo_r5u87x_05ca-183a", uvideo_ucode_loader_ricoh, 0 }, { /* Needs firmware */ { USB_VENDOR_RICOH, USB_PRODUCT_RICOH_VGPVCC8 }, "uvideo_r5u87x_05ca-183b", uvideo_ucode_loader_ricoh, 0 }, { /* Needs firmware */ { USB_VENDOR_RICOH, USB_PRODUCT_RICOH_VGPVCC9 }, "uvideo_r5u87x_05ca-183e", uvideo_ucode_loader_ricoh, 0 }, { /* Needs firmware */ { USB_VENDOR_APPLE, USB_PRODUCT_APPLE_BLUETOOTH }, "uvideo_isight_05ac-8300", uvideo_ucode_loader_apple_isight, UVIDEO_FLAG_REATTACH }, { /* Has a non-standard streaming header protocol */ { USB_VENDOR_APPLE, USB_PRODUCT_APPLE_ISIGHT_1 }, NULL, NULL, UVIDEO_FLAG_ISIGHT_STREAM_HEADER }, { /* Incorrectly reports as bInterfaceClass=UICLASS_VENDOR */ { USB_VENDOR_LOGITECH, USB_PRODUCT_LOGITECH_QUICKCAMOEM_1 }, NULL, NULL, UVIDEO_FLAG_VENDOR_CLASS }, { /* Needs to fix dwMaxVideoFrameSize */ { USB_VENDOR_CHENSOURCE, USB_PRODUCT_CHENSOURCE_CM12402 }, NULL, NULL, UVIDEO_FLAG_FIX_MAX_VIDEO_FRAME_SIZE }, { /* Needs to fix dwMaxVideoFrameSize */ { USB_VENDOR_MICRODIA, USB_PRODUCT_MICRODIA_CAM_1 }, NULL, NULL, UVIDEO_FLAG_FIX_MAX_VIDEO_FRAME_SIZE }, { /* Needs to fix dwMaxVideoFrameSize */ { USB_VENDOR_MICROSOFT, USB_PRODUCT_MICROSOFT_LIFECAM }, NULL, NULL, UVIDEO_FLAG_FIX_MAX_VIDEO_FRAME_SIZE }, }; #define uvideo_lookup(v, p) \ ((struct uvideo_devs *)usb_lookup(uvideo_devs, v, p)) int uvideo_enable(void *v) { struct uvideo_softc *sc = v; DPRINTF(1, "%s: uvideo_enable sc=%p\n", DEVNAME(sc), sc); if (sc->sc_dying) return (EIO); if (sc->sc_enabled) return (EBUSY); sc->sc_enabled = 1; return (0); } void uvideo_disable(void *v) { struct uvideo_softc *sc = v; DPRINTF(1, "%s: uvideo_disable sc=%p\n", DEVNAME(sc), sc); if (!sc->sc_enabled) { printf("uvideo_disable: already disabled!\n"); return; } sc->sc_enabled = 0; } int uvideo_open(void *addr, int flags, int *size, uint8_t *buffer, void (*intr)(void *), void *arg) { struct uvideo_softc *sc = addr; DPRINTF(1, "%s: uvideo_open: sc=%p\n", DEVNAME(sc), sc); if (sc->sc_dying) return (EIO); /* pointers to upper video layer */ sc->sc_uplayer_arg = arg; sc->sc_uplayer_fsize = size; sc->sc_uplayer_fbuffer = buffer; sc->sc_uplayer_intr = intr; sc->sc_mmap_flag = 0; sc->sc_negotiated_flag = 0; return (0); } int uvideo_close(void *addr) { struct uvideo_softc *sc = addr; DPRINTF(1, "%s: uvideo_close: sc=%p\n", DEVNAME(sc), sc); #ifdef UVIDEO_DUMP usb_rem_task(sc->sc_udev, &sc->sc_task_write); #endif /* close video stream pipe */ uvideo_vs_close(sc); /* free video stream xfer buffer */ if (sc->sc_vs_cur->bulk_endpoint) uvideo_vs_free_bulk(sc); else uvideo_vs_free_isoc(sc); /* free video stream frame buffer */ uvideo_vs_free_frame(sc); return (0); } int uvideo_match(struct device *parent, void *match, void *aux) { struct usb_attach_arg *uaa = aux; usb_interface_descriptor_t *id; struct uvideo_devs *quirk; if (uaa->iface == NULL) return (UMATCH_NONE); id = usbd_get_interface_descriptor(uaa->iface); if (id == NULL) return (UMATCH_NONE); if (id->bInterfaceClass == UICLASS_VIDEO && id->bInterfaceSubClass == UISUBCLASS_VIDEOCONTROL) return (UMATCH_VENDOR_PRODUCT_CONF_IFACE); /* quirk devices which we want to attach */ quirk = uvideo_lookup(uaa->vendor, uaa->product); if (quirk != NULL) { if (quirk->flags & UVIDEO_FLAG_REATTACH) return (UMATCH_VENDOR_PRODUCT_CONF_IFACE); if (quirk->flags & UVIDEO_FLAG_VENDOR_CLASS && id->bInterfaceClass == UICLASS_VENDOR && id->bInterfaceSubClass == UISUBCLASS_VIDEOCONTROL) return (UMATCH_VENDOR_PRODUCT_CONF_IFACE); } return (UMATCH_NONE); } void uvideo_attach(struct device *parent, struct device *self, void *aux) { struct uvideo_softc *sc = (struct uvideo_softc *)self; struct usb_attach_arg *uaa = aux; usb_interface_descriptor_t *id; int i; sc->sc_udev = uaa->device; sc->sc_nifaces = uaa->nifaces; /* * Claim all video interfaces. Interfaces must be claimed during * attach, during attach hooks is too late. */ for (i = 0; i < sc->sc_nifaces; i++) { if (usbd_iface_claimed(sc->sc_udev, i)) continue; id = usbd_get_interface_descriptor(&sc->sc_udev->ifaces[i]); if (id == NULL) continue; if (id->bInterfaceClass == UICLASS_VIDEO) usbd_claim_iface(sc->sc_udev, i); } /* maybe the device has quirks */ sc->sc_quirk = uvideo_lookup(uaa->vendor, uaa->product); /* if the device needs ucode do mountroothook */ if ((sc->sc_quirk && sc->sc_quirk->ucode_name) && rootvp == NULL) mountroothook_establish(uvideo_attach_hook, sc); else uvideo_attach_hook(sc); } void uvideo_attach_hook(void *arg) { struct uvideo_softc *sc = arg; usb_config_descriptor_t *cdesc; usbd_status error; /* maybe the device needs a firmware */ if (sc->sc_quirk && sc->sc_quirk->ucode_name) { error = (sc->sc_quirk->ucode_loader)(sc); if (error != USBD_NORMAL_COMPLETION) return; } /* map stream header decode function */ if (sc->sc_quirk && sc->sc_quirk->flags & UVIDEO_FLAG_ISIGHT_STREAM_HEADER) { sc->sc_decode_stream_header = uvideo_vs_decode_stream_header_isight; } else { sc->sc_decode_stream_header = uvideo_vs_decode_stream_header; } /* get the config descriptor */ cdesc = usbd_get_config_descriptor(sc->sc_udev); if (cdesc == NULL) { printf("%s: failed to get configuration descriptor\n", DEVNAME(sc)); return; } #ifdef UVIDEO_DEBUG uvideo_dump_desc_all(sc); #endif /* parse video control descriptors */ error = uvideo_vc_parse_desc(sc); if (error != USBD_NORMAL_COMPLETION) return; /* parse video stream descriptors */ error = uvideo_vs_parse_desc(sc, cdesc); if (error != USBD_NORMAL_COMPLETION) return; /* set default video stream interface */ error = usbd_set_interface(sc->sc_vs_cur->ifaceh, 0); if (error != USBD_NORMAL_COMPLETION) return; /* do device negotiation without commit */ error = uvideo_vs_negotiation(sc, 0); if (error != USBD_NORMAL_COMPLETION) return; /* init mmap queue */ SIMPLEQ_INIT(&sc->sc_mmap_q); sc->sc_mmap_cur = 0; sc->sc_mmap_count = 0; DPRINTF(1, "uvideo_attach: doing video_attach_mi\n"); sc->sc_videodev = video_attach_mi(&uvideo_hw_if, sc, &sc->sc_dev); } int uvideo_detach(struct device *self, int flags) { struct uvideo_softc *sc = (struct uvideo_softc *)self; int rv = 0; /* Wait for outstanding requests to complete */ usbd_delay_ms(sc->sc_udev, UVIDEO_NFRAMES_MAX); uvideo_vs_free_frame(sc); if (sc->sc_videodev != NULL) rv = config_detach(sc->sc_videodev, flags); return (rv); } int uvideo_activate(struct device *self, int act) { struct uvideo_softc *sc = (struct uvideo_softc *) self; int rv = 0; DPRINTF(1, "uvideo_activate: sc=%p\n", sc); switch (act) { case DVACT_ACTIVATE: break; case DVACT_DEACTIVATE: if (sc->sc_videodev != NULL) config_deactivate(sc->sc_videodev); sc->sc_dying = 1; break; } return (rv); } usbd_status uvideo_vc_parse_desc(struct uvideo_softc *sc) { usbd_desc_iter_t iter; const usb_descriptor_t *desc; int vc_header_found; usbd_status error; DPRINTF(1, "%s: %s\n", DEVNAME(sc), __func__); vc_header_found = 0; usb_desc_iter_init(sc->sc_udev, &iter); desc = usb_desc_iter_next(&iter); while (desc) { if (desc->bDescriptorType != UDESC_CS_INTERFACE) { desc = usb_desc_iter_next(&iter); continue; } switch (desc->bDescriptorSubtype) { case UDESCSUB_VC_HEADER: if (!uvideo_desc_len(desc, 12, 11, 1, 0)) break; if (vc_header_found) { printf("%s: too many VC_HEADERs!\n", DEVNAME(sc)); return (USBD_INVAL); } error = uvideo_vc_parse_desc_header(sc, desc); if (error != USBD_NORMAL_COMPLETION) return (error); vc_header_found = 1; break; case UDESCSUB_VC_PROCESSING_UNIT: /* XXX do correct length calculation */ if (desc->bLength < 25) { (void)uvideo_vc_parse_desc_pu(sc, desc); } break; /* TODO: which VC descriptors do we need else? */ } desc = usb_desc_iter_next(&iter); } if (vc_header_found == 0) { printf("%s: no VC_HEADER found!\n", DEVNAME(sc)); return (USBD_INVAL); } return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vc_parse_desc_header(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_header_desc *d; d = (struct usb_video_header_desc *)(uint8_t *)desc; if (d->bInCollection == 0) { printf("%s: no VS interface found!\n", DEVNAME(sc)); return (USBD_INVAL); } sc->sc_desc_vc_header.fix = d; sc->sc_desc_vc_header.baInterfaceNr = (uByte *)(d + 1); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vc_parse_desc_pu(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_vc_processing_desc *d; /* PU descriptor is variable sized */ d = (void *)desc; if (sc->sc_desc_vc_pu_num == UVIDEO_MAX_PU) { printf("%s: too many PU descriptors found!\n", DEVNAME(sc)); return (USBD_INVAL); } sc->sc_desc_vc_pu[sc->sc_desc_vc_pu_num] = d; sc->sc_desc_vc_pu_num++; return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vc_get_ctrl(struct uvideo_softc *sc, uint8_t *ctrl_data, uint8_t request, uint8_t unitid, uint16_t ctrl_selector, uint16_t ctrl_len) { usb_device_request_t req; usbd_status error; req.bmRequestType = UVIDEO_GET_IF; req.bRequest = request; USETW(req.wValue, (ctrl_selector << 8)); USETW(req.wIndex, (unitid << 8)); USETW(req.wLength, ctrl_len); error = usbd_do_request(sc->sc_udev, &req, ctrl_data); if (error) { DPRINTF(1, "%s: %s: could not GET ctrl request: %s\n", DEVNAME(sc), __func__, usbd_errstr(error)); return (USBD_INVAL); } return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vc_set_ctrl(struct uvideo_softc *sc, uint8_t *ctrl_data, uint8_t request, uint8_t unitid, uint16_t ctrl_selector, uint16_t ctrl_len) { usb_device_request_t req; usbd_status error; req.bmRequestType = UVIDEO_SET_IF; req.bRequest = request; USETW(req.wValue, (ctrl_selector << 8)); USETW(req.wIndex, (unitid << 8)); USETW(req.wLength, ctrl_len); error = usbd_do_request(sc->sc_udev, &req, ctrl_data); if (error) { DPRINTF(1, "%s: %s: could not SET ctrl request: %s\n", DEVNAME(sc), __func__, usbd_errstr(error)); return (USBD_INVAL); } return (USBD_NORMAL_COMPLETION); } int uvideo_find_ctrl(struct uvideo_softc *sc, int id) { int i, j, found; if (sc->sc_desc_vc_pu_num == 0) { /* no processing unit descriptors found */ DPRINTF(1, "%s: %s: no processing unit descriptors found!\n", DEVNAME(sc), __func__); return (EINVAL); } /* do we support this control? */ for (found = 0, i = 0; uvideo_ctrls[i].cid != 0; i++) { if (id == uvideo_ctrls[i].cid) { found = 1; break; } } if (found == 0) { DPRINTF(1, "%s: %s: control not supported by driver!\n", DEVNAME(sc), __func__); return (EINVAL); } /* does the device support this control? */ for (found = 0, j = 0; j < sc->sc_desc_vc_pu_num; j++) { if (uvideo_has_ctrl(sc->sc_desc_vc_pu[j], uvideo_ctrls[i].ctrl_bit) != 0) { found = 1; break; } } if (found == 0) { DPRINTF(1, "%s: %s: control not supported by device!\n", DEVNAME(sc), __func__); return (EINVAL); } sc->sc_desc_vc_pu_cur = sc->sc_desc_vc_pu[j]; return (i); } int uvideo_has_ctrl(struct usb_video_vc_processing_desc *desc, int ctrl_bit) { if (desc->bControlSize * 8 <= ctrl_bit) return (0); return (desc->bmControls[byteof(ctrl_bit)] & bitof(ctrl_bit)); } usbd_status uvideo_vs_parse_desc(struct uvideo_softc *sc, usb_config_descriptor_t *cdesc) { usbd_desc_iter_t iter; const usb_descriptor_t *desc; usb_interface_descriptor_t *id; int i, iface, numalts; usbd_status error; DPRINTF(1, "%s: number of total interfaces=%d\n", DEVNAME(sc), sc->sc_nifaces); DPRINTF(1, "%s: number of VS interfaces=%d\n", DEVNAME(sc), sc->sc_desc_vc_header.fix->bInCollection); usb_desc_iter_init(sc->sc_udev, &iter); desc = usb_desc_iter_next(&iter); while (desc) { if (desc->bDescriptorType != UDESC_CS_INTERFACE) { desc = usb_desc_iter_next(&iter); continue; } switch (desc->bDescriptorSubtype) { case UDESCSUB_VS_INPUT_HEADER: if (!uvideo_desc_len(desc, 13, 3, 0, 12)) break; error = uvideo_vs_parse_desc_input_header(sc, desc); if (error != USBD_NORMAL_COMPLETION) return (error); break; /* TODO: which VS descriptors do we need else? */ } desc = usb_desc_iter_next(&iter); } /* parse video stream format descriptors */ error = uvideo_vs_parse_desc_format(sc); if (error != USBD_NORMAL_COMPLETION) return (error); /* parse video stream frame descriptors */ error = uvideo_vs_parse_desc_frame(sc); if (error != USBD_NORMAL_COMPLETION) return (error); /* parse interface collection */ for (i = 0; i < sc->sc_desc_vc_header.fix->bInCollection; i++) { iface = sc->sc_desc_vc_header.baInterfaceNr[i]; id = usbd_get_interface_descriptor(&sc->sc_udev->ifaces[iface]); if (id == NULL) { printf("%s: can't get VS interface %d!\n", DEVNAME(sc), iface); return (USBD_INVAL); } usbd_claim_iface(sc->sc_udev, iface); numalts = usbd_get_no_alts(cdesc, id->bInterfaceNumber); DPRINTF(1, "%s: VS interface %d, ", DEVNAME(sc), i); DPRINTF(1, "bInterfaceNumber=0x%02x, numalts=%d\n", id->bInterfaceNumber, numalts); error = uvideo_vs_parse_desc_alt(sc, i, iface, numalts); if (error != USBD_NORMAL_COMPLETION) return (error); } /* XXX for now always use the first video stream */ sc->sc_vs_cur = &sc->sc_vs_coll[0]; return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_input_header(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_input_header_desc *d; d = (struct usb_video_input_header_desc *)(uint8_t *)desc; /* on some devices bNumFormats is larger than the truth */ if (d->bNumFormats == 0) { printf("%s: no INPUT FORMAT descriptors found!\n", DEVNAME(sc)); return (USBD_INVAL); } sc->sc_desc_vs_input_header.fix = d; sc->sc_desc_vs_input_header.bmaControls = (uByte *)(d + 1); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_format(struct uvideo_softc *sc) { usbd_desc_iter_t iter; const usb_descriptor_t *desc; DPRINTF(1, "%s: %s\n", DEVNAME(sc), __func__); usb_desc_iter_init(sc->sc_udev, &iter); desc = usb_desc_iter_next(&iter); while (desc) { if (desc->bDescriptorType != UDESC_CS_INTERFACE) { desc = usb_desc_iter_next(&iter); continue; } switch (desc->bDescriptorSubtype) { case UDESCSUB_VS_FORMAT_MJPEG: if (desc->bLength == 11) { (void)uvideo_vs_parse_desc_format_mjpeg( sc, desc); } break; case UDESCSUB_VS_FORMAT_UNCOMPRESSED: if (desc->bLength == 27) { (void)uvideo_vs_parse_desc_format_uncompressed( sc, desc); } break; } desc = usb_desc_iter_next(&iter); } sc->sc_fmtgrp_idx = 0; if (sc->sc_fmtgrp_num == 0) { printf("%s: no format descriptors found!\n", DEVNAME(sc)); return (USBD_INVAL); } DPRINTF(1, "%s: number of total format descriptors=%d\n", DEVNAME(sc), sc->sc_fmtgrp_num); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_format_mjpeg(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_format_mjpeg_desc *d; d = (struct usb_video_format_mjpeg_desc *)(uint8_t *)desc; if (d->bNumFrameDescriptors == 0) { printf("%s: no MJPEG frame descriptors available!\n", DEVNAME(sc)); return (USBD_INVAL); } if (sc->sc_fmtgrp_idx > UVIDEO_MAX_FORMAT) { printf("%s: too many format descriptors found!\n", DEVNAME(sc)); return (USBD_INVAL); } sc->sc_fmtgrp[sc->sc_fmtgrp_idx].format = (struct uvideo_format_desc *)d; if (d->bDefaultFrameIndex > d->bNumFrameDescriptors || d->bDefaultFrameIndex < 1) { /* sanitize wrong bDefaultFrameIndex value */ sc->sc_fmtgrp[sc->sc_fmtgrp_idx].format_dfidx = 1; } else { sc->sc_fmtgrp[sc->sc_fmtgrp_idx].format_dfidx = d->bDefaultFrameIndex; } sc->sc_fmtgrp[sc->sc_fmtgrp_idx].pixelformat = V4L2_PIX_FMT_MJPEG; if (sc->sc_fmtgrp_cur == NULL) /* set MJPEG format */ sc->sc_fmtgrp_cur = &sc->sc_fmtgrp[sc->sc_fmtgrp_idx]; sc->sc_fmtgrp_idx++; sc->sc_fmtgrp_num++; return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_format_uncompressed(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_format_uncompressed_desc *d; int i; d = (struct usb_video_format_uncompressed_desc *)(uint8_t *)desc; if (d->bNumFrameDescriptors == 0) { printf("%s: no UNCOMPRESSED frame descriptors available!\n", DEVNAME(sc)); return (USBD_INVAL); } if (sc->sc_fmtgrp_idx > UVIDEO_MAX_FORMAT) { printf("%s: too many format descriptors found!\n", DEVNAME(sc)); return (USBD_INVAL); } sc->sc_fmtgrp[sc->sc_fmtgrp_idx].format = (struct uvideo_format_desc *)d; if (d->bDefaultFrameIndex > d->bNumFrameDescriptors || d->bDefaultFrameIndex < 1) { /* sanitize wrong bDefaultFrameIndex value */ sc->sc_fmtgrp[sc->sc_fmtgrp_idx].format_dfidx = 1; } else { sc->sc_fmtgrp[sc->sc_fmtgrp_idx].format_dfidx = d->bDefaultFrameIndex; } i = sc->sc_fmtgrp_idx; if (!strcmp(sc->sc_fmtgrp[i].format->u.uc.guidFormat, "YUY2")) { sc->sc_fmtgrp[i].pixelformat = V4L2_PIX_FMT_YUYV; } else if (!strcmp(sc->sc_fmtgrp[i].format->u.uc.guidFormat, "NV12")) { sc->sc_fmtgrp[i].pixelformat = V4L2_PIX_FMT_NV12; } else if (!strcmp(sc->sc_fmtgrp[i].format->u.uc.guidFormat, "UYVY")) { sc->sc_fmtgrp[i].pixelformat = V4L2_PIX_FMT_UYVY; } else { sc->sc_fmtgrp[i].pixelformat = 0; } if (sc->sc_fmtgrp_cur == NULL) /* set UNCOMPRESSED format */ sc->sc_fmtgrp_cur = &sc->sc_fmtgrp[sc->sc_fmtgrp_idx]; sc->sc_fmtgrp_idx++; sc->sc_fmtgrp_num++; return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_frame(struct uvideo_softc *sc) { usbd_desc_iter_t iter; const usb_descriptor_t *desc; usbd_status error; DPRINTF(1, "%s: %s\n", DEVNAME(sc), __func__); usb_desc_iter_init(sc->sc_udev, &iter); desc = usb_desc_iter_next(&iter); while (desc) { if (desc->bDescriptorType != UDESC_CS_INTERFACE) { desc = usb_desc_iter_next(&iter); continue; } switch (desc->bDescriptorSubtype) { case UDESCSUB_VS_FRAME_MJPEG: error = uvideo_vs_parse_desc_frame_mjpeg(sc, desc); if (error != USBD_NORMAL_COMPLETION) return (error); break; case UDESCSUB_VS_FRAME_UNCOMPRESSED: /* XXX do correct length calculation */ if (desc->bLength > 25) { error =uvideo_vs_parse_desc_frame_uncompressed( sc, desc); if (error != USBD_NORMAL_COMPLETION) return (error); } break; } desc = usb_desc_iter_next(&iter); } return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_frame_mjpeg(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_frame_mjpeg_desc *d; int fmtidx; d = (struct usb_video_frame_mjpeg_desc *)(uint8_t *)desc; if (d->bFrameIndex == UVIDEO_MAX_FRAME) { printf("%s: too many MJPEG frame descriptors found!\n", DEVNAME(sc)); return (USBD_INVAL); } fmtidx = sc->sc_fmtgrp_idx; sc->sc_fmtgrp[fmtidx].frame[d->bFrameIndex] = d; if (sc->sc_fmtgrp[fmtidx].format_dfidx == d->bFrameIndex) { sc->sc_fmtgrp[fmtidx].frame_cur = sc->sc_fmtgrp[fmtidx].frame[d->bFrameIndex]; } sc->sc_fmtgrp[fmtidx].frame_num++; if (sc->sc_fmtgrp[fmtidx].frame_num == sc->sc_fmtgrp[fmtidx].format->bNumFrameDescriptors) sc->sc_fmtgrp_idx++; /* store max value */ if (UGETDW(d->dwMaxVideoFrameBufferSize) > sc->sc_max_fbuf_size) sc->sc_max_fbuf_size = UGETDW(d->dwMaxVideoFrameBufferSize); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_frame_uncompressed(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_frame_uncompressed_desc *fd = (struct usb_video_frame_uncompressed_desc *)(uint8_t *)desc; int fmtidx, frame_num; uint32_t fbuf_size; fmtidx = sc->sc_fmtgrp_idx; frame_num = sc->sc_fmtgrp[fmtidx].frame_num + 1; if (frame_num >= UVIDEO_MAX_FRAME) { printf("%s: too many UNCOMPRESSED frame descriptors found!\n", DEVNAME(sc)); return (USBD_INVAL); } sc->sc_fmtgrp[fmtidx].frame_num = frame_num; sc->sc_fmtgrp[fmtidx].frame[frame_num] = (struct usb_video_frame_mjpeg_desc *)fd; if (sc->sc_fmtgrp[fmtidx].frame_cur == NULL || sc->sc_fmtgrp[fmtidx].format_dfidx == frame_num) { sc->sc_fmtgrp[fmtidx].frame_cur = sc->sc_fmtgrp[fmtidx].frame[frame_num]; } if (sc->sc_fmtgrp[fmtidx].frame_num == sc->sc_fmtgrp[fmtidx].format->bNumFrameDescriptors) { sc->sc_fmtgrp_idx++; } /* * On some broken device, dwMaxVideoFrameBufferSize is not correct. * So fix it by frame width/height (XXX YUV2 format only). */ if (sc->sc_quirk && sc->sc_quirk->flags & UVIDEO_FLAG_FIX_MAX_VIDEO_FRAME_SIZE && sc->sc_fmtgrp[fmtidx].pixelformat == V4L2_PIX_FMT_YUYV) { fbuf_size = UGETW(fd->wWidth) * UGETW(fd->wHeight) * 4; DPRINTF(1, "wWidth = %d, wHeight = %d\n", UGETW(fd->wWidth), UGETW(fd->wHeight)); } else fbuf_size = UGETDW(fd->dwMaxVideoFrameBufferSize); /* store max value */ if (fbuf_size > sc->sc_max_fbuf_size) sc->sc_max_fbuf_size = fbuf_size; return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_parse_desc_alt(struct uvideo_softc *sc, int vs_nr, int iface, int numalts) { struct uvideo_vs_iface *vs; usbd_desc_iter_t iter; const usb_descriptor_t *desc; usb_interface_descriptor_t *id; usb_endpoint_descriptor_t *ed; uint8_t ep_dir, ep_type; vs = &sc->sc_vs_coll[vs_nr]; usb_desc_iter_init(sc->sc_udev, &iter); desc = usb_desc_iter_next(&iter); while (desc) { /* find video stream interface */ if (desc->bDescriptorType != UDESC_INTERFACE) goto next; id = (usb_interface_descriptor_t *)(uint8_t *)desc; if (id->bInterfaceNumber != iface) goto next; DPRINTF(1, "%s: bAlternateSetting=0x%02x, ", DEVNAME(sc), id->bAlternateSetting); if (id->bNumEndpoints == 0) { DPRINTF(1, "no endpoint descriptor\n"); goto next; } /* jump to corresponding endpoint descriptor */ while ((desc = usb_desc_iter_next(&iter))) { if (desc->bDescriptorType == UDESC_ENDPOINT) break; } ed = (usb_endpoint_descriptor_t *)(uint8_t *)desc; DPRINTF(1, "bEndpointAddress=0x%02x, ", ed->bEndpointAddress); DPRINTF(1, "wMaxPacketSize=%d\n", UGETW(ed->wMaxPacketSize)); /* locate endpoint type */ ep_dir = UE_GET_DIR(ed->bEndpointAddress); ep_type = UE_GET_XFERTYPE(ed->bmAttributes); if (ep_dir == UE_DIR_IN && ep_type == UE_ISOCHRONOUS) vs->bulk_endpoint = 0; else if (ep_dir == UE_DIR_IN && ep_type == UE_BULK) vs->bulk_endpoint = 1; else goto next; /* save endpoint with largest bandwidth */ if (UGETW(ed->wMaxPacketSize) > vs->psize) { vs->ifaceh = &sc->sc_udev->ifaces[iface]; vs->endpoint = ed->bEndpointAddress; vs->numalts = numalts; vs->curalt = id->bAlternateSetting; vs->psize = UGETW(ed->wMaxPacketSize); vs->iface = iface; } next: desc = usb_desc_iter_next(&iter); } /* check if we have found a valid alternate interface */ if (vs->ifaceh == NULL) { printf("%s: no valid alternate interface found!\n", DEVNAME(sc)); return (USBD_INVAL); } return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_set_alt(struct uvideo_softc *sc, usbd_interface_handle ifaceh, int max_packet_size) { usbd_desc_iter_t iter; const usb_descriptor_t *desc; usb_interface_descriptor_t *id; usb_endpoint_descriptor_t *ed; int i, diff, best_diff = INT_MAX; usbd_status error; uint32_t psize; i = 0; usb_desc_iter_init(sc->sc_udev, &iter); desc = usb_desc_iter_next(&iter); while (desc) { /* find video stream interface */ if (desc->bDescriptorType != UDESC_INTERFACE) goto next; id = (usb_interface_descriptor_t *)(uint8_t *)desc; if (id->bInterfaceNumber != sc->sc_vs_cur->iface) goto next; if (id->bNumEndpoints == 0) goto next; /* jump to corresponding endpoint descriptor */ desc = usb_desc_iter_next(&iter); if (desc->bDescriptorType != UDESC_ENDPOINT) goto next; ed = (usb_endpoint_descriptor_t *)(uint8_t *)desc; i++; /* save endpoint with requested bandwidth */ psize = UGETW(ed->wMaxPacketSize); psize = UE_GET_SIZE(psize) * (1 + UE_GET_TRANS(psize)); if (psize >= max_packet_size) diff = psize - max_packet_size; else goto next; if (diff < best_diff) { best_diff = diff; sc->sc_vs_cur->endpoint = ed->bEndpointAddress; sc->sc_vs_cur->curalt = id->bAlternateSetting; sc->sc_vs_cur->psize = psize; if (diff == 0) break; } next: desc = usb_desc_iter_next(&iter); } DPRINTF(1, "%s: set alternate iface to ", DEVNAME(sc)); DPRINTF(1, "bAlternateSetting=0x%02x psize=%d max_packet_size=%d\n", sc->sc_vs_cur->curalt, sc->sc_vs_cur->psize, max_packet_size); /* set alternate video stream interface */ error = usbd_set_interface(ifaceh, i); if (error) { printf("%s: could not set alternate interface %d!\n", DEVNAME(sc), i); return (USBD_INVAL); } return (USBD_NORMAL_COMPLETION); } /* * Thanks to the retarded USB Video Class specs there are different * descriptors types with the same bDescriptorSubtype which makes * it necessary to differ between those types by doing descriptor * size dances :-( * * size_fix: total size of the fixed structure part * off_num_elements: offset which tells the number of following elements * size_element: size of a single element * off_size_element: if size_element is 0 the element size is taken from * this offset in the descriptor */ int uvideo_desc_len(const usb_descriptor_t *desc, int size_fix, int off_num_elements, int size_element, int off_size_element) { uint8_t *buf; int size_elements, size_total; if (desc->bLength < size_fix) return (0); buf = (uint8_t *)desc; if (size_element == 0) size_element = buf[off_size_element]; size_elements = buf[off_num_elements] * size_element; size_total = size_fix + size_elements; if (desc->bLength == size_total && size_elements != 0) return (1); return (0); } /* * Find the next best matching resolution which we can offer and * return it. */ void uvideo_find_res(struct uvideo_softc *sc, int idx, int width, int height, struct uvideo_res *r) { int i, w, h, diff, diff_best, size_want, size_is; size_want = width * height; for (i = 1; i <= sc->sc_fmtgrp[idx].frame_num; i++) { w = UGETW(sc->sc_fmtgrp[idx].frame[i]->wWidth); h = UGETW(sc->sc_fmtgrp[idx].frame[i]->wHeight); size_is = w * h; if (size_is > size_want) diff = size_is - size_want; else diff = size_want - size_is; if (i == 1) diff_best = diff; if (diff <= diff_best) { diff_best = diff; r->width = w; r->height = h; r->fidx = sc->sc_fmtgrp[idx].frame[i]->bFrameIndex; } DPRINTF(1, "%s: %s: frame index %d: width=%d, height=%d\n", DEVNAME(sc), __func__, i, w, h); } } usbd_status uvideo_vs_negotiation(struct uvideo_softc *sc, int commit) { struct usb_video_probe_commit *pc; uint8_t probe_data[34]; usbd_status error; pc = (struct usb_video_probe_commit *)probe_data; /* check if the format descriptor contains frame descriptors */ if (sc->sc_fmtgrp_cur->frame_num == 0) { printf("%s: %s: no frame descriptors found!\n", __func__, DEVNAME(sc)); return (USBD_INVAL); } /* set probe */ bzero(probe_data, sizeof(probe_data)); USETW(pc->bmHint, 0x1); pc->bFormatIndex = sc->sc_fmtgrp_cur->format->bFormatIndex; pc->bFrameIndex = sc->sc_fmtgrp_cur->format_dfidx; /* dwFrameInterval: 30fps=333333, 15fps=666666, 10fps=1000000 */ USETDW(pc->dwFrameInterval, UGETDW(sc->sc_fmtgrp_cur->frame_cur->dwDefaultFrameInterval)); error = uvideo_vs_set_probe(sc, probe_data); if (error != USBD_NORMAL_COMPLETION) return (error); /* get probe */ bzero(probe_data, sizeof(probe_data)); error = uvideo_vs_get_probe(sc, probe_data, GET_CUR); if (error != USBD_NORMAL_COMPLETION) return (error); /* commit */ if (commit) { error = uvideo_vs_set_commit(sc, probe_data); if (error != USBD_NORMAL_COMPLETION) return (error); } /* save a copy of probe commit */ bcopy(pc, &sc->sc_desc_probe, sizeof(sc->sc_desc_probe)); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_set_probe(struct uvideo_softc *sc, uint8_t *probe_data) { usb_device_request_t req; usbd_status error; uint16_t tmp; struct usb_video_probe_commit *pc; req.bmRequestType = UVIDEO_SET_IF; req.bRequest = SET_CUR; tmp = VS_PROBE_CONTROL; tmp = tmp << 8; USETW(req.wValue, tmp); USETW(req.wIndex, sc->sc_vs_cur->iface); USETW(req.wLength, 26); pc = (struct usb_video_probe_commit *)probe_data; error = usbd_do_request(sc->sc_udev, &req, probe_data); if (error) { printf("%s: could not SET probe request: %s\n", DEVNAME(sc), usbd_errstr(error)); return (USBD_INVAL); } DPRINTF(1, "%s: SET probe request successfully\n", DEVNAME(sc)); DPRINTF(1, "bmHint=0x%02x\n", UGETW(pc->bmHint)); DPRINTF(1, "bFormatIndex=0x%02x\n", pc->bFormatIndex); DPRINTF(1, "bFrameIndex=0x%02x\n", pc->bFrameIndex); DPRINTF(1, "dwFrameInterval=%d (100ns units)\n", UGETDW(pc->dwFrameInterval)); DPRINTF(1, "wKeyFrameRate=%d\n", UGETW(pc->wKeyFrameRate)); DPRINTF(1, "wPFrameRate=%d\n", UGETW(pc->wPFrameRate)); DPRINTF(1, "wCompQuality=%d\n", UGETW(pc->wCompQuality)); DPRINTF(1, "wCompWindowSize=%d\n", UGETW(pc->wCompWindowSize)); DPRINTF(1, "wDelay=%d (ms)\n", UGETW(pc->wDelay)); DPRINTF(1, "dwMaxVideoFrameSize=%d (bytes)\n", UGETDW(pc->dwMaxVideoFrameSize)); DPRINTF(1, "dwMaxPayloadTransferSize=%d (bytes)\n", UGETDW(pc->dwMaxPayloadTransferSize)); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_get_probe(struct uvideo_softc *sc, uint8_t *probe_data, uint8_t request) { usb_device_request_t req; usbd_status error; uint16_t tmp; struct usb_video_probe_commit *pc; struct usb_video_header_desc *hd; req.bmRequestType = UVIDEO_GET_IF; req.bRequest = request; tmp = VS_PROBE_CONTROL; tmp = tmp << 8; USETW(req.wValue, tmp); USETW(req.wIndex, sc->sc_vs_cur->iface); USETW(req.wLength, 26); pc = (struct usb_video_probe_commit *)probe_data; error = usbd_do_request(sc->sc_udev, &req, probe_data); if (error) { printf("%s: could not GET probe request: %s\n", DEVNAME(sc), usbd_errstr(error)); return (USBD_INVAL); } DPRINTF(1, "%s: GET probe request successfully\n", DEVNAME(sc)); /* * Some UVC 1.00 devices return dwMaxVideoFrameSize = 0. * If so, fix it by format/frame descriptors. */ hd = sc->sc_desc_vc_header.fix; if (UGETDW(pc->dwMaxVideoFrameSize) == 0 && UGETW(hd->bcdUVC) < 0x0110 ) { DPRINTF(1, "%s: dwMaxVideoFrameSize == 0, fixed\n", DEVNAME(sc)); USETDW(pc->dwMaxVideoFrameSize, UGETDW(sc->sc_fmtgrp_cur->frame_cur ->dwMaxVideoFrameBufferSize)); /* * On some broken device, the above value is not correct. * So fix it by frame width/height (XXX YUV2 format only). */ if (sc->sc_quirk && sc->sc_quirk->flags & UVIDEO_FLAG_FIX_MAX_VIDEO_FRAME_SIZE && sc->sc_fmtgrp_cur->pixelformat == V4L2_PIX_FMT_YUYV) { USETDW(pc->dwMaxVideoFrameSize, UGETW(sc->sc_fmtgrp_cur->frame_cur->wWidth) * UGETW(sc->sc_fmtgrp_cur->frame_cur->wHeight) * 4); } } DPRINTF(1, "bmHint=0x%02x\n", UGETW(pc->bmHint)); DPRINTF(1, "bFormatIndex=0x%02x\n", pc->bFormatIndex); DPRINTF(1, "bFrameIndex=0x%02x\n", pc->bFrameIndex); DPRINTF(1, "dwFrameInterval=%d (100ns units)\n", UGETDW(pc->dwFrameInterval)); DPRINTF(1, "wKeyFrameRate=%d\n", UGETW(pc->wKeyFrameRate)); DPRINTF(1, "wPFrameRate=%d\n", UGETW(pc->wPFrameRate)); DPRINTF(1, "wCompQuality=%d\n", UGETW(pc->wCompQuality)); DPRINTF(1, "wCompWindowSize=%d\n", UGETW(pc->wCompWindowSize)); DPRINTF(1, "wDelay=%d (ms)\n", UGETW(pc->wDelay)); DPRINTF(1, "dwMaxVideoFrameSize=%d (bytes)\n", UGETDW(pc->dwMaxVideoFrameSize)); DPRINTF(1, "dwMaxPayloadTransferSize=%d (bytes)\n", UGETDW(pc->dwMaxPayloadTransferSize)); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_set_commit(struct uvideo_softc *sc, uint8_t *probe_data) { usb_device_request_t req; usbd_status error; uint16_t tmp; req.bmRequestType = UVIDEO_SET_IF; req.bRequest = SET_CUR; tmp = VS_COMMIT_CONTROL; tmp = tmp << 8; USETW(req.wValue, tmp); USETW(req.wIndex, sc->sc_vs_cur->iface); USETW(req.wLength, 26); error = usbd_do_request(sc->sc_udev, &req, probe_data); if (error) { printf("%s: could not SET commit request: %s\n", DEVNAME(sc), usbd_errstr(error)); return (USBD_INVAL); } DPRINTF(1, "%s: SET commit request successfully\n", DEVNAME(sc)); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_alloc_frame(struct uvideo_softc *sc) { struct uvideo_frame_buffer *fb = &sc->sc_frame_buffer; fb->buf_size = UGETDW(sc->sc_desc_probe.dwMaxVideoFrameSize); /* don't overflow the upper layer frame buffer */ if (sc->sc_max_fbuf_size < fb->buf_size && sc->sc_mmap_flag == 0) { printf("%s: software video buffer is too small!\n", DEVNAME(sc)); return (USBD_NOMEM); } fb->buf = malloc(fb->buf_size, M_DEVBUF, M_NOWAIT); if (fb->buf == NULL) { printf("%s: can't allocate frame buffer!\n", DEVNAME(sc)); return (USBD_NOMEM); } DPRINTF(1, "%s: %s: allocated %d bytes frame buffer\n", DEVNAME(sc), __func__, fb->buf_size); fb->sample = 0; fb->fid = 0; fb->offset = 0; return (USBD_NORMAL_COMPLETION); } void uvideo_vs_free_frame(struct uvideo_softc *sc) { struct uvideo_frame_buffer *fb = &sc->sc_frame_buffer; if (fb->buf != NULL) { free(fb->buf, M_DEVBUF); fb->buf = NULL; } if (sc->sc_mmap_buffer != NULL) { free(sc->sc_mmap_buffer, M_DEVBUF); sc->sc_mmap_buffer = NULL; } } usbd_status uvideo_vs_alloc_isoc(struct uvideo_softc *sc) { int size, i; DPRINTF(1, "%s: %s\n", DEVNAME(sc), __func__); for (i = 0; i < UVIDEO_IXFERS; i++) { sc->sc_vs_cur->ixfer[i].sc = sc; sc->sc_vs_cur->ixfer[i].xfer = usbd_alloc_xfer(sc->sc_udev); if (sc->sc_vs_cur->ixfer[i].xfer == NULL) { printf("%s: could not allocate isoc VS xfer!\n", DEVNAME(sc)); return (USBD_NOMEM); } size = sc->sc_vs_cur->psize * sc->sc_nframes; sc->sc_vs_cur->ixfer[i].buf = usbd_alloc_buffer(sc->sc_vs_cur->ixfer[i].xfer, size); if (sc->sc_vs_cur->ixfer[i].buf == NULL) { printf("%s: could not allocate isoc VS buffer!\n", DEVNAME(sc)); return (USBD_NOMEM); } DPRINTF(1, "%s: allocated %d bytes isoc VS xfer buffer\n", DEVNAME(sc), size); } return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_vs_alloc_bulk(struct uvideo_softc *sc) { int size; sc->sc_vs_cur->bxfer.sc = sc; sc->sc_vs_cur->bxfer.xfer = usbd_alloc_xfer(sc->sc_udev); if (sc->sc_vs_cur->bxfer.xfer == NULL) { printf("%s: could not allocate bulk VS xfer!\n", DEVNAME(sc)); return (USBD_NOMEM); } size = UGETDW(sc->sc_desc_probe.dwMaxPayloadTransferSize); sc->sc_vs_cur->bxfer.buf = usbd_alloc_buffer(sc->sc_vs_cur->bxfer.xfer, size); if (sc->sc_vs_cur->bxfer.buf == NULL) { printf("%s: could not allocate bulk VS buffer!\n", DEVNAME(sc)); return (USBD_NOMEM); } DPRINTF(1, "%s: allocated %d bytes bulk VS xfer buffer\n", DEVNAME(sc), size); return (USBD_NORMAL_COMPLETION); } void uvideo_vs_free_isoc(struct uvideo_softc *sc) { int i; DPRINTF(1, "%s: %s\n", DEVNAME(sc), __func__); for (i = 0; i < UVIDEO_IXFERS; i++) { if (sc->sc_vs_cur->ixfer[i].buf != NULL) { usbd_free_buffer(sc->sc_vs_cur->ixfer[i].xfer); sc->sc_vs_cur->ixfer[i].buf = NULL; } if (sc->sc_vs_cur->ixfer[i].xfer != NULL) { usbd_free_xfer(sc->sc_vs_cur->ixfer[i].xfer); sc->sc_vs_cur->ixfer[i].xfer = NULL; } } } void uvideo_vs_free_bulk(struct uvideo_softc *sc) { if (sc->sc_vs_cur->bxfer.buf != NULL) { usbd_free_buffer(sc->sc_vs_cur->bxfer.xfer); sc->sc_vs_cur->bxfer.buf = NULL; } if (sc->sc_vs_cur->bxfer.xfer != NULL) { usbd_free_xfer(sc->sc_vs_cur->bxfer.xfer); sc->sc_vs_cur->bxfer.xfer = NULL; } } usbd_status uvideo_vs_open(struct uvideo_softc *sc) { usb_endpoint_descriptor_t *ed; usbd_status error; uint32_t dwMaxVideoFrameSize; DPRINTF(1, "%s: %s\n", DEVNAME(sc), __func__); if (sc->sc_negotiated_flag == 0) { /* do device negotiation with commit */ error = uvideo_vs_negotiation(sc, 1); if (error != USBD_NORMAL_COMPLETION) return (error); } error = uvideo_vs_set_alt(sc, sc->sc_vs_cur->ifaceh, UGETDW(sc->sc_desc_probe.dwMaxPayloadTransferSize)); if (error != USBD_NORMAL_COMPLETION) { printf("%s: could not set alternate interface!\n", DEVNAME(sc)); return (error); } ed = usbd_interface2endpoint_descriptor(sc->sc_vs_cur->ifaceh, 0); if (ed == NULL) { printf("%s: no endpoint descriptor for VS iface\n", DEVNAME(sc)); return (USBD_INVAL); } DPRINTF(1, "%s: open pipe for ", DEVNAME(sc)); DPRINTF(1, "bEndpointAddress=0x%02x (0x%02x), wMaxPacketSize=%d (%d)\n", ed->bEndpointAddress, sc->sc_vs_cur->endpoint, UGETW(ed->wMaxPacketSize), sc->sc_vs_cur->psize); error = usbd_open_pipe( sc->sc_vs_cur->ifaceh, sc->sc_vs_cur->endpoint, USBD_EXCLUSIVE_USE, &sc->sc_vs_cur->pipeh); if (error != USBD_NORMAL_COMPLETION) { printf("%s: could not open VS pipe: %s\n", DEVNAME(sc), usbd_errstr(error)); return (error); } /* calculate optimal isoc xfer size */ if (strcmp(sc->sc_udev->bus->bdev.dv_cfdata->cf_driver->cd_name, "ohci") == 0) { /* ohci workaround */ sc->sc_nframes = 8; } else { dwMaxVideoFrameSize = UGETDW(sc->sc_desc_probe.dwMaxVideoFrameSize); sc->sc_nframes = (dwMaxVideoFrameSize + sc->sc_vs_cur->psize - 1) / sc->sc_vs_cur->psize; } if (sc->sc_nframes > UVIDEO_NFRAMES_MAX) sc->sc_nframes = UVIDEO_NFRAMES_MAX; DPRINTF(1, "%s: nframes=%d\n", DEVNAME(sc), sc->sc_nframes); return (USBD_NORMAL_COMPLETION); } void uvideo_vs_close(struct uvideo_softc *sc) { if (sc->sc_vs_cur->bulk_running == 1) { sc->sc_vs_cur->bulk_running = 0; (void)tsleep(&sc->sc_vs_cur->bulk_running, 0, "vid_close", 0); } if (sc->sc_vs_cur->pipeh) { usbd_abort_pipe(sc->sc_vs_cur->pipeh); usbd_close_pipe(sc->sc_vs_cur->pipeh); sc->sc_vs_cur->pipeh = NULL; } /* * Some devices need time to shutdown before we switch back to * the default interface (0). Not doing so can leave the device * back in a undefined condition. */ usbd_delay_ms(sc->sc_udev, 100); /* switch back to default interface (turns off cam LED) */ (void)usbd_set_interface(sc->sc_vs_cur->ifaceh, 0); } usbd_status uvideo_vs_init(struct uvideo_softc *sc) { usbd_status error; /* open video stream pipe */ error = uvideo_vs_open(sc); if (error != USBD_NORMAL_COMPLETION) return (USBD_INVAL); /* allocate video stream xfer buffer */ if (sc->sc_vs_cur->bulk_endpoint) error = uvideo_vs_alloc_bulk(sc); else error = uvideo_vs_alloc_isoc(sc); if (error != USBD_NORMAL_COMPLETION) return (USBD_INVAL); /* allocate video stream frame buffer */ error = uvideo_vs_alloc_frame(sc); if (error != USBD_NORMAL_COMPLETION) return (USBD_INVAL); #ifdef UVIDEO_DUMP if (uvideo_debug_file_open(sc) != 0) return (USBD_INVAL); usb_init_task(&sc->sc_task_write, uvideo_debug_file_write_frame, sc, USB_TASK_TYPE_GENERIC); #endif return (USBD_NORMAL_COMPLETION); } int uvideo_vs_start_bulk(struct uvideo_softc *sc) { int error; sc->sc_vs_cur->bulk_running = 1; error = kthread_create(uvideo_vs_start_bulk_thread, sc, NULL, DEVNAME(sc)); if (error) { printf("%s: can't create kernel thread!", DEVNAME(sc)); return (error); } return (0); } void uvideo_vs_start_bulk_thread(void *arg) { struct uvideo_softc *sc = arg; usbd_status error; int size; while (sc->sc_vs_cur->bulk_running) { size = UGETDW(sc->sc_desc_probe.dwMaxPayloadTransferSize); error = usbd_bulk_transfer( sc->sc_vs_cur->bxfer.xfer, sc->sc_vs_cur->pipeh, USBD_NO_COPY | USBD_SHORT_XFER_OK, USBD_NO_TIMEOUT, sc->sc_vs_cur->bxfer.buf, &size, "vid_bulk"); if (error != USBD_NORMAL_COMPLETION) { DPRINTF(1, "%s: error in bulk xfer: %s!\n", DEVNAME(sc), usbd_errstr(error)); break; } DPRINTF(2, "%s: *** buffer len = %d\n", DEVNAME(sc), size); (void)sc->sc_decode_stream_header(sc, sc->sc_vs_cur->bxfer.buf, size); } wakeup(&sc->sc_vs_cur->bulk_running); kthread_exit(0); } void uvideo_vs_start_isoc(struct uvideo_softc *sc) { int i; for (i = 0; i < UVIDEO_IXFERS; i++) uvideo_vs_start_isoc_ixfer(sc, &sc->sc_vs_cur->ixfer[i]); } void uvideo_vs_start_isoc_ixfer(struct uvideo_softc *sc, struct uvideo_isoc_xfer *ixfer) { int i; usbd_status error; DPRINTF(2, "%s: %s\n", DEVNAME(sc), __func__); if (sc->sc_dying) return; for (i = 0; i < sc->sc_nframes; i++) ixfer->size[i] = sc->sc_vs_cur->psize; usbd_setup_isoc_xfer( ixfer->xfer, sc->sc_vs_cur->pipeh, ixfer, ixfer->size, sc->sc_nframes, USBD_NO_COPY | USBD_SHORT_XFER_OK, uvideo_vs_cb); error = usbd_transfer(ixfer->xfer); if (error && error != USBD_IN_PROGRESS) { DPRINTF(1, "%s: usbd_transfer error=%s!\n", DEVNAME(sc), usbd_errstr(error)); } } void uvideo_vs_cb(usbd_xfer_handle xfer, usbd_private_handle priv, usbd_status status) { struct uvideo_isoc_xfer *ixfer = priv; struct uvideo_softc *sc = ixfer->sc; int len, i, frame_size; uint8_t *frame; usbd_status error; DPRINTF(2, "%s: %s\n", DEVNAME(sc), __func__); if (status != USBD_NORMAL_COMPLETION) { DPRINTF(1, "%s: %s: %s\n", DEVNAME(sc), __func__, usbd_errstr(status)); return; } usbd_get_xfer_status(xfer, NULL, NULL, &len, NULL); DPRINTF(2, "%s: *** buffer len = %d\n", DEVNAME(sc), len); if (len == 0) goto skip; for (i = 0; i < sc->sc_nframes; i++) { frame = ixfer->buf + (i * sc->sc_vs_cur->psize); frame_size = ixfer->size[i]; if (frame_size == 0) /* frame is empty */ continue; error = sc->sc_decode_stream_header(sc, frame, frame_size); if (error == USBD_CANCELLED) break; } skip: /* setup new transfer */ uvideo_vs_start_isoc_ixfer(sc, ixfer); } usbd_status uvideo_vs_decode_stream_header(struct uvideo_softc *sc, uint8_t *frame, int frame_size) { struct uvideo_frame_buffer *fb = &sc->sc_frame_buffer; struct usb_video_stream_header *sh; int sample_len; if (frame_size < UVIDEO_SH_MIN_LEN) /* frame too small to contain a valid stream header */ return (USBD_INVAL); sh = (struct usb_video_stream_header *)frame; DPRINTF(2, "%s: stream header len = %d\n", DEVNAME(sc), sh->bLength); if (sh->bLength > UVIDEO_SH_MAX_LEN || sh->bLength < UVIDEO_SH_MIN_LEN) /* invalid header size */ return (USBD_INVAL); if (sh->bLength == frame_size && !(sh->bFlags & UVIDEO_SH_FLAG_EOF)) { /* stream header without payload and no EOF */ return (USBD_INVAL); } if (sh->bFlags & UVIDEO_SH_FLAG_ERR) { /* stream error, skip xfer */ DPRINTF(1, "%s: %s: stream error!\n", DEVNAME(sc), __func__); return (USBD_CANCELLED); } DPRINTF(2, "%s: frame_size = %d\n", DEVNAME(sc), frame_size); if (sh->bFlags & UVIDEO_SH_FLAG_FID) { DPRINTF(2, "%s: %s: FID ON (0x%02x)\n", DEVNAME(sc), __func__, sh->bFlags & UVIDEO_SH_FLAG_FID); } else { DPRINTF(2, "%s: %s: FID OFF (0x%02x)\n", DEVNAME(sc), __func__, sh->bFlags & UVIDEO_SH_FLAG_FID); } if (fb->sample == 0) { /* first sample for a frame */ fb->sample = 1; fb->fid = sh->bFlags & UVIDEO_SH_FLAG_FID; fb->offset = 0; } else { /* continues sample for a frame, check consistency */ if (fb->fid != (sh->bFlags & UVIDEO_SH_FLAG_FID)) { DPRINTF(1, "%s: %s: wrong FID, ignore last frame!\n", DEVNAME(sc), __func__); fb->sample = 1; fb->fid = sh->bFlags & UVIDEO_SH_FLAG_FID; fb->offset = 0; } } /* save sample */ sample_len = frame_size - sh->bLength; if ((fb->offset + sample_len) <= fb->buf_size) { bcopy(frame + sh->bLength, fb->buf + fb->offset, sample_len); fb->offset += sample_len; } if (sh->bFlags & UVIDEO_SH_FLAG_EOF) { /* got a full frame */ DPRINTF(2, "%s: %s: EOF (frame size = %d bytes)\n", DEVNAME(sc), __func__, fb->offset); if (fb->offset <= fb->buf_size) { #ifdef UVIDEO_DUMP /* do the file write in process context */ usb_rem_task(sc->sc_udev, &sc->sc_task_write); usb_add_task(sc->sc_udev, &sc->sc_task_write); #endif if (sc->sc_mmap_flag) { /* mmap */ uvideo_mmap_queue(sc, fb->buf, fb->offset); } else { /* read */ uvideo_read(sc, fb->buf, fb->offset); } } else { DPRINTF(1, "%s: %s: frame too large, skipped!\n", DEVNAME(sc), __func__); } fb->sample = 0; fb->fid = 0; } return (USBD_NORMAL_COMPLETION); } /* * XXX Doesn't work yet. Fix it! * * The iSight first generation device uses a own, non-standard streaming * protocol. The stream header is just sent once per image and looks * like following: * * uByte header length * uByte flags * uByte magic1[4] always "11223344" * uByte magic2[8] always "deadbeefdeadface" * uByte unknown[16] * * Sometimes the stream header is prefixed by a unknown byte. Therefore * we check for the magic value on two offsets. */ usbd_status uvideo_vs_decode_stream_header_isight(struct uvideo_softc *sc, uint8_t *frame, int frame_size) { struct uvideo_frame_buffer *fb = &sc->sc_frame_buffer; int sample_len, header = 0; uint8_t magic[] = { 0x11, 0x22, 0x33, 0x44, 0xde, 0xad, 0xbe, 0xef, 0xde, 0xad, 0xfa, 0xce }; if (frame_size > 13 && !memcmp(&frame[2], magic, 12)) header = 1; if (frame_size > 14 && !memcmp(&frame[3], magic, 12)) header = 1; if (header && fb->fid == 0) { fb->fid = 1; return (USBD_NORMAL_COMPLETION); } if (header) { if (sc->sc_mmap_flag) { /* mmap */ uvideo_mmap_queue(sc, fb->buf, fb->offset); } else { /* read */ uvideo_read(sc, fb->buf, fb->offset); } fb->offset = 0; } else { /* save sample */ sample_len = frame_size; if ((fb->offset + sample_len) <= fb->buf_size) { bcopy(frame, fb->buf + fb->offset, sample_len); fb->offset += sample_len; } } return (USBD_NORMAL_COMPLETION); } void uvideo_mmap_queue(struct uvideo_softc *sc, uint8_t *buf, int len) { /* find a buffer which is ready for queueing */ while (sc->sc_mmap_cur < sc->sc_mmap_count) { if (sc->sc_mmap[sc->sc_mmap_cur].v4l2_buf.flags & V4L2_BUF_FLAG_QUEUED) break; /* not ready for queueing, try next */ sc->sc_mmap_cur++; } if (sc->sc_mmap_cur == sc->sc_mmap_count) panic("uvideo_mmap_queue: mmap queue is full!"); /* copy frame to mmap buffer and report length */ bcopy(buf, sc->sc_mmap[sc->sc_mmap_cur].buf, len); sc->sc_mmap[sc->sc_mmap_cur].v4l2_buf.bytesused = len; /* queue it */ SIMPLEQ_INSERT_TAIL(&sc->sc_mmap_q, &sc->sc_mmap[sc->sc_mmap_cur], q_frames); DPRINTF(2, "%s: %s: frame queued on index %d\n", DEVNAME(sc), __func__, sc->sc_mmap_cur); /* point to next mmap buffer */ sc->sc_mmap_cur++; if (sc->sc_mmap_cur == sc->sc_mmap_count) /* we reached the end of the mmap buffer, start over */ sc->sc_mmap_cur = 0; wakeup(sc); /* * In case userland uses poll(2), signal that we have a frame * ready to dequeue. */ sc->sc_uplayer_intr(sc->sc_uplayer_arg); } void uvideo_read(struct uvideo_softc *sc, uint8_t *buf, int len) { /* * Copy video frame to upper layer buffer and call * upper layer interrupt. */ *sc->sc_uplayer_fsize = len; bcopy(buf, sc->sc_uplayer_fbuffer, len); sc->sc_uplayer_intr(sc->sc_uplayer_arg); } #ifdef UVIDEO_DEBUG void uvideo_dump_desc_all(struct uvideo_softc *sc) { usbd_desc_iter_t iter; const usb_descriptor_t *desc; usb_desc_iter_init(sc->sc_udev, &iter); desc = usb_desc_iter_next(&iter); while (desc) { printf("bLength=%d\n", desc->bLength); printf("bDescriptorType=0x%02x", desc->bDescriptorType); switch (desc->bDescriptorType) { case UDESC_CS_INTERFACE: printf(" (CS_INTERFACE)\n"); switch (desc->bDescriptorSubtype) { case UDESCSUB_VC_HEADER: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); if (uvideo_desc_len(desc, 12, 11, 1, 0)) { printf(" (UDESCSUB_VC_HEADER)\n"); printf("|\n"); uvideo_dump_desc_vc_header(sc, desc); break; } if (uvideo_desc_len(desc, 13, 3, 0, 12)) { printf(" (UDESCSUB_VS_INPUT_HEADER)\n"); printf("|\n"); uvideo_dump_desc_input_header(sc, desc); break; } printf(" (unknown)\n"); break; case UDESCSUB_VC_INPUT_TERMINAL: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); printf(" (UDESCSUB_VC_INPUT_TERMINAL)\n"); printf("|\n"); uvideo_dump_desc_input(sc, desc); break; case UDESCSUB_VC_OUTPUT_TERMINAL: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); printf(" (UDESCSUB_VC_OUTPUT)\n"); printf("|\n"); uvideo_dump_desc_output(sc, desc); break; case UDESCSUB_VC_SELECTOR_UNIT: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); if (desc->bLength == 27) { printf(" (UDESCSUB_VS_FORMAT_" "UNCOMPRESSED)\n"); uvideo_dump_desc_format_uncompressed( sc, desc); } else { printf(" (UDESCSUB_VC_SELECTOR_" "UNIT)\n"); /* TODO */ } break; case UDESCSUB_VC_PROCESSING_UNIT: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); /* XXX do correct length calculation */ if (desc->bLength > 25) { printf(" (UDESCSUB_VS_FRAME_" "UNCOMPRESSED)\n"); uvideo_dump_desc_frame_uncompressed( sc, desc); } else { printf(" (UDESCSUB_VC_PROCESSING_" "UNIT)\n"); printf("|\n"); uvideo_dump_desc_processing(sc, desc); } break; case UDESCSUB_VC_EXTENSION_UNIT: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); if (desc->bLength == 11) { printf(" (UDESCSUB_VS_FORMAT_MJPEG)\n"); printf("|\n"); uvideo_dump_desc_format_mjpeg(sc, desc); } else { printf(" (UDESCSUB_VC_EXTENSION_" "UNIT)\n"); printf("|\n"); uvideo_dump_desc_extension(sc, desc); } break; case UDESCSUB_VS_FRAME_MJPEG: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); printf(" (UDESCSUB_VS_FRAME_MJPEG)\n"); if (desc->bLength > 26) { printf("|\n"); uvideo_dump_desc_frame_mjpeg(sc, desc); } break; case UDESCSUB_VS_COLORFORMAT: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); printf(" (UDESCSUB_VS_COLORFORMAT)\n"); printf("|\n"); uvideo_dump_desc_colorformat(sc, desc); break; } break; case UDESC_CS_ENDPOINT: printf(" (UDESC_CS_ENDPOINT)\n"); switch (desc->bDescriptorSubtype) { case EP_INTERRUPT: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); printf(" (EP_INTERRUPT)\n"); printf("|\n"); uvideo_dump_desc_cs_endpoint(sc, desc); break; case EP_GENERAL: printf("bDescriptorSubtype=0x%02x", desc->bDescriptorSubtype); printf(" (EP_GENERAL)\n"); printf("|\n"); uvideo_dump_desc_cs_endpoint(sc, desc); break; } break; case UDESC_CONFIG: printf(" (UDESC_CONFIG)\n"); printf("|\n"); uvideo_dump_desc_config(sc, desc); break; case UDESC_ENDPOINT: printf(" (UDESC_ENDPOINT)\n"); printf("|\n"); uvideo_dump_desc_endpoint(sc, desc); break; case UDESC_INTERFACE: printf(" (UDESC_INTERFACE)\n"); printf("|\n"); uvideo_dump_desc_interface(sc, desc); break; default: printf(" (unknown)\n"); break; } printf("\n"); desc = usb_desc_iter_next(&iter); } } void uvideo_dump_desc_vc_header(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_header_desc *d; d = (struct usb_video_header_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bcdUVC=0x%04x\n", UGETW(d->bcdUVC)); printf("wTotalLength=%d\n", UGETW(d->wTotalLength)); printf("dwClockFrequency=%d\n", UGETDW(d->dwClockFrequency)); printf("bInCollection=0x%02x\n", d->bInCollection); } void uvideo_dump_desc_input_header(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_input_header_desc *d; d = (struct usb_video_input_header_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bNumFormats=%d\n", d->bNumFormats); printf("wTotalLength=%d\n", UGETW(d->wTotalLength)); printf("bEndpointAddress=0x%02x\n", d->bEndpointAddress); printf("bmInfo=0x%02x\n", d->bmInfo); printf("bTerminalLink=0x%02x\n", d->bTerminalLink); printf("bStillCaptureMethod=0x%02x\n", d->bStillCaptureMethod); printf("bTriggerSupport=0x%02x\n", d->bTriggerSupport); printf("bTriggerUsage=0x%02x\n", d->bTriggerUsage); printf("bControlSize=%d\n", d->bControlSize); } void uvideo_dump_desc_input(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_input_terminal_desc *d; d = (struct usb_video_input_terminal_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bTerminalID=0x%02x\n", d->bTerminalID); printf("wTerminalType=0x%04x\n", UGETW(d->wTerminalType)); printf("bAssocTerminal=0x%02x\n", d->bAssocTerminal); printf("iTerminal=0x%02x\n", d->iTerminal); } void uvideo_dump_desc_output(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_output_terminal_desc *d; d = (struct usb_video_output_terminal_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bTerminalID=0x%02x\n", d->bTerminalID); printf("bAssocTerminal=0x%02x\n", d->bAssocTerminal); printf("bSourceID=0x%02x\n", d->bSourceID); printf("iTerminal=0x%02x\n", d->iTerminal); } void uvideo_dump_desc_endpoint(struct uvideo_softc *sc, const usb_descriptor_t *desc) { usb_endpoint_descriptor_t *d; d = (usb_endpoint_descriptor_t *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bEndpointAddress=0x%02x", d->bEndpointAddress); if (UE_GET_DIR(d->bEndpointAddress) == UE_DIR_IN) printf(" (IN)\n"); if (UE_GET_DIR(d->bEndpointAddress) == UE_DIR_OUT) printf(" (OUT)\n"); printf("bmAttributes=0x%02x", d->bmAttributes); if (UE_GET_XFERTYPE(d->bmAttributes) == UE_ISOCHRONOUS) { printf(" (UE_ISOCHRONOUS,"); if (UE_GET_ISO_TYPE(d->bmAttributes) == UE_ISO_ASYNC) printf(" UE_ISO_ASYNC)\n"); if (UE_GET_ISO_TYPE(d->bmAttributes) == UE_ISO_ADAPT) printf(" UE_ISO_ADAPT)\n"); if (UE_GET_ISO_TYPE(d->bmAttributes) == UE_ISO_SYNC) printf(" UE_ISO_SYNC)\n"); } if (UE_GET_XFERTYPE(d->bmAttributes) == UE_CONTROL) printf(" (UE_CONTROL)\n"); if (UE_GET_XFERTYPE(d->bmAttributes) == UE_BULK) printf(" (UE_BULK)\n"); if (UE_GET_XFERTYPE(d->bmAttributes) == UE_INTERRUPT) printf(" (UE_INTERRUPT)\n"); printf("wMaxPacketSize=%d\n", UGETW(d->wMaxPacketSize)); printf("bInterval=0x%02x\n", d->bInterval); } void uvideo_dump_desc_interface(struct uvideo_softc *sc, const usb_descriptor_t *desc) { usb_interface_descriptor_t *d; d = (usb_interface_descriptor_t *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bInterfaceNumber=0x%02x\n", d->bInterfaceNumber); printf("bAlternateSetting=0x%02x\n", d->bAlternateSetting); printf("bNumEndpoints=%d\n", d->bNumEndpoints); printf("bInterfaceClass=0x%02x\n", d->bInterfaceClass); printf("bInterfaceSubClass=0x%02x\n", d->bInterfaceSubClass); printf("bInterfaceProtocol=0x%02x\n", d->bInterfaceProtocol); printf("iInterface=0x%02x\n", d->iInterface); } void uvideo_dump_desc_config(struct uvideo_softc *sc, const usb_descriptor_t *desc) { usb_config_descriptor_t *d; d = (usb_config_descriptor_t *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("wTotalLength=%d\n", UGETW(d->wTotalLength)); printf("bNumInterface=0x%02x\n", d->bNumInterface); printf("bConfigurationValue=0x%02x\n", d->bConfigurationValue); printf("iConfiguration=0x%02x\n", d->iConfiguration); printf("bmAttributes=0x%02x\n", d->bmAttributes); printf("bMaxPower=0x%02x\n", d->bMaxPower); } void uvideo_dump_desc_cs_endpoint(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_vc_endpoint_desc *d; d = (struct usb_video_vc_endpoint_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("wMaxTransferSize=%d\n", UGETW(d->wMaxTransferSize)); } void uvideo_dump_desc_colorformat(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_color_matching_descr *d; d = (struct usb_video_color_matching_descr *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bColorPrimaries=0x%02x\n", d->bColorPrimaries); printf("bTransferCharacteristics=0x%02x\n", d->bTransferCharacteristics); printf("bMatrixCoefficients=0x%02x\n", d->bMatrixCoefficients); } void uvideo_dump_desc_frame_mjpeg(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_frame_mjpeg_desc *d; d = (struct usb_video_frame_mjpeg_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bFrameIndex=0x%02x\n", d->bFrameIndex); printf("bmCapabilities=0x%02x\n", d->bmCapabilities); printf("wWidth=%d\n", UGETW(d->wWidth)); printf("wHeight=%d\n", UGETW(d->wHeight)); printf("dwMinBitRate=%d\n", UGETDW(d->dwMinBitRate)); printf("dwMaxBitRate=%d\n", UGETDW(d->dwMaxBitRate)); printf("dwMaxVideoFrameBufferSize=%d\n", UGETDW(d->dwMaxVideoFrameBufferSize)); printf("dwDefaultFrameInterval=%d\n", UGETDW(d->dwDefaultFrameInterval)); printf("bFrameIntervalType=0x%02x\n", d->bFrameIntervalType); } void uvideo_dump_desc_format_mjpeg(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_format_mjpeg_desc *d; d = (struct usb_video_format_mjpeg_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bFormatIndex=0x%02x\n", d->bFormatIndex); printf("bNumFrameDescriptors=0x%02x\n", d->bNumFrameDescriptors); printf("bmFlags=0x%02x\n", d->bmFlags); printf("bDefaultFrameIndex=0x%02x\n", d->bDefaultFrameIndex); printf("bAspectRatioX=0x%02x\n", d->bAspectRatioX); printf("bAspectRatioY=0x%02x\n", d->bAspectRatioY); printf("bmInterlaceFlags=0x%02x\n", d->bmInterlaceFlags); printf("bCopyProtect=0x%02x\n", d->bCopyProtect); } void uvideo_dump_desc_frame_uncompressed(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_frame_uncompressed_desc *d; d = (struct usb_video_frame_uncompressed_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bFrameIndex=0x%02x\n", d->bFrameIndex); printf("bmCapabilities=0x%02x\n", d->bmCapabilities); printf("wWidth=%d\n", UGETW(d->wWidth)); printf("wHeight=%d\n", UGETW(d->wHeight)); printf("dwMinBitRate=%d\n", UGETDW(d->dwMinBitRate)); printf("dwMaxBitRate=%d\n", UGETDW(d->dwMaxBitRate)); printf("dwMaxVideoFrameBufferSize=%d\n", UGETDW(d->dwMaxVideoFrameBufferSize)); printf("dwDefaultFrameInterval=%d\n", UGETDW(d->dwDefaultFrameInterval)); printf("bFrameIntervalType=0x%02x\n", d->bFrameIntervalType); } void uvideo_dump_desc_format_uncompressed(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_format_uncompressed_desc *d; d = (struct usb_video_format_uncompressed_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bFormatIndex=0x%02x\n", d->bFormatIndex); printf("bNumFrameDescriptors=0x%02x\n", d->bNumFrameDescriptors); printf("guidFormat=%s\n", d->guidFormat); printf("bBitsPerPixel=0x%02x\n", d->bBitsPerPixel); printf("bDefaultFrameIndex=0x%02x\n", d->bDefaultFrameIndex); printf("bAspectRatioX=0x%02x\n", d->bAspectRatioX); printf("bAspectRatioY=0x%02x\n", d->bAspectRatioY); printf("bmInterlaceFlags=0x%02x\n", d->bmInterlaceFlags); printf("bCopyProtect=0x%02x\n", d->bCopyProtect); } void uvideo_dump_desc_processing(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_vc_processing_desc *d; /* PU descriptor is variable sized */ d = (void *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bUnitID=0x%02x\n", d->bUnitID); printf("bSourceID=0x%02x\n", d->bSourceID); printf("wMaxMultiplier=%d\n", UGETW(d->wMaxMultiplier)); printf("bControlSize=%d\n", d->bControlSize); printf("bmControls=0x"); uvideo_hexdump(d->bmControls, d->bControlSize, 1); printf("iProcessing=0x%02x\n", d->bmControls[d->bControlSize]); printf("bmVideoStandards=0x%02x\n", d->bmControls[d->bControlSize + 1]); } void uvideo_dump_desc_extension(struct uvideo_softc *sc, const usb_descriptor_t *desc) { struct usb_video_vc_extension_desc *d; d = (struct usb_video_vc_extension_desc *)(uint8_t *)desc; printf("bLength=%d\n", d->bLength); printf("bDescriptorType=0x%02x\n", d->bDescriptorType); printf("bDescriptorSubtype=0x%02x\n", d->bDescriptorSubtype); printf("bUnitID=0x%02x\n", d->bUnitID); printf("guidExtensionCode=0x"); uvideo_hexdump(d->guidExtensionCode, sizeof(d->guidExtensionCode), 1); printf("bNumControls=0x%02x\n", d->bNumControls); printf("bNrInPins=0x%02x\n", d->bNrInPins); } void uvideo_hexdump(void *buf, int len, int quiet) { int i; for (i = 0; i < len; i++) { if (quiet == 0) { if (i % 16 == 0) printf("%s%5i:", i ? "\n" : "", i); if (i % 4 == 0) printf(" "); } printf("%02x", (int)*((u_char *)buf + i)); } printf("\n"); } int uvideo_debug_file_open(struct uvideo_softc *sc) { struct proc *p = curproc; struct nameidata nd; char name[] = "/tmp/uvideo.mjpeg"; int error; NDINIT(&nd, LOOKUP, NOFOLLOW, UIO_SYSSPACE, name, p); error = vn_open(&nd, O_CREAT | FWRITE | O_NOFOLLOW, S_IRUSR | S_IWUSR); if (error) { DPRINTF(1, "%s: %s: can't create debug file %s!\n", DEVNAME(sc), __func__, name); return (error); } sc->sc_vp = nd.ni_vp; VOP_UNLOCK(sc->sc_vp, 0, p); if (nd.ni_vp->v_type != VREG) { vn_close(nd.ni_vp, FWRITE, p->p_ucred, p); return (EIO); } DPRINTF(1, "%s: %s: created debug file %s\n", DEVNAME(sc), __func__, name); return (0); } void uvideo_debug_file_write_frame(void *arg) { struct uvideo_softc *sc = arg; struct uvideo_frame_buffer *sb = &sc->sc_frame_buffer; struct proc *p = curproc; int error; if (sc->sc_vp == NULL) { printf("%s: %s: no file open!\n", DEVNAME(sc)); return; } error = vn_rdwr(UIO_WRITE, sc->sc_vp, sb->buf, sb->offset, (off_t)0, UIO_SYSSPACE, IO_APPEND|IO_UNIT, p->p_ucred, NULL, p); if (error) DPRINTF(1, "vn_rdwr error!\n"); } #endif /* * IOCTL's */ int uvideo_querycap(void *v, struct v4l2_capability *caps) { struct uvideo_softc *sc = v; bzero(caps, sizeof(*caps)); strlcpy(caps->driver, DEVNAME(sc), sizeof(caps->driver)); strlcpy(caps->card, "Generic USB video class device", sizeof(caps->card)); strlcpy(caps->bus_info, "usb", sizeof(caps->bus_info)); caps->version = 1; caps->capabilities = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING | V4L2_CAP_READWRITE; return (0); } int uvideo_enum_fmt(void *v, struct v4l2_fmtdesc *fmtdesc) { struct uvideo_softc *sc = v; int idx; if (fmtdesc->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) /* type not supported */ return (EINVAL); if (fmtdesc->index == sc->sc_fmtgrp_num) /* no more formats left */ return (EINVAL); idx = fmtdesc->index; switch (sc->sc_fmtgrp[idx].format->bDescriptorSubtype) { case UDESCSUB_VS_FORMAT_MJPEG: fmtdesc->flags = V4L2_FMT_FLAG_COMPRESSED; (void)strlcpy(fmtdesc->description, "MJPEG", sizeof(fmtdesc->description)); fmtdesc->pixelformat = V4L2_PIX_FMT_MJPEG; bzero(fmtdesc->reserved, sizeof(fmtdesc->reserved)); break; case UDESCSUB_VS_FORMAT_UNCOMPRESSED: fmtdesc->flags = 0; if (sc->sc_fmtgrp[idx].pixelformat == V4L2_PIX_FMT_YUYV) { (void)strlcpy(fmtdesc->description, "YUYV", sizeof(fmtdesc->description)); fmtdesc->pixelformat = V4L2_PIX_FMT_YUYV; } else if (sc->sc_fmtgrp[idx].pixelformat == V4L2_PIX_FMT_NV12) { (void)strlcpy(fmtdesc->description, "NV12", sizeof(fmtdesc->description)); fmtdesc->pixelformat = V4L2_PIX_FMT_NV12; } else if (sc->sc_fmtgrp[idx].pixelformat == V4L2_PIX_FMT_UYVY) { (void)strlcpy(fmtdesc->description, "UYVY", sizeof(fmtdesc->description)); fmtdesc->pixelformat = V4L2_PIX_FMT_UYVY; } else { (void)strlcpy(fmtdesc->description, "Unknown UC Format", sizeof(fmtdesc->description)); fmtdesc->pixelformat = 0; } bzero(fmtdesc->reserved, sizeof(fmtdesc->reserved)); break; default: fmtdesc->flags = 0; (void)strlcpy(fmtdesc->description, "Unknown Format", sizeof(fmtdesc->description)); fmtdesc->pixelformat = 0; bzero(fmtdesc->reserved, sizeof(fmtdesc->reserved)); break; } return (0); } int uvideo_enum_fsizes(void *v, struct v4l2_frmsizeenum *fsizes) { struct uvideo_softc *sc = v; int i, idx, found = 0; for (idx = 0; idx < sc->sc_fmtgrp_num; idx++) { if (sc->sc_fmtgrp[idx].pixelformat == fsizes->pixel_format) { found = 1; break; } } if (found == 0) return (EINVAL); i = fsizes->index + 1; if (i > sc->sc_fmtgrp[idx].frame_num) /* no more frames left */ return (EINVAL); fsizes->type = V4L2_FRMSIZE_TYPE_DISCRETE; fsizes->un.discrete.width = UGETW(sc->sc_fmtgrp[idx].frame[i]->wWidth); fsizes->un.discrete.height = UGETW(sc->sc_fmtgrp[idx].frame[i]->wHeight); return (0); } int uvideo_enum_fivals(void *v, struct v4l2_frmivalenum *fivals) { struct uvideo_softc *sc = v; int idx, found = 0; for (idx = 0; idx < sc->sc_fmtgrp_num; idx++) { if (sc->sc_fmtgrp[idx].pixelformat == fivals->pixel_format) { found = 1; break; } } if (found == 0) return (EINVAL); /* TODO */ return (EINVAL); } int uvideo_s_fmt(void *v, struct v4l2_format *fmt) { struct uvideo_softc *sc = v; struct uvideo_format_group *fmtgrp_save; struct usb_video_frame_mjpeg_desc *frame_save; struct uvideo_res r; int found, i; usbd_status error; if (fmt->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) return (EINVAL); DPRINTF(1, "%s: %s: requested width=%d, height=%d\n", DEVNAME(sc), __func__, fmt->fmt.pix.width, fmt->fmt.pix.height); /* search requested pixel format */ for (found = 0, i = 0; i < sc->sc_fmtgrp_num; i++) { if (fmt->fmt.pix.pixelformat == sc->sc_fmtgrp[i].pixelformat) { found = 1; break; } } if (found == 0) return (EINVAL); /* check if the format descriptor contains frame descriptors */ if (sc->sc_fmtgrp[i].frame_num == 0) { printf("%s: %s: no frame descriptors found!\n", __func__, DEVNAME(sc)); return (EINVAL); } /* search requested frame resolution */ uvideo_find_res(sc, i, fmt->fmt.pix.width, fmt->fmt.pix.height, &r); /* * Do negotiation. */ /* save a copy of current fromat group in case of negotiation fails */ fmtgrp_save = sc->sc_fmtgrp_cur; frame_save = sc->sc_fmtgrp_cur->frame_cur; /* set new format group */ sc->sc_fmtgrp_cur = &sc->sc_fmtgrp[i]; sc->sc_fmtgrp[i].frame_cur = sc->sc_fmtgrp[i].frame[r.fidx]; sc->sc_fmtgrp[i].format_dfidx = r.fidx; /* do device negotiation with commit */ error = uvideo_vs_negotiation(sc, 1); if (error != USBD_NORMAL_COMPLETION) { sc->sc_fmtgrp_cur = fmtgrp_save; sc->sc_fmtgrp_cur->frame_cur = frame_save; return (EINVAL); } sc->sc_negotiated_flag = 1; /* offer closest resolution which we have found */ fmt->fmt.pix.width = r.width; fmt->fmt.pix.height = r.height; DPRINTF(1, "%s: %s: offered width=%d, height=%d\n", DEVNAME(sc), __func__, r.width, r.height); /* tell our frame buffer size */ fmt->fmt.pix.sizeimage = UGETDW(sc->sc_desc_probe.dwMaxVideoFrameSize); return (0); } int uvideo_g_fmt(void *v, struct v4l2_format *fmt) { struct uvideo_softc *sc = v; if (fmt->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) return (EINVAL); fmt->fmt.pix.pixelformat = sc->sc_fmtgrp_cur->pixelformat; fmt->fmt.pix.width = UGETW(sc->sc_fmtgrp_cur->frame_cur->wWidth); fmt->fmt.pix.height = UGETW(sc->sc_fmtgrp_cur->frame_cur->wHeight); fmt->fmt.pix.sizeimage = UGETDW(sc->sc_desc_probe.dwMaxVideoFrameSize); DPRINTF(1, "%s: %s: current width=%d, height=%d\n", DEVNAME(sc), __func__, fmt->fmt.pix.width, fmt->fmt.pix.height); return (0); } int uvideo_enum_input(void *v, struct v4l2_input *input) { if (input->index != 0) /* XXX we just support one input for now */ return (EINVAL); strlcpy(input->name, "Camera Terminal", sizeof(input->name)); input->type = V4L2_INPUT_TYPE_CAMERA; return (0); } int uvideo_s_input(void *v, int input) { if (input != 0) /* XXX we just support one input for now */ return (EINVAL); return (0); } int uvideo_reqbufs(void *v, struct v4l2_requestbuffers *rb) { struct uvideo_softc *sc = v; int i, buf_size, buf_size_total; DPRINTF(1, "%s: %s: count=%d\n", DEVNAME(sc), __func__, rb->count); /* limit the buffers */ if (rb->count > UVIDEO_MAX_BUFFERS) sc->sc_mmap_count = UVIDEO_MAX_BUFFERS; else sc->sc_mmap_count = rb->count; /* allocate the total mmap buffer */ buf_size = UGETDW(sc->sc_desc_probe.dwMaxVideoFrameSize); buf_size_total = sc->sc_mmap_count * buf_size; buf_size_total = round_page(buf_size_total); /* page align buffer */ sc->sc_mmap_buffer = malloc(buf_size_total, M_DEVBUF, M_NOWAIT); if (sc->sc_mmap_buffer == NULL) { printf("%s: can't allocate mmap buffer!\n", DEVNAME(sc)); return (EINVAL); } DPRINTF(1, "%s: allocated %d bytes mmap buffer\n", DEVNAME(sc), buf_size_total); /* fill the v4l2_buffer structure */ for (i = 0; i < sc->sc_mmap_count; i++) { sc->sc_mmap[i].buf = sc->sc_mmap_buffer + (i * buf_size); sc->sc_mmap[i].v4l2_buf.index = i; sc->sc_mmap[i].v4l2_buf.m.offset = i * buf_size; sc->sc_mmap[i].v4l2_buf.length = buf_size; sc->sc_mmap[i].v4l2_buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; sc->sc_mmap[i].v4l2_buf.sequence = 0; sc->sc_mmap[i].v4l2_buf.field = V4L2_FIELD_NONE; sc->sc_mmap[i].v4l2_buf.memory = V4L2_MEMORY_MMAP; sc->sc_mmap[i].v4l2_buf.flags = V4L2_MEMORY_MMAP; DPRINTF(1, "%s: %s: index=%d, offset=%d, length=%d\n", DEVNAME(sc), __func__, sc->sc_mmap[i].v4l2_buf.index, sc->sc_mmap[i].v4l2_buf.m.offset, sc->sc_mmap[i].v4l2_buf.length); } /* tell how many buffers we have really allocated */ rb->count = sc->sc_mmap_count; return (0); } int uvideo_querybuf(void *v, struct v4l2_buffer *qb) { struct uvideo_softc *sc = v; if (qb->type != V4L2_BUF_TYPE_VIDEO_CAPTURE || qb->memory != V4L2_MEMORY_MMAP) return (EINVAL); bcopy(&sc->sc_mmap[qb->index].v4l2_buf, qb, sizeof(struct v4l2_buffer)); DPRINTF(1, "%s: %s: index=%d, offset=%d, length=%d\n", DEVNAME(sc), __func__, qb->index, qb->m.offset, qb->length); return (0); } int uvideo_qbuf(void *v, struct v4l2_buffer *qb) { struct uvideo_softc *sc = v; sc->sc_mmap[qb->index].v4l2_buf.flags &= ~V4L2_BUF_FLAG_DONE; sc->sc_mmap[qb->index].v4l2_buf.flags |= V4L2_BUF_FLAG_MAPPED; sc->sc_mmap[qb->index].v4l2_buf.flags |= V4L2_BUF_FLAG_QUEUED; DPRINTF(2, "%s: %s: buffer on index %d ready for queueing\n", DEVNAME(sc), __func__, qb->index); return (0); } int uvideo_dqbuf(void *v, struct v4l2_buffer *dqb) { struct uvideo_softc *sc = v; struct uvideo_mmap *mmap; int error; if (SIMPLEQ_EMPTY(&sc->sc_mmap_q)) { /* mmap queue is empty, block until first frame is queued */ error = tsleep(sc, 0, "vid_mmap", 10 * hz); if (error) return (EINVAL); } mmap = SIMPLEQ_FIRST(&sc->sc_mmap_q); if (mmap == NULL) panic("uvideo_dqbuf: NULL pointer!"); bcopy(&mmap->v4l2_buf, dqb, sizeof(struct v4l2_buffer)); mmap->v4l2_buf.flags |= V4L2_BUF_FLAG_MAPPED | V4L2_BUF_FLAG_DONE; DPRINTF(2, "%s: %s: frame dequeued from index %d\n", DEVNAME(sc), __func__, mmap->v4l2_buf.index); SIMPLEQ_REMOVE_HEAD(&sc->sc_mmap_q, q_frames); return (0); } int uvideo_streamon(void *v, int type) { struct uvideo_softc *sc = v; usbd_status error; error = uvideo_vs_init(sc); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); if (sc->sc_vs_cur->bulk_endpoint) uvideo_vs_start_bulk(sc); else uvideo_vs_start_isoc(sc); return (0); } int uvideo_streamoff(void *v, int type) { struct uvideo_softc *sc = v; uvideo_vs_close(sc); return (0); } int uvideo_queryctrl(void *v, struct v4l2_queryctrl *qctrl) { struct uvideo_softc *sc = v; int i; usbd_status error; uint8_t *ctrl_data; uint16_t ctrl_len; i = uvideo_find_ctrl(sc, qctrl->id); if (i == EINVAL) return (i); ctrl_len = uvideo_ctrls[i].ctrl_len; if (ctrl_len < 1 || ctrl_len > 2) { printf("%s: invalid control length: %d\n", __func__, ctrl_len); return (EINVAL); } ctrl_data = malloc(ctrl_len, M_USBDEV, M_WAITOK); if (ctrl_data == NULL) { printf("%s: could not allocate control data\n", __func__); return (ENOMEM); } /* set type */ qctrl->type = uvideo_ctrls[i].type; /* set description name */ strlcpy(qctrl->name, uvideo_ctrls[i].name, sizeof(qctrl->name)); /* set minimum */ error = uvideo_vc_get_ctrl(sc, ctrl_data, GET_MIN, sc->sc_desc_vc_pu_cur->bUnitID, uvideo_ctrls[i].ctrl_selector, uvideo_ctrls[i].ctrl_len); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); switch (ctrl_len) { case 1: qctrl->minimum = uvideo_ctrls[i].sig ? *(int8_t *)ctrl_data : *ctrl_data; break; case 2: qctrl->minimum = uvideo_ctrls[i].sig ? (int16_t)UGETW(ctrl_data) : UGETW(ctrl_data); break; } /* set maximum */ error = uvideo_vc_get_ctrl(sc, ctrl_data, GET_MAX, sc->sc_desc_vc_pu_cur->bUnitID, uvideo_ctrls[i].ctrl_selector, uvideo_ctrls[i].ctrl_len); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); switch(ctrl_len) { case 1: qctrl->maximum = uvideo_ctrls[i].sig ? *(int8_t *)ctrl_data : *ctrl_data; break; case 2: qctrl->maximum = uvideo_ctrls[i].sig ? (int16_t)UGETW(ctrl_data) : UGETW(ctrl_data); break; } /* set resolution */ error = uvideo_vc_get_ctrl(sc, ctrl_data, GET_RES, sc->sc_desc_vc_pu_cur->bUnitID, uvideo_ctrls[i].ctrl_selector, uvideo_ctrls[i].ctrl_len); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); switch(ctrl_len) { case 1: qctrl->step = uvideo_ctrls[i].sig ? *(int8_t *)ctrl_data: *ctrl_data; break; case 2: qctrl->step = uvideo_ctrls[i].sig ? (int16_t)UGETW(ctrl_data) : UGETW(ctrl_data); break; } /* set default */ error = uvideo_vc_get_ctrl(sc, ctrl_data, GET_DEF, sc->sc_desc_vc_pu_cur->bUnitID, uvideo_ctrls[i].ctrl_selector, uvideo_ctrls[i].ctrl_len); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); switch(ctrl_len) { case 1: qctrl->default_value = uvideo_ctrls[i].sig ? *(int8_t *)ctrl_data : *ctrl_data; break; case 2: qctrl->default_value = uvideo_ctrls[i].sig ? (int16_t)UGETW(ctrl_data) : UGETW(ctrl_data); break; } /* set flags */ qctrl->flags = 0; free(ctrl_data, M_USBDEV); return (0); } int uvideo_g_ctrl(void *v, struct v4l2_control *gctrl) { struct uvideo_softc *sc = v; int i; usbd_status error; uint8_t *ctrl_data; uint16_t ctrl_len; i = uvideo_find_ctrl(sc, gctrl->id); if (i == EINVAL) return (i); ctrl_len = uvideo_ctrls[i].ctrl_len; if (ctrl_len < 1 || ctrl_len > 2) { printf("%s: invalid control length: %d\n", __func__, ctrl_len); return (EINVAL); } ctrl_data = malloc(ctrl_len, M_USBDEV, M_WAITOK); if (ctrl_data == NULL) { printf("%s: could not allocate control data\n", __func__); return (ENOMEM); } error = uvideo_vc_get_ctrl(sc, ctrl_data, GET_CUR, sc->sc_desc_vc_pu_cur->bUnitID, uvideo_ctrls[i].ctrl_selector, uvideo_ctrls[i].ctrl_len); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); switch(ctrl_len) { case 1: gctrl->value = uvideo_ctrls[i].sig ? *(int8_t *)ctrl_data : *ctrl_data; break; case 2: gctrl->value = uvideo_ctrls[i].sig ? (int16_t)UGETW(ctrl_data) : UGETW(ctrl_data); break; } free(ctrl_data, M_USBDEV); return (0); } int uvideo_s_ctrl(void *v, struct v4l2_control *sctrl) { struct uvideo_softc *sc = v; int i; usbd_status error; uint8_t *ctrl_data; uint16_t ctrl_len; i = uvideo_find_ctrl(sc, sctrl->id); if (i == EINVAL) return (i); ctrl_len = uvideo_ctrls[i].ctrl_len; if (ctrl_len < 1 || ctrl_len > 2) { printf("%s: invalid control length: %d\n", __func__, ctrl_len); return (EINVAL); } ctrl_data = malloc(ctrl_len, M_USBDEV, M_WAITOK); if (ctrl_data == NULL) { printf("%s: could not allocate control data\n", __func__); return (ENOMEM); } switch(ctrl_len) { case 1: if (uvideo_ctrls[i].sig) *(int8_t *)ctrl_data = sctrl->value; else *ctrl_data = sctrl->value; break; case 2: USETW(ctrl_data, sctrl->value); break; } error = uvideo_vc_set_ctrl(sc, ctrl_data, SET_CUR, sc->sc_desc_vc_pu_cur->bUnitID, uvideo_ctrls[i].ctrl_selector, uvideo_ctrls[i].ctrl_len); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); free(ctrl_data, M_USBDEV); return (0); } int uvideo_try_fmt(void *v, struct v4l2_format *fmt) { struct uvideo_softc *sc = v; struct uvideo_res r; int found, i; if (fmt->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) return (EINVAL); DPRINTF(1, "%s: %s: requested width=%d, height=%d\n", DEVNAME(sc), __func__, fmt->fmt.pix.width, fmt->fmt.pix.height); /* search requested pixel format */ for (found = 0, i = 0; i < sc->sc_fmtgrp_num; i++) { if (fmt->fmt.pix.pixelformat == sc->sc_fmtgrp[i].pixelformat) { found = 1; break; } } if (found == 0) return (EINVAL); /* search requested frame resolution */ uvideo_find_res(sc, i, fmt->fmt.pix.width, fmt->fmt.pix.height, &r); /* offer closest resolution which we have found */ fmt->fmt.pix.width = r.width; fmt->fmt.pix.height = r.height; DPRINTF(1, "%s: %s: offered width=%d, height=%d\n", DEVNAME(sc), __func__, r.width, r.height); /* tell our frame buffer size */ fmt->fmt.pix.sizeimage = sc->sc_frame_buffer.buf_size; return (0); } caddr_t uvideo_mappage(void *v, off_t off, int prot) { struct uvideo_softc *sc = v; caddr_t p; if (!sc->sc_mmap_flag) sc->sc_mmap_flag = 1; p = sc->sc_mmap_buffer + off; return (p); } int uvideo_get_bufsize(void *v) { struct uvideo_softc *sc = v; return (sc->sc_max_fbuf_size); } int uvideo_start_read(void *v) { struct uvideo_softc *sc = v; usbd_status error; if (sc->sc_mmap_flag) sc->sc_mmap_flag = 0; error = uvideo_vs_init(sc); if (error != USBD_NORMAL_COMPLETION) return (EINVAL); if (sc->sc_vs_cur->bulk_endpoint) uvideo_vs_start_bulk(sc); else uvideo_vs_start_isoc(sc); return (0); } usbd_status uvideo_usb_control(struct uvideo_softc *sc, uint8_t rt, uint8_t r, uint16_t value, uint8_t *data, size_t length) { usb_device_request_t req; usbd_status err; req.bmRequestType = rt; req.bRequest = r; USETW(req.wIndex, 0); USETW(req.wValue, value); USETW(req.wLength, length); err = usbd_do_request(sc->sc_udev, &req, data); if (err != USBD_NORMAL_COMPLETION) return (err); return (USBD_NORMAL_COMPLETION); } usbd_status uvideo_ucode_loader_ricoh(struct uvideo_softc *sc) { usbd_status error; uint8_t *ucode, len, cbuf; size_t ucode_size; uint16_t addr; int offset = 0, remain; /* get device microcode status */ cbuf = 0; error = uvideo_usb_control(sc, UT_READ_VENDOR_DEVICE, 0xa4, 0, &cbuf, sizeof cbuf); if (error != USBD_NORMAL_COMPLETION) { printf("%s: ucode status error=%s!\n", DEVNAME(sc), usbd_errstr(error)); return (USBD_INVAL); } if (cbuf) { DPRINTF(1, "%s: microcode already loaded\n", DEVNAME(sc)); return (USBD_NORMAL_COMPLETION); } else { DPRINTF(1, "%s: microcode not loaded\n", DEVNAME(sc)); } /* open microcode file */ error = loadfirmware(sc->sc_quirk->ucode_name, &ucode, &ucode_size); if (error != 0) { printf("%s: loadfirmware error=%d!\n", DEVNAME(sc), error); return (USBD_INVAL); } /* upload microcode */ remain = ucode_size; while (remain > 0) { if (remain < 3) { printf("%s: ucode file incomplete!\n", DEVNAME(sc)); free(ucode, M_DEVBUF); return (USBD_INVAL); } len = ucode[offset]; addr = ucode[offset + 1] | (ucode[offset + 2] << 8); offset += 3; remain -= 3; error = uvideo_usb_control(sc, UT_WRITE_VENDOR_DEVICE, 0xa0, addr, &ucode[offset], len); if (error != USBD_NORMAL_COMPLETION) { printf("%s: ucode upload error=%s!\n", DEVNAME(sc), usbd_errstr(error)); free(ucode, M_DEVBUF); return (USBD_INVAL); } DPRINTF(1, "%s: uploaded %d bytes ucode to addr 0x%x\n", DEVNAME(sc), len, addr); offset += len; remain -= len; } free(ucode, M_DEVBUF); /* activate microcode */ cbuf = 0; error = uvideo_usb_control(sc, UT_WRITE_VENDOR_DEVICE, 0xa1, 0, &cbuf, sizeof cbuf); if (error != USBD_NORMAL_COMPLETION) { printf("%s: ucode activate error=%s!\n", DEVNAME(sc), usbd_errstr(error)); return (USBD_INVAL); } DPRINTF(1, "%s: ucode activated\n", DEVNAME(sc)); return (USBD_NORMAL_COMPLETION); } /* * The iSight first generation device will first attach as * 0x8300 non-UVC. After the firmware gots uploaded, the device * will reset and come back as 0x8501 UVC compatible. */ usbd_status uvideo_ucode_loader_apple_isight(struct uvideo_softc *sc) { usbd_status error; uint8_t *ucode, *code, cbuf; size_t ucode_size; uint16_t len, req, off, llen; /* open microcode file */ error = loadfirmware(sc->sc_quirk->ucode_name, &ucode, &ucode_size); if (error != 0) { printf("%s: loadfirmware error=%d!\n", DEVNAME(sc), error); return (USBD_INVAL); } /* send init request */ cbuf = 1; error = uvideo_usb_control(sc, UT_WRITE_VENDOR_DEVICE, 0xa0, 0xe600, &cbuf, sizeof(cbuf)); if (error) { printf("%s: failed to init firmware loading state: %s\n", DEVNAME(sc), usbd_errstr(error)); return (error); } code = ucode; while (code < ucode + ucode_size) { /* get header information */ len = (code[0] << 8) | code[1]; req = (code[2] << 8) | code[3]; DPRINTF(1, "%s: ucode data len=%d, request=0x%x\n", DEVNAME(sc), len, req); if (len < 1 || len > 1023) { printf("%s: ucode header contains wrong value!\n", DEVNAME(sc)); free(ucode, M_DEVBUF); return (USBD_INVAL); } code += 4; /* send data to device */ for (off = 0; len > 0; req += 50, off += 50) { llen = len > 50 ? 50 : len; len -= llen; DPRINTF(1, "%s: send %d bytes data to offset 0x%x\n", DEVNAME(sc), llen, req); error = uvideo_usb_control(sc, UT_WRITE_VENDOR_DEVICE, 0xa0, req, code, llen); if (error) { printf("%s: ucode load failed: %s\n", DEVNAME(sc), usbd_errstr(error)); free(ucode, M_DEVBUF); return (USBD_INVAL); } code += llen; } } free(ucode, M_DEVBUF); /* send finished request */ cbuf = 0; error = uvideo_usb_control(sc, UT_WRITE_VENDOR_DEVICE, 0xa0, 0xe600, &cbuf, sizeof(cbuf)); if (error != USBD_NORMAL_COMPLETION) { printf("%s: ucode activate error=%s!\n", DEVNAME(sc), usbd_errstr(error)); return (USBD_INVAL); } DPRINTF(1, "%s: ucode activated\n", DEVNAME(sc)); /* * We will always return from the attach routine since the device * will reset and re-attach at this point. */ return (USBD_INVAL); }