@article {3451, title = {What is changing when: Decoding visual information in movies from human intracranial recordings}, journal = {Neuroimage}, year = {2017}, abstract = {

The majority of visual recognition studies have focused on the neural responses to repeated presentations of static stimuli with abrupt and well-defined onset and offset times. In contrast,\ natural vision\ involves unique renderings of visual inputs that are continuously changing without explicitly defined temporal transitions. Here we considered commercial movies as a coarse proxy to natural vision. We recorded intracranial\ field potential\ signals from 1,284 electrodes implanted in 15 patients with\ epilepsy\ while the subjects passively viewed commercial movies. We could rapidly detect large changes in the visual inputs within approximately 100\ ms of their occurrence, using exclusively field potential signals from ventral visual cortical areas including the inferior temporal\ gyrus\ and inferior\ occipitalgyrus. Furthermore, we could decode the content of those visual changes even in a single movie presentation, generalizing across the wide range of transformations present in a movie. These results present a methodological framework for studying cognition during dynamic and natural vision.

}, doi = {https://doi.org/10.1016/j.neuroimage.2017.08.027}, url = {https://www.sciencedirect.com/science/article/pii/S1053811917306742}, author = {Leyla Isik and Jedediah Singer and Joseph Madsen and Nancy Kanwisher and Gabriel Kreiman} }