[{"data":1,"prerenderedAt":402},["ShallowReactive",2],{"$pUM5K5hofV":3},[4,147],{"_path":5,"_dir":6,"_draft":7,"_partial":7,"_locale":8,"title":9,"description":8,"subtitle":10,"year":11,"featured":7,"cover":12,"source":13,"category":14,"tags":15,"location":19,"event":20,"stills":21,"body":34,"_type":141,"_id":142,"_source":143,"_file":144,"_stem":145,"_extension":146},"/projects/gesture-controlled-soundscapes","projects",false,"","Gesture-Controlled Soundscapes","Accelerometer-driven modulation for live cello & clarinet interaction",2023,"/images/gesture-controlled-soundscapes/img-5893-00-05-35-47-still001.webp","https://pedroespinosa.ch/gesture-controlled-soundscapes","music",[16,17,18],"arduino","live-electronics","sound","Les 6 Toits, Geneva","Ensemble Contrechamps – Laboratory of Experimentation",[22,25,28,31],{"src":23,"alt":24},"/images/gesture-controlled-soundscapes/ard1.webp","Arduino accelerometer setup",{"src":26,"alt":27},"/images/gesture-controlled-soundscapes/ard2.webp","Wiring and sensor detail",{"src":29,"alt":30},"/images/gesture-controlled-soundscapes/ard3.webp","Accelerometer mounted on bow",{"src":32,"alt":33},"/images/gesture-controlled-soundscapes/ard4.webp","Full hardware assembly",{"type":35,"children":36,"toc":134},"root",[37,46,60,66,71,77,86,92],{"type":38,"tag":39,"props":40,"children":42},"element","h2",{"id":41},"intro",[43],{"type":44,"value":45},"text","Intro",{"type":38,"tag":47,"props":48,"children":49},"p",{},[50,52,58],{"type":44,"value":51},"A performance system translating a cellist's physical gestures into real-time audio transformation. An accelerometer + Arduino pipeline captures bow and arm motion, modulating both cello and clarinet processing. Movement becomes a ",{"type":38,"tag":53,"props":54,"children":55},"strong",{},[56],{"type":44,"value":57},"meta-instrument",{"type":44,"value":59},", expanding phrasing, articulation, and timbral morphing.",{"type":38,"tag":39,"props":61,"children":63},{"id":62},"description",[64],{"type":44,"value":65},"Description",{"type":38,"tag":47,"props":67,"children":68},{},[69],{"type":44,"value":70},"The Gesture-Controlled Device was developed during a four-day workshop as part of the Laboratoire de Recherche with Ensemble Contrechamps (26–29 January 2023, Les 6 Toits). The goal was to create an interactive system using Arduino and an accelerometer to capture the hand movements of a cellist and translate them into real-time sound modulation. In the first part of the performance, the cellist’s movements controlled the sound of a clarinet, creating a unique interplay between gesture and music. In the second part, both the cello and clarinet sounds were modulated simultaneously by the cellist’s movements, enhancing the dynamic interaction between the two instruments. Developed over three days of experimentation and ideation, the system was presented during a live concert on the fourth day, showcasing its innovative approach to merging physical performance and live sound manipulation.",{"type":38,"tag":39,"props":72,"children":74},{"id":73},"in-the-making",[75],{"type":44,"value":76},"In the making",{"type":38,"tag":78,"props":79,"children":85},"gallery",{"mode":80,"columns":81,"aspect":82,"rounded":83,":images":84},"native","grid-cols-2 sm:grid-cols-4","aspect-square","rounded-lg","stills",[],{"type":38,"tag":39,"props":87,"children":89},{"id":88},"performance",[90],{"type":44,"value":91},"Performance",{"type":38,"tag":93,"props":94,"children":100},"div",{"className":95},[96,97,98,99],"not-prose","flex","justify-center","my-10",[101,103],{"type":44,"value":102},"\n  ",{"type":38,"tag":93,"props":104,"children":115},{"className":105},[106,107,108,109,110,111,112,113,114],"relative","aspect-video","w-full","max-w-2xl","rounded-xl","overflow-hidden","ring-1","ring-neutral-800","bg-neutral-900",[116,118,133],{"type":44,"value":117},"\n    ",{"type":38,"tag":119,"props":120,"children":132},"iframe",{"src":121,"className":122,"frameBorder":126,"allow":127,"referrerPolicy":128,"title":129,"loading":130,"allowFullScreen":131},"https://www.youtube.com/embed/ckNvFcRuR9g",[123,124,108,125],"absolute","inset-0","h-full","0","accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share","strict-origin-when-cross-origin","Gesture-Controlled Soundscapes – Performance","lazy",true,[],{"type":44,"value":102},{"title":8,"searchDepth":135,"depth":135,"links":136},2,[137,138,139,140],{"id":41,"depth":135,"text":45},{"id":62,"depth":135,"text":65},{"id":73,"depth":135,"text":76},{"id":88,"depth":135,"text":91},"markdown","content:projects:gesture-controlled-soundscapes.md","content","projects/gesture-controlled-soundscapes.md","projects/gesture-controlled-soundscapes","md",{"_path":148,"_dir":6,"_draft":7,"_partial":7,"_locale":8,"title":149,"description":150,"subtitle":151,"year":152,"featured":7,"cover":153,"source":154,"category":155,"tags":156,"location":159,"event":160,"media":161,"body":168,"_type":141,"_id":399,"_source":143,"_file":400,"_stem":401,"_extension":146},"/projects/poesies-multimedia-performance","Poésies en Mouvement #15: piez-m-nqu-nte","A multimedia performance inspired by the theme of la greffe at Makaronic \"Poésies en Mouvement #15.\"","Multimedia performance reclaiming the body through voice, macro video and feminist poetics",2024,"/images/poesies-en-mouvement-15/img-3203-2-00-05-47-03-still001-cover.webp","https://pedroespinosa.ch/projects/poesies-multimedia-performance","multimedia",[17,157,158],"video","poesie","Makaronic – Poésies en Mouvement #15","Poésies en Mouvement",[162,165],{"src":163,"alt":164},"/images/poesies-en-mouvement-15/img-3203-2-00-02-44-08-still002.webp","Macro video still from the performance",{"src":166,"alt":167},"/images/poesies-en-mouvement-15/affiche-makar-pem15-greffer-5-last.webp","Poésies en Mouvement 15 – Flyer",{"type":35,"children":169,"toc":393},[170,183,195,207,224,230,235,255,260,266,310,316,349,354,360],{"type":38,"tag":47,"props":171,"children":172},{},[173,175,181],{"type":44,"value":174},"A multimedia performance inspired by the theme of ",{"type":38,"tag":176,"props":177,"children":178},"em",{},[179],{"type":44,"value":180},"la greffe",{"type":44,"value":182}," at Makaronic \"Poésies en Mouvement #15.\"",{"type":38,"tag":47,"props":184,"children":185},{},[186,188,193],{"type":44,"value":187},"Using voice as the primary source of sound and magnification cameras to reveal unseen details of the body, the piece reimagines the poetic genre of the ",{"type":38,"tag":176,"props":189,"children":190},{},[191],{"type":44,"value":192},"Blason",{"type":44,"value":194},". Through a feminist lens, it seeks to reclaim the body from patriarchal artistic traditions—shifting from fragmented, idealized portrayals toward a space of authenticity, connection and complexity.",{"type":38,"tag":47,"props":196,"children":197},{},[198],{"type":38,"tag":199,"props":200,"children":204},"a",{"href":201,"rel":202},"https://makaronic.ch/evenements/pem15.0.24.html",[203],"nofollow",[205],{"type":44,"value":206},"Link to event",{"type":38,"tag":93,"props":208,"children":210},{"className":209},[96,97,98,99],[211,212],{"type":44,"value":102},{"type":38,"tag":93,"props":213,"children":215},{"className":214},[106,107,108,109,110,111,112,113,114],[216,217,223],{"type":44,"value":117},{"type":38,"tag":119,"props":218,"children":222},{"src":219,"className":220,"frameBorder":126,"allow":127,"referrerPolicy":128,"title":221,"loading":130,"allowFullScreen":131},"https://www.youtube.com/embed/0TNf8Wy56pk",[123,124,108,125],"Poésies en Mouvement #15 – Performance",[],{"type":44,"value":102},{"type":38,"tag":39,"props":225,"children":227},{"id":226},"concept",[228],{"type":44,"value":229},"Concept",{"type":38,"tag":47,"props":231,"children":232},{},[233],{"type":44,"value":234},"The performance builds a dialogue between:",{"type":38,"tag":236,"props":237,"children":238},"ul",{},[239,245,250],{"type":38,"tag":240,"props":241,"children":242},"li",{},[243],{"type":44,"value":244},"Live vocal textures",{"type":38,"tag":240,"props":246,"children":247},{},[248],{"type":44,"value":249},"Macro / magnification video streams exposing surfaces, gestures and transient details",{"type":38,"tag":240,"props":251,"children":252},{},[253],{"type":44,"value":254},"Real‑time transformation layers (color desaturation, temporal echo, subtle glitch)",{"type":38,"tag":47,"props":256,"children":257},{},[258],{"type":44,"value":259},"The body becomes both instrument and landscape; sound and image co‑construct a living, emergent poetic field.",{"type":38,"tag":39,"props":261,"children":263},{"id":262},"artistic-approach",[264],{"type":44,"value":265},"Artistic Approach",{"type":38,"tag":267,"props":268,"children":269},"ol",{},[270,280,290,300],{"type":38,"tag":240,"props":271,"children":272},{},[273,278],{"type":38,"tag":53,"props":274,"children":275},{},[276],{"type":44,"value":277},"Reclamation",{"type":44,"value":279}," – Deconstruct inherited framings of anatomical idealization.",{"type":38,"tag":240,"props":281,"children":282},{},[283,288],{"type":38,"tag":53,"props":284,"children":285},{},[286],{"type":44,"value":287},"Amplification",{"type":44,"value":289}," – Elevate overlooked micro‑gestures into central dramaturgical material.",{"type":38,"tag":240,"props":291,"children":292},{},[293,298],{"type":38,"tag":53,"props":294,"children":295},{},[296],{"type":44,"value":297},"Hybrid Poetics",{"type":44,"value":299}," – Merge spoken text, vocal sonics and image microscopy into a composite \"blason vivant.\"",{"type":38,"tag":240,"props":301,"children":302},{},[303,308],{"type":38,"tag":53,"props":304,"children":305},{},[306],{"type":44,"value":307},"Embodied Feminism",{"type":44,"value":309}," – Reject objectifying fragmentation; highlight continuity, breath, vulnerability.",{"type":38,"tag":39,"props":311,"children":313},{"id":312},"technical-setup",[314],{"type":44,"value":315},"Technical Setup",{"type":38,"tag":236,"props":317,"children":318},{},[319,329,339],{"type":38,"tag":240,"props":320,"children":321},{},[322,327],{"type":38,"tag":53,"props":323,"children":324},{},[325],{"type":44,"value":326},"Live Sound Design and Execution:",{"type":44,"value":328}," I conceptualized and performed real-time voice manipulations using modular synths, transforming the voice into a granular sound source that interacted seamlessly with the performance’s visual elements.",{"type":38,"tag":240,"props":330,"children":331},{},[332,337],{"type":38,"tag":53,"props":333,"children":334},{},[335],{"type":44,"value":336},"Video System Design and Operation:",{"type":44,"value":338}," I developed and managed real-time video effects using a Max MSP patch, synchronizing two magnification cameras on stage. This system allowed for the live projection of detailed body parts, creating an immersive and poetic visual narrative that complemented the sound design.",{"type":38,"tag":240,"props":340,"children":341},{},[342,347],{"type":38,"tag":53,"props":343,"children":344},{},[345],{"type":44,"value":346},"Collaboration and Co-Creation:",{"type":44,"value":348}," Collaborated closely with Elsa Cailletaud to conceptualize and execute the performance, integrating technical expertise with artistic vision to bring the project to life.",{"type":38,"tag":78,"props":350,"children":353},{"layout":351,"mode":80,"rounded":110,":images":352},"filmstrip","media",[],{"type":38,"tag":39,"props":355,"children":357},{"id":356},"credits",[358],{"type":44,"value":359},"Credits",{"type":38,"tag":236,"props":361,"children":362},{},[363,373,383],{"type":38,"tag":240,"props":364,"children":365},{},[366,371],{"type":38,"tag":53,"props":367,"children":368},{},[369],{"type":44,"value":370},"Performed & Created by",{"type":44,"value":372},": Pedro Espinosa & Elsa Cailletaud",{"type":38,"tag":240,"props":374,"children":375},{},[376,381],{"type":38,"tag":53,"props":377,"children":378},{},[379],{"type":44,"value":380},"Sound Effects, Live Video, Additional Voices",{"type":44,"value":382},": Pedro Espinosa",{"type":38,"tag":240,"props":384,"children":385},{},[386,391],{"type":38,"tag":53,"props":387,"children":388},{},[389],{"type":44,"value":390},"Voice & Text",{"type":44,"value":392},": Elsa Cailletaud",{"title":8,"searchDepth":135,"depth":135,"links":394},[395,396,397,398],{"id":226,"depth":135,"text":229},{"id":262,"depth":135,"text":265},{"id":312,"depth":135,"text":315},{"id":356,"depth":135,"text":359},"content:projects:poesies-multimedia-performance.md","projects/poesies-multimedia-performance.md","projects/poesies-multimedia-performance",1792079776786]