MirrorMirror
/
01
mirror of https://github.com/OpenInterpreter/01.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

works on debugging websocket receive

This commit is contained in:
Lincoln Roth 2024-02-17 19:42:26 -08:00
parent b4dd20950b
commit 1ca19d396a
1 changed files with 17 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
01OS/01OS/clients/esp32/playback.ino
View File

@ -22,7 +22,9 @@
#define MODE_SPK 1 #define MODE_SPK 1
#define DATA_SIZE 1024 #define DATA_SIZE 1024
uint8_t microphonedata0[1024 * 70]; uint8_t microphonedata0[1024 * 30];
uint8_t speakerdata0[1024 * 30];
int speaker_offset = 0;
int data_offset = 0; int data_offset = 0;
WebSocketsClient webSocket; WebSocketsClient webSocket;
@ -91,6 +93,7 @@ void InitI2SSpeakerOrMic(int mode) {
} }
void speaker_play(uint8_t *payload, uint32_t len){ void speaker_play(uint8_t *payload, uint32_t len){
Serial.printf("received %lu bytes", len);
size_t bytes_written; size_t bytes_written;
InitI2SSpeakerOrMic(MODE_SPK); InitI2SSpeakerOrMic(MODE_SPK);
i2s_write(SPEAKER_I2S_NUMBER, payload, len, i2s_write(SPEAKER_I2S_NUMBER, payload, len,
@ -111,14 +114,23 @@ void webSocketEvent(WStype_t type, uint8_t * payload, size_t length) {
break; break;
case WStype_TEXT: case WStype_TEXT:
Serial.printf("[WSc] get text: %s\n", payload); Serial.printf("[WSc] get text: %s\n", payload);
if ((char)payload[0] == 's'){
Serial.println("start");
speaker_offset = 0;
}
if ((char)payload[0] == 'e'){
Serial.println("end");
speaker_play(payload, speaker_offset);
}
// send message to server // send message to server
// webSocket.sendTXT("message here"); // webSocket.sendTXT("message here");
break; break;
case WStype_BIN: case WStype_BIN:
Serial.printf("[WSc] get binary length: %u\n", length); Serial.printf("[WSc] get binary length: %u\n", length);
// hexdump(payload, length); memcpy(&(speakerdata0[speaker_offset]),&payload,length); // this line is likely the issue, the payloads here don't match the data that speaker_play contains
speaker_play(payload, length); speaker_offset += length;
// send data to server // send data to server
// webSocket.sendBIN(payload, length); // webSocket.sendBIN(payload, length);
@ -151,6 +163,8 @@ void setup() {
M5.begin(true, false, true); M5.begin(true, false, true);
M5.dis.drawpix(0, CRGB(128, 128, 0)); M5.dis.drawpix(0, CRGB(128, 128, 0));
websocket_setup(); websocket_setup();
InitI2SSpeakerOrMic(MODE_SPK);
delay(2000); delay(2000);
} }
@ -171,19 +185,8 @@ void loop() {
if (M5.Btn.isReleased() || data_offset >= 71679) break; if (M5.Btn.isReleased() || data_offset >= 71679) break;
// delay(60); // delay(60);
} }
Serial.println(data_offset);
int chunk_size = 1004;
chunk_size = 4096;
webSocket.sendBIN(microphonedata0, data_offset); webSocket.sendBIN(microphonedata0, data_offset);
// size_t bytes_written;
// InitI2SSpeakerOrMic(MODE_SPK);
// i2s_write(SPEAKER_I2S_NUMBER, microphonedata0, data_offset,
// &bytes_written, portMAX_DELAY);
} }
M5.update(); M5.update();
webSocket.loop(); webSocket.loop();