Skip to content

Commit eb8fe01

Browse files
alexrudallalexrudall
committed
Rotate Groq secret ;)
1 parent 52c7b6b commit eb8fe01

File tree

3 files changed

+40
-37
lines changed

3 files changed

+40
-37
lines changed

‎spec/fixtures/cassettes/groq_llama3-8b-8192_streamed_chat.yml

Lines changed: 34 additions & 34 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ http_interactions:
1010
Content-Type:
1111
- application/json
1212
Authorization:
13-
- Bearer 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
13+
- Bearer <GROQ_ACCESS_TOKEN>
1414
Accept-Encoding:
1515
- gzip;q=1.0,deflate;q=0.6,identity;q=0.3
1616
Accept:
@@ -23,7 +23,7 @@ http_interactions:
2323
message: OK
2424
headers:
2525
Date:
26-
- Sun, 28 Apr 2024 13:05:41 GMT
26+
- Sun, 28 Apr 2024 13:16:37 GMT
2727
Content-Type:
2828
- text/event-stream
2929
Transfer-Encoding:
@@ -47,80 +47,80 @@ http_interactions:
4747
X-Ratelimit-Reset-Tokens:
4848
- 30ms
4949
X-Request-Id:
50-
- req_01hwjczb7afhg9e7zqn0mnywg7
50+
- req_01hwjdkby3ew0snsnkewse8s5m
5151
Via:
5252
- 1.1 google
5353
Alt-Svc:
5454
- h3=":443"; ma=86400
5555
Cf-Cache-Status:
5656
- DYNAMIC
5757
Set-Cookie:
58-
- __cf_bm=xHuL5RFQoJ.mqMxavaro0kYIPV9NURWRXdlvUHwN6MM-1714309541-1.0.1.1-fFylSLXd3KLR4il9V_60KZ20_CLkP845Q.8l6dILyABTd_a3ZF21epbOHaONZJyvu9zMABl2NV88E6AOhGi3hA;
59-
path=/; expires=Sun, 28-Apr-24 13:35:41 GMT; domain=.groq.com; HttpOnly; Secure;
58+
- __cf_bm=_s3wbgESLfSNZFByQvdsMG.4kg8NOo2ypgwCr0J_mYI-1714310197-1.0.1.1-s64OX7ZXors_.T8LNtx.8K_EHyaXJ2UmkVWLUWK1mG5ZDMn1kbFFr.C.xTi2mihikcicdH_DjCd06QOJbmUCHA;
59+
path=/; expires=Sun, 28-Apr-24 13:46:37 GMT; domain=.groq.com; HttpOnly; Secure;
6060
SameSite=None
6161
Server:
6262
- cloudflare
6363
Cf-Ray:
64-
- 87b743e74c951c33-SOF
64+
- 87b753ebdd5e1c27-SOF
6565
body:
6666
encoding: UTF-8
6767
string: |+
68-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":null,"choices":[{"index":0,"delta":{"role":"assistant","content":""},"logprobs":null,"finish_reason":null}],"x_groq":{"id":"req_01hwjczb7afhg9e7zqn0mnywg7"}}
68+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":null,"choices":[{"index":0,"delta":{"role":"assistant","content":""},"logprobs":null,"finish_reason":null}],"x_groq":{"id":"req_01hwjdkby3ew0snsnkewse8s5m"}}
6969
70-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"Hello"},"logprobs":null,"finish_reason":null}]}
70+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"Hello"},"logprobs":null,"finish_reason":null}]}
7171
72-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"!"},"logprobs":null,"finish_reason":null}]}
72+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"!"},"logprobs":null,"finish_reason":null}]}
7373
74-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" It"},"logprobs":null,"finish_reason":null}]}
74+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" It"},"logprobs":null,"finish_reason":null}]}
7575
76-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"'s"},"logprobs":null,"finish_reason":null}]}
76+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"'s"},"logprobs":null,"finish_reason":null}]}
7777
78-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" nice"},"logprobs":null,"finish_reason":null}]}
78+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" nice"},"logprobs":null,"finish_reason":null}]}
7979
80-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" to"},"logprobs":null,"finish_reason":null}]}
80+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" to"},"logprobs":null,"finish_reason":null}]}
8181
82-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" meet"},"logprobs":null,"finish_reason":null}]}
82+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" meet"},"logprobs":null,"finish_reason":null}]}
8383
84-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" you"},"logprobs":null,"finish_reason":null}]}
84+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" you"},"logprobs":null,"finish_reason":null}]}
8585
86-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"."},"logprobs":null,"finish_reason":null}]}
86+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"!"},"logprobs":null,"finish_reason":null}]}
8787
88-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" Is"},"logprobs":null,"finish_reason":null}]}
88+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" Is"},"logprobs":null,"finish_reason":null}]}
8989
90-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" there"},"logprobs":null,"finish_reason":null}]}
90+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" there"},"logprobs":null,"finish_reason":null}]}
9191
92-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" something"},"logprobs":null,"finish_reason":null}]}
92+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" something"},"logprobs":null,"finish_reason":null}]}
9393
94-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" I"},"logprobs":null,"finish_reason":null}]}
94+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" I"},"logprobs":null,"finish_reason":null}]}
9595
96-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" can"},"logprobs":null,"finish_reason":null}]}
96+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" can"},"logprobs":null,"finish_reason":null}]}
9797
98-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" help"},"logprobs":null,"finish_reason":null}]}
98+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" help"},"logprobs":null,"finish_reason":null}]}
9999
100-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" you"},"logprobs":null,"finish_reason":null}]}
100+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" you"},"logprobs":null,"finish_reason":null}]}
101101
102-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" with"},"logprobs":null,"finish_reason":null}]}
102+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" with"},"logprobs":null,"finish_reason":null}]}
103103
104-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":","},"logprobs":null,"finish_reason":null}]}
104+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":","},"logprobs":null,"finish_reason":null}]}
105105
106-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" or"},"logprobs":null,"finish_reason":null}]}
106+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" or"},"logprobs":null,"finish_reason":null}]}
107107
108-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" would"},"logprobs":null,"finish_reason":null}]}
108+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" would"},"logprobs":null,"finish_reason":null}]}
109109
110-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" you"},"logprobs":null,"finish_reason":null}]}
110+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" you"},"logprobs":null,"finish_reason":null}]}
111111
112-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" like"},"logprobs":null,"finish_reason":null}]}
112+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" like"},"logprobs":null,"finish_reason":null}]}
113113
114-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" to"},"logprobs":null,"finish_reason":null}]}
114+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" to"},"logprobs":null,"finish_reason":null}]}
115115
116-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" chat"},"logprobs":null,"finish_reason":null}]}
116+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":" chat"},"logprobs":null,"finish_reason":null}]}
117117
118-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"?"},"logprobs":null,"finish_reason":null}]}
118+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{"content":"?"},"logprobs":null,"finish_reason":null}]}
119119
120-
data: {"id":"chatcmpl-e2ff9cf2-3dde-4dab-b7fd-c197131a47e0","object":"chat.completion.chunk","created":1714309541,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"stop"}],"x_groq":{"id":"req_01hwjczb7afhg9e7zqn0mnywg7","usage":{"queue_time":0.085075623,"prompt_tokens":12,"prompt_time":0.006,"completion_tokens":25,"completion_time":0.027,"total_tokens":37,"total_time":0.033}}}
120+
data: {"id":"chatcmpl-b1ee270a-db6e-4af4-824b-185cc17cd0cc","object":"chat.completion.chunk","created":1714310197,"model":"llama3-8b-8192","system_fingerprint":"fp_6a6771ae9c","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"stop"}],"x_groq":{"id":"req_01hwjdkby3ew0snsnkewse8s5m","usage":{"queue_time":0.08503573,"prompt_tokens":12,"prompt_time":0.005,"completion_tokens":25,"completion_time":0.027,"total_tokens":37,"total_time":0.032}}}
121121
122122
data: [DONE]
123123
124-
recorded_at: Sun, 28 Apr 2024 13:05:41 GMT
124+
recorded_at: Sun, 28 Apr 2024 13:16:37 GMT
125125
recorded_with: VCR 6.1.0
126126
...

‎spec/openai/client/chat_spec.rb

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -185,7 +185,7 @@ def call(chunk)
185185
vcr_skip do
186186
Faraday.new(url: uri_base).get
187187
rescue Faraday::ConnectionFailed
188-
skip "This test needs `ollama serve` running locally with #{model} installed"
188+
pending "This test needs `ollama serve` running locally with #{model} installed"
189189
end
190190

191191
expect(content.split.empty?).to eq(false)
@@ -212,8 +212,10 @@ def call(chunk)
212212

213213
it "succeeds" do
214214
VCR.use_cassette(cassette) do
215-
unless access_token
216-
skip "This test needs a `GROQ_ACCESS_TOKEN` environment variable to run"
215+
vcr_skip do
216+
unless access_token
217+
pending "This test needs a `GROQ_ACCESS_TOKEN` environment variable to run"
218+
end
217219
end
218220

219221
response

‎spec/spec_helper.rb

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@
1515
}
1616
c.filter_sensitive_data("<OPENAI_ACCESS_TOKEN>") { OpenAI.configuration.access_token }
1717
c.filter_sensitive_data("<OPENAI_ORGANIZATION_ID>") { OpenAI.configuration.organization_id }
18+
c.filter_sensitive_data("<GROQ_ACCESS_TOKEN>") { ENV.fetch("GROQ_ACCESS_TOKEN", nil) }
1819
if (user_id = ENV.fetch("OPENAI_USER_ID", nil))
1920
c.filter_sensitive_data("<OPENAI_USER_ID>") { user_id }
2021
end

0 commit comments

Comments
 (0)