1version: v1beta1
2kind: Spicepod
3name: react
4
5datasets:
6  - from: github:github.com/reactjs/react.dev/files/main
7    name: react.docs
8    description: React.js documentation and reference, from https://react.dev
9    params:
10      file_format: md
11      github_client_id: ${secrets:GITHUB_CLIENT_ID}
12      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
13      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
14      include: "src/content/learn/**/*.md; src/content/reference/**/*.md"
15    acceleration:
16      enabled: true
17      refresh_check_interval: 4h
18      refresh_jitter_enabled: true
19      refresh_jitter_max: 15m
20    columns:
21      - name: content
22        embeddings:
23          - from: openai_embeddings
24            row_id:
25              - path
26            chunking:
27              enabled: true
28              target_chunk_size: 512
29              overlap_size: 128
30              trim_whitespace: true
31
32  - from: github:github.com/facebook/react/issues
33    name: react.issues
34    description: React.js GitHub issues from github.com/facebook/react
35    time_column: created_at
36    params:
37      file_format: md
38      github_client_id: ${secrets:GITHUB_CLIENT_ID}
39      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
40      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
41    acceleration:
42      enabled: true
43      refresh_sql: "SELECT * FROM react.issues LIMIT 10"
44      refresh_mode: full
45      refresh_check_interval: 4h
46      refresh_jitter_enabled: true
47      refresh_jitter_max: 15m
48    # embeddings:
49    #   - column: title
50    #     column_pk:
51    #       - id
52    #     use: openai_embeddings
53
54embeddings:
55  - from: openai
56    name: openai_embeddings
57    params:
58      openai_api_key: ${ secrets:OPENAI_API_KEY }
59

1version: v1beta1
2kind: Spicepod
3name: react
4
5datasets:
6  - from: github:github.com/reactjs/react.dev/files/main
7    name: react.docs
8    description: React.js documentation and reference, from https://react.dev
9    params:
10      file_format: md
11      github_client_id: ${secrets:GITHUB_CLIENT_ID}
12      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
13      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
14      include: "src/content/learn/**/*.md; src/content/reference/**/*.md"
15    acceleration:
16      enabled: true
17      refresh_check_interval: 4h
18      refresh_jitter_enabled: true
19      refresh_jitter_max: 15m
20    columns:
21      - name: content
22        embeddings:
23          - from: openai_embeddings
24            row_id:
25              - path
26            chunking:
27              enabled: true
28              target_chunk_size: 512
29              overlap_size: 128
30              trim_whitespace: true
31
32  - from: github:github.com/facebook/react/issues
33    name: react.issues
34    description: React.js GitHub issues from github.com/facebook/react
35    time_column: created_at
36    params:
37      file_format: md
38      github_client_id: ${secrets:GITHUB_CLIENT_ID}
39      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
40      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
41    acceleration:
42      enabled: true
43      refresh_sql: "SELECT * FROM react.issues LIMIT 10"
44      refresh_mode: full
45      refresh_check_interval: 4h
46      refresh_jitter_enabled: true
47      refresh_jitter_max: 15m
48    # embeddings:
49    #   - column: title
50    #     column_pk:
51    #       - id
52    #     use: openai_embeddings
53
54embeddings:
55  - from: openai
56    name: openai_embeddings
57    params:
58      openai_api_key: ${ secrets:OPENAI_API_KEY }
59