Update README.md
Browse files
README.md
CHANGED
|
@@ -9,4 +9,58 @@ tags:
|
|
| 9 |
|
| 10 |
This LLM is trained on data generated by my code for the yolov8 model. [Github code](https://github.com/bauerhartmut/yolov8-Computervision)
|
| 11 |
The model is capable of briefly describing what the yolov8 model can detect and can also execute a command (/click).
|
| 12 |
-
When the command is triggered, a dictionary is generated containing the key data of the object to be clicked.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
|
| 10 |
This LLM is trained on data generated by my code for the yolov8 model. [Github code](https://github.com/bauerhartmut/yolov8-Computervision)
|
| 11 |
The model is capable of briefly describing what the yolov8 model can detect and can also execute a command (/click).
|
| 12 |
+
When the command is triggered, a dictionary is generated containing the key data of the object to be clicked.
|
| 13 |
+
|
| 14 |
+
# testing
|
| 15 |
+
You can test the model by giving it this informations:
|
| 16 |
+
|
| 17 |
+
```json
|
| 18 |
+
{
|
| 19 |
+
"Object": [
|
| 20 |
+
{
|
| 21 |
+
"index": "window_0",
|
| 22 |
+
"label": "window",
|
| 23 |
+
"property": "toplayer",
|
| 24 |
+
"coords": [
|
| 25 |
+
189.06007385253906,
|
| 26 |
+
79.33326721191406,
|
| 27 |
+
1156.018798828125,
|
| 28 |
+
750.1478271484375
|
| 29 |
+
],
|
| 30 |
+
"textes": 24,
|
| 31 |
+
"interactions": [
|
| 32 |
+
{
|
| 33 |
+
"label": "close_window",
|
| 34 |
+
"interaction_type": 1,
|
| 35 |
+
"coords": [
|
| 36 |
+
1114.04541015625,
|
| 37 |
+
84.65348815917969,
|
| 38 |
+
1149.1778564453125,
|
| 39 |
+
113.41248321533203
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"label": "maximize",
|
| 44 |
+
"interaction_type": 1,
|
| 45 |
+
"coords": [
|
| 46 |
+
1067.0111083984375,
|
| 47 |
+
84.82215118408203,
|
| 48 |
+
1099.86328125,
|
| 49 |
+
112.69491577148438
|
| 50 |
+
]
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"label": "minize_window",
|
| 54 |
+
"interaction_type": 1,
|
| 55 |
+
"coords": [
|
| 56 |
+
1024.7701416015625,
|
| 57 |
+
85.06327819824219,
|
| 58 |
+
1053.4327392578125,
|
| 59 |
+
111.52396392822266
|
| 60 |
+
]
|
| 61 |
+
}
|
| 62 |
+
]
|
| 63 |
+
}
|
| 64 |
+
]
|
| 65 |
+
}```
|
| 66 |
+
|