Compare commits
36 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
6c3de4b2ef
|
|||
|
a99349e75d
|
|||
|
4f6f54b631
|
|||
|
895146b472
|
|||
|
522012d7d5
|
|||
|
a3c33d7ec1
|
|||
|
d7f28413b2
|
|||
|
d4260f85ec
|
|||
|
6ea3683350
|
|||
|
bc03abeb9d
|
|||
|
14c251f3e4
|
|||
|
317ebfdf5f
|
|||
|
68bb6199b9
|
|||
|
d6b133a8e0
|
|||
|
c9486c54b2
|
|||
|
ac062aa1ba
|
|||
|
bcd45e34bf
|
|||
|
b3ee981bd1
|
|||
|
182b9a92ce
|
|||
|
fbc1870ce7
|
|||
|
edd18e92ed
|
|||
|
dc61d47b66
|
|||
|
10c3b8f5c1
|
|||
|
041b32e1df
|
|||
|
e98d923ce5
|
|||
|
01ddf25ed5
|
|||
|
4772f0179d
|
|||
|
c00dc8d33e
|
|||
|
57eb194efa
|
|||
|
4cbdd41b7c
|
|||
|
79891d178f
|
|||
|
89601096ba
|
|||
|
68329697ac
|
|||
|
c2ff027223
|
|||
|
13723a2dc5
|
|||
|
2412b570be
|
@@ -1,28 +0,0 @@
|
||||
name: release
|
||||
|
||||
on:
|
||||
push:
|
||||
tags:
|
||||
- 'v*'
|
||||
|
||||
jobs:
|
||||
release:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
name: Checkout
|
||||
with:
|
||||
fetch-depth: 0
|
||||
- name: Setup go
|
||||
uses: https://github.com/actions/setup-go@v4
|
||||
with:
|
||||
go-version: '>=1.23.6'
|
||||
- name: Compile
|
||||
run: make release
|
||||
- name: Make release
|
||||
id: use-go-action
|
||||
uses: https://gitea.com/actions/release-action@main
|
||||
with:
|
||||
files: |-
|
||||
bin/*.zip
|
||||
api_key: '${{secrets.RELEASE_TOKEN}}'
|
||||
65
.gitea/workflows/release.yml
Normal file
65
.gitea/workflows/release.yml
Normal file
@@ -0,0 +1,65 @@
|
||||
# https://docs.gitea.com/usage/actions/overview
|
||||
# https://docs.github.com/ru/actions/reference/workflows-and-actions/contexts
|
||||
|
||||
name: Release
|
||||
|
||||
on:
|
||||
push:
|
||||
tags:
|
||||
- 'v*'
|
||||
|
||||
jobs:
|
||||
release:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v4
|
||||
with: # https://github.com/actions/checkout
|
||||
fetch-depth: 0
|
||||
|
||||
- name: Set up go
|
||||
uses: actions/setup-go@v4
|
||||
with: # https://github.com/actions/setup-go
|
||||
go-version: '>=1.24.2'
|
||||
|
||||
- name: Build release files (amd64)
|
||||
run: make release ARCH=amd64
|
||||
|
||||
- name: Build release files (arm64)
|
||||
run: make release ARCH=arm64
|
||||
|
||||
- name: Create new release
|
||||
id: use-go-action
|
||||
uses: https://gitea.com/actions/gitea-release-action@main
|
||||
with: # https://gitea.com/actions/gitea-release-action
|
||||
server_url: https://git.axenov.dev
|
||||
token: '${{secrets.RELEASE_TOKEN}}'
|
||||
files: |-
|
||||
bin/*.zip
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
uses: docker/setup-buildx-action@v3
|
||||
with: # https://github.com/docker/setup-buildx-action
|
||||
build-args: "IPTVC_VERSION=${{ github.ref_name }}"
|
||||
buildkitd-config-inline: |
|
||||
# https://github.com/moby/buildkit/blob/master/docs/buildkitd.toml.md
|
||||
[ registry."docker.io" ]
|
||||
mirrors = ["https://dockerhub.timeweb.cloud", "https://dh-mirror.gitverse.ru"]
|
||||
http = true
|
||||
insecure = true
|
||||
|
||||
- name: Log in to Gitea Container Registry
|
||||
uses: docker/login-action@v3
|
||||
with: # https://github.com/docker/login-action
|
||||
registry: git.axenov.dev
|
||||
username: ${{ secrets.USERNAME }}
|
||||
password: ${{ secrets.RELEASE_TOKEN }}
|
||||
|
||||
- name: Build and push Docker images
|
||||
uses: docker/build-push-action@v5
|
||||
with: # https://github.com/docker/build-push-action
|
||||
context: .
|
||||
push: true
|
||||
tags: |
|
||||
git.axenov.dev/iptv/iptvc:${{ github.ref_name }}
|
||||
git.axenov.dev/iptv/iptvc:latest
|
||||
1
.gitignore
vendored
1
.gitignore
vendored
@@ -9,5 +9,6 @@ output/
|
||||
*.m3u8
|
||||
*.json
|
||||
*.ini
|
||||
iptvc
|
||||
|
||||
!/**/*.gitkeep
|
||||
|
||||
24
Dockerfile
Normal file
24
Dockerfile
Normal file
@@ -0,0 +1,24 @@
|
||||
FROM golang:1.25-alpine AS iptv-img-builder
|
||||
ARG GOOS
|
||||
ARG GOARCH
|
||||
ARG IPTVC_VERSION
|
||||
ENV CGO_ENABLED=0
|
||||
ENV GOOS=${GOOS:-linux}
|
||||
ENV GOARCH=${GOARCH:-amd64}
|
||||
COPY go.mod go.sum ./
|
||||
RUN go mod download
|
||||
COPY . .
|
||||
RUN go build \
|
||||
-trimpath \
|
||||
-ldflags="-s -w -X main.version=${IPTVC_VERSION}" \
|
||||
-o /app/iptvc \
|
||||
.
|
||||
|
||||
FROM alpine:3.22.2 AS iptv-img-checker
|
||||
LABEL org.opencontainers.image.authors="Anthony Axenov <anthonyaxenov@gmail.com>"
|
||||
WORKDIR /app
|
||||
RUN apk add --no-cache ca-certificates tzdata
|
||||
RUN addgroup -S iptvc-user && adduser -S -G iptvc-user -H -s /sbin/nologin iptvc-user
|
||||
COPY --from=iptv-img-builder --chown=iptvc-user:iptvc-user /app/iptvc /app/iptvc
|
||||
USER iptvc-user
|
||||
ENTRYPOINT ["/app/iptvc"]
|
||||
54
Makefile
54
Makefile
@@ -1,46 +1,44 @@
|
||||
.DEFAULT_GOAL=help
|
||||
|
||||
BINARY_NAME=iptvc
|
||||
ARCH=amd64
|
||||
|
||||
LINUX_PATH="bin/linux_${ARCH}"
|
||||
WINDOWS_PATH="bin/windows_${ARCH}"
|
||||
DARWIN_PATH="bin/darwin_${ARCH}"
|
||||
|
||||
LINUX_FILE="${LINUX_PATH}/${BINARY_NAME}"
|
||||
WINDOWS_FILE="${WINDOWS_PATH}/${BINARY_NAME}.exe"
|
||||
DARWIN_FILE="${DARWIN_PATH}/${BINARY_NAME}"
|
||||
BINARY_NAME := iptvc
|
||||
GOARCH ?= amd64
|
||||
|
||||
## clean: Remove all compiled binaries
|
||||
clean:
|
||||
@go clean
|
||||
@rm -rf bin/
|
||||
|
||||
## linux: Build new binaries for linux (x64)
|
||||
## linux: Build new binaries for linux
|
||||
linux:
|
||||
@rm -rf ${LINUX_PATH}
|
||||
@GOARCH=${ARCH} GOOS=linux go build -o ${LINUX_FILE} . && echo "Compiled: ${LINUX_FILE}"
|
||||
@rm -rf bin/linux_$(GOARCH)
|
||||
@GOARCH=$(GOARCH) GOOS=linux go build -o bin/linux_$(GOARCH)/$(BINARY_NAME) .
|
||||
@zip -j bin/linux_$(GOARCH).zip bin/linux_$(GOARCH)/$(BINARY_NAME)
|
||||
@echo "Compiled: bin/linux_$(GOARCH)/$(BINARY_NAME) ($(GOARCH))"
|
||||
|
||||
## win: Build new binaries for windows (x64)
|
||||
## win: Build new binaries for windows
|
||||
win:
|
||||
@rm -rf ${WINDOWS_PATH}
|
||||
@GOARCH=${ARCH} GOOS=windows go build -o ${WINDOWS_FILE} . && echo "Compiled: ${WINDOWS_FILE}"
|
||||
@rm -rf bin/windows_$(GOARCH)
|
||||
@GOARCH=$(GOARCH) GOOS=windows go build -o bin/windows_$(GOARCH)/$(BINARY_NAME).exe .
|
||||
@zip -j bin/windows_$(GOARCH).zip bin/windows_$(GOARCH)/$(BINARY_NAME).exe
|
||||
@echo "Compiled: bin/windows_$(GOARCH)/$(BINARY_NAME).exe ($(GOARCH))"
|
||||
|
||||
## darwin: Build new binaries for darwin (x64)
|
||||
## darwin: Build new binaries for darwin
|
||||
darwin:
|
||||
@rm -rf ${DARWIN_PATH}
|
||||
@GOARCH=${ARCH} GOOS=darwin go build -o ${DARWIN_FILE} . && echo "Compiled: ${DARWIN_FILE}"
|
||||
|
||||
## all: Build new binaries for linux, windows and darwin (x64)
|
||||
all: clean linux win darwin
|
||||
@rm -rf bin/darwin_$(GOARCH)
|
||||
@GOARCH=$(GOARCH) GOOS=darwin go build -o bin/darwin_$(GOARCH)/$(BINARY_NAME) .
|
||||
@zip -j bin/darwin_$(GOARCH).zip bin/darwin_$(GOARCH)/$(BINARY_NAME)
|
||||
@echo "Compiled: bin/darwin_$(GOARCH)/$(BINARY_NAME) ($(GOARCH))"
|
||||
|
||||
## release: Build all binaries and zip them
|
||||
release: clean darwin linux win
|
||||
@zip -j ${LINUX_PATH}.zip ${LINUX_FILE}
|
||||
@zip -j ${DARWIN_PATH}.zip ${DARWIN_FILE}
|
||||
@zip -j ${WINDOWS_PATH}.zip ${WINDOWS_FILE}
|
||||
release: clean
|
||||
@make linux GOARCH=amd64
|
||||
@make linux GOARCH=arm64
|
||||
@make win GOARCH=amd64
|
||||
@make win GOARCH=arm64
|
||||
@make darwin GOARCH=amd64
|
||||
@make darwin GOARCH=arm64
|
||||
|
||||
## help: Show this message and exit
|
||||
help: Makefile
|
||||
@echo "Choose a command run:"
|
||||
@sed -n 's/^##//p' $< | column -t -s ':' | sed -e 's/^/ /'
|
||||
@echo "Available recipes:"
|
||||
@sed -n 's/^##//p' $< | column -t -s ':' | sed -e 's/^/ /'
|
||||
|
||||
49
README.md
49
README.md
@@ -1,25 +1,25 @@
|
||||
# IPTV Checker (iptvc)
|
||||
|
||||

|
||||
[](https://git.axenov.dev/IPTV/iptvc/releases/latest)
|
||||
|
||||
Консольная программа для проверки IPTV-плейлистов в формате m3u или m3u8.
|
||||
|
||||
> [!IMPORTANT]
|
||||
> Проект находится на ранней стадии разработки.
|
||||
> Реализован минимально необходимый функционал.
|
||||
> Возможны ошибки, неточности и обратно несовместимые изменения.
|
||||
|
||||
Для дополнительной документации можно обращаться в директорию [docs](./docs).
|
||||
> **Веб-сайт:** [m3u.su](https://m3u.su)
|
||||
> **Документация:** [m3u.su/docs](https://m3u.su/docs)
|
||||
> Исходный код: [git.axenov.dev/IPTV](https://git.axenov.dev/IPTV)
|
||||
> Telegram-канал: [@iptv_aggregator](https://t.me/iptv_aggregator)
|
||||
> Обсуждение: [@iptv_aggregator_chat](https://t.me/iptv_aggregator_chat)
|
||||
> Бот: [@iptv_aggregator_bot](https://t.me/iptv_aggregator_bot)
|
||||
|
||||
## Установка
|
||||
|
||||
Достаточно скачать и распаковать архив с подходящим исполняемым файлом [со страницы релизов](https://git.axenov.dev/IPTV/iptvc/releases):
|
||||
Достаточно скачать и распаковать архив с подходящим исполняемым файлом [со страницы последнего релиза](https://git.axenov.dev/IPTV/iptvc/releases/latest):
|
||||
|
||||
| ОС | Архив | Платформа |
|
||||
|---------|----------------------|-----------|
|
||||
| Linux | `linux_amd64.zip` | x64 |
|
||||
| MacOS | `darwin_amd64.zip` | x64 |
|
||||
| Windows | `windows_amd64.zip` | x64 |
|
||||
| ОС | Скачать для `amd64` | Скачать для `arm64` |
|
||||
| ------- | ------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------------- |
|
||||
| Linux | [linux_amd64.zip](https://git.axenov.dev/IPTV/iptvc/releases/download/latest/linux_amd64.zip) | [linux_arm64.zip](https://git.axenov.dev/IPTV/iptvc/releases/download/latest/linux_arm64.zip) |
|
||||
| MacOS | [darwin_amd64.zip](https://git.axenov.dev/IPTV/iptvc/releases/download/latest/darwin_amd64.zip) | [darwin_arm64.zip](https://git.axenov.dev/IPTV/iptvc/releases/download/latest/darwin_arm64.zip) |
|
||||
| Windows | [windows_amd64.zip](https://git.axenov.dev/IPTV/iptvc/releases/download/latest/windows_amd64.zip) | [windows_arm64.zip](https://git.axenov.dev/IPTV/iptvc/releases/download/latest/windows_arm64.zip) |
|
||||
|
||||
## Компиляция
|
||||
|
||||
@@ -28,7 +28,7 @@
|
||||
|
||||
1. Склонировать репозиторий
|
||||
2. Находясь в корне репозитория, следует выполнить `make` или `make help` для получения справки.
|
||||
3. Другой способ -- выполнить `go run .` для быстрого запуска.
|
||||
3. Другой способ — выполнить `go run .` для быстрого запуска.
|
||||
|
||||
## Быстрый старт
|
||||
|
||||
@@ -62,14 +62,17 @@
|
||||
2. Выполнить команду `./iptvc check` или `./iptvc check -i playlist.ini` для проверки всех плейлистов из файла `./playlists.ini`
|
||||
3. Выполнить команду `./iptvc check -i test.ini -c ABC`, чтобы проверить только плейлист с кодом `ABC` из файла `./test.ini`
|
||||
|
||||
Если `-i` не указан явно, то будет попытка прочитать файл `playlists.ini`, находящийся в одной директории с iptvc.
|
||||
|
||||
Аргумент `-i` можно указывать только однажды, но его можно комбинировать с `-f` и `-u`.
|
||||
|
||||
### Другие возможности команды `check`
|
||||
|
||||
* `--json|-j` -- вывести результаты проверки в формате JSON
|
||||
* `--quiet|-q` -- полностью подавить вывод лога (включая отладочную информацию)
|
||||
* `--verbose|-v` -- добавить в лог более подробную отладочную информацию (значительно увеличит количество строк!)
|
||||
* `--tags|-t` -- файл с перечислением тегов (подробности см. [здесь](https://git.axenov.dev/IPTV/playlists#файл-channelsjson))
|
||||
* `--random|-r X` — проверить X случайных плейлистов из ini-файла
|
||||
* `--json|-j` — вывести результаты проверки в формате JSON
|
||||
* `--quiet|-q` — полностью подавить вывод лога (включая отладочную информацию)
|
||||
* `--verbose|-v` — добавить в лог более подробную отладочную информацию (значительно увеличит количество строк!)
|
||||
* `--tags|-t` — файл с перечислением тегов (подробности см. [здесь](https://git.axenov.dev/IPTV/playlists#файл-channelsjson))
|
||||
|
||||
Например, можно получить только json с результатами, передать его в `jq` и, отфильтровав результат, вывести названия оффлайн каналов:
|
||||
|
||||
@@ -122,8 +125,8 @@ pls='https://example.com/list2.m3u'
|
||||
### Параметры проверки
|
||||
|
||||
Выше в п.7 видно некоторые служебные данные:
|
||||
* `timeout` -- таймаут каждого запроса в секундах (макс. время ожидания ответа канала);
|
||||
* `routines` -- количество одновременных проверок.
|
||||
* `timeout` — таймаут каждого запроса в секундах (макс. время ожидания ответа канала);
|
||||
* `routines` — количество одновременных проверок.
|
||||
|
||||
Эти параметры рассчитываются динамически для каждого плейлиста в отдельности, исходя из количества каналов в каждом (`count`).
|
||||
См. [app/checker/checker.go](app/checker/checker.go) для подробностей.
|
||||
@@ -147,9 +150,9 @@ pls='https://example.com/list2.m3u'
|
||||
|
||||
### Коды возврата
|
||||
|
||||
* 0 -- успех
|
||||
* 1 -- общая ошибка, см. вывод
|
||||
* 2 -- команде `check` не переданы параметры `--file`, `--url` и `--code`
|
||||
* 0 — успех
|
||||
* 1 — общая ошибка, см. вывод
|
||||
* 2 — команде `check` не переданы параметры `--file`, `--url` и `--code`
|
||||
|
||||
## Лицензия
|
||||
|
||||
|
||||
17
app/app.go
17
app/app.go
@@ -10,19 +10,22 @@ import (
|
||||
"axenov/iptv-checker/app/cache"
|
||||
"axenov/iptv-checker/app/config"
|
||||
"axenov/iptv-checker/app/logger"
|
||||
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
const VERSION = "1.0.0"
|
||||
const VERSION = "1.1.3"
|
||||
|
||||
// Arguments описывает аргументы командной строки
|
||||
type Arguments struct {
|
||||
IniPath string
|
||||
TagsPath string
|
||||
RandomCount uint
|
||||
NeedJson bool
|
||||
NeedQuiet bool
|
||||
Verbose bool
|
||||
IniPath string
|
||||
TagsPath string
|
||||
RandomCount uint
|
||||
RepeatCount uint
|
||||
RepeatEverySec uint
|
||||
NeedJson bool
|
||||
NeedQuiet bool
|
||||
Verbose bool
|
||||
}
|
||||
|
||||
var (
|
||||
|
||||
14
app/cache/cache.go
vendored
14
app/cache/cache.go
vendored
@@ -10,28 +10,30 @@ import (
|
||||
"axenov/iptv-checker/app/config"
|
||||
"context"
|
||||
"fmt"
|
||||
"github.com/redis/go-redis/v9"
|
||||
"log"
|
||||
"strconv"
|
||||
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
func Init(cfg *config.CacheConfig) *redis.Client {
|
||||
redis := redis.NewClient(&redis.Options{
|
||||
Addr: fmt.Sprintf("%s:%s", cfg.Host, strconv.Itoa(int(cfg.Port))),
|
||||
redisUrl := fmt.Sprintf("%s:%s", cfg.Host, strconv.Itoa(int(cfg.Port)))
|
||||
redisClient := redis.NewClient(&redis.Options{
|
||||
Addr: redisUrl,
|
||||
DB: int(cfg.Db),
|
||||
PoolSize: 1000,
|
||||
ReadTimeout: -1,
|
||||
WriteTimeout: -1,
|
||||
})
|
||||
client := redis.Conn()
|
||||
client := redisClient.Conn()
|
||||
ctx := context.Background()
|
||||
err := client.Ping(ctx).Err()
|
||||
if err == nil {
|
||||
log.Println("Connected to cache DB")
|
||||
log.Println("Connected to cache DB:", redisUrl)
|
||||
cfg.IsActive = true
|
||||
} else {
|
||||
log.Println("Error while connecting to cache DB, program may work not as expected:", err)
|
||||
}
|
||||
|
||||
return redis
|
||||
return redisClient
|
||||
}
|
||||
|
||||
@@ -18,10 +18,10 @@ import (
|
||||
"io"
|
||||
"log"
|
||||
"maps"
|
||||
"math"
|
||||
"math/rand"
|
||||
"net/http"
|
||||
"os"
|
||||
"runtime"
|
||||
"slices"
|
||||
"strings"
|
||||
"sync"
|
||||
@@ -146,6 +146,7 @@ func CheckPlaylists(lists []playlist.Playlist) (int, int) {
|
||||
if err != nil {
|
||||
log.Printf("Cannot read playlist [%s]: %s\n", pls.Url, err)
|
||||
offlineCount++
|
||||
cachePlaylist(pls)
|
||||
continue
|
||||
}
|
||||
|
||||
@@ -156,28 +157,32 @@ func CheckPlaylists(lists []playlist.Playlist) (int, int) {
|
||||
|
||||
log.Printf("Parsed, checking channels (%d)...\n", len(pls.Channels))
|
||||
pls = CheckChannels(pls)
|
||||
|
||||
lists[idx] = pls
|
||||
|
||||
if app.Config.Cache.IsActive {
|
||||
jsonBytes, err := json.Marshal(pls)
|
||||
if err != nil {
|
||||
log.Printf("Error while saving playlist to cache: %s", err)
|
||||
}
|
||||
|
||||
ttl := time.Duration(app.Config.Cache.Ttl) * time.Second
|
||||
written := app.Cache.Set(ctx, pls.Code, string(jsonBytes), ttl)
|
||||
if written.Err() != nil {
|
||||
log.Printf("Error while saving playlist to cache: %s", err)
|
||||
}
|
||||
|
||||
log.Println("Cached sucessfully")
|
||||
}
|
||||
cachePlaylist(pls)
|
||||
}
|
||||
|
||||
return onlineCount, offlineCount
|
||||
}
|
||||
|
||||
func cachePlaylist(pls playlist.Playlist) {
|
||||
if !app.Config.Cache.IsActive {
|
||||
return
|
||||
}
|
||||
|
||||
jsonBytes, err := json.Marshal(pls)
|
||||
if err != nil {
|
||||
log.Printf("Error while saving playlist to cache: %s", err)
|
||||
}
|
||||
|
||||
ttl := time.Duration(app.Config.Cache.Ttl) * time.Second
|
||||
written := app.Cache.Set(ctx, pls.Code, string(jsonBytes), ttl)
|
||||
if written.Err() != nil {
|
||||
log.Printf("Error while saving playlist to cache: %s", err)
|
||||
}
|
||||
|
||||
log.Println("Cached sucessfully")
|
||||
}
|
||||
|
||||
// CheckChannels проверяет каналы и возвращает их же с результатами проверки
|
||||
func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
type errorData struct {
|
||||
@@ -191,6 +196,9 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
return pls
|
||||
}
|
||||
|
||||
pls.OnlineCount = 0
|
||||
pls.OfflineCount = 0
|
||||
|
||||
timeout, routines := calcParameters(count)
|
||||
httpClient := http.Client{Timeout: timeout}
|
||||
chSemaphores := make(chan struct{}, routines)
|
||||
@@ -213,16 +221,16 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
|
||||
http.DefaultTransport.(*http.Transport).TLSClientConfig = &tls.Config{InsecureSkipVerify: true}
|
||||
req, err := http.NewRequest("GET", tvChannel.URL, nil)
|
||||
tvChannel.CheckedAt = time.Now().Unix()
|
||||
if err != nil {
|
||||
data := errorData{tvChannel: tvChannel, err: err}
|
||||
chError <- data
|
||||
return
|
||||
}
|
||||
|
||||
//TODO user-agent
|
||||
req.Header.Set("User-Agent", "Mozilla/5.0 WINK/1.31.1 (AndroidTV/9) HlsWinkPlayer")
|
||||
req.Header.Set("Range", "bytes=0-511") // 512 B, but sometimes servers ignore it
|
||||
resp, err := httpClient.Do(req)
|
||||
tvChannel.CheckedAt = time.Now().Unix()
|
||||
if err != nil {
|
||||
data := errorData{tvChannel: tvChannel, err: err}
|
||||
chError <- data
|
||||
@@ -232,7 +240,8 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
tvChannel.Status = resp.StatusCode
|
||||
tvChannel.IsOnline = tvChannel.Status < http.StatusBadRequest
|
||||
tvChannel.ContentType = resp.Header.Get("Content-Type")
|
||||
bodyBytes, _ := io.ReadAll(resp.Body)
|
||||
chunk := io.LimitReader(resp.Body, 512) // just for sure
|
||||
bodyBytes, _ := io.ReadAll(chunk)
|
||||
bodyString := string(bodyBytes)
|
||||
_ = resp.Body.Close()
|
||||
contentType := http.DetectContentType(bodyBytes)
|
||||
@@ -242,20 +251,17 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
|
||||
isContentCorrect := isContentBinary ||
|
||||
strings.Contains(bodyString, "#EXTM3U") ||
|
||||
strings.Contains(bodyString, "<SegmentTemplate")
|
||||
strings.Contains(bodyString, "#EXT-X-") ||
|
||||
strings.Contains(bodyString, "<MPD ") ||
|
||||
strings.Contains(bodyString, "<SegmentTemplate ") ||
|
||||
strings.Contains(bodyString, "<AdaptationSet ")
|
||||
|
||||
if tvChannel.Status >= http.StatusBadRequest || !isContentCorrect {
|
||||
if tvChannel.Status >= http.StatusBadRequest && !isContentCorrect {
|
||||
tvChannel.Error = bodyString
|
||||
chOffline <- tvChannel
|
||||
return
|
||||
}
|
||||
|
||||
if isContentBinary {
|
||||
tvChannel.Content = "binary"
|
||||
} else {
|
||||
tvChannel.Content = bodyString
|
||||
}
|
||||
|
||||
chOnline <- tvChannel
|
||||
return
|
||||
}(tvChannel)
|
||||
@@ -265,7 +271,6 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
select {
|
||||
case tvChannel := <-chOnline:
|
||||
tvChannel.IsOnline = true
|
||||
pls.OnlineCount++
|
||||
pls.Channels[tvChannel.Id] = tvChannel
|
||||
if app.Args.Verbose {
|
||||
log.Printf("[%.3d/%.3d] ONLINE '%s'\n", idx, count, tvChannel.Title)
|
||||
@@ -274,7 +279,6 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
log.Printf("> MimeType: %s\n", tvChannel.ContentType)
|
||||
}
|
||||
case tvChannel := <-chOffline:
|
||||
pls.OfflineCount++
|
||||
pls.Channels[tvChannel.Id] = tvChannel
|
||||
if app.Args.Verbose {
|
||||
log.Printf("[%.3d/%.3d] OFFLINE '%s'\n", idx, count, tvChannel.Title)
|
||||
@@ -283,7 +287,6 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
log.Printf("> Status: %d\n", tvChannel.Status)
|
||||
}
|
||||
case data := <-chError:
|
||||
pls.OfflineCount++
|
||||
pls.Channels[data.tvChannel.Id] = data.tvChannel
|
||||
if app.Args.Verbose {
|
||||
log.Printf("[%.3d/%.3d] ERROR '%s'\n", idx, count, data.tvChannel.Title)
|
||||
@@ -300,6 +303,14 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
close(chError)
|
||||
pls.CheckedAt = time.Now().Unix()
|
||||
|
||||
for _, tvChannel := range pls.Channels {
|
||||
if tvChannel.IsOnline {
|
||||
pls.OnlineCount++
|
||||
} else {
|
||||
pls.OfflineCount++
|
||||
}
|
||||
}
|
||||
|
||||
log.Printf(
|
||||
"Checked successfully! online=%d onlinePercent=%.2f%% offline=%d offlinePercent=%.2f%% elapsedTime=%.2fs",
|
||||
pls.OnlineCount,
|
||||
@@ -314,26 +325,22 @@ func CheckChannels(pls playlist.Playlist) playlist.Playlist {
|
||||
|
||||
// calcParameters вычисляет оптимальное количество горутин и таймаут запроса
|
||||
func calcParameters(count int) (time.Duration, int) {
|
||||
var routines int
|
||||
var percentage float32
|
||||
|
||||
if count <= 100 {
|
||||
routines = count
|
||||
} else {
|
||||
percentage = float32(runtime.NumCPU()) * 0.075
|
||||
for percentage >= 1 {
|
||||
percentage *= 0.5
|
||||
}
|
||||
routines = int(float32(count) * percentage)
|
||||
}
|
||||
if routines > 500 {
|
||||
routines = 500
|
||||
routines := count
|
||||
if routines > 3000 {
|
||||
routines = 3000
|
||||
}
|
||||
if routines < 1 {
|
||||
routines = 1
|
||||
}
|
||||
|
||||
timeout := 10 / float32(count) * 150
|
||||
var digits = 1
|
||||
x := count
|
||||
for x >= 10 {
|
||||
digits++
|
||||
x /= 10
|
||||
}
|
||||
|
||||
timeout := 10 - int(math.Ceil(float64(digits)*1.5))
|
||||
if timeout > 10 {
|
||||
timeout = 10
|
||||
}
|
||||
|
||||
@@ -12,6 +12,7 @@ import (
|
||||
"os"
|
||||
"regexp"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
// Group - структура для хранения информации о группе каналов
|
||||
@@ -31,7 +32,6 @@ type Channel struct {
|
||||
Status int `json:"status"` // Код статуса HTTP
|
||||
IsOnline bool `json:"isOnline"` // Признак доступности канала (при Status < 400)
|
||||
Error string `json:"error"` // Текст ошибки (при Status >= 400)
|
||||
Content string `json:"content"` // Тело ответа (формат m3u, либо маскированные бинарные данные, либо пусто)
|
||||
ContentType string `json:"contentType"` // MIME-тип тела ответа
|
||||
Tags []string `json:"tags"` // Список тегов канала
|
||||
CheckedAt int64 `json:"checkedAt"` // Время проверки в формате UNIX timestamp
|
||||
@@ -106,23 +106,36 @@ func parseAttributes(line string) map[string]string {
|
||||
return result
|
||||
}
|
||||
|
||||
// parseName парсит название канала из строки тега #EXTINF
|
||||
func parseName(line string) string {
|
||||
//TODO https://git.axenov.dev/IPTV/iptvc/issues/7
|
||||
parts := strings.Split(line, ",")
|
||||
if len(parts) == 2 {
|
||||
return strings.Trim(parts[1], " ")
|
||||
}
|
||||
|
||||
// parseTitle парсит название канала из строки тега #EXTINF
|
||||
func parseTitle(line string) string {
|
||||
// сначала пытаемся по-доброму: в строке есть тег, могут быть атрибуты,
|
||||
// есть запятая-разделитель, после неё -- название канала (с запятыми или без)
|
||||
regex := regexp.MustCompile(`['"]?\s*,\s*(.+)`)
|
||||
regexMatches := regex.FindAllStringSubmatch(line, -1)
|
||||
return regexMatches[0][1]
|
||||
if len(regexMatches) > 0 && len(regexMatches[0]) >= 2 {
|
||||
return strings.TrimSpace(regexMatches[0][1])
|
||||
}
|
||||
|
||||
// теперь пытаемся хоть как-то: в строке есть тег, могут быть атрибуты,
|
||||
// НЕТ запятой-разделителя и название канала (с запятыми или без)
|
||||
lastQuotePos := strings.LastIndexAny(line, `,"'`)
|
||||
if lastQuotePos != -1 && lastQuotePos < len(line)-1 {
|
||||
afterLastQuote := line[lastQuotePos+1:]
|
||||
name := strings.TrimSpace(afterLastQuote)
|
||||
if name != "" {
|
||||
return name
|
||||
}
|
||||
}
|
||||
|
||||
return line // ну штош
|
||||
}
|
||||
|
||||
// Download загружает плейлист по URL-адресу
|
||||
func (pls *Playlist) Download() error {
|
||||
content, err := utils.Fetch(pls.Url)
|
||||
if err != nil {
|
||||
pls.Content = err.Error()
|
||||
pls.CheckedAt = time.Now().Unix()
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -134,6 +147,8 @@ func (pls *Playlist) Download() error {
|
||||
func (pls *Playlist) ReadFromFs() error {
|
||||
content, err := os.ReadFile(pls.Url)
|
||||
if err != nil {
|
||||
pls.Content = err.Error()
|
||||
pls.CheckedAt = time.Now().Unix()
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -144,6 +159,7 @@ func (pls *Playlist) ReadFromFs() error {
|
||||
// Parse разбирает плейлист
|
||||
func (pls *Playlist) Parse() Playlist {
|
||||
isChannel := false
|
||||
pls.Attributes = make(map[string]string)
|
||||
pls.Channels = make(map[string]Channel)
|
||||
pls.Groups = make(map[string]Group)
|
||||
|
||||
@@ -158,14 +174,14 @@ func (pls *Playlist) Parse() Playlist {
|
||||
}
|
||||
|
||||
if strings.HasPrefix(line, "#EXTM3U") {
|
||||
pls.Attributes = parseAttributes(content)
|
||||
pls.Attributes = parseAttributes(line)
|
||||
continue
|
||||
}
|
||||
|
||||
if strings.HasPrefix(line, "#EXTINF") {
|
||||
isChannel = true
|
||||
tmpChannel.Attributes = parseAttributes(line)
|
||||
tmpChannel.Title = parseName(line)
|
||||
tmpChannel.Title = parseTitle(line)
|
||||
|
||||
if tmpChannel.Title == "" {
|
||||
if tvgid, ok := tmpChannel.Attributes["tvg-id"]; ok {
|
||||
|
||||
@@ -18,9 +18,10 @@ import (
|
||||
|
||||
// TagBlock описывает объект с набором тегов, который подходит для каналов по регулярному выражению
|
||||
type TagBlock struct {
|
||||
TvgId string `json:"tvg-id"`
|
||||
Title string `json:"title"`
|
||||
Tags []string `json:"tags"`
|
||||
TvgId string `json:"tvg-id"`
|
||||
TvgName string `json:"tvg-name"`
|
||||
Title string `json:"title"`
|
||||
Tags []string `json:"tags"`
|
||||
}
|
||||
|
||||
// GetTags возвращает теги, соответствующие каналу
|
||||
@@ -42,6 +43,18 @@ func (block *TagBlock) GetTags(ch playlist.Channel) []string {
|
||||
if checkString == "" {
|
||||
return result
|
||||
}
|
||||
} else if block.TvgName != "" {
|
||||
regex, err = regexp.Compile(block.TvgName)
|
||||
if err != nil {
|
||||
return result
|
||||
}
|
||||
if _, ok := ch.Attributes["tvg-name"]; !ok {
|
||||
return result
|
||||
}
|
||||
checkString = ch.Attributes["tvg-name"]
|
||||
if checkString == "" {
|
||||
return result
|
||||
}
|
||||
} else if block.Title != "" {
|
||||
regex, err = regexp.Compile(block.Title)
|
||||
if err != nil {
|
||||
|
||||
@@ -51,13 +51,9 @@ func Fetch(url string) ([]byte, error) {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
req.Header.Set(
|
||||
"User-Agent",
|
||||
"Mozilla/5.0 WINK/1.31.1 (AndroidTV/9) HlsWinkPlayer",
|
||||
)
|
||||
|
||||
req.Header.Set("User-Agent", "Mozilla/5.0 WINK/1.31.1 (AndroidTV/9) HlsWinkPlayer")
|
||||
http.DefaultTransport.(*http.Transport).TLSClientConfig = &tls.Config{InsecureSkipVerify: true}
|
||||
httpClient := http.Client{Timeout: 5 * time.Second}
|
||||
httpClient := http.Client{Timeout: 10 * time.Second}
|
||||
resp, err := httpClient.Do(req)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
|
||||
17
build-docker-image.sh
Executable file
17
build-docker-image.sh
Executable file
@@ -0,0 +1,17 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
[[ "$1" ]] && DOCKER_TAG="$1" || DOCKER_TAG="latest"
|
||||
[[ "$1" ]] && GIT_TAG="$1" || GIT_TAG=$(git describe --tags --always)
|
||||
GIT_HASH=$(git rev-parse --short HEAD)
|
||||
IPTVC_VERSION="${GIT_TAG}-${GIT_HASH}"
|
||||
|
||||
git checkout "${GIT_TAG}" 2>/dev/null
|
||||
docker build \
|
||||
--build-arg IPTVC_VERSION="${IPTVC_VERSION}" \
|
||||
--build-arg GOOS="${GOOS:-linux}" \
|
||||
--build-arg GOARCH="${GOARCH:-amd64}" \
|
||||
--tag iptvc:"${DOCKER_TAG}" \
|
||||
--tag git.axenov.dev/iptv/iptvc:"${DOCKER_TAG}" \
|
||||
.
|
||||
|
||||
docker push git.axenov.dev/iptv/iptvc:"${DOCKER_TAG}"
|
||||
69
cmd/check.go
69
cmd/check.go
@@ -9,11 +9,13 @@ package cmd
|
||||
import (
|
||||
"axenov/iptv-checker/app"
|
||||
"axenov/iptv-checker/app/checker"
|
||||
"axenov/iptv-checker/app/playlist"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"github.com/spf13/cobra"
|
||||
"log"
|
||||
"time"
|
||||
|
||||
"github.com/spf13/cobra"
|
||||
)
|
||||
|
||||
// checkCmd represents the file command
|
||||
@@ -26,22 +28,59 @@ var checkCmd = &cobra.Command{
|
||||
files, _ := cmd.Flags().GetStringSlice("file")
|
||||
urls, _ := cmd.Flags().GetStringSlice("url")
|
||||
codes, _ := cmd.Flags().GetStringSlice("code")
|
||||
lists := checker.PrepareListsToCheck(files, urls, codes)
|
||||
|
||||
startTime := time.Now()
|
||||
onlineCount, offlineCount := checker.CheckPlaylists(lists)
|
||||
waitSeconds := app.Args.RepeatEverySec
|
||||
if waitSeconds <= 0 {
|
||||
waitSeconds = 5
|
||||
}
|
||||
|
||||
log.Printf(
|
||||
"Done! count=%d online=%d offline=%d elapsedTime=%.2fs\n",
|
||||
len(lists),
|
||||
onlineCount,
|
||||
offlineCount,
|
||||
time.Since(startTime).Seconds(),
|
||||
)
|
||||
currentIteration := 1
|
||||
for {
|
||||
if app.Args.RepeatCount != 1 {
|
||||
log.Printf(
|
||||
"@ New iteration current=%d count=%d\n",
|
||||
currentIteration,
|
||||
app.Args.RepeatCount,
|
||||
)
|
||||
}
|
||||
|
||||
if app.Args.NeedJson {
|
||||
marshal, _ := json.Marshal(lists)
|
||||
fmt.Println(string(marshal))
|
||||
var lists []playlist.Playlist
|
||||
if len(files) == 0 && len(urls) == 0 && len(codes) == 0 {
|
||||
lists = checker.PrepareListsToCheck(files, urls, codes)
|
||||
} else {
|
||||
if currentIteration == 1 {
|
||||
lists = checker.PrepareListsToCheck(files, urls, codes)
|
||||
}
|
||||
}
|
||||
|
||||
if len(lists) > 0 {
|
||||
startTime := time.Now()
|
||||
onlineCount, offlineCount := checker.CheckPlaylists(lists)
|
||||
|
||||
log.Printf(
|
||||
"Done! count=%d online=%d offline=%d elapsedTime=%.2fs\n",
|
||||
len(lists),
|
||||
onlineCount,
|
||||
offlineCount,
|
||||
time.Since(startTime).Seconds(),
|
||||
)
|
||||
|
||||
if app.Args.NeedJson {
|
||||
marshal, _ := json.Marshal(lists)
|
||||
fmt.Println(string(marshal))
|
||||
}
|
||||
} else {
|
||||
log.Println("There are no playlists to check")
|
||||
}
|
||||
|
||||
if app.Args.RepeatCount != 0 {
|
||||
if uint(currentIteration) == app.Args.RepeatCount {
|
||||
break
|
||||
}
|
||||
currentIteration++
|
||||
}
|
||||
log.Printf("Waiting for new iteration... seconds=%d\n", app.Args.RepeatEverySec)
|
||||
time.Sleep(time.Duration(app.Args.RepeatEverySec) * time.Second)
|
||||
}
|
||||
},
|
||||
}
|
||||
@@ -50,6 +89,8 @@ func init() {
|
||||
checkCmd.Flags().StringVarP(&app.Args.TagsPath, "tags", "t", "./channels.json", "path to a local tagfile")
|
||||
checkCmd.Flags().StringVarP(&app.Args.IniPath, "ini", "i", "./playlists.ini", "path to a local ini-file")
|
||||
checkCmd.Flags().UintVarP(&app.Args.RandomCount, "random", "r", 0, "take this count of random playlists to check from ini-file")
|
||||
checkCmd.Flags().UintVarP(&app.Args.RepeatCount, "repeat", "", 1, "repeat same check X times")
|
||||
checkCmd.Flags().UintVarP(&app.Args.RepeatEverySec, "every", "", 5, "wait N seconds after every check")
|
||||
checkCmd.Flags().BoolVarP(&app.Args.NeedJson, "json", "j", false, "print results in JSON format in the end")
|
||||
checkCmd.Flags().BoolVarP(&app.Args.NeedQuiet, "quiet", "q", false, "suppress logs (does not affect on -j)")
|
||||
checkCmd.Flags().StringSliceP("file", "f", []string{}, "path to a local playlist file (m3u/m3u8)")
|
||||
|
||||
@@ -16,8 +16,8 @@ import (
|
||||
// rootCmd represents the base command when called without any subcommands
|
||||
var rootCmd = &cobra.Command{
|
||||
Use: "iptvc",
|
||||
Short: "Simple utility to check iptv playlists. Part of iptv.axenov.dev project.",
|
||||
Long: `Simple utility to check iptv playlists. Part of iptv.axenov.dev project.
|
||||
Short: "Simple utility to check iptv playlists. Part of m3u.su project.",
|
||||
Long: `Simple utility to check iptv playlists. Part of m3u.su project.
|
||||
Copyright (c) 2025, Антон Аксенов, MIT license.`,
|
||||
// Uncomment the following line if your bare application
|
||||
// has an action associated with it:
|
||||
|
||||
Reference in New Issue
Block a user