Compare commits
17 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 64ef546799 | |||
| ec81cab79d | |||
| 27a8f73390 | |||
| 17a6422b1b | |||
| 16ab8a2ffd | |||
| c6e2244694 | |||
| 388a0235dd | |||
| 06b90e515c | |||
| cb06d54d4c | |||
| e665ba79d7 | |||
| 1a6dcdeb78 | |||
| c478284764 | |||
| 7fd124118f | |||
| 9c0640f2d1 | |||
| 9d904924a4 | |||
| 37426631d8 | |||
| 481e85a533 |
1
.python-version
Normal file
1
.python-version
Normal file
@ -0,0 +1 @@
|
||||
3.12.4
|
||||
7
Pipfile
7
Pipfile
@ -4,9 +4,12 @@ verify_ssl = true
|
||||
name = "pypi"
|
||||
|
||||
[packages]
|
||||
giteapy = "*"
|
||||
# py-gitea = "*"
|
||||
py-gitea = {git = "https://github.com/mikeperalta1/py-gitea.git"}
|
||||
# py-gitea = {file = "/home/mike/opt/py-gitea"}
|
||||
|
||||
[dev-packages]
|
||||
|
||||
[requires]
|
||||
python_version = "3.10"
|
||||
python_version = "3.12.4"
|
||||
|
||||
|
||||
147
Pipfile.lock
generated
147
Pipfile.lock
generated
@ -1,11 +1,11 @@
|
||||
{
|
||||
"_meta": {
|
||||
"hash": {
|
||||
"sha256": "824c02127733d501ae21f3e5ccc7ee72fc4b2fe92bbca23c77ebd204d294b0fc"
|
||||
"sha256": "f3cf3ec0cb7841f0468b326f39172450322da64a96f61f939c985fd98d4661ac"
|
||||
},
|
||||
"pipfile-spec": 6,
|
||||
"requires": {
|
||||
"python_version": "3.10"
|
||||
"python_version": "3.12.4"
|
||||
},
|
||||
"sources": [
|
||||
{
|
||||
@ -18,42 +18,143 @@
|
||||
"default": {
|
||||
"certifi": {
|
||||
"hashes": [
|
||||
"sha256:35824b4c3a97115964b408844d64aa14db1cc518f6562e8d7261699d1350a9e3",
|
||||
"sha256:4ad3232f5e926d6718ec31cfc1fcadfde020920e278684144551c91769c7bc18"
|
||||
"sha256:3cd43f1c6fa7dedc5899d69d3ad0398fd018ad1a17fba83ddaf78aa46c747516",
|
||||
"sha256:ddc6c8ce995e6987e7faf5e3f1b02b302836a0e5d98ece18392cb1a36c72ad56"
|
||||
],
|
||||
"markers": "python_version >= '3.6'",
|
||||
"version": "==2022.12.7"
|
||||
"version": "==2024.6.2"
|
||||
},
|
||||
"giteapy": {
|
||||
"charset-normalizer": {
|
||||
"hashes": [
|
||||
"sha256:2078c802a4626bf311e911c969c34b7d19fbe9175e2910e1965b24ff69221470"
|
||||
"sha256:06435b539f889b1f6f4ac1758871aae42dc3a8c0e24ac9e60c2384973ad73027",
|
||||
"sha256:06a81e93cd441c56a9b65d8e1d043daeb97a3d0856d177d5c90ba85acb3db087",
|
||||
"sha256:0a55554a2fa0d408816b3b5cedf0045f4b8e1a6065aec45849de2d6f3f8e9786",
|
||||
"sha256:0b2b64d2bb6d3fb9112bafa732def486049e63de9618b5843bcdd081d8144cd8",
|
||||
"sha256:10955842570876604d404661fbccbc9c7e684caf432c09c715ec38fbae45ae09",
|
||||
"sha256:122c7fa62b130ed55f8f285bfd56d5f4b4a5b503609d181f9ad85e55c89f4185",
|
||||
"sha256:1ceae2f17a9c33cb48e3263960dc5fc8005351ee19db217e9b1bb15d28c02574",
|
||||
"sha256:1d3193f4a680c64b4b6a9115943538edb896edc190f0b222e73761716519268e",
|
||||
"sha256:1f79682fbe303db92bc2b1136016a38a42e835d932bab5b3b1bfcfbf0640e519",
|
||||
"sha256:2127566c664442652f024c837091890cb1942c30937add288223dc895793f898",
|
||||
"sha256:22afcb9f253dac0696b5a4be4a1c0f8762f8239e21b99680099abd9b2b1b2269",
|
||||
"sha256:25baf083bf6f6b341f4121c2f3c548875ee6f5339300e08be3f2b2ba1721cdd3",
|
||||
"sha256:2e81c7b9c8979ce92ed306c249d46894776a909505d8f5a4ba55b14206e3222f",
|
||||
"sha256:3287761bc4ee9e33561a7e058c72ac0938c4f57fe49a09eae428fd88aafe7bb6",
|
||||
"sha256:34d1c8da1e78d2e001f363791c98a272bb734000fcef47a491c1e3b0505657a8",
|
||||
"sha256:37e55c8e51c236f95b033f6fb391d7d7970ba5fe7ff453dad675e88cf303377a",
|
||||
"sha256:3d47fa203a7bd9c5b6cee4736ee84ca03b8ef23193c0d1ca99b5089f72645c73",
|
||||
"sha256:3e4d1f6587322d2788836a99c69062fbb091331ec940e02d12d179c1d53e25fc",
|
||||
"sha256:42cb296636fcc8b0644486d15c12376cb9fa75443e00fb25de0b8602e64c1714",
|
||||
"sha256:45485e01ff4d3630ec0d9617310448a8702f70e9c01906b0d0118bdf9d124cf2",
|
||||
"sha256:4a78b2b446bd7c934f5dcedc588903fb2f5eec172f3d29e52a9096a43722adfc",
|
||||
"sha256:4ab2fe47fae9e0f9dee8c04187ce5d09f48eabe611be8259444906793ab7cbce",
|
||||
"sha256:4d0d1650369165a14e14e1e47b372cfcb31d6ab44e6e33cb2d4e57265290044d",
|
||||
"sha256:549a3a73da901d5bc3ce8d24e0600d1fa85524c10287f6004fbab87672bf3e1e",
|
||||
"sha256:55086ee1064215781fff39a1af09518bc9255b50d6333f2e4c74ca09fac6a8f6",
|
||||
"sha256:572c3763a264ba47b3cf708a44ce965d98555f618ca42c926a9c1616d8f34269",
|
||||
"sha256:573f6eac48f4769d667c4442081b1794f52919e7edada77495aaed9236d13a96",
|
||||
"sha256:5b4c145409bef602a690e7cfad0a15a55c13320ff7a3ad7ca59c13bb8ba4d45d",
|
||||
"sha256:6463effa3186ea09411d50efc7d85360b38d5f09b870c48e4600f63af490e56a",
|
||||
"sha256:65f6f63034100ead094b8744b3b97965785388f308a64cf8d7c34f2f2e5be0c4",
|
||||
"sha256:663946639d296df6a2bb2aa51b60a2454ca1cb29835324c640dafb5ff2131a77",
|
||||
"sha256:6897af51655e3691ff853668779c7bad41579facacf5fd7253b0133308cf000d",
|
||||
"sha256:68d1f8a9e9e37c1223b656399be5d6b448dea850bed7d0f87a8311f1ff3dabb0",
|
||||
"sha256:6ac7ffc7ad6d040517be39eb591cac5ff87416c2537df6ba3cba3bae290c0fed",
|
||||
"sha256:6b3251890fff30ee142c44144871185dbe13b11bab478a88887a639655be1068",
|
||||
"sha256:6c4caeef8fa63d06bd437cd4bdcf3ffefe6738fb1b25951440d80dc7df8c03ac",
|
||||
"sha256:6ef1d82a3af9d3eecdba2321dc1b3c238245d890843e040e41e470ffa64c3e25",
|
||||
"sha256:753f10e867343b4511128c6ed8c82f7bec3bd026875576dfd88483c5c73b2fd8",
|
||||
"sha256:7cd13a2e3ddeed6913a65e66e94b51d80a041145a026c27e6bb76c31a853c6ab",
|
||||
"sha256:7ed9e526742851e8d5cc9e6cf41427dfc6068d4f5a3bb03659444b4cabf6bc26",
|
||||
"sha256:7f04c839ed0b6b98b1a7501a002144b76c18fb1c1850c8b98d458ac269e26ed2",
|
||||
"sha256:802fe99cca7457642125a8a88a084cef28ff0cf9407060f7b93dca5aa25480db",
|
||||
"sha256:80402cd6ee291dcb72644d6eac93785fe2c8b9cb30893c1af5b8fdd753b9d40f",
|
||||
"sha256:8465322196c8b4d7ab6d1e049e4c5cb460d0394da4a27d23cc242fbf0034b6b5",
|
||||
"sha256:86216b5cee4b06df986d214f664305142d9c76df9b6512be2738aa72a2048f99",
|
||||
"sha256:87d1351268731db79e0f8e745d92493ee2841c974128ef629dc518b937d9194c",
|
||||
"sha256:8bdb58ff7ba23002a4c5808d608e4e6c687175724f54a5dade5fa8c67b604e4d",
|
||||
"sha256:8c622a5fe39a48f78944a87d4fb8a53ee07344641b0562c540d840748571b811",
|
||||
"sha256:8d756e44e94489e49571086ef83b2bb8ce311e730092d2c34ca8f7d925cb20aa",
|
||||
"sha256:8f4a014bc36d3c57402e2977dada34f9c12300af536839dc38c0beab8878f38a",
|
||||
"sha256:9063e24fdb1e498ab71cb7419e24622516c4a04476b17a2dab57e8baa30d6e03",
|
||||
"sha256:90d558489962fd4918143277a773316e56c72da56ec7aa3dc3dbbe20fdfed15b",
|
||||
"sha256:923c0c831b7cfcb071580d3f46c4baf50f174be571576556269530f4bbd79d04",
|
||||
"sha256:95f2a5796329323b8f0512e09dbb7a1860c46a39da62ecb2324f116fa8fdc85c",
|
||||
"sha256:96b02a3dc4381e5494fad39be677abcb5e6634bf7b4fa83a6dd3112607547001",
|
||||
"sha256:9f96df6923e21816da7e0ad3fd47dd8f94b2a5ce594e00677c0013018b813458",
|
||||
"sha256:a10af20b82360ab00827f916a6058451b723b4e65030c5a18577c8b2de5b3389",
|
||||
"sha256:a50aebfa173e157099939b17f18600f72f84eed3049e743b68ad15bd69b6bf99",
|
||||
"sha256:a981a536974bbc7a512cf44ed14938cf01030a99e9b3a06dd59578882f06f985",
|
||||
"sha256:a9a8e9031d613fd2009c182b69c7b2c1ef8239a0efb1df3f7c8da66d5dd3d537",
|
||||
"sha256:ae5f4161f18c61806f411a13b0310bea87f987c7d2ecdbdaad0e94eb2e404238",
|
||||
"sha256:aed38f6e4fb3f5d6bf81bfa990a07806be9d83cf7bacef998ab1a9bd660a581f",
|
||||
"sha256:b01b88d45a6fcb69667cd6d2f7a9aeb4bf53760d7fc536bf679ec94fe9f3ff3d",
|
||||
"sha256:b261ccdec7821281dade748d088bb6e9b69e6d15b30652b74cbbac25e280b796",
|
||||
"sha256:b2b0a0c0517616b6869869f8c581d4eb2dd83a4d79e0ebcb7d373ef9956aeb0a",
|
||||
"sha256:b4a23f61ce87adf89be746c8a8974fe1c823c891d8f86eb218bb957c924bb143",
|
||||
"sha256:bd8f7df7d12c2db9fab40bdd87a7c09b1530128315d047a086fa3ae3435cb3a8",
|
||||
"sha256:beb58fe5cdb101e3a055192ac291b7a21e3b7ef4f67fa1d74e331a7f2124341c",
|
||||
"sha256:c002b4ffc0be611f0d9da932eb0f704fe2602a9a949d1f738e4c34c75b0863d5",
|
||||
"sha256:c083af607d2515612056a31f0a8d9e0fcb5876b7bfc0abad3ecd275bc4ebc2d5",
|
||||
"sha256:c180f51afb394e165eafe4ac2936a14bee3eb10debc9d9e4db8958fe36afe711",
|
||||
"sha256:c235ebd9baae02f1b77bcea61bce332cb4331dc3617d254df3323aa01ab47bd4",
|
||||
"sha256:cd70574b12bb8a4d2aaa0094515df2463cb429d8536cfb6c7ce983246983e5a6",
|
||||
"sha256:d0eccceffcb53201b5bfebb52600a5fb483a20b61da9dbc885f8b103cbe7598c",
|
||||
"sha256:d965bba47ddeec8cd560687584e88cf699fd28f192ceb452d1d7ee807c5597b7",
|
||||
"sha256:db364eca23f876da6f9e16c9da0df51aa4f104a972735574842618b8c6d999d4",
|
||||
"sha256:ddbb2551d7e0102e7252db79ba445cdab71b26640817ab1e3e3648dad515003b",
|
||||
"sha256:deb6be0ac38ece9ba87dea880e438f25ca3eddfac8b002a2ec3d9183a454e8ae",
|
||||
"sha256:e06ed3eb3218bc64786f7db41917d4e686cc4856944f53d5bdf83a6884432e12",
|
||||
"sha256:e27ad930a842b4c5eb8ac0016b0a54f5aebbe679340c26101df33424142c143c",
|
||||
"sha256:e537484df0d8f426ce2afb2d0f8e1c3d0b114b83f8850e5f2fbea0e797bd82ae",
|
||||
"sha256:eb00ed941194665c332bf8e078baf037d6c35d7c4f3102ea2d4f16ca94a26dc8",
|
||||
"sha256:eb6904c354526e758fda7167b33005998fb68c46fbc10e013ca97f21ca5c8887",
|
||||
"sha256:eb8821e09e916165e160797a6c17edda0679379a4be5c716c260e836e122f54b",
|
||||
"sha256:efcb3f6676480691518c177e3b465bcddf57cea040302f9f4e6e191af91174d4",
|
||||
"sha256:f27273b60488abe721a075bcca6d7f3964f9f6f067c8c4c605743023d7d3944f",
|
||||
"sha256:f30c3cb33b24454a82faecaf01b19c18562b1e89558fb6c56de4d9118a032fd5",
|
||||
"sha256:fb69256e180cb6c8a894fee62b3afebae785babc1ee98b81cdf68bbca1987f33",
|
||||
"sha256:fd1abc0d89e30cc4e02e4064dc67fcc51bd941eb395c502aac3ec19fab46b519",
|
||||
"sha256:ff8fa367d09b717b2a17a052544193ad76cd49979c805768879cb63d9ca50561"
|
||||
],
|
||||
"index": "pypi",
|
||||
"version": "==1.0.8"
|
||||
"markers": "python_full_version >= '3.7.0'",
|
||||
"version": "==3.3.2"
|
||||
},
|
||||
"python-dateutil": {
|
||||
"idna": {
|
||||
"hashes": [
|
||||
"sha256:0123cacc1627ae19ddf3c27a5de5bd67ee4586fbdd6440d9748f8abb483d3e86",
|
||||
"sha256:961d03dc3453ebbc59dbdea9e4e11c5651520a876d0f4db161e8674aae935da9"
|
||||
"sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc",
|
||||
"sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'",
|
||||
"version": "==2.8.2"
|
||||
"markers": "python_version >= '3.5'",
|
||||
"version": "==3.7"
|
||||
},
|
||||
"six": {
|
||||
"immutabledict": {
|
||||
"hashes": [
|
||||
"sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926",
|
||||
"sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"
|
||||
"sha256:d728b2c2410d698d95e6200237feb50a695584d20289ad3379a439aa3d90baba",
|
||||
"sha256:e003fd81aad2377a5a758bf7e1086cf3b70b63e9a5cc2f46bce8d0a2b4727c5f"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'",
|
||||
"version": "==1.16.0"
|
||||
"markers": "python_version >= '3.8' and python_version < '4.0'",
|
||||
"version": "==4.2.0"
|
||||
},
|
||||
"py-gitea": {
|
||||
"git": "https://github.com/mikeperalta1/py-gitea.git",
|
||||
"ref": "6102ca7d30fea302b52fce21d3082f04a64a0308"
|
||||
},
|
||||
"requests": {
|
||||
"hashes": [
|
||||
"sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760",
|
||||
"sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6"
|
||||
],
|
||||
"markers": "python_version >= '3.8'",
|
||||
"version": "==2.32.3"
|
||||
},
|
||||
"urllib3": {
|
||||
"hashes": [
|
||||
"sha256:076907bf8fd355cde77728471316625a4d2f7e713c125f51953bb5b3eecf4f72",
|
||||
"sha256:75edcdc2f7d85b137124a6c3c9fc3933cdeaa12ecb9a6a959f22797a0feca7e1"
|
||||
"sha256:a448b2f64d686155468037e1ace9f2d2199776e17f0a46610480d311f73e3472",
|
||||
"sha256:dd505485549a7a552833da5e6063639d0d177c04f23bc3864e41e5dc5f612168"
|
||||
],
|
||||
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'",
|
||||
"version": "==1.26.14"
|
||||
"markers": "python_version >= '3.8'",
|
||||
"version": "==2.2.2"
|
||||
}
|
||||
},
|
||||
"develop": {}
|
||||
|
||||
@ -6,11 +6,11 @@ Supports changing destination names a bit, and adding topics to each transferred
|
||||
|
||||
by Mike Peralta
|
||||
|
||||
Current license: You are free to clone and use this program but all other rights reserved, provided you accept 100% of all liability of any outcome of use/download/etc this program. Better license coming soon.
|
||||
Current license: You are free to clone and use this program but all other rights reserved, provided you accept 100% of all liability of any outcome of use/download/etc. this program. Better license coming soon.
|
||||
|
||||
## Requirements
|
||||
|
||||
* python 3.10
|
||||
* python 3.12
|
||||
* pipenv
|
||||
|
||||
## Installation
|
||||
|
||||
43
domain/API.py
Normal file
43
domain/API.py
Normal file
@ -0,0 +1,43 @@
|
||||
|
||||
|
||||
import gitea
|
||||
|
||||
|
||||
class API:
|
||||
|
||||
__DEFAULT_API_PATH = "/api/v1"
|
||||
|
||||
def __init__(self, verify_ssl, ca_bundle):
|
||||
|
||||
self.__verify_ssl = verify_ssl
|
||||
self.__ca_bundle = ca_bundle
|
||||
|
||||
@staticmethod
|
||||
def _make_api_base_url(hostname, port):
|
||||
|
||||
base = f"https://{hostname}"
|
||||
if port is not None:
|
||||
base += f":{port}"
|
||||
|
||||
return base
|
||||
|
||||
def get(self, hostname, port, token) -> gitea.Gitea:
|
||||
|
||||
url = API._make_api_base_url(
|
||||
hostname=hostname,
|
||||
port=port
|
||||
)
|
||||
|
||||
ssl_verify_arg = True
|
||||
if self.__verify_ssl is not None:
|
||||
ssl_verify_arg = self.__verify_ssl
|
||||
if self.__ca_bundle is not None:
|
||||
ssl_verify_arg = self.__ca_bundle
|
||||
|
||||
g = gitea.Gitea(
|
||||
gitea_url=url,
|
||||
token_text=token,
|
||||
verify=ssl_verify_arg
|
||||
)
|
||||
|
||||
return g
|
||||
@ -1,27 +1,30 @@
|
||||
|
||||
|
||||
import giteapy
|
||||
from domain.API import API
|
||||
|
||||
|
||||
import gitea
|
||||
import logging
|
||||
import sys
|
||||
|
||||
import certifi
|
||||
|
||||
|
||||
class Migrator:
|
||||
|
||||
__DEFAULT_API_PATH = "/api/v1"
|
||||
__REPO_ORIGINAL_NAME_TOKEN = "%N%"
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
source_host, source_port, source_token,
|
||||
destination_host, destination_port, destination_token,
|
||||
verify_ssl: bool = True, ca_bundle: str = None
|
||||
):
|
||||
|
||||
# noinspection PyTypeChecker
|
||||
self.__logger: logging.Logger = None
|
||||
self._init_logger()
|
||||
|
||||
self.__verify_ssl = True
|
||||
|
||||
self.__source_host = source_host
|
||||
self.__source_port = source_port
|
||||
self.__source_token = source_token
|
||||
@ -30,6 +33,26 @@ class Migrator:
|
||||
self.__destination_port = destination_port
|
||||
self.__destination_token = destination_token
|
||||
|
||||
self.__verify_ssl = verify_ssl
|
||||
self.__ca_bundle = ca_bundle
|
||||
|
||||
api = API(
|
||||
verify_ssl=self.__verify_ssl,
|
||||
ca_bundle=self.__ca_bundle,
|
||||
)
|
||||
|
||||
self.__source_api = api.get(
|
||||
hostname=self.__source_host,
|
||||
port=self.__source_port,
|
||||
token=self.__source_token,
|
||||
|
||||
)
|
||||
self.__destination_api = api.get(
|
||||
hostname=self.__destination_host,
|
||||
port=self.__destination_port,
|
||||
token=self.__destination_token,
|
||||
)
|
||||
|
||||
def _init_logger(self):
|
||||
|
||||
logger = logging.Logger(name=f"{type(self).__name__}", level=logging.INFO)
|
||||
@ -39,6 +62,7 @@ class Migrator:
|
||||
|
||||
self.__logger = logger
|
||||
|
||||
"""
|
||||
def _get_user_api(self, hostname, port, token) -> giteapy.UserApi:
|
||||
|
||||
conf = giteapy.Configuration()
|
||||
@ -48,7 +72,9 @@ class Migrator:
|
||||
api = giteapy.UserApi(giteapy.ApiClient(conf))
|
||||
|
||||
return api
|
||||
"""
|
||||
|
||||
"""
|
||||
def _get_repo_api(self, hostname, port, token) -> giteapy.RepositoryApi:
|
||||
|
||||
conf = giteapy.Configuration()
|
||||
@ -58,7 +84,9 @@ class Migrator:
|
||||
api = giteapy.RepositoryApi(giteapy.ApiClient(conf))
|
||||
|
||||
return api
|
||||
"""
|
||||
|
||||
"""
|
||||
def _get_org_apis(self) -> (giteapy.OrganizationApi, giteapy.OrganizationApi):
|
||||
|
||||
api_source = self._get_org_api(
|
||||
@ -71,7 +99,9 @@ class Migrator:
|
||||
)
|
||||
|
||||
return api_source, api_destination
|
||||
"""
|
||||
|
||||
"""
|
||||
def _get_org_api(self, hostname, port, token) -> giteapy.OrganizationApi:
|
||||
|
||||
conf = giteapy.Configuration()
|
||||
@ -81,53 +111,87 @@ class Migrator:
|
||||
api = giteapy.OrganizationApi(giteapy.ApiClient(conf))
|
||||
|
||||
return api
|
||||
"""
|
||||
|
||||
def _make_api_base(self, hostname, port):
|
||||
|
||||
base = f"https://{hostname}"
|
||||
if port is not None:
|
||||
base += f":{port}"
|
||||
base += self.__DEFAULT_API_PATH
|
||||
|
||||
return base
|
||||
|
||||
def _make_destination_repo_name(self, pattern: str, repo: giteapy.Repository):
|
||||
def _make_destination_repo_name(self, pattern: str, repo: gitea.Repository):
|
||||
|
||||
repo_name = pattern.replace(self.__REPO_ORIGINAL_NAME_TOKEN, repo.name)
|
||||
|
||||
return repo_name
|
||||
|
||||
def set_verify_ssl(self, b: bool):
|
||||
"""
|
||||
def set_ca_bundle(self, bundle_path: str):
|
||||
|
||||
self.__verify_ssl = b
|
||||
self.__logger.info("Setting certificate bundle path")
|
||||
|
||||
# Hacky but oh well
|
||||
self.__logger.info(f"Old path: {certifi.where()}")
|
||||
certifi.core._CACERT_PATH = bundle_path
|
||||
self.__logger.info(f"New path: {certifi.where()}")
|
||||
|
||||
# TODO: JUST TESTING
|
||||
self.__verify_ssl = bundle_path
|
||||
"""
|
||||
|
||||
def migrate_entire_org(
|
||||
self,
|
||||
source_org: str,
|
||||
destination_org: str, destination_repo_name: str, destination_topics: list
|
||||
interactive: bool = True,
|
||||
source_org: str = None, source_topics: list[str] = None,
|
||||
destination_org: str = None, destination_repo_name: str = None, destination_topics: list = None,
|
||||
do_destination_copy_topics: bool = True
|
||||
):
|
||||
assert source_org is not None, "Source org must be specified"
|
||||
assert destination_org is not None, "Destination org must be specified"
|
||||
assert destination_repo_name is not None, "Destination repo name must be specified"
|
||||
assert destination_topics is not None, "Destination topics must be specified"
|
||||
assert do_destination_copy_topics is not None, "Destination directive to copy source topics should be specified"
|
||||
|
||||
api_source, api_destination = self._get_org_apis()
|
||||
# api_source, api_destination = self._get_org_apis()
|
||||
# api_source: giteapy.OrganizationApi
|
||||
# api_destination: giteapy.OrganizationApi
|
||||
|
||||
source_repos = api_source.org_list_repos(source_org)
|
||||
# Tattle on certify
|
||||
self.__logger.info(f"Certifi is currently using CA bundle: {certifi.where()}")
|
||||
|
||||
# Grab all org repos
|
||||
source_repos = self._fetch_all_org_repos(
|
||||
org_name=source_org
|
||||
)
|
||||
self.__logger.info(f"Found {len(source_repos)} repos on source:")
|
||||
for repo in source_repos:
|
||||
repo: giteapy.Repository
|
||||
self.__logger.info(f"- #{repo.id} {repo.full_name}")
|
||||
repo: gitea.Repository
|
||||
self.__logger.info(f"- {repo.get_full_name()}")
|
||||
|
||||
print()
|
||||
|
||||
# Filter
|
||||
source_repos = self._filter_repos_for_required_topics(
|
||||
repos=source_repos,
|
||||
topics_required=source_topics
|
||||
)
|
||||
print()
|
||||
self.__logger.info(f"Have {len(source_repos)} remaining repos after topic filtering:")
|
||||
for repo in source_repos:
|
||||
repo: gitea.Repository
|
||||
self.__logger.info(f"- {repo.get_full_name()}")
|
||||
|
||||
repos_migrate = []
|
||||
repos_ignore = []
|
||||
go_right_now = False
|
||||
for repo in source_repos:
|
||||
|
||||
repo: giteapy.Repository
|
||||
repo: gitea.Repository
|
||||
|
||||
while True:
|
||||
|
||||
response = input(f"Migrate repo #{repo.id} \"{repo.full_name}\" ? (Y)es, (N)o, (G)o right now, (Q)uit ==> ")
|
||||
if interactive:
|
||||
response = input(
|
||||
f"Migrate repo #{repo.id} \"{repo.full_name}\" ?"
|
||||
" (Y)es, (N)o, (G)o right now, (Q)uit ==> "
|
||||
)
|
||||
response = response.lower()
|
||||
else:
|
||||
response = "y"
|
||||
|
||||
valid_input = True
|
||||
if response == "y":
|
||||
@ -152,26 +216,32 @@ class Migrator:
|
||||
if go_right_now:
|
||||
break
|
||||
|
||||
#
|
||||
# Announce repo destination names
|
||||
self.__logger.info("")
|
||||
if len(repos_migrate):
|
||||
self.__logger.info("Repos to migrate:")
|
||||
for repo in repos_migrate:
|
||||
repo: giteapy.Repository
|
||||
destination_name = self._make_destination_repo_name(pattern=destination_repo_name, repo=repo)
|
||||
self.__logger.info(f"#{repo.id} \"{repo.name}\" ==> \"{destination_name}\"")
|
||||
repo: gitea.Repository
|
||||
destination_name = self._make_destination_repo_name(
|
||||
pattern=destination_repo_name, repo=repo
|
||||
)
|
||||
self.__logger.info(
|
||||
f"#{repo.id} \"{repo.name}\"\n> \"{destination_name}\""
|
||||
)
|
||||
else:
|
||||
self.__logger.info("No repos marked to migrate")
|
||||
|
||||
# Announce manually ignored repos
|
||||
self.__logger.info("")
|
||||
if len(repos_ignore):
|
||||
self.__logger.info("Repos to ignore:")
|
||||
for repo in repos_ignore:
|
||||
repo: giteapy.Repository
|
||||
self.__logger.info(f"#{repo.id} \"{repo.name}\"")
|
||||
repo: gitea.Repository
|
||||
self.__logger.info(f"#{repo.id} \"{repo.get_full_name()}\"")
|
||||
else:
|
||||
self.__logger.info("No repos marked to ignore")
|
||||
|
||||
# Migrate
|
||||
if len(repos_migrate):
|
||||
|
||||
confirmation = input("Do you confirm the above selections? Enter MIGRATE ==> ")
|
||||
@ -179,98 +249,231 @@ class Migrator:
|
||||
if confirmation == "MIGRATE":
|
||||
|
||||
self.__logger.info("Confirmation received; Processing ... ")
|
||||
source_repos_successful = self._migrate_repos(
|
||||
source_repos_successful, source_repos_failed = self._migrate_repos(
|
||||
destination_org_name=destination_org,
|
||||
destination_repo_name=destination_repo_name,
|
||||
destination_topics=destination_topics,
|
||||
do_destination_copy_topics=do_destination_copy_topics,
|
||||
repos=repos_migrate
|
||||
)
|
||||
self.__logger.info(f"{len(source_repos_successful)} of {len(repos_migrate)} repos successfully migrated.")
|
||||
self.__logger.info(
|
||||
f"{len(source_repos_successful)} of {len(repos_migrate)}"
|
||||
" repos successfully migrated."
|
||||
)
|
||||
if len(source_repos_failed) > 0:
|
||||
self.__logger.error(f"Failed to migrate {len(source_repos_failed)} repos:")
|
||||
for repo, exception in source_repos_failed:
|
||||
self.__logger.error(
|
||||
f"> {repo.name}"
|
||||
)
|
||||
self.__logger.error(f"Captured exception data:")
|
||||
for repo, exception in source_repos_failed:
|
||||
self.__logger.error(
|
||||
f"Failed to migrate repo: {repo.name}\n> {exception}"
|
||||
)
|
||||
|
||||
self._delete_migrated_repos(source_org_name=source_org, repos=source_repos_successful)
|
||||
self._delete_migrated_repos(
|
||||
source_org_name=source_org,
|
||||
repos=source_repos_successful
|
||||
)
|
||||
|
||||
else:
|
||||
self.__logger.info("Confirmation not received; Won't do anything.")
|
||||
|
||||
def _fetch_all_org_repos(self, org_name: str):
|
||||
|
||||
org = gitea.Organization.request(
|
||||
gitea=self.__source_api,
|
||||
name=org_name
|
||||
)
|
||||
|
||||
# Grabs all pages automatically
|
||||
repos = org.get_repositories()
|
||||
|
||||
return repos
|
||||
|
||||
def _filter_repos_for_required_topics(
|
||||
|
||||
self,
|
||||
repos: list[gitea.Repository],
|
||||
topics_required: list[str]
|
||||
|
||||
) -> list[gitea.Repository]:
|
||||
|
||||
self.__logger.info(
|
||||
f"Filtering source repos for required topics: {topics_required}"
|
||||
)
|
||||
|
||||
repos_keep = []
|
||||
repos_reject = []
|
||||
repo_topics = {}
|
||||
|
||||
for repo in repos:
|
||||
|
||||
repo: gitea.Repository
|
||||
|
||||
repo_key = repo.get_full_name()
|
||||
|
||||
topics_present = repo.get_topics()
|
||||
repo_topics[repo_key] = topics_present
|
||||
|
||||
if self._check_required_topics(
|
||||
topics_present=repo_topics[repo_key],
|
||||
topics_required=topics_required
|
||||
):
|
||||
repos_keep.append(repo)
|
||||
else:
|
||||
repos_reject.append(repo)
|
||||
|
||||
self.__logger.info("")
|
||||
self.__logger.info(
|
||||
f"\nKeeping {len(repos_keep)} repos"
|
||||
f" because they contain all required topics ({topics_required}):"
|
||||
)
|
||||
if len(repos_keep) > 0:
|
||||
for repo in repos_keep:
|
||||
self.__logger.info(f"> {repo.full_name}")
|
||||
else:
|
||||
self.__logger.info("> None")
|
||||
|
||||
self.__logger.info("")
|
||||
self.__logger.info(
|
||||
f"Rejecting {len(repos_reject)} repos because they don't contain all required topics:"
|
||||
)
|
||||
if len(repos_reject) > 0:
|
||||
for repo in repos_reject:
|
||||
self.__logger.info(f"> {repo.full_name}")
|
||||
else:
|
||||
self.__logger.info("> None")
|
||||
|
||||
return repos_keep
|
||||
|
||||
@staticmethod
|
||||
def _check_required_topics(topics_present: list[str], topics_required: list[str]) -> bool:
|
||||
|
||||
for topic in topics_required:
|
||||
if topic not in topics_present:
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
def _migrate_repos(
|
||||
self,
|
||||
destination_org_name: str,
|
||||
destination_repo_name: str,
|
||||
destination_topics: list,
|
||||
do_destination_copy_topics: bool,
|
||||
repos: list
|
||||
):
|
||||
|
||||
api_source, api_destination = self._get_org_apis()
|
||||
# api_source, api_destination = self._get_org_apis()
|
||||
# destination_org = api_destination.org_get(org=destination_org_name)
|
||||
# destination_org: giteapy.Organization
|
||||
|
||||
destination_org = api_destination.org_get(org=destination_org_name)
|
||||
destination_org: giteapy.Organization
|
||||
api_dest_org = gitea.Organization.request(
|
||||
gitea=self.__destination_api,
|
||||
name=destination_org_name
|
||||
)
|
||||
|
||||
self.__logger.info(f"Destination organization: {destination_org.full_name}")
|
||||
self.__logger.info(f"Destination organization: {api_dest_org.full_name}")
|
||||
|
||||
source_repos_successful = []
|
||||
source_repos_failed = []
|
||||
for source_repo in repos:
|
||||
|
||||
source_repo: giteapy.Repository
|
||||
source_repo: gitea.Repository
|
||||
|
||||
this_destination_repo_name = destination_repo_name.replace("%N%", source_repo.name)
|
||||
this_destination_repo_name = destination_repo_name.replace(
|
||||
"%N%",
|
||||
source_repo.name
|
||||
)
|
||||
|
||||
migrate_body = giteapy.MigrateRepoForm(
|
||||
mirror=False,
|
||||
self.__logger.info(
|
||||
f"Migrating: {source_repo.name} ==> {this_destination_repo_name}"
|
||||
)
|
||||
|
||||
source_repo_topics = source_repo.get_topics()
|
||||
|
||||
try:
|
||||
|
||||
repo_new = gitea.Repository.migrate_repo(
|
||||
gitea=self.__destination_api,
|
||||
service="gitea", # type of remote service
|
||||
clone_addr=source_repo.clone_url,
|
||||
uid=destination_org.id,
|
||||
private=source_repo.private,
|
||||
repo_name=this_destination_repo_name,
|
||||
description=source_repo.description,
|
||||
labels=True, issues=True, pull_requests=True, releases=True, milestones=True, wiki=True
|
||||
private=source_repo.private,
|
||||
auth_token=self.__source_token,
|
||||
auth_username=None,
|
||||
auth_password=None,
|
||||
mirror=False,
|
||||
mirror_interval=None,
|
||||
# lfs=False,
|
||||
# lfs_endpoint="",
|
||||
wiki=True,
|
||||
labels=True,
|
||||
issues=True,
|
||||
pull_requests=True,
|
||||
releases=True,
|
||||
milestones=True,
|
||||
repo_owner=destination_org_name,
|
||||
)
|
||||
# TODO: These three lines represent feature request to giteapy authors
|
||||
migrate_body.auth_token = self.__source_token
|
||||
migrate_body.swagger_types["auth_token"] = "str"
|
||||
migrate_body.attribute_map["auth_token"] = "auth_token"
|
||||
|
||||
self.__logger.debug("Migrate body:")
|
||||
self.__logger.debug(migrate_body)
|
||||
|
||||
destination_api = self._get_repo_api(
|
||||
hostname=self.__destination_host,
|
||||
port=self.__destination_port,
|
||||
token=self.__destination_token,
|
||||
except Exception as e:
|
||||
self.__logger.error(
|
||||
f"Failed to execute repo migration request:"
|
||||
f"\n{e}"
|
||||
)
|
||||
repo_new = destination_api.repo_migrate(body=migrate_body)
|
||||
source_repos_failed.append(
|
||||
(source_repo, e)
|
||||
)
|
||||
continue
|
||||
|
||||
self.__logger.debug(f"Migration result: {repo_new}")
|
||||
repo_new: giteapy.Repository
|
||||
repo_new: gitea.Repository
|
||||
|
||||
assert repo_new.name == this_destination_repo_name,\
|
||||
assert repo_new.name == this_destination_repo_name, \
|
||||
"New repository didn't end up with the correct name. Failure?"
|
||||
|
||||
# Copy source topics?
|
||||
if do_destination_copy_topics:
|
||||
|
||||
for topic in source_repo_topics:
|
||||
|
||||
self.__logger.debug(f"Appending source topic to new repo: {topic}")
|
||||
|
||||
repo_new.add_topic(topic=topic)
|
||||
|
||||
# Add specified topics
|
||||
for topic in destination_topics:
|
||||
|
||||
self.__logger.debug(f"Appending topic to new repo: {topic}")
|
||||
destination_api.repo_add_topc(
|
||||
owner=destination_org.username,
|
||||
repo=repo_new.name,
|
||||
topic=topic,
|
||||
)
|
||||
|
||||
repo_new.add_topic(topic=topic)
|
||||
|
||||
source_repos_successful.append(source_repo)
|
||||
|
||||
return source_repos_successful
|
||||
return source_repos_successful, source_repos_failed
|
||||
|
||||
def _delete_migrated_repos(self, source_org_name: str, repos: list[giteapy.Repository]):
|
||||
def _delete_migrated_repos(self, source_org_name: str, repos: list[gitea.Repository]):
|
||||
|
||||
repo_api = self._get_repo_api(
|
||||
hostname=self.__source_host,
|
||||
port=self.__source_port,
|
||||
token=self.__source_token
|
||||
)
|
||||
repo_api: giteapy.RepositoryApi
|
||||
if len(repos) == 0:
|
||||
self.__logger.warning(f"Cannot delete any migrated repos because none were successful!")
|
||||
return
|
||||
|
||||
self.__logger.info("")
|
||||
self.__logger.info("Can now delete the following successfully migrated repos:")
|
||||
self.__logger.info(f"Can now delete repos from source org: {source_org_name}")
|
||||
self.__logger.info(f"Will delete {len(repos)} successfully migrated repos:")
|
||||
for r in repos:
|
||||
|
||||
r: gitea.Repository
|
||||
|
||||
self.__logger.info(f"> #{r.id} \"{r.full_name}\" ==> {r.clone_url}")
|
||||
|
||||
response = input("Would you like to delete the successfully migrated repos? Type DELETE ==> ")
|
||||
|
||||
# Ask the user to confirm deletion
|
||||
response = input(
|
||||
"Would you like to delete the successfully migrated repos? Type DELETE ==> "
|
||||
)
|
||||
if response != "DELETE":
|
||||
self.__logger.info("Okay, won't delete migrated repos.")
|
||||
return
|
||||
@ -279,7 +482,9 @@ class Migrator:
|
||||
do_delete_all = False
|
||||
for repo in repos:
|
||||
|
||||
self.__logger.info(f"Next repo to delete: #{repo.id} \"{repo.full_name}\"")
|
||||
repo: gitea.Repository
|
||||
|
||||
self.__logger.info(f"Next repo to delete: \"{repo.full_name}\"")
|
||||
do_delete = True if do_delete_all else False
|
||||
|
||||
if do_delete is False:
|
||||
@ -313,7 +518,4 @@ class Migrator:
|
||||
|
||||
self.__logger.info(f"Deleting repo: {repo.full_name}")
|
||||
|
||||
repo_api.repo_delete(
|
||||
owner=source_org_name,
|
||||
repo=repo.name
|
||||
)
|
||||
repo.delete()
|
||||
|
||||
62
main.py
62
main.py
@ -23,7 +23,7 @@ def main():
|
||||
dest="source_port",
|
||||
required=False,
|
||||
default=None,
|
||||
help="Port of the source server"
|
||||
help="Port of the source server. Requests will use https (not ssh), so you probably don't want to change this."
|
||||
)
|
||||
parser.add_argument(
|
||||
"--source-token",
|
||||
@ -37,6 +37,14 @@ def main():
|
||||
required=True,
|
||||
help="Name of the source organization"
|
||||
)
|
||||
parser.add_argument(
|
||||
"--source-required-topic", "--source-topic",
|
||||
dest="source_topics",
|
||||
default=[],
|
||||
action="append",
|
||||
help="Specify zero or more topics required topics for source repositories."
|
||||
" Any repository that doesn't have all required topics will be skipped"
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--destination-hostname", "--dest-hostname", "--destination-host", "--dest-host",
|
||||
@ -49,7 +57,7 @@ def main():
|
||||
dest="destination_port",
|
||||
required=False,
|
||||
default=None,
|
||||
help="Port of the destination server"
|
||||
help="Port of the destination server. Requests will use https (not ssh), so you probably don't want to change this."
|
||||
)
|
||||
parser.add_argument(
|
||||
"--destination-token", "--dest-token",
|
||||
@ -71,13 +79,43 @@ def main():
|
||||
help="Specify the destination repository name(s). Use wildcard %%N%% anywhere to denote the original name"
|
||||
)
|
||||
parser.add_argument(
|
||||
"--destination-add-topic", "--destination-topic", "-dest-add-topic", "--dest-topic",
|
||||
"--destination-add-topic", "--destination-topic", "--dest-add-topic", "--dest-topic",
|
||||
dest="destination_topics",
|
||||
default=[],
|
||||
action="append",
|
||||
help="Specify zero or more topics to add to each destination repository"
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--destination-copy-topics", "--dest-copy-topics",
|
||||
dest="do_destination_copy_topics",
|
||||
default=True,
|
||||
action="store_true",
|
||||
help="Destination repos should copy topics from their source."
|
||||
)
|
||||
parser.add_argument(
|
||||
"--no-destination-copy-topics", "--no-dest-copy-topics",
|
||||
dest="do_destination_copy_topics",
|
||||
default=True,
|
||||
action="store_false",
|
||||
help="Destination repos should NOT copy topics from their source."
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--interactive",
|
||||
dest="interactive",
|
||||
default=True,
|
||||
action="store_true",
|
||||
help="Ask to confirm each migration.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--no-interactive", "--non-interactive",
|
||||
dest="interactive",
|
||||
default=True,
|
||||
action="store_false",
|
||||
help="Do not ask to confirm each migration; Migrate all repos quickly.",
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--no-verify-ssl",
|
||||
dest="verify_ssl",
|
||||
@ -86,6 +124,13 @@ def main():
|
||||
help="Don't verify SSL certificates",
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"--ca-bundle",
|
||||
dest="ca_bundle",
|
||||
default=None,
|
||||
help="Specify the location of your system-wide CA Bundle, in case python is not using it."
|
||||
)
|
||||
|
||||
args = parser.parse_args()
|
||||
mig = Migrator(
|
||||
source_host=args.source_hostname,
|
||||
@ -93,14 +138,19 @@ def main():
|
||||
source_token=args.source_token,
|
||||
destination_host=args.destination_hostname,
|
||||
destination_port=args.destination_port,
|
||||
destination_token=args.destination_token
|
||||
destination_token=args.destination_token,
|
||||
verify_ssl=args.verify_ssl,
|
||||
ca_bundle=args.ca_bundle
|
||||
)
|
||||
mig.set_verify_ssl(args.verify_ssl)
|
||||
|
||||
mig.migrate_entire_org(
|
||||
interactive=args.interactive,
|
||||
source_org=args.source_org,
|
||||
source_topics=args.source_topics,
|
||||
destination_org=args.destination_org,
|
||||
destination_repo_name=args.destination_repo_name,
|
||||
destination_topics=args.destination_topics
|
||||
destination_topics=args.destination_topics,
|
||||
do_destination_copy_topics=args.do_destination_copy_topics
|
||||
)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user