PackageController.php 42 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168
  1. <?php
  2. namespace Packagist\WebBundle\Controller;
  3. use Composer\Package\Version\VersionParser;
  4. use DateTimeImmutable;
  5. use Doctrine\ORM\NoResultException;
  6. use Packagist\WebBundle\Entity\Download;
  7. use Packagist\WebBundle\Entity\Package;
  8. use Packagist\WebBundle\Entity\PackageRepository;
  9. use Packagist\WebBundle\Entity\Version;
  10. use Packagist\WebBundle\Entity\VersionRepository;
  11. use Packagist\WebBundle\Form\Model\MaintainerRequest;
  12. use Packagist\WebBundle\Form\Type\AbandonedType;
  13. use Packagist\WebBundle\Form\Type\AddMaintainerRequestType;
  14. use Packagist\WebBundle\Form\Type\PackageType;
  15. use Packagist\WebBundle\Form\Type\RemoveMaintainerRequestType;
  16. use Pagerfanta\Adapter\FixedAdapter;
  17. use Pagerfanta\Pagerfanta;
  18. use Predis\Connection\ConnectionException;
  19. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Cache;
  20. use Sensio\Bundle\FrameworkExtraBundle\Configuration\ParamConverter;
  21. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Template;
  22. use Symfony\Component\Form\Extension\Core\Type\TextType;
  23. use Symfony\Component\HttpFoundation\JsonResponse;
  24. use Symfony\Component\HttpFoundation\RedirectResponse;
  25. use Symfony\Component\HttpFoundation\Request;
  26. use Symfony\Component\HttpFoundation\Response;
  27. use Symfony\Component\HttpKernel\Exception\BadRequestHttpException;
  28. use Symfony\Component\HttpKernel\Exception\NotFoundHttpException;
  29. use Symfony\Component\Routing\Annotation\Route;
  30. use Symfony\Component\Routing\Generator\UrlGeneratorInterface;
  31. use Symfony\Component\Security\Core\Exception\AccessDeniedException;
  32. class PackageController extends Controller
  33. {
  34. /**
  35. * @Route("/packages/", name="allPackages")
  36. */
  37. public function allAction()
  38. {
  39. return new RedirectResponse($this->generateUrl('browse'), Response::HTTP_MOVED_PERMANENTLY);
  40. }
  41. /**
  42. * @Route("/packages/list.json", name="list", defaults={"_format"="json"}, methods={"GET"})
  43. * @Cache(smaxage=300)
  44. */
  45. public function listAction(Request $req)
  46. {
  47. /** @var PackageRepository $repo */
  48. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  49. $fields = (array) $req->query->get('fields', array());
  50. $fields = array_intersect($fields, array('repository', 'type'));
  51. if ($fields) {
  52. $filters = array_filter(array(
  53. 'type' => $req->query->get('type'),
  54. ));
  55. return new JsonResponse(array('packages' => $repo->getPackagesWithFields($filters, $fields)));
  56. }
  57. if ($req->query->get('type')) {
  58. $names = $repo->getPackageNamesByType($req->query->get('type'));
  59. } elseif ($req->query->get('vendor')) {
  60. $names = $repo->getPackageNamesByVendor($req->query->get('vendor'));
  61. } else {
  62. $names = $this->get('packagist.provider_manager')->getPackageNames();
  63. }
  64. return new JsonResponse(array('packageNames' => $names));
  65. }
  66. /**
  67. * @Route("/packages/updated.json", name="updated_packages", defaults={"_format"="json"}, methods={"GET"})
  68. */
  69. public function updatedSinceAction(Request $req)
  70. {
  71. $since = $req->query->get('since');
  72. if (!$since) {
  73. return new JsonResponse(['error' => 'Missing "since" query parameter with the latest timestamp you got from this endpoint'], 400);
  74. }
  75. try {
  76. $since = new DateTimeImmutable('@'.$since);
  77. } catch (\Exception $e) {
  78. return new JsonResponse(['error' => 'Invalid "since" query parameter, make sure you store the timestamp returned and re-use it in the next query. Use '.$this->generateUrl('updated_packages', ['since' => time() - 180], UrlGeneratorInterface::ABSOLUTE_URL).' to initialize it.'], 400);
  79. }
  80. /** @var PackageRepository $repo */
  81. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  82. $names = $repo->getPackageNamesUpdatedSince($since);
  83. $lastDumpTime = $this->get('snc_redis.default_client')->get('last_metadata_dump_time') ?: (time() - 60);
  84. return new JsonResponse(['packageNames' => $names, 'timestamp' => $lastDumpTime]);
  85. }
  86. /**
  87. * @Template()
  88. * @Route("/packages/submit", name="submit")
  89. */
  90. public function submitPackageAction(Request $req)
  91. {
  92. $user = $this->getUser();
  93. if (!$user->isEnabled()) {
  94. throw new AccessDeniedException();
  95. }
  96. $package = new Package;
  97. $package->setEntityRepository($this->getDoctrine()->getRepository('PackagistWebBundle:Package'));
  98. $package->setRouter($this->get('router'));
  99. $form = $this->createForm(PackageType::class, $package, [
  100. 'action' => $this->generateUrl('submit'),
  101. ]);
  102. $package->addMaintainer($user);
  103. $form->handleRequest($req);
  104. if ($form->isValid()) {
  105. try {
  106. $em = $this->getDoctrine()->getManager();
  107. $em->persist($package);
  108. $em->flush();
  109. $this->get('packagist.provider_manager')->insertPackage($package);
  110. if ($user->getGithubToken()) {
  111. $this->get('github_user_migration_worker')->setupWebHook($user->getGithubToken(), $package);
  112. }
  113. $this->get('session')->getFlashBag()->set('success', $package->getName().' has been added to the package list, the repository will now be crawled.');
  114. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  115. } catch (\Exception $e) {
  116. $this->get('logger')->critical($e->getMessage(), array('exception', $e));
  117. $this->get('session')->getFlashBag()->set('error', $package->getName().' could not be saved.');
  118. }
  119. }
  120. return array('form' => $form->createView(), 'page' => 'submit');
  121. }
  122. /**
  123. * @Route("/packages/fetch-info", name="submit.fetch_info", defaults={"_format"="json"})
  124. */
  125. public function fetchInfoAction(Request $req)
  126. {
  127. $package = new Package;
  128. $package->setEntityRepository($this->getDoctrine()->getRepository('PackagistWebBundle:Package'));
  129. $package->setRouter($this->get('router'));
  130. $form = $this->createForm(new PackageType, $package);
  131. $user = $this->getUser();
  132. $package->addMaintainer($user);
  133. $form->handleRequest($req);
  134. if ($form->isValid()) {
  135. list(, $name) = explode('/', $package->getName(), 2);
  136. $existingPackages = $this->getDoctrine()
  137. ->getConnection()
  138. ->fetchAll(
  139. 'SELECT name FROM package WHERE name LIKE :query',
  140. ['query' => '%/'.$name]
  141. );
  142. $similar = array();
  143. foreach ($existingPackages as $existingPackage) {
  144. $similar[] = array(
  145. 'name' => $existingPackage['name'],
  146. 'url' => $this->generateUrl('view_package', array('name' => $existingPackage['name']), true),
  147. );
  148. }
  149. return new JsonResponse(array('status' => 'success', 'name' => $package->getName(), 'similar' => $similar));
  150. }
  151. if ($form->isSubmitted()) {
  152. $errors = array();
  153. if (count($form->getErrors())) {
  154. foreach ($form->getErrors() as $error) {
  155. $errors[] = $error->getMessageTemplate();
  156. }
  157. }
  158. foreach ($form->all() as $child) {
  159. if (count($child->getErrors())) {
  160. foreach ($child->getErrors() as $error) {
  161. $errors[] = $error->getMessageTemplate();
  162. }
  163. }
  164. }
  165. return new JsonResponse(array('status' => 'error', 'reason' => $errors));
  166. }
  167. return new JsonResponse(array('status' => 'error', 'reason' => 'No data posted.'));
  168. }
  169. /**
  170. * @Template()
  171. * @Route("/packages/{vendor}/", name="view_vendor", requirements={"vendor"="[A-Za-z0-9_.-]+"})
  172. */
  173. public function viewVendorAction($vendor)
  174. {
  175. $packages = $this->getDoctrine()
  176. ->getRepository('PackagistWebBundle:Package')
  177. ->getFilteredQueryBuilder(['vendor' => $vendor.'/%'], true)
  178. ->getQuery()
  179. ->getResult();
  180. if (!$packages) {
  181. return $this->redirect($this->generateUrl('search', array('q' => $vendor, 'reason' => 'vendor_not_found')));
  182. }
  183. return array(
  184. 'packages' => $packages,
  185. 'meta' => $this->getPackagesMetadata($packages),
  186. 'vendor' => $vendor,
  187. 'paginate' => false,
  188. );
  189. }
  190. /**
  191. * @Route(
  192. * "/p/{name}.{_format}",
  193. * name="view_package_alias",
  194. * requirements={"name"="[A-Za-z0-9_.-]+(/[A-Za-z0-9_.-]+?)?", "_format"="(json)"},
  195. * defaults={"_format"="html"},
  196. * methods={"GET"}
  197. * )
  198. * @Route(
  199. * "/packages/{name}",
  200. * name="view_package_alias2",
  201. * requirements={"name"="[A-Za-z0-9_.-]+(/[A-Za-z0-9_.-]+?)?/"},
  202. * defaults={"_format"="html"},
  203. * methods={"GET"}
  204. * )
  205. */
  206. public function viewPackageAliasAction(Request $req, $name)
  207. {
  208. $format = $req->getRequestFormat();
  209. if ($format === 'html') {
  210. $format = null;
  211. }
  212. if ($format === 'json' || (!$format && substr($name, -5) === '.json')) {
  213. throw new NotFoundHttpException('Package not found');
  214. }
  215. if (false === strpos(trim($name, '/'), '/')) {
  216. return $this->redirect($this->generateUrl('view_vendor', array('vendor' => $name, '_format' => $format)));
  217. }
  218. return $this->redirect($this->generateUrl('view_package', array('name' => trim($name, '/'), '_format' => $format)));
  219. }
  220. /**
  221. * @Route(
  222. * "/providers/{name}",
  223. * name="view_providers",
  224. * requirements={"name"="[A-Za-z0-9/_.-]+?"},
  225. * defaults={"_format"="html"},
  226. * methods={"GET"}
  227. * )
  228. */
  229. public function viewProvidersAction($name)
  230. {
  231. /** @var PackageRepository $repo */
  232. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  233. $providers = $repo->findProviders($name);
  234. if (!$providers) {
  235. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  236. }
  237. $package = $repo->findOneBy(['name' => $name]);
  238. if ($package) {
  239. $providers[] = $package;
  240. }
  241. try {
  242. $redis = $this->get('snc_redis.default');
  243. $trendiness = array();
  244. foreach ($providers as $package) {
  245. /** @var Package $package */
  246. $trendiness[$package->getId()] = (int) $redis->zscore('downloads:trending', $package->getId());
  247. }
  248. usort($providers, function ($a, $b) use ($trendiness) {
  249. if ($trendiness[$a->getId()] === $trendiness[$b->getId()]) {
  250. return strcmp($a->getName(), $b->getName());
  251. }
  252. return $trendiness[$a->getId()] > $trendiness[$b->getId()] ? -1 : 1;
  253. });
  254. } catch (ConnectionException $e) {}
  255. return $this->render('PackagistWebBundle:Package:providers.html.twig', array(
  256. 'name' => $name,
  257. 'packages' => $providers,
  258. 'meta' => $this->getPackagesMetadata($providers),
  259. 'paginate' => false,
  260. ));
  261. }
  262. /**
  263. * @Template()
  264. * @Route(
  265. * "/packages/{name}.{_format}",
  266. * name="view_package",
  267. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"},
  268. * defaults={"_format"="html"},
  269. * methods={"GET"}
  270. * )
  271. */
  272. public function viewPackageAction(Request $req, $name)
  273. {
  274. $req->getSession()->save();
  275. if (preg_match('{^(?P<pkg>ext-[a-z0-9_.-]+?)/(?P<method>dependents|suggesters)$}i', $name, $match)) {
  276. return $this->{$match['method'].'Action'}($req, $match['pkg']);
  277. }
  278. /** @var PackageRepository $repo */
  279. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  280. try {
  281. /** @var Package $package */
  282. $package = $repo->getPartialPackageByNameWithVersions($name);
  283. } catch (NoResultException $e) {
  284. if ('json' === $req->getRequestFormat()) {
  285. return new JsonResponse(array('status' => 'error', 'message' => 'Package not found'), 404);
  286. }
  287. if ($providers = $repo->findProviders($name)) {
  288. return $this->redirect($this->generateUrl('view_providers', array('name' => $name)));
  289. }
  290. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  291. }
  292. if ($package->isAbandoned() && $package->getReplacementPackage() === 'spam/spam') {
  293. throw new NotFoundHttpException('This is a spam package');
  294. }
  295. if ('json' === $req->getRequestFormat()) {
  296. $data = $package->toArray($this->getDoctrine()->getRepository('PackagistWebBundle:Version'));
  297. $data['dependents'] = $repo->getDependentCount($package->getName());
  298. $data['suggesters'] = $repo->getSuggestCount($package->getName());
  299. try {
  300. $data['downloads'] = $this->get('packagist.download_manager')->getDownloads($package);
  301. $data['favers'] = $this->get('packagist.favorite_manager')->getFaverCount($package);
  302. } catch (ConnectionException $e) {
  303. $data['downloads'] = null;
  304. $data['favers'] = null;
  305. }
  306. if (empty($data['versions'])) {
  307. $data['versions'] = new \stdClass;
  308. }
  309. $response = new JsonResponse(array('package' => $data));
  310. $response->setSharedMaxAge(12*3600);
  311. return $response;
  312. }
  313. $version = null;
  314. $expandedVersion = null;
  315. $versions = $package->getVersions();
  316. if (is_object($versions)) {
  317. $versions = $versions->toArray();
  318. }
  319. usort($versions, Package::class.'::sortVersions');
  320. if (count($versions)) {
  321. /** @var VersionRepository $versionRepo */
  322. $versionRepo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  323. $this->getDoctrine()->getManager()->refresh(reset($versions));
  324. $version = $versionRepo->getFullVersion(reset($versions)->getId());
  325. $expandedVersion = reset($versions);
  326. foreach ($versions as $v) {
  327. if (!$v->isDevelopment()) {
  328. $expandedVersion = $v;
  329. break;
  330. }
  331. }
  332. $this->getDoctrine()->getManager()->refresh($expandedVersion);
  333. $expandedVersion = $versionRepo->getFullVersion($expandedVersion->getId());
  334. }
  335. $data = array(
  336. 'package' => $package,
  337. 'version' => $version,
  338. 'versions' => $versions,
  339. 'expandedVersion' => $expandedVersion,
  340. );
  341. try {
  342. $data['downloads'] = $this->get('packagist.download_manager')->getDownloads($package);
  343. if ($this->getUser()) {
  344. $data['is_favorite'] = $this->get('packagist.favorite_manager')->isMarked($this->getUser(), $package);
  345. }
  346. } catch (ConnectionException $e) {
  347. }
  348. $data['dependents'] = $repo->getDependentCount($package->getName());
  349. $data['suggesters'] = $repo->getSuggestCount($package->getName());
  350. if ($maintainerForm = $this->createAddMaintainerForm($package)) {
  351. $data['addMaintainerForm'] = $maintainerForm->createView();
  352. }
  353. if ($removeMaintainerForm = $this->createRemoveMaintainerForm($package)) {
  354. $data['removeMaintainerForm'] = $removeMaintainerForm->createView();
  355. }
  356. if ($deleteForm = $this->createDeletePackageForm($package)) {
  357. $data['deleteForm'] = $deleteForm->createView();
  358. }
  359. if ($this->getUser() && (
  360. $this->isGranted('ROLE_DELETE_PACKAGES')
  361. || $package->getMaintainers()->contains($this->getUser())
  362. )) {
  363. $data['deleteVersionCsrfToken'] = $this->get('security.csrf.token_manager')->getToken('delete_version');
  364. }
  365. return $data;
  366. }
  367. /**
  368. * @Route(
  369. * "/packages/{name}/downloads.{_format}",
  370. * name="package_downloads_full",
  371. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"},
  372. * methods={"GET"}
  373. * )
  374. */
  375. public function viewPackageDownloadsAction(Request $req, $name)
  376. {
  377. /** @var PackageRepository $repo */
  378. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  379. try {
  380. /** @var $package Package */
  381. $package = $repo->getPartialPackageByNameWithVersions($name);
  382. } catch (NoResultException $e) {
  383. if ('json' === $req->getRequestFormat()) {
  384. return new JsonResponse(array('status' => 'error', 'message' => 'Package not found'), 404);
  385. }
  386. if ($providers = $repo->findProviders($name)) {
  387. return $this->redirect($this->generateUrl('view_providers', array('name' => $name)));
  388. }
  389. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  390. }
  391. $versions = $package->getVersions();
  392. $data = array(
  393. 'name' => $package->getName(),
  394. );
  395. try {
  396. $data['downloads']['total'] = $this->get('packagist.download_manager')->getDownloads($package);
  397. $data['favers'] = $this->get('packagist.favorite_manager')->getFaverCount($package);
  398. } catch (ConnectionException $e) {
  399. $data['downloads']['total'] = null;
  400. $data['favers'] = null;
  401. }
  402. foreach ($versions as $version) {
  403. try {
  404. $data['downloads']['versions'][$version->getVersion()] = $this->get('packagist.download_manager')->getDownloads($package, $version);
  405. } catch (ConnectionException $e) {
  406. $data['downloads']['versions'][$version->getVersion()] = null;
  407. }
  408. }
  409. $response = new Response(json_encode(array('package' => $data)), 200);
  410. $response->setSharedMaxAge(3600);
  411. return $response;
  412. }
  413. /**
  414. * @Route(
  415. * "/versions/{versionId}.{_format}",
  416. * name="view_version",
  417. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "versionId"="[0-9]+", "_format"="(json)"},
  418. * methods={"GET"}
  419. * )
  420. */
  421. public function viewPackageVersionAction(Request $req, $versionId)
  422. {
  423. $req->getSession()->save();
  424. /** @var VersionRepository $repo */
  425. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  426. $html = $this->renderView(
  427. 'PackagistWebBundle:Package:versionDetails.html.twig',
  428. array('version' => $repo->getFullVersion($versionId))
  429. );
  430. return new JsonResponse(array('content' => $html));
  431. }
  432. /**
  433. * @Route(
  434. * "/versions/{versionId}/delete",
  435. * name="delete_version",
  436. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "versionId"="[0-9]+"},
  437. * methods={"DELETE"}
  438. * )
  439. */
  440. public function deletePackageVersionAction(Request $req, $versionId)
  441. {
  442. /** @var VersionRepository $repo */
  443. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  444. /** @var Version $version */
  445. $version = $repo->getFullVersion($versionId);
  446. $package = $version->getPackage();
  447. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_DELETE_PACKAGES')) {
  448. throw new AccessDeniedException;
  449. }
  450. if (!$this->isCsrfTokenValid('delete_version', $req->request->get('_token'))) {
  451. throw new AccessDeniedException;
  452. }
  453. $repo->remove($version);
  454. $this->getDoctrine()->getManager()->flush();
  455. $this->getDoctrine()->getManager()->clear();
  456. return new Response('', 204);
  457. }
  458. /**
  459. * @Route("/packages/{name}", name="update_package", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"}, defaults={"_format" = "json"}, methods={"PUT"})
  460. */
  461. public function updatePackageAction(Request $req, $name)
  462. {
  463. $doctrine = $this->getDoctrine();
  464. try {
  465. /** @var Package $package */
  466. $package = $doctrine
  467. ->getRepository('PackagistWebBundle:Package')
  468. ->getPackageByName($name);
  469. } catch (NoResultException $e) {
  470. return new Response(json_encode(array('status' => 'error', 'message' => 'Package not found',)), 404);
  471. }
  472. if ($package->isAbandoned() && $package->getReplacementPackage() === 'spam/spam') {
  473. throw new NotFoundHttpException('This is a spam package');
  474. }
  475. $username = $req->request->has('username') ?
  476. $req->request->get('username') :
  477. $req->query->get('username');
  478. $apiToken = $req->request->has('apiToken') ?
  479. $req->request->get('apiToken') :
  480. $req->query->get('apiToken');
  481. $update = $req->request->get('update', $req->query->get('update'));
  482. $autoUpdated = $req->request->get('autoUpdated', $req->query->get('autoUpdated'));
  483. $updateEqualRefs = (bool) $req->request->get('updateAll', $req->query->get('updateAll'));
  484. $user = $this->getUser() ?: $doctrine
  485. ->getRepository('PackagistWebBundle:User')
  486. ->findOneBy(array('username' => $username, 'apiToken' => $apiToken));
  487. if (!$user) {
  488. return new JsonResponse(['status' => 'error', 'message' => 'Invalid credentials'], 403);
  489. }
  490. if ($package->getMaintainers()->contains($user) || $this->isGranted('ROLE_UPDATE_PACKAGES')) {
  491. if (null !== $autoUpdated) {
  492. $package->setAutoUpdated($autoUpdated ? Package::AUTO_MANUAL_HOOK : 0);
  493. $doctrine->getManager()->flush();
  494. }
  495. if ($update) {
  496. $job = $this->get('scheduler')->scheduleUpdate($package, $updateEqualRefs);
  497. return new JsonResponse(['status' => 'success', 'job' => $job->getId()], 202);
  498. }
  499. return new JsonResponse(['status' => 'success'], 202);
  500. }
  501. return new JsonResponse(array('status' => 'error', 'message' => 'Could not find a package that matches this request (does user maintain the package?)',), 404);
  502. }
  503. /**
  504. * @Route("/packages/{name}", name="delete_package", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"}, methods={"DELETE"})
  505. */
  506. public function deletePackageAction(Request $req, $name)
  507. {
  508. $doctrine = $this->getDoctrine();
  509. try {
  510. /** @var Package $package */
  511. $package = $doctrine
  512. ->getRepository('PackagistWebBundle:Package')
  513. ->getPartialPackageByNameWithVersions($name);
  514. } catch (NoResultException $e) {
  515. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  516. }
  517. if (!$form = $this->createDeletePackageForm($package)) {
  518. throw new AccessDeniedException;
  519. }
  520. $form->submit($req->request->get('form'));
  521. if ($form->isValid()) {
  522. $req->getSession()->save();
  523. $this->get('packagist.package_manager')->deletePackage($package);
  524. return new Response('', 204);
  525. }
  526. return new Response('Invalid form input', 400);
  527. }
  528. /**
  529. * @Template("PackagistWebBundle:Package:viewPackage.html.twig")
  530. * @Route("/packages/{name}/maintainers/", name="add_maintainer", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  531. */
  532. public function createMaintainerAction(Request $req, $name)
  533. {
  534. /** @var $package Package */
  535. $package = $this->getDoctrine()
  536. ->getRepository('PackagistWebBundle:Package')
  537. ->findOneByName($name);
  538. if (!$package) {
  539. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  540. }
  541. if (!$form = $this->createAddMaintainerForm($package)) {
  542. throw new AccessDeniedException('You must be a package\'s maintainer to modify maintainers.');
  543. }
  544. $data = array(
  545. 'package' => $package,
  546. 'versions' => null,
  547. 'expandedVersion' => null,
  548. 'version' => null,
  549. 'addMaintainerForm' => $form->createView(),
  550. 'show_add_maintainer_form' => true,
  551. );
  552. $form->handleRequest($req);
  553. if ($form->isValid()) {
  554. try {
  555. $em = $this->getDoctrine()->getManager();
  556. $user = $form->getData()->getUser();
  557. if (!empty($user)) {
  558. if (!$package->getMaintainers()->contains($user)) {
  559. $package->addMaintainer($user);
  560. $this->get('packagist.package_manager')->notifyNewMaintainer($user, $package);
  561. }
  562. $em->persist($package);
  563. $em->flush();
  564. $this->get('session')->getFlashBag()->set('success', $user->getUsername().' is now a '.$package->getName().' maintainer.');
  565. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  566. }
  567. $this->get('session')->getFlashBag()->set('error', 'The user could not be found.');
  568. } catch (\Exception $e) {
  569. $this->get('logger')->critical($e->getMessage(), array('exception', $e));
  570. $this->get('session')->getFlashBag()->set('error', 'The maintainer could not be added.');
  571. }
  572. }
  573. return $data;
  574. }
  575. /**
  576. * @Template("PackagistWebBundle:Package:viewPackage.html.twig")
  577. * @Route("/packages/{name}/maintainers/delete", name="remove_maintainer", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  578. */
  579. public function removeMaintainerAction(Request $req, $name)
  580. {
  581. /** @var $package Package */
  582. $package = $this->getDoctrine()
  583. ->getRepository('PackagistWebBundle:Package')
  584. ->findOneByName($name);
  585. if (!$package) {
  586. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  587. }
  588. if (!$removeMaintainerForm = $this->createRemoveMaintainerForm($package)) {
  589. throw new AccessDeniedException('You must be a package\'s maintainer to modify maintainers.');
  590. }
  591. $data = array(
  592. 'package' => $package,
  593. 'versions' => null,
  594. 'expandedVersion' => null,
  595. 'version' => null,
  596. 'removeMaintainerForm' => $removeMaintainerForm->createView(),
  597. 'show_remove_maintainer_form' => true,
  598. );
  599. $removeMaintainerForm->handleRequest($req);
  600. if ($removeMaintainerForm->isValid()) {
  601. try {
  602. $em = $this->getDoctrine()->getManager();
  603. $user = $removeMaintainerForm->getData()->getUser();
  604. if (!empty($user)) {
  605. if ($package->getMaintainers()->contains($user)) {
  606. $package->getMaintainers()->removeElement($user);
  607. }
  608. $em->persist($package);
  609. $em->flush();
  610. $this->get('session')->getFlashBag()->set('success', $user->getUsername().' is no longer a '.$package->getName().' maintainer.');
  611. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  612. }
  613. $this->get('session')->getFlashBag()->set('error', 'The user could not be found.');
  614. } catch (\Exception $e) {
  615. $this->get('logger')->critical($e->getMessage(), array('exception', $e));
  616. $this->get('session')->getFlashBag()->set('error', 'The maintainer could not be removed.');
  617. }
  618. }
  619. return $data;
  620. }
  621. /**
  622. * @Template()
  623. * @Route(
  624. * "/packages/{name}/edit",
  625. * name="edit_package",
  626. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  627. * )
  628. */
  629. public function editAction(Request $req, Package $package)
  630. {
  631. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_EDIT_PACKAGES')) {
  632. throw new AccessDeniedException;
  633. }
  634. $form = $this->createFormBuilder($package, array("validation_groups" => array("Update")))
  635. ->add('repository', TextType::class)
  636. ->setMethod('POST')
  637. ->setAction($this->generateUrl('edit_package', ['name' => $package->getName()]))
  638. ->getForm();
  639. $form->handleRequest($req);
  640. if ($form->isValid()) {
  641. // Force updating of packages once the package is viewed after the redirect.
  642. $package->setCrawledAt(null);
  643. $em = $this->getDoctrine()->getManager();
  644. $em->persist($package);
  645. $em->flush();
  646. $this->get("session")->getFlashBag()->set("success", "Changes saved.");
  647. return $this->redirect(
  648. $this->generateUrl("view_package", array("name" => $package->getName()))
  649. );
  650. }
  651. return array(
  652. "package" => $package, "form" => $form->createView()
  653. );
  654. }
  655. /**
  656. * @Route(
  657. * "/packages/{name}/abandon",
  658. * name="abandon_package",
  659. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  660. * )
  661. * @Template()
  662. */
  663. public function abandonAction(Request $request, Package $package)
  664. {
  665. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_EDIT_PACKAGES')) {
  666. throw new AccessDeniedException;
  667. }
  668. $form = $this->createForm(AbandonedType::class);
  669. $form->handleRequest($request);
  670. if ($form->isValid()) {
  671. $package->setAbandoned(true);
  672. $package->setReplacementPackage(str_replace('https://packagist.org/packages/', '', $form->get('replacement')->getData()));
  673. $package->setIndexedAt(null);
  674. $package->setCrawledAt(new \DateTime());
  675. $package->setUpdatedAt(new \DateTime());
  676. $em = $this->getDoctrine()->getManager();
  677. $em->flush();
  678. return $this->redirect($this->generateUrl('view_package', array('name' => $package->getName())));
  679. }
  680. return array(
  681. 'package' => $package,
  682. 'form' => $form->createView()
  683. );
  684. }
  685. /**
  686. * @Route(
  687. * "/packages/{name}/unabandon",
  688. * name="unabandon_package",
  689. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  690. * )
  691. */
  692. public function unabandonAction(Package $package)
  693. {
  694. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->isGranted('ROLE_EDIT_PACKAGES')) {
  695. throw new AccessDeniedException;
  696. }
  697. $package->setAbandoned(false);
  698. $package->setReplacementPackage(null);
  699. $package->setIndexedAt(null);
  700. $package->setCrawledAt(new \DateTime());
  701. $package->setUpdatedAt(new \DateTime());
  702. $em = $this->getDoctrine()->getManager();
  703. $em->flush();
  704. return $this->redirect($this->generateUrl('view_package', array('name' => $package->getName())));
  705. }
  706. /**
  707. * @Route(
  708. * "/packages/{name}/stats.{_format}",
  709. * name="view_package_stats",
  710. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"},
  711. * defaults={"_format"="html"}
  712. * )
  713. * @Template()
  714. */
  715. public function statsAction(Request $req, Package $package)
  716. {
  717. $versions = $package->getVersions()->toArray();
  718. usort($versions, Package::class.'::sortVersions');
  719. $date = $this->guessStatsStartDate($package);
  720. $data = [
  721. 'downloads' => $this->get('packagist.download_manager')->getDownloads($package),
  722. 'versions' => $versions,
  723. 'average' => $this->guessStatsAverage($date),
  724. 'date' => $date->format('Y-m-d'),
  725. ];
  726. if ($req->getRequestFormat() === 'json') {
  727. $data['versions'] = array_map(function ($version) {
  728. /** @var Version $version */
  729. return $version->getVersion();
  730. }, $data['versions']);
  731. return new JsonResponse($data);
  732. }
  733. $data['package'] = $package;
  734. $expandedVersion = reset($versions);
  735. foreach ($versions as $v) {
  736. /** @var Version $v */
  737. if (!$v->isDevelopment()) {
  738. $expandedVersion = $v;
  739. break;
  740. }
  741. }
  742. $data['expandedId'] = $expandedVersion ? $expandedVersion->getId() : false;
  743. return $data;
  744. }
  745. /**
  746. * @Route(
  747. * "/packages/{name}/dependents",
  748. * name="view_package_dependents",
  749. * requirements={"name"="([A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?|ext-[A-Za-z0-9_.-]+?)"}
  750. * )
  751. */
  752. public function dependentsAction(Request $req, $name)
  753. {
  754. $page = $req->query->get('page', 1);
  755. /** @var PackageRepository $repo */
  756. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  757. $depCount = $repo->getDependentCount($name);
  758. $packages = $repo->getDependents($name, ($page - 1) * 15, 15);
  759. $paginator = new Pagerfanta(new FixedAdapter($depCount, $packages));
  760. $paginator->setMaxPerPage(15);
  761. $paginator->setCurrentPage($page, false, true);
  762. $data['packages'] = $paginator;
  763. $data['count'] = $depCount;
  764. $data['meta'] = $this->getPackagesMetadata($data['packages']);
  765. $data['name'] = $name;
  766. return $this->render('PackagistWebBundle:Package:dependents.html.twig', $data);
  767. }
  768. /**
  769. * @Route(
  770. * "/packages/{name}/suggesters",
  771. * name="view_package_suggesters",
  772. * requirements={"name"="([A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?|ext-[A-Za-z0-9_.-]+?)"}
  773. * )
  774. */
  775. public function suggestersAction(Request $req, $name)
  776. {
  777. $page = $req->query->get('page', 1);
  778. /** @var PackageRepository $repo */
  779. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  780. $suggestCount = $repo->getSuggestCount($name);
  781. $packages = $repo->getSuggests($name, ($page - 1) * 15, 15);
  782. $paginator = new Pagerfanta(new FixedAdapter($suggestCount, $packages));
  783. $paginator->setMaxPerPage(15);
  784. $paginator->setCurrentPage($page, false, true);
  785. $data['packages'] = $paginator;
  786. $data['count'] = $suggestCount;
  787. $data['meta'] = $this->getPackagesMetadata($data['packages']);
  788. $data['name'] = $name;
  789. return $this->render('PackagistWebBundle:Package:suggesters.html.twig', $data);
  790. }
  791. /**
  792. * @Route(
  793. * "/packages/{name}/stats/all.json",
  794. * name="package_stats",
  795. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?"}
  796. * )
  797. * @ParamConverter("version", options={"exclude": {"name"}})
  798. */
  799. public function overallStatsAction(Request $req, Package $package, Version $version = null)
  800. {
  801. if ($from = $req->query->get('from')) {
  802. $from = new DateTimeImmutable($from);
  803. } else {
  804. $from = $this->guessStatsStartDate($version ?: $package);
  805. }
  806. if ($to = $req->query->get('to')) {
  807. $to = new DateTimeImmutable($to);
  808. } else {
  809. $to = new DateTimeImmutable('-2days 00:00:00');
  810. }
  811. $average = $req->query->get('average', $this->guessStatsAverage($from, $to));
  812. if ($version) {
  813. $downloads = $this->getDoctrine()->getRepository('PackagistWebBundle:Download')->findOneBy(['id' => $version->getId(), 'type' => Download::TYPE_VERSION]);
  814. } else {
  815. $downloads = $this->getDoctrine()->getRepository('PackagistWebBundle:Download')->findOneBy(['id' => $package->getId(), 'type' => Download::TYPE_PACKAGE]);
  816. }
  817. $datePoints = $this->createDatePoints($from, $to, $average);
  818. $dlData = $downloads ? $downloads->getData() : [];
  819. foreach ($datePoints as $label => $values) {
  820. $value = 0;
  821. foreach ($values as $valueKey) {
  822. $value += $dlData[$valueKey] ?? 0;
  823. }
  824. $datePoints[$label] = $value;
  825. }
  826. $datePoints = array(
  827. 'labels' => array_keys($datePoints),
  828. 'values' => array_values($datePoints),
  829. );
  830. $datePoints['average'] = $average;
  831. if ($average !== 'daily') {
  832. $dividers = [
  833. 'monthly' => 30.41,
  834. 'weekly' => 7,
  835. ];
  836. $divider = $dividers[$average];
  837. $datePoints['values'] = array_map(function ($val) use ($divider) {
  838. return ceil($val / $divider);
  839. }, $datePoints['values']);
  840. }
  841. if (empty($datePoints['labels']) && empty($datePoints['values'])) {
  842. $datePoints['labels'][] = date('Y-m-d');
  843. $datePoints['values'][] = 0;
  844. }
  845. $response = new JsonResponse($datePoints);
  846. $response->setSharedMaxAge(1800);
  847. return $response;
  848. }
  849. /**
  850. * @Route(
  851. * "/packages/{name}/stats/{version}.json",
  852. * name="version_stats",
  853. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "version"=".+?"}
  854. * )
  855. */
  856. public function versionStatsAction(Request $req, Package $package, $version)
  857. {
  858. $normalizer = new VersionParser;
  859. $normVersion = $normalizer->normalize($version);
  860. $version = $this->getDoctrine()->getRepository('PackagistWebBundle:Version')->findOneBy([
  861. 'package' => $package,
  862. 'normalizedVersion' => $normVersion
  863. ]);
  864. if (!$version) {
  865. throw new NotFoundHttpException();
  866. }
  867. return $this->overallStatsAction($req, $package, $version);
  868. }
  869. private function createAddMaintainerForm(Package $package)
  870. {
  871. if (!$user = $this->getUser()) {
  872. return;
  873. }
  874. if ($this->isGranted('ROLE_EDIT_PACKAGES') || $package->getMaintainers()->contains($user)) {
  875. $maintainerRequest = new MaintainerRequest();
  876. return $this->createForm(AddMaintainerRequestType::class, $maintainerRequest);
  877. }
  878. }
  879. private function createRemoveMaintainerForm(Package $package)
  880. {
  881. if (!($user = $this->getUser()) || 1 == $package->getMaintainers()->count()) {
  882. return;
  883. }
  884. if ($this->isGranted('ROLE_EDIT_PACKAGES') || $package->getMaintainers()->contains($user)) {
  885. $maintainerRequest = new MaintainerRequest();
  886. return $this->createForm(RemoveMaintainerRequestType::class, $maintainerRequest, array(
  887. 'package' => $package,
  888. ));
  889. }
  890. }
  891. private function createDeletePackageForm(Package $package)
  892. {
  893. if (!$user = $this->getUser()) {
  894. return;
  895. }
  896. // super admins bypass additional checks
  897. if (!$this->isGranted('ROLE_DELETE_PACKAGES')) {
  898. // non maintainers can not delete
  899. if (!$package->getMaintainers()->contains($user)) {
  900. return;
  901. }
  902. try {
  903. $downloads = $this->get('packagist.download_manager')->getTotalDownloads($package);
  904. } catch (ConnectionException $e) {
  905. return;
  906. }
  907. // more than 100 downloads = established package, do not allow deletion by maintainers
  908. if ($downloads > 100) {
  909. return;
  910. }
  911. }
  912. return $this->createFormBuilder(array())->getForm();
  913. }
  914. private function createDatePoints(DateTimeImmutable $from, DateTimeImmutable $to, $average)
  915. {
  916. $interval = $this->getStatsInterval($average);
  917. $dateKey = 'Ymd';
  918. $dateFormat = $average === 'monthly' ? 'Y-m' : 'Y-m-d';
  919. $dateJump = '+1day';
  920. if ($average === 'monthly') {
  921. $from = new DateTimeImmutable('first day of ' . $from->format('Y-m'));
  922. $to = new DateTimeImmutable('last day of ' . $to->format('Y-m'));
  923. }
  924. $nextDataPointLabel = $from->format($dateFormat);
  925. $nextDataPoint = $from->modify($interval);
  926. $datePoints = [];
  927. while ($from <= $to) {
  928. $datePoints[$nextDataPointLabel][] = $from->format($dateKey);
  929. $from = $from->modify($dateJump);
  930. if ($from >= $nextDataPoint) {
  931. $nextDataPointLabel = $from->format($dateFormat);
  932. $nextDataPoint = $from->modify($interval);
  933. }
  934. }
  935. return $datePoints;
  936. }
  937. private function guessStatsStartDate($packageOrVersion)
  938. {
  939. if ($packageOrVersion instanceof Package) {
  940. $date = DateTimeImmutable::createFromMutable($packageOrVersion->getCreatedAt());
  941. } elseif ($packageOrVersion instanceof Version) {
  942. $date = DateTimeImmutable::createFromMutable($packageOrVersion->getReleasedAt());
  943. } else {
  944. throw new \LogicException('Version or Package expected');
  945. }
  946. $statsRecordDate = new DateTimeImmutable('2012-04-13 00:00:00');
  947. if ($date < $statsRecordDate) {
  948. $date = $statsRecordDate;
  949. }
  950. return $date->setTime(0, 0, 0);
  951. }
  952. private function guessStatsAverage(DateTimeImmutable $from, DateTimeImmutable $to = null)
  953. {
  954. if ($to === null) {
  955. $to = new DateTimeImmutable('-2 days');
  956. }
  957. if ($from < $to->modify('-48months')) {
  958. $average = 'monthly';
  959. } elseif ($from < $to->modify('-7months')) {
  960. $average = 'weekly';
  961. } else {
  962. $average = 'daily';
  963. }
  964. return $average;
  965. }
  966. private function getStatsInterval($average)
  967. {
  968. $intervals = [
  969. 'monthly' => '+1month',
  970. 'weekly' => '+7days',
  971. 'daily' => '+1day',
  972. ];
  973. if (!isset($intervals[$average])) {
  974. throw new BadRequestHttpException();
  975. }
  976. return $intervals[$average];
  977. }
  978. }